{"meta":{"query_hash":"180aa56179b7","filters":{"topic":"Software Engineering Research"},"cohort_total":3468,"direct_labels_cover":10,"predictions_cover":3468,"exported":3468,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/180aa56179b7","api":"https://metacan.xera.ac/api/v1/cohort?topic=Software+Engineering+Research"},"results":[{"id":"W100770364","doi":"","title":"Linker-Based Program Extraction and Its Uses in Studying Software Evolution","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Computer science; Software; Extractor; Source code; Software system; Programming language; Code (set theory); Backporting; Software development; Software construction; Theoretical computer science; Software engineering; Engineering","score_opus":0.03662086625094669,"score_gpt":0.31527876419812445,"score_spread":0.27865789794717777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W100770364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47113618,0.00013940256,0.52766794,0.00015496807,0.00007314488,0.00023754477,1.3789447e-7,0.00058186415,0.000008797616],"genre_scores_gemma":[0.8605379,0.0000033712186,0.13933906,0.000015655462,0.000017877222,0.00005891043,5.751289e-7,0.000006503501,0.000020155527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999101,0.00002184852,0.00011684706,0.00026979542,0.0002538105,0.0002367329],"domain_scores_gemma":[0.99943286,0.00023722832,0.000017813241,0.00018569946,0.000062657295,0.000063725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024514404,0.00008257803,0.00007472438,0.0002112266,0.00005410796,0.000117316704,0.00020755839,0.000052487645,0.000002979128],"category_scores_gemma":[0.0005240863,0.0000795417,0.000015811085,0.0005227492,0.000011949968,0.00049383775,0.00007878659,0.00016026237,0.000017078853],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027912116,0.0015732353,0.4698126,0.00024051317,0.00002720562,0.00017210579,0.0010551095,0.13455017,0.0049750754,0.010934229,0.00006909123,0.37656277],"study_design_scores_gemma":[0.001269654,0.00033176172,0.90587133,0.000118497745,0.0000022201245,0.000017765278,0.00002990722,0.08507359,0.0059872996,0.0008388628,0.00018053473,0.00027856018],"about_ca_topic_score_codex":0.00009122559,"about_ca_topic_score_gemma":0.000056021832,"teacher_disagreement_score":0.43605876,"about_ca_system_score_codex":0.00018799659,"about_ca_system_score_gemma":0.00010221643,"threshold_uncertainty_score":0.32436162},"labels":[],"label_agreement":null},{"id":"W100954132","doi":"10.1007/978-3-642-54092-9_13","title":"Investigating the Applicability of the Laws of Software Evolution: A Metrics Based Study","year":2013,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Software evolution; Metric (unit); Computer science; Software; Java; Software metric; Quality (philosophy); Empirical research; Open source software; Object (grammar); Software quality; Software development; Software engineering; Data science; Software construction; Programming language; Artificial intelligence; Mathematics; Engineering; Operations management; Statistics","score_opus":0.051741168538568034,"score_gpt":0.29699221642596985,"score_spread":0.24525104788740182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W100954132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002719989,0.00031670547,0.9887132,0.00072132784,0.00019469071,0.001626279,0.00001164467,0.00007727084,0.0056188945],"genre_scores_gemma":[0.8556048,0.000023200015,0.14407524,0.0001255664,0.000009540098,0.000071454495,0.0000025217043,0.0000052638443,0.0000823677],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980505,0.00008315919,0.0006899842,0.0001874798,0.0008382565,0.00015061648],"domain_scores_gemma":[0.9930145,0.00198815,0.00042325992,0.0037086848,0.0008142043,0.0000511874],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0024136927,0.00013639702,0.00020718918,0.0005086127,0.00034930187,0.00017942388,0.006251236,0.00006555215,0.000003236868],"category_scores_gemma":[0.0010644483,0.000090871355,0.000051409697,0.0015189411,0.0013195509,0.0016825689,0.0037856943,0.00045034956,0.0000053050417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016294163,0.00018341643,0.051963862,0.00030530835,0.000028221286,6.912856e-8,0.009063784,0.012134495,0.000010182543,0.5814082,0.00031939868,0.34458143],"study_design_scores_gemma":[0.00031707948,0.00009928864,0.15630786,0.00023585162,0.000008784762,0.0000030477813,0.00008232335,0.8307705,0.000032192034,0.0072953976,0.004618125,0.00022955769],"about_ca_topic_score_codex":0.00005056186,"about_ca_topic_score_gemma":0.000007821648,"teacher_disagreement_score":0.8528848,"about_ca_system_score_codex":0.00013867802,"about_ca_system_score_gemma":0.0005074369,"threshold_uncertainty_score":0.9991254},"labels":[],"label_agreement":null},{"id":"W10134666","doi":"","title":"Managing Software Reuse with Perforce","year":2003,"lang":"en","type":"article","venue":"Canadian journal of medical technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reuse; Software; Software engineering; Engineering; Programming language","score_opus":0.010069548407787003,"score_gpt":0.23589781236582352,"score_spread":0.2258282639580365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10134666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09702706,0.0015909354,0.86433655,0.03607439,0.00052626693,0.000067638604,4.572663e-7,0.0001476329,0.00022907041],"genre_scores_gemma":[0.9048801,0.000052507927,0.09460188,0.0003028545,0.000049414928,0.0000028603279,1.09413776e-7,0.000016974482,0.00009331082],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845815,0.000037385333,0.00021587904,0.00016096706,0.0006367861,0.00049080595],"domain_scores_gemma":[0.99801576,0.00021899863,0.000065494714,0.0006133592,0.00017523656,0.0009111573],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00092487084,0.00009648064,0.00018258975,0.0009804284,0.000090195106,0.000053730728,0.0027992777,0.00021802103,0.00013457304],"category_scores_gemma":[0.010638209,0.000077498196,0.000032960786,0.000982449,0.00023107423,0.00014595299,0.00007623355,0.00093563774,0.000017838824],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009810128,0.000051929044,0.21812764,0.00010354417,0.00024630848,0.03531986,0.00092917087,0.00063146045,0.000037359885,0.27050316,0.029527891,0.44451186],"study_design_scores_gemma":[0.0048750266,0.0027101522,0.0096888775,0.0017672741,0.000047066256,0.06505414,0.0007213687,0.004770394,0.0039761863,0.09516125,0.80978084,0.0014474144],"about_ca_topic_score_codex":0.00015077171,"about_ca_topic_score_gemma":0.0006367557,"teacher_disagreement_score":0.80785304,"about_ca_system_score_codex":0.00015503303,"about_ca_system_score_gemma":0.0026880868,"threshold_uncertainty_score":0.9976956},"labels":[],"label_agreement":null},{"id":"W101628381","doi":"","title":"Exploring an Open Source Data Mining Environment for Software Product Quality Decision Making","year":2006,"lang":"en","type":"article","venue":"Joint Conference on Knowledge-Based Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Software quality; Quality (philosophy); Software quality control; Software metric; Software; Software measurement; Software engineering; Data mining; Software development","score_opus":0.22859666811365403,"score_gpt":0.3480682565296247,"score_spread":0.11947158841597066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W101628381","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06418498,0.00021105137,0.93123883,0.000099981335,0.0009053949,0.0012961515,0.00006854546,0.0019734632,0.000021602591],"genre_scores_gemma":[0.4578878,0.0000058780724,0.54091036,0.00002550571,0.0003283808,0.00053286157,0.00011879296,0.00012245978,0.0000679258],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99431807,0.00015570415,0.0010091164,0.0023340427,0.00092698686,0.0012560982],"domain_scores_gemma":[0.9907035,0.0039946805,0.00024381522,0.004386133,0.0003222326,0.00034960493],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0028610907,0.00074512966,0.0007805555,0.0006670423,0.0004189354,0.0012360176,0.0055278474,0.00015779005,0.000034931927],"category_scores_gemma":[0.0048020915,0.0007971224,0.00014042333,0.00068451406,0.000064080814,0.0025630514,0.0025636286,0.0005907378,0.000074858806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017318534,0.0010823834,0.008876201,0.0008815873,0.00010336903,0.00004189001,0.0007866612,0.4117535,0.0018615042,0.0037885974,0.0012034858,0.56944764],"study_design_scores_gemma":[0.0032239286,0.0009662018,0.071437426,0.003035563,0.00005977769,0.000021366814,0.00008690686,0.89298755,0.0072690374,0.0005552165,0.01710655,0.0032504532],"about_ca_topic_score_codex":0.00006747212,"about_ca_topic_score_gemma":0.000033720444,"teacher_disagreement_score":0.5661972,"about_ca_system_score_codex":0.00054262887,"about_ca_system_score_gemma":0.0004965348,"threshold_uncertainty_score":0.9998527},"labels":[],"label_agreement":null},{"id":"W1024906986","doi":"10.1007/s10664-015-9387-3","title":"A contextual approach towards more accurate duplicate bug report detection and ranking","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Data deduplication; Software bug; Android (operating system); Software; Ranking (information retrieval); Context (archaeology); Data science; Software engineering; Data mining; World Wide Web; Information retrieval; Database","score_opus":0.05477320630831465,"score_gpt":0.3061968965378645,"score_spread":0.25142369022954986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1024906986","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22463568,0.00034069308,0.77258176,0.00021937954,0.00034691428,0.00021428405,0.0000014349498,0.0016322973,0.000027578746],"genre_scores_gemma":[0.9243937,0.0000056009962,0.07508279,0.000076077595,0.00019852132,0.00010052384,0.0000058349606,0.0000507888,0.0000861686],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974777,0.00003774341,0.00039065932,0.00075621804,0.00070172135,0.00063595397],"domain_scores_gemma":[0.9980202,0.0004887518,0.00007024991,0.000699261,0.00019542992,0.0005261325],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008912401,0.00032233514,0.0003470919,0.0002500158,0.00009526451,0.00027957678,0.0006283331,0.00017416386,0.0000020519622],"category_scores_gemma":[0.0053116707,0.00031004768,0.00008355189,0.00086442253,0.00004947561,0.0005899671,0.0005696282,0.00053506054,0.000016979162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020703678,0.0006498655,0.3816082,0.0011766716,0.0007486867,0.004422944,0.017391771,0.3535842,0.0045904582,0.0007169185,0.0061728167,0.22873046],"study_design_scores_gemma":[0.001988021,0.00025837056,0.26924115,0.00010403301,0.000029350678,0.0033896358,0.000086414366,0.69794285,0.0037028936,0.0002270546,0.02147916,0.0015510354],"about_ca_topic_score_codex":0.000051479794,"about_ca_topic_score_gemma":7.3931136e-7,"teacher_disagreement_score":0.69975805,"about_ca_system_score_codex":0.00022414923,"about_ca_system_score_gemma":0.000120055956,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W102554878","doi":"","title":"Modeling Human Aspects to Enhance Software Quality Management","year":2012,"lang":"en","type":"article","venue":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software quality; Quality (philosophy); Software; Software engineering; Software development; Operating system","score_opus":0.030422072997987694,"score_gpt":0.32748871232229576,"score_spread":0.29706663932430805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W102554878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45978758,0.00027590143,0.5376082,0.0003114212,0.000613229,0.00025639392,0.000002139706,0.00076417834,0.00038094487],"genre_scores_gemma":[0.84320587,0.00002294688,0.15562831,0.00029936663,0.0004583366,0.000055489774,0.000005551852,0.00006590339,0.0002582467],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9953373,0.00024684562,0.00075978914,0.00091303897,0.0011586602,0.0015843598],"domain_scores_gemma":[0.9969477,0.0004825368,0.00012111465,0.0015442228,0.00022119151,0.0006832275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027688874,0.00046408185,0.00044684904,0.00063639897,0.00064888597,0.00046411445,0.0022356487,0.00013775077,0.000014403599],"category_scores_gemma":[0.00075721333,0.00047180438,0.00020411718,0.001177427,0.000039135317,0.0008648077,0.001048812,0.0007259231,0.0003475014],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019172802,0.0031537537,0.06910516,0.0018304327,0.0018003404,0.0011237039,0.070458196,0.15993224,0.16537985,0.33188137,0.008025242,0.187118],"study_design_scores_gemma":[0.0067582186,0.002525435,0.1404226,0.006571887,0.00048101126,0.0010889396,0.003680258,0.20168622,0.54395974,0.045269676,0.027572187,0.019983867],"about_ca_topic_score_codex":0.000066088534,"about_ca_topic_score_gemma":0.000010488585,"teacher_disagreement_score":0.3834183,"about_ca_system_score_codex":0.00033904312,"about_ca_system_score_gemma":0.000069079084,"threshold_uncertainty_score":0.9997734},"labels":[],"label_agreement":null},{"id":"W104392493","doi":"","title":"Proceedings of the 17th ACM SIGPLAN conference on Object-oriented programming, systems, languages, and applications","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Presentation (obstetrics); Session (web analytics); Object (grammar); Library science; Database; World Wide Web; Artificial intelligence","score_opus":0.02377048046847855,"score_gpt":0.2690139825263813,"score_spread":0.24524350205790277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W104392493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48352736,0.0029665586,0.41770256,0.006075545,0.00073983945,0.011133654,0.000036027912,0.004501198,0.07331725],"genre_scores_gemma":[0.9920508,0.000011193115,0.006259184,0.000018451272,0.000026995604,0.00015039314,4.784856e-7,0.0000062640747,0.0014762385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991777,0.00000762704,0.00011262559,0.00022502427,0.00030020173,0.00017683303],"domain_scores_gemma":[0.99919486,0.00016241988,0.00004250533,0.0003898434,0.00015056737,0.000059802744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014059705,0.000078585304,0.00008674687,0.00006071515,0.000062874504,0.00011148441,0.00079938903,0.000035111043,0.000008246435],"category_scores_gemma":[0.0002707929,0.00005227512,0.00001579999,0.00042842267,0.00005067208,0.000092916496,0.00026370966,0.000118484655,0.000013119036],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030553058,0.0002260431,0.036372628,0.0003490788,0.000037410642,0.000002252303,0.0020711997,0.000030215377,0.002030822,0.8957587,0.007439286,0.055679295],"study_design_scores_gemma":[0.004326428,0.0023866273,0.25260794,0.0016661284,0.00008157937,0.000452581,0.00532101,0.3128002,0.042775758,0.002406722,0.37216666,0.003008357],"about_ca_topic_score_codex":0.000043971082,"about_ca_topic_score_gemma":0.0000021007506,"teacher_disagreement_score":0.893352,"about_ca_system_score_codex":0.000022621236,"about_ca_system_score_gemma":0.000013460128,"threshold_uncertainty_score":0.21317175},"labels":[],"label_agreement":null},{"id":"W10528201","doi":"","title":"A Comparative Study of Attribute Weighting Techniques for Software Defect Prediction Using Case-based Reasoning.","year":2010,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Weighting; Case-based reasoning; Artificial intelligence; Software; Data mining; Software bug; Machine learning; Programming language","score_opus":0.023671926535258184,"score_gpt":0.28584333824540004,"score_spread":0.26217141171014186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10528201","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46693578,0.00026730107,0.5303088,0.0000017791804,0.00051158865,0.0005644168,0.000021410098,0.0013879905,9.3259195e-7],"genre_scores_gemma":[0.63193154,0.0000014200684,0.36764425,0.0000010303386,0.00016793597,0.00017859334,0.0000064861733,0.00006298346,0.0000057507914],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976394,0.000037128957,0.00056406745,0.00074701215,0.0003092096,0.0007031376],"domain_scores_gemma":[0.99595,0.0025245002,0.00012134425,0.0007301924,0.00040957486,0.00026442716],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000936309,0.0005104312,0.0006559741,0.00076762936,0.00022928811,0.00014850518,0.0005372052,0.00023462113,0.000001924872],"category_scores_gemma":[0.0029812867,0.00055380235,0.00017386311,0.0009889859,0.000037663314,0.00042019115,0.0002794723,0.0007595158,0.0000011115505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009954215,0.0019080474,0.17183746,0.0056982045,0.0013708489,0.00065718096,0.017506337,0.7067423,0.07110864,0.0014808673,0.00028316997,0.021307398],"study_design_scores_gemma":[0.0010891211,0.0005552674,0.003975291,0.0004068445,0.00007786262,0.00046719558,0.0000956244,0.97364694,0.018384604,0.000005867367,0.0006113825,0.00068399304],"about_ca_topic_score_codex":0.000039487448,"about_ca_topic_score_gemma":0.000016605407,"teacher_disagreement_score":0.26690465,"about_ca_system_score_codex":0.00012350676,"about_ca_system_score_gemma":0.00013975504,"threshold_uncertainty_score":0.99969137},"labels":[],"label_agreement":null},{"id":"W107899461","doi":"10.71781/11002","title":"Migrating legacy system towards object technology","year":2005,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Legacy system; Business process reengineering; Computer science; Legacy code; Software engineering; Software system; Software maintenance; Software evolution; Software; Systems engineering; Engineering; Software construction; Programming language; Operations management","score_opus":0.023848519487259714,"score_gpt":0.32442944025794274,"score_spread":0.30058092077068305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W107899461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8006465,0.0028124293,0.033189688,0.0008236664,0.004916935,0.0032351739,0.000025408117,0.00041991536,0.15393032],"genre_scores_gemma":[0.70077443,0.000010001946,0.2725116,0.000006668416,0.00026942074,0.00020085386,0.0001221861,0.000064046675,0.02604078],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99805135,0.000037010308,0.00032656695,0.00071460434,0.0004436811,0.00042680622],"domain_scores_gemma":[0.9984966,0.00013695826,0.0001415009,0.0009688119,0.00017304496,0.00008309184],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046105325,0.000260244,0.00036229717,0.000510759,0.00012754866,0.0011949514,0.003951071,0.000383977,0.00011106929],"category_scores_gemma":[0.0004291046,0.00026124087,0.00006647848,0.000913335,0.000015799962,0.0006433002,0.0005013122,0.0005615,0.0008753649],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006233395,0.000025839316,0.00012390039,0.00010705547,0.000046704536,0.00010636544,0.0012954792,0.00006980799,0.0005341819,0.0007774179,0.00043001442,0.996477],"study_design_scores_gemma":[0.0039951545,0.001267968,0.020406526,0.010633085,0.00021727665,0.0010525122,0.026249612,0.06608137,0.45776471,0.00031195104,0.40441132,0.007608507],"about_ca_topic_score_codex":0.00010600507,"about_ca_topic_score_gemma":0.00028306033,"teacher_disagreement_score":0.9888685,"about_ca_system_score_codex":0.0002441686,"about_ca_system_score_gemma":0.0006123666,"threshold_uncertainty_score":0.99998397},"labels":[],"label_agreement":null},{"id":"W10897080","doi":"10.1002/1098-108x(200009)28:2<181::aid-eat7>3.0.co;2-k","title":"Detecting model refactoring opportunities using heuristic search","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Model-driven architecture; Heuristic; Process (computing); Software engineering; Artificial intelligence; Software development; Software; Programming language","score_opus":0.5083945867567765,"score_gpt":0.4311035929333741,"score_spread":0.07729099382340243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10897080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75646996,0.0014840496,0.23407531,0.0013011436,0.0013050234,0.0034598932,0.0001364692,0.0002750641,0.0014930773],"genre_scores_gemma":[0.9630572,0.00022831945,0.035767462,0.00000785568,0.000031072832,0.000084618805,4.9379474e-7,0.00002731765,0.00079561095],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9966614,0.00039858808,0.00038030714,0.0005673802,0.0011135092,0.00087880745],"domain_scores_gemma":[0.9895102,0.0030739312,0.00013299518,0.0009563243,0.0061719315,0.00015466461],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001859452,0.00023775247,0.00038805717,0.00033496812,0.0007804816,0.00009255253,0.0017324018,0.00006603445,0.0000042769852],"category_scores_gemma":[0.008327751,0.0001788485,0.00008745629,0.0014445094,0.00054356037,0.00041190145,0.0012416467,0.0005398457,0.0000026981065],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015218096,0.0008495405,0.0050231684,0.0025318004,0.0013393944,0.0000737937,0.16649702,0.17593376,0.08669983,0.48795703,0.0009513325,0.07062151],"study_design_scores_gemma":[0.0014022113,0.0008736521,0.00045376585,0.0014600406,0.00001987932,0.0000033152442,0.039749272,0.4040863,0.53189135,0.018989805,0.0003968561,0.00067355786],"about_ca_topic_score_codex":0.000011798865,"about_ca_topic_score_gemma":0.000023284025,"teacher_disagreement_score":0.46896723,"about_ca_system_score_codex":0.0004376287,"about_ca_system_score_gemma":0.0009842132,"threshold_uncertainty_score":0.99696976},"labels":[],"label_agreement":null},{"id":"W112868136","doi":"","title":"Proceedings of the 2nd Workshop on Managing Technical Debt","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Engineering management; Brainstorming; Maintainability; Computer science; Software; Engineering; Software engineering; Engineering ethics; Software development; Business; Finance","score_opus":0.03162559602200429,"score_gpt":0.25447223511431016,"score_spread":0.22284663909230587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W112868136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40126425,0.00006041288,0.3377162,0.0025894747,0.00055092725,0.00065834215,2.7977907e-7,0.0015402541,0.25561985],"genre_scores_gemma":[0.96473134,0.0000022188,0.034389284,0.00006726126,0.00001231805,0.000008704925,1.0553734e-8,0.0000057821862,0.00078306627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99929965,0.000002968675,0.00008762745,0.00017040667,0.00026728565,0.00017205281],"domain_scores_gemma":[0.99947584,0.0001414443,0.000018776544,0.00027238257,0.000053794134,0.000037787828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002077588,0.00005711835,0.000059080405,0.00006839317,0.000030807954,0.000028008748,0.0011939877,0.000032950913,0.000022614471],"category_scores_gemma":[0.000255995,0.000035534784,0.00003448348,0.00047144346,0.00003704553,0.0001203971,0.00041188186,0.00015583697,0.000015825633],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013858423,0.00017693071,0.039198298,0.00006331765,0.000022336584,0.0000062917566,0.0013093806,0.00004094877,0.0047441167,0.89106417,0.009427893,0.053932484],"study_design_scores_gemma":[0.0004908139,0.00023350764,0.7971618,0.0004355844,0.000008268513,0.00005298813,0.00013911694,0.015556994,0.15492794,0.028267631,0.0021716265,0.00055368093],"about_ca_topic_score_codex":0.000008874707,"about_ca_topic_score_gemma":0.0000011525547,"teacher_disagreement_score":0.8627965,"about_ca_system_score_codex":0.00002093834,"about_ca_system_score_gemma":0.000012107724,"threshold_uncertainty_score":0.2218746},"labels":[],"label_agreement":null},{"id":"W115256144","doi":"10.11575/prism/35560","title":"Connectivity of co-changed method groups: a case study on open source systems","year":2012,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Java; Source code; Source lines of code; Cloning (programming); Open source software; Software development; Software maintenance; Software engineering; Software; Software system; Open source; Coding (social sciences); Code review; Codebase; Programming language; Static program analysis","score_opus":0.045522582954166474,"score_gpt":0.29647186121588426,"score_spread":0.25094927826171776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W115256144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4433033,0.000035936948,0.5558475,0.00002532639,0.00007824318,0.00039861773,2.7204248e-7,0.00005467815,0.0002560801],"genre_scores_gemma":[0.95385617,0.0000013377221,0.04589014,0.000005260152,0.000010069569,0.000001706214,5.2279574e-7,0.000008806604,0.00022596959],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985477,0.0004013731,0.00010815467,0.00026904567,0.00039949297,0.00027426062],"domain_scores_gemma":[0.9979184,0.0010561706,0.00011562006,0.00065591716,0.00008621277,0.00016765035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016148951,0.00011139143,0.00031997173,0.00022933527,0.00012683029,0.00003167897,0.0011987728,0.00006573059,0.000011059812],"category_scores_gemma":[0.00017087156,0.00012845144,0.00005837299,0.0003424841,0.00004881969,0.0005652051,0.0009297513,0.0001944697,0.00001449485],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004794881,0.008294108,0.37216607,0.00081812317,0.0012982291,0.0052693235,0.22858445,0.00027511327,0.0028117415,0.018269954,0.0040228246,0.35771057],"study_design_scores_gemma":[0.009882242,0.0040527442,0.45423537,0.00029485757,0.00020896456,0.0014401107,0.01786395,0.50164455,0.002661715,0.0001618959,0.0060010743,0.0015525349],"about_ca_topic_score_codex":0.007563056,"about_ca_topic_score_gemma":0.000011331897,"teacher_disagreement_score":0.5105529,"about_ca_system_score_codex":0.00008492442,"about_ca_system_score_gemma":0.000045485478,"threshold_uncertainty_score":0.99904567},"labels":[],"label_agreement":null},{"id":"W116782570","doi":"10.1007/978-0-387-21599-0_7","title":"Approaches to Clustering for Program Comprehension and Remodularization","year":2002,"lang":"en","type":"book-chapter","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Program comprehension; Cluster analysis; Computer science; Comprehension; Artificial intelligence; Programming language; Software","score_opus":0.05777975468218309,"score_gpt":0.2594115183847261,"score_spread":0.201631763702543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W116782570","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000939189,0.005231882,0.9911918,0.000042380067,0.0005233674,0.0013626965,0.0000075178446,0.0011506396,0.00039580982],"genre_scores_gemma":[0.0055750306,0.00055587786,0.98897326,0.000021163247,0.00018870518,0.00039737672,0.000027883056,0.00016286926,0.0040978077],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797666,0.000006382779,0.00036646362,0.00081848865,0.00034454608,0.00048742857],"domain_scores_gemma":[0.9983295,0.00078803184,0.00006810126,0.00058776845,0.00006261732,0.00016396062],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019888788,0.00042503348,0.00042993572,0.00054466346,0.000058749207,0.00013776176,0.000581238,0.00024339915,0.0000031016195],"category_scores_gemma":[0.00056163024,0.00049194123,0.000071094364,0.00018950118,0.000024545889,0.00056124723,0.0004782604,0.00039284848,0.000007490933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009473528,0.000025816735,0.00046389675,0.001230038,0.000026469497,0.000021892978,0.00029176378,0.48581758,0.000013827946,0.019995205,0.000047334073,0.4920567],"study_design_scores_gemma":[0.0005162094,0.0002831193,0.00087070366,0.0014692772,0.000011810394,0.000032314092,0.0000019536124,0.75768596,0.00005326223,0.0015477358,0.23639092,0.001136737],"about_ca_topic_score_codex":9.917578e-7,"about_ca_topic_score_gemma":0.000003343548,"teacher_disagreement_score":0.49091995,"about_ca_system_score_codex":0.00017611816,"about_ca_system_score_gemma":0.000016614555,"threshold_uncertainty_score":0.99975324},"labels":[],"label_agreement":null},{"id":"W1171898901","doi":"10.1007/978-3-319-17837-0_4","title":"Implicit Coordination: A Case Study of the Rails OSS Project","year":2015,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Coordination game; Computer science; Knowledge management; Coordination complex; Mathematics; Chemistry","score_opus":0.025973261056593186,"score_gpt":0.3193726787126176,"score_spread":0.2933994176560244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1171898901","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.078517325,0.092935674,0.18170549,0.013040032,0.0024974577,0.026697924,0.0001249403,0.0054437197,0.5990374],"genre_scores_gemma":[0.99147356,0.0013560976,0.0043805405,0.00004288686,0.0000070229,0.00028003912,0.000009620631,0.000013903679,0.0024363399],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988941,0.000040733456,0.0005309933,0.00013674395,0.0002740935,0.00012336101],"domain_scores_gemma":[0.99734336,0.00024305239,0.00038774047,0.0016226548,0.0003834137,0.000019774636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047072084,0.00014693849,0.00022166048,0.0007670591,0.00010528101,0.000050921615,0.0015575889,0.00021191362,0.0000027556691],"category_scores_gemma":[0.00031809145,0.00012284337,0.000022615548,0.00045765704,0.00017984716,0.0010906899,0.0011478416,0.0005390025,0.0000045425254],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056818094,0.00004683529,0.00076708826,0.00007433161,0.000017714381,0.000008167223,0.0037588922,0.00018836571,7.559418e-7,0.6283655,0.00023687274,0.36652976],"study_design_scores_gemma":[0.0030939688,0.0007417934,0.00027952806,0.00047559667,0.000023272545,0.00223368,0.011301112,0.0079624895,0.000071012124,0.15435867,0.81865656,0.0008023191],"about_ca_topic_score_codex":0.000048326205,"about_ca_topic_score_gemma":0.00014833016,"teacher_disagreement_score":0.91295624,"about_ca_system_score_codex":0.00011005537,"about_ca_system_score_gemma":0.00011903941,"threshold_uncertainty_score":0.50094074},"labels":[],"label_agreement":null},{"id":"W1173311655","doi":"10.1016/j.infsof.2015.07.007","title":"Learning dependency-based change impact predictors using independent change histories","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Change impact analysis; Variety (cybernetics); Software; Machine learning; Precision and recall; Context (archaeology); Artificial intelligence; Data mining; Dependency (UML); Software system; Data science","score_opus":0.04894197911269241,"score_gpt":0.2868627333318484,"score_spread":0.237920754219156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1173311655","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41238073,0.00039237758,0.5833152,0.00042560566,0.00053117145,0.00035004303,0.000004909007,0.002581956,0.000017981243],"genre_scores_gemma":[0.9737348,0.000011239146,0.025985999,0.000107132575,0.000044051034,0.0000868713,0.000012434463,0.000010019159,0.000007446769],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987842,0.000029885794,0.00024074003,0.00017000877,0.0004166782,0.0003585206],"domain_scores_gemma":[0.99902636,0.00009859123,0.0001160658,0.0003403978,0.00025448264,0.00016408967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042631096,0.00016343925,0.00016924883,0.0009543788,0.00012721142,0.00012884836,0.0004945765,0.00025680062,0.0000068001177],"category_scores_gemma":[0.001335547,0.00015394289,0.000033327182,0.00073983555,0.00007922231,0.0022428802,0.0003188525,0.0003883573,0.000025735699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013046042,0.000020737318,0.8035322,0.00006121304,0.00002152653,0.000016375398,0.007276414,0.0005954846,0.000010262885,0.0014205165,0.000082063656,0.18695016],"study_design_scores_gemma":[0.0062351106,0.0035010327,0.38531905,0.00032008532,0.00004800072,0.0006836604,0.0020975606,0.52745014,0.001370718,0.005064735,0.06536693,0.0025429837],"about_ca_topic_score_codex":0.00017625181,"about_ca_topic_score_gemma":0.000008749114,"teacher_disagreement_score":0.56135404,"about_ca_system_score_codex":0.00036630157,"about_ca_system_score_gemma":0.00019752035,"threshold_uncertainty_score":0.6277609},"labels":[],"label_agreement":null},{"id":"W127903220","doi":"","title":"A Design for Evidence-based Software Architecture Research","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Data science; Architecture; Software architecture; Process (computing); Empirical evidence; Software; Management science; Engineering; Programming language","score_opus":0.1559911719529537,"score_gpt":0.3692105742918407,"score_spread":0.21321940233888698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W127903220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008002893,0.00045794382,0.9893129,0.0077612023,0.00008361644,0.0007734826,8.7014797e-7,0.0007811455,0.000028554794],"genre_scores_gemma":[0.09912495,0.0000056389326,0.89903486,0.00029986672,0.0001884871,0.0003277013,6.9417786e-7,0.000021745582,0.0009960473],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974219,0.00020094827,0.00016865344,0.0005398397,0.000888986,0.00077966327],"domain_scores_gemma":[0.9837605,0.014673493,0.000016872218,0.0009188042,0.0004350657,0.00019526825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030674955,0.00013580994,0.00013226947,0.00044341598,0.00020246945,0.00028044576,0.0018016777,0.000087197346,0.00005303266],"category_scores_gemma":[0.007193219,0.00011403907,0.00007285457,0.0009479684,0.00006835885,0.00042570554,0.00024463568,0.0003801644,0.00017408867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010944581,0.00015240195,0.0006737535,0.00016386814,0.000027763068,0.000019592075,0.00064710015,0.34040385,0.0028014616,0.0051946165,0.058579743,0.5912264],"study_design_scores_gemma":[0.0016760203,0.001502825,0.0021199393,0.0004992194,0.0000061254855,0.0000325572,0.00001522153,0.80417806,0.11326894,0.013626335,0.06214492,0.0009298639],"about_ca_topic_score_codex":0.000013035805,"about_ca_topic_score_gemma":0.000004606131,"teacher_disagreement_score":0.5902965,"about_ca_system_score_codex":0.00016650218,"about_ca_system_score_gemma":0.00045634506,"threshold_uncertainty_score":0.86114746},"labels":[],"label_agreement":null},{"id":"W128336448","doi":"10.5555/2555523.2555553","title":"Revisiting prior empirical findings for mobile apps: an empirical case study on the 15 most popular open-source Android apps","year":2013,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Android (operating system); Computer science; Software; Mobile device; Mobile apps; World Wide Web; Mobile computing; Empirical research; Operating system; Multimedia","score_opus":0.03552042791183693,"score_gpt":0.3201485272367965,"score_spread":0.2846280993249596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W128336448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56818134,0.00017330688,0.423125,0.0029165135,0.00006330838,0.0046909177,0.00000987379,0.00082129386,0.00001846264],"genre_scores_gemma":[0.91533315,0.000008698322,0.07372351,0.002499802,0.00021956846,0.007743544,0.000009517844,0.00012522201,0.00033697838],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99536353,0.00047681265,0.0007325,0.0012646043,0.00084507285,0.001317462],"domain_scores_gemma":[0.99428886,0.0019512628,0.00017823947,0.0026271183,0.00031302703,0.00064149796],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0029728785,0.00054094003,0.000582536,0.00045951808,0.0009843438,0.0023018955,0.0037904251,0.00027927177,0.000030653904],"category_scores_gemma":[0.0020903677,0.00042717843,0.00017516455,0.0014547651,0.000093627634,0.0012179489,0.0018071729,0.00095575355,0.000053712673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023820892,0.005380761,0.59825546,0.00019405108,0.00037920862,0.0035208866,0.01842686,0.010280208,0.0036867908,0.0067029493,0.051134706,0.30179992],"study_design_scores_gemma":[0.0028544862,0.004308557,0.07625505,0.000244563,0.0000663016,0.0038911824,0.005602808,0.88383925,0.0031262012,0.0011046834,0.016637068,0.002069817],"about_ca_topic_score_codex":0.005119928,"about_ca_topic_score_gemma":0.00022812812,"teacher_disagreement_score":0.87355906,"about_ca_system_score_codex":0.0005136982,"about_ca_system_score_gemma":0.00026933802,"threshold_uncertainty_score":0.999818},"labels":[],"label_agreement":null},{"id":"W128739217","doi":"10.1007/978-1-4615-0457-3_5","title":"Designing a Software Exploration Tool Using a Cognitive Framework","year":2003,"lang":"en","type":"book-chapter","venue":"Software Visualization","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software visualization; Computer science; Visualization; Debugging; Software engineering; Software; Documentation; Program comprehension; Profiling (computer programming); Software construction; Software framework; Software development; Human–computer interaction; World Wide Web; Software system; Programming language; Artificial intelligence","score_opus":0.05997051868444286,"score_gpt":0.3217217251836076,"score_spread":0.2617512064991647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W128739217","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006128139,0.001020021,0.99470955,0.00001908991,0.00090296194,0.00096590514,0.000028064655,0.001978631,0.0003145161],"genre_scores_gemma":[0.0015735363,0.00033659572,0.97391844,0.00071687327,0.0006319375,0.0001843543,0.000488223,0.00058301707,0.021567008],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959776,0.00013641834,0.00069904013,0.0012401362,0.0012969332,0.00064987066],"domain_scores_gemma":[0.99543965,0.0020443578,0.0004428962,0.00086719997,0.0010123744,0.00019353538],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061152613,0.000718028,0.00057504623,0.0008596239,0.00037784368,0.00059143425,0.00075888616,0.00092407054,0.00013732431],"category_scores_gemma":[0.0072207204,0.0008460419,0.00021129014,0.0005905531,0.00009687213,0.0014506821,0.0003466374,0.000744794,0.00020883154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014741256,0.00038634014,0.005284272,0.0022745898,0.0012833882,0.0007333003,0.009624165,0.015649686,0.00030238176,0.6579501,0.006171994,0.3001924],"study_design_scores_gemma":[0.004078003,0.0018811447,0.00048198344,0.026310774,0.00094978005,0.00046880916,0.0002192698,0.08132889,0.0062743323,0.80953103,0.05484763,0.013628363],"about_ca_topic_score_codex":0.0000060788834,"about_ca_topic_score_gemma":0.0000014383774,"teacher_disagreement_score":0.28656402,"about_ca_system_score_codex":0.00050835067,"about_ca_system_score_gemma":0.00044808915,"threshold_uncertainty_score":0.999399},"labels":[],"label_agreement":null},{"id":"W131477820","doi":"","title":"A source-to-source transformation tool for error fixing","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus","funders":"","keywords":"Source code; Computer science; Open source; Program transformation; Transformation (genetics); Crash; Code (set theory); Operating system; Programming language; Computer engineering; Software; Set (abstract data type)","score_opus":0.08341426590995744,"score_gpt":0.3805953589430776,"score_spread":0.2971810930331202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131477820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23179208,0.00033379675,0.73254687,0.023677759,0.00058741745,0.010623706,0.00009677325,0.00017027846,0.00017130811],"genre_scores_gemma":[0.97148824,0.000047832586,0.022775507,0.0000705733,0.00005474985,0.0022017665,0.0000030589013,0.000029298564,0.0033289678],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997258,0.00022065331,0.00038270454,0.0004905371,0.00086507725,0.0007830216],"domain_scores_gemma":[0.987319,0.005183026,0.000107899796,0.0006950222,0.0065655885,0.00012948501],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012220682,0.00021404446,0.0003590652,0.0002672284,0.0006130764,0.00018726631,0.0014401319,0.00006135195,0.000007259267],"category_scores_gemma":[0.011133882,0.00015424617,0.00010907129,0.0017236483,0.00022028814,0.0005068187,0.0004147062,0.00027201092,0.000028699651],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014738638,0.00071730046,0.0015310964,0.002818259,0.0009891693,0.0000013178869,0.15434648,0.12080924,0.07090577,0.12839516,0.05148278,0.46652955],"study_design_scores_gemma":[0.007815142,0.0046356437,0.0029913909,0.0027721697,0.00003473851,0.000002364398,0.055386405,0.19400959,0.50030315,0.024099981,0.20627236,0.001677088],"about_ca_topic_score_codex":0.000005280755,"about_ca_topic_score_gemma":0.000022433736,"teacher_disagreement_score":0.73969615,"about_ca_system_score_codex":0.00029192228,"about_ca_system_score_gemma":0.0003372018,"threshold_uncertainty_score":0.9971958},"labels":[],"label_agreement":null},{"id":"W1419069490","doi":"10.4018/978-1-4666-4785-5.ch014","title":"Improving the Performance of Neuro-Fuzzy Function Point Backfiring Model with Additional Environmental Factors","year":2013,"lang":"en","type":"book-chapter","venue":"Advances in computational intelligence and robotics book series","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Fuzzy logic; Point (geometry); Computer science; Artificial neural network; Function (biology); Function point; Code (set theory); Software; Neuro-fuzzy; Mathematical optimization; Algorithm; Artificial intelligence; Mathematics; Software development; Fuzzy control system","score_opus":0.014925922676088004,"score_gpt":0.215956003084556,"score_spread":0.201030080408468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1419069490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003869567,0.002318476,0.9949795,0.0001188679,0.0002102296,0.00032626893,0.00006986472,0.00005597694,0.0015338794],"genre_scores_gemma":[0.56131136,0.012243647,0.3887213,0.0004048842,0.00023510506,0.00013354846,0.0006959495,0.00017639525,0.036077857],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985425,0.000011123591,0.00034495938,0.00038886702,0.0005074777,0.00020507252],"domain_scores_gemma":[0.9983792,0.0010648405,0.00018763196,0.00023446842,0.00008170723,0.00005215893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008850506,0.00026829133,0.00021744335,0.00015121332,0.0001412122,0.0000695312,0.0004045433,0.000081063736,0.0000948368],"category_scores_gemma":[0.000031936637,0.00020006599,0.0000428589,0.00005513018,0.0003739269,0.0018281337,0.00024951558,0.00038473378,0.000010589233],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000127280055,0.000009083191,0.0001666698,0.00006104123,0.000014370645,0.0000019666782,0.00010486359,0.89421976,0.0000037254706,0.100641556,0.000031145242,0.004733092],"study_design_scores_gemma":[0.000053914424,0.00034148552,0.0005999126,0.00024487617,0.000009896064,0.00003236492,0.000035129407,0.9632325,0.0000962668,0.03373084,0.0013062431,0.00031656574],"about_ca_topic_score_codex":0.0000023074647,"about_ca_topic_score_gemma":0.0000031705358,"teacher_disagreement_score":0.6062582,"about_ca_system_score_codex":0.00006933593,"about_ca_system_score_gemma":0.000091184294,"threshold_uncertainty_score":0.81584543},"labels":[],"label_agreement":null},{"id":"W1480122107","doi":"10.1007/11774129_4","title":"Comparative Analysis of Job Satisfaction in Agile and Non-agile Software Development Teams","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Agile software development; Job satisfaction; Computer science; Software development; Knowledge management; Extreme programming; Job design; Affect (linguistics); Software; Job performance; Software development process; Psychology; Software engineering; Social psychology","score_opus":0.013809750621480347,"score_gpt":0.26204095526622506,"score_spread":0.2482312046447447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480122107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041230015,0.0002610521,0.95757145,0.000033035587,0.00030037382,0.0003046233,0.0000060729135,0.000085364736,0.00020801048],"genre_scores_gemma":[0.69157934,0.000009564834,0.30822614,0.00004072458,0.000036294645,0.000011525755,0.000007698519,0.000012003111,0.000076689525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99663335,0.00003056238,0.0005977575,0.0011793411,0.0010415288,0.0005174847],"domain_scores_gemma":[0.9973912,0.0012483535,0.00020961027,0.0007944768,0.00023923178,0.00011712331],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00077413744,0.00040198994,0.0008318127,0.002846677,0.00011524003,0.00020811259,0.0012893958,0.00022566276,0.000011366176],"category_scores_gemma":[0.00012735596,0.00039271225,0.00008892076,0.0022356028,0.00041252482,0.00039855012,0.00092146336,0.0006395309,0.0000068601444],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006908122,0.000035523943,0.1537884,0.000098505014,0.00013575824,0.000056355508,0.0034208668,0.5369707,0.0002593884,0.00032180196,0.00004132378,0.30486447],"study_design_scores_gemma":[0.00028099382,0.00009238601,0.5905771,0.0003175463,0.000029833593,0.0000100081625,5.171321e-7,0.4034602,0.0023612007,0.0021021196,0.00014025248,0.00062780647],"about_ca_topic_score_codex":0.0003474035,"about_ca_topic_score_gemma":0.001329466,"teacher_disagreement_score":0.6503493,"about_ca_system_score_codex":0.00053398864,"about_ca_system_score_gemma":0.0005242702,"threshold_uncertainty_score":0.9998525},"labels":[],"label_agreement":null},{"id":"W1481457981","doi":"10.1002/spe.2147","title":"Methods for selecting and improving software clustering algorithms","year":2012,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cluster analysis; Computer science; Software; Data mining; Algorithm; Strengths and weaknesses; Process (computing); Machine learning; Programming language","score_opus":0.03515311790681467,"score_gpt":0.3848034187302256,"score_spread":0.3496503008234109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1481457981","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013758616,0.0039436254,0.98070073,0.00017944025,0.0005443953,0.0003059804,0.0000012621141,0.0005557178,0.000010216775],"genre_scores_gemma":[0.08289396,0.000079344565,0.91630924,0.00025918457,0.00017924818,0.00020102506,9.702245e-7,0.000029054463,0.00004794447],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803305,0.0001314706,0.00024124254,0.00055493054,0.00024430364,0.0007949909],"domain_scores_gemma":[0.99105525,0.007893129,0.00011887838,0.00041897286,0.00019366156,0.00032008433],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018592475,0.00022351541,0.00021331929,0.00012301942,0.00047350215,0.0004300238,0.00042859785,0.000103802806,0.000003085086],"category_scores_gemma":[0.022949154,0.00022237946,0.000037743728,0.00038281336,0.00008059035,0.004000981,0.0007167278,0.00028684843,0.000003241902],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001905884,0.000041483043,0.011671436,0.00015135406,0.000022019283,0.0000036596018,0.01908786,0.00001793715,0.0016438842,0.0002612328,0.00003342736,0.9670466],"study_design_scores_gemma":[0.0075422586,0.0030917567,0.06429813,0.00094075344,0.00037534337,0.010066903,0.036597863,0.41651654,0.09903242,0.0032025715,0.34842125,0.00991421],"about_ca_topic_score_codex":0.000075485405,"about_ca_topic_score_gemma":9.233037e-7,"teacher_disagreement_score":0.95713246,"about_ca_system_score_codex":0.00006088681,"about_ca_system_score_gemma":0.000060254617,"threshold_uncertainty_score":0.98528093},"labels":[],"label_agreement":null},{"id":"W1482624438","doi":"","title":"Practical language-independent detection of near-miss clones","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Queen's University","funders":"","keywords":"Computer science; Reuse; Programming language; Code (set theory); Code reuse; Simple (philosophy); Source lines of code; Source code; Software; clone (Java method); Theoretical computer science; Biology; Set (abstract data type)","score_opus":0.01845367035159494,"score_gpt":0.31081303541601557,"score_spread":0.2923593650644206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482624438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25822666,0.000023346964,0.7407667,0.00043620513,0.00012661949,0.00005497458,1.2897472e-7,0.00018637808,0.00017895011],"genre_scores_gemma":[0.9013864,0.000001721219,0.09842147,0.000018267097,0.000022311271,0.000004469589,1.4959487e-7,0.000004867419,0.00014037227],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992066,0.00001655366,0.00010222711,0.00016438268,0.00034754258,0.00016268033],"domain_scores_gemma":[0.99933636,0.00019818256,0.000020617692,0.00032014315,0.000057663376,0.000067038854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020892249,0.00005503773,0.00006971624,0.000056338016,0.000031478234,0.000059563004,0.0002563289,0.00004255202,0.000018003037],"category_scores_gemma":[0.00050372287,0.000048330116,0.000030166504,0.00026099617,0.000023115437,0.00023477965,0.00013088113,0.00012882415,0.000077539866],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009963144,0.0014645183,0.013192694,0.000353957,0.00022384213,0.0011218338,0.009128817,0.025852663,0.5457295,0.15882534,0.0007578779,0.2432493],"study_design_scores_gemma":[0.00077909447,0.00028131637,0.04204104,0.000022390339,0.0000044257163,0.00023432022,0.00012193918,0.01525488,0.9396663,0.00089626823,0.00046885357,0.00022920436],"about_ca_topic_score_codex":0.00024499613,"about_ca_topic_score_gemma":0.000022884095,"teacher_disagreement_score":0.6431597,"about_ca_system_score_codex":0.00005115154,"about_ca_system_score_gemma":0.00008980049,"threshold_uncertainty_score":0.19708449},"labels":[],"label_agreement":null},{"id":"W1483240941","doi":"","title":"Détection de défauts de programmes Java","year":2014,"lang":"fr","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Physics; Philosophy","score_opus":0.020970876611438257,"score_gpt":0.2915658646339321,"score_spread":0.2705949880224938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483240941","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04197233,0.00066257047,0.9482637,0.005167546,0.0011094433,0.00014411107,3.0866332e-7,0.00066603214,0.0020139252],"genre_scores_gemma":[0.64261496,0.00004460007,0.32464248,0.0002740291,0.0005879146,0.000039076305,6.410136e-7,0.000026260594,0.031770047],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982466,0.00015785352,0.00013893392,0.0003262673,0.00029772313,0.0008326005],"domain_scores_gemma":[0.9984857,0.000661062,0.00002290262,0.00046013095,0.000097131226,0.000273107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013103386,0.00013460628,0.00011284552,0.000109818335,0.000093760056,0.00038380042,0.0005659119,0.00014409084,0.00011089821],"category_scores_gemma":[0.0014704686,0.00014171352,0.00006261751,0.00050219486,0.0000752318,0.00030694954,0.00020131937,0.00029928773,0.00046156786],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003374155,0.00011634975,0.030903842,0.00012472976,0.000021969414,0.00002029029,0.00085722393,0.0021667695,0.0005778005,0.052153286,0.011079807,0.90197456],"study_design_scores_gemma":[0.0002677193,0.00031041773,0.062538445,0.00007978238,0.000007194456,0.00019179561,0.000013503977,0.66593045,0.010412438,0.004690605,0.25528073,0.00027689888],"about_ca_topic_score_codex":0.0011239769,"about_ca_topic_score_gemma":0.000049677867,"teacher_disagreement_score":0.90169764,"about_ca_system_score_codex":0.0002346797,"about_ca_system_score_gemma":0.00019553362,"threshold_uncertainty_score":0.5932675},"labels":[],"label_agreement":null},{"id":"W1484683231","doi":"10.1007/978-3-540-27769-9_23","title":"Improving Generalization Level in UML Models Iterative Cross Generalization in Practice","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Generalization; Unified Modeling Language; Programming language; Theoretical computer science; Algorithm; Artificial intelligence; Mathematics; Software","score_opus":0.03566211871474381,"score_gpt":0.3016579245141278,"score_spread":0.265995805799384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484683231","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008115143,0.00041525226,0.9964872,0.00034067588,0.0009470336,0.0005922422,0.00000559515,0.00014920301,0.0002512705],"genre_scores_gemma":[0.40476617,0.00006597479,0.5939252,0.0007373712,0.000266691,0.00003380456,0.000017962315,0.000056806104,0.00013003092],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99531984,0.000091461516,0.00072789396,0.0017156533,0.0013170101,0.00082814484],"domain_scores_gemma":[0.9972772,0.0007313355,0.00027526222,0.0010507094,0.00053147384,0.0001339977],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016303312,0.0005162947,0.00044928168,0.0019410242,0.00014697066,0.001106166,0.0023155161,0.00041189734,0.00000594986],"category_scores_gemma":[0.0010290004,0.0005434611,0.00006535338,0.0018174356,0.00028311298,0.0031804398,0.0011153726,0.0010356387,0.000010365125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005648815,0.000030228139,0.00038568018,0.00003864667,0.000003449587,0.00012100865,0.0018934028,0.88681996,0.00015681746,0.024658151,0.0000012645762,0.08588577],"study_design_scores_gemma":[0.00049971655,0.00007204578,0.0007997192,0.00038734006,0.0000021043484,0.000037438927,1.666417e-7,0.9525408,0.0009929563,0.044100825,0.0000252185,0.0005416619],"about_ca_topic_score_codex":0.0005506181,"about_ca_topic_score_gemma":0.0004141306,"teacher_disagreement_score":0.40395465,"about_ca_system_score_codex":0.0017898798,"about_ca_system_score_gemma":0.0012130972,"threshold_uncertainty_score":0.9999308},"labels":[],"label_agreement":null},{"id":"W1485562483","doi":"10.1007/978-3-540-87879-7_3","title":"A Tool to Visualize Architectural Design Decisions","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Visualization; Decision analysis; Software engineering; Decision support system; Architecture; Software architecture; Business decision mapping; Key (lock); Data science; Software; Management science; Artificial intelligence; Engineering; Programming language","score_opus":0.0410595540471483,"score_gpt":0.29701895047819976,"score_spread":0.2559593964310515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485562483","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005487013,0.00028270882,0.99568737,0.0006262598,0.0013577169,0.0007888379,0.000003892553,0.0004869548,0.00021755905],"genre_scores_gemma":[0.053243022,0.000031050346,0.9446732,0.0011479643,0.0003929503,0.000035930425,0.0000015444876,0.000064106986,0.00041025618],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994089,0.000056957346,0.0005687874,0.0020095215,0.0020859335,0.0011897875],"domain_scores_gemma":[0.99189514,0.004985441,0.0001109754,0.0022366347,0.000326979,0.00044481733],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0011416856,0.00065436616,0.00060320215,0.0020018092,0.00033475467,0.00059967523,0.0061547393,0.00029782573,0.000024000343],"category_scores_gemma":[0.0023522496,0.00059485884,0.00017186433,0.001586066,0.00046123134,0.000290726,0.0028374293,0.0011564585,0.0002952228],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000891261,0.00001739897,0.000022006509,0.000008334084,0.000008847174,0.00031338396,0.00094421644,0.24039945,0.00011776282,0.0009912966,0.0002442399,0.75692415],"study_design_scores_gemma":[0.00068301725,0.001024511,0.0021054267,0.0011676768,0.000008552158,0.0015010994,9.2372105e-8,0.9232443,0.0037907052,0.054285042,0.009473371,0.0027162195],"about_ca_topic_score_codex":0.000019053417,"about_ca_topic_score_gemma":0.000013390956,"teacher_disagreement_score":0.7542079,"about_ca_system_score_codex":0.0005144637,"about_ca_system_score_gemma":0.0010321237,"threshold_uncertainty_score":0.9996503},"labels":[],"label_agreement":null},{"id":"W1485825596","doi":"","title":"Non-Functional Requirements: Size Measurement and Testing with COSMIC-FFP","year":2007,"lang":"en","type":"article","venue":"University of Twente Research Information","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Reliability engineering; Process (computing); Non-functional requirement; Systems engineering; Scope (computer science); Functional requirement; Functional testing; Software engineering; Software; Engineering; Software development; Software construction","score_opus":0.07659704305500299,"score_gpt":0.268884615089515,"score_spread":0.19228757203451202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485825596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1896901,0.000015344887,0.8063565,0.00030374492,0.000054424992,0.000295839,0.0000015078223,0.00008219953,0.003200372],"genre_scores_gemma":[0.97128505,0.000008211187,0.028601807,0.000011805263,0.000011163956,3.0875324e-7,0.0000022984825,0.0000024802073,0.000076877506],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978536,0.000026213364,0.00012381935,0.00011656517,0.0015638103,0.00031602595],"domain_scores_gemma":[0.9979413,0.0005400627,0.000060620085,0.00022229816,0.0011068363,0.000128878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003382398,0.000061963234,0.0000721609,0.00038551787,0.00023128338,0.00006675965,0.00036589304,0.00003344299,0.0000068874883],"category_scores_gemma":[0.0011085395,0.000063843385,0.000014045623,0.0007129191,0.00011245923,0.0018568102,0.00030551333,0.00021067547,0.000020835849],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015663732,0.00049822853,0.4655387,0.001498613,0.00049120083,0.0001463913,0.015448663,0.0047032516,0.017294418,0.010517028,0.023004202,0.45929292],"study_design_scores_gemma":[0.002694677,0.0007837639,0.93958807,0.00035423602,0.0000069161806,0.00002775998,0.0018721895,0.037830006,0.003820379,0.00018922587,0.012563407,0.00026935275],"about_ca_topic_score_codex":0.00022946554,"about_ca_topic_score_gemma":0.00001995954,"teacher_disagreement_score":0.78159493,"about_ca_system_score_codex":0.00031367881,"about_ca_system_score_gemma":0.00020698347,"threshold_uncertainty_score":0.26034576},"labels":[],"label_agreement":null},{"id":"W1486880988","doi":"","title":"A Service Sharing Approach to Integrating Program Comprehension Tools","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Program comprehension; Computer science; Software engineering; Software maintenance; Comprehension; Flexibility (engineering); Software development; Software; Systems development life cycle; Software development process; Software system; Operating system","score_opus":0.06299873924088611,"score_gpt":0.30341982281097635,"score_spread":0.24042108357009023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486880988","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10508995,0.000018923587,0.88103014,0.0001569085,0.000112480026,0.0005047458,1.5250721e-7,0.0012434227,0.011843298],"genre_scores_gemma":[0.40392122,1.8883644e-7,0.5956259,0.00020398336,0.000012701698,0.00008974104,9.222455e-7,0.000009652977,0.00013572058],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986415,0.000031276137,0.00015135371,0.00045840652,0.00033021288,0.00038725193],"domain_scores_gemma":[0.99880016,0.00023718827,0.000014853197,0.0006343499,0.00014354683,0.00016987562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037551936,0.00012368473,0.000119367236,0.00012113788,0.00007969541,0.0004927923,0.0009369955,0.00004268102,0.000008912523],"category_scores_gemma":[0.0005421947,0.00010526252,0.00002978973,0.0011899823,0.0000058067535,0.0003718399,0.00042300698,0.00019429195,0.00011509385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007828947,0.0008821404,0.019721907,0.00033082566,0.00005646147,0.00001931172,0.0049247458,0.026456,0.0062948177,0.42449236,0.0031946723,0.51361895],"study_design_scores_gemma":[0.00038431762,0.00017829849,0.012500437,0.00009339446,0.0000025357745,0.000053399923,0.00026483613,0.9638851,0.004856984,0.0005958638,0.016623078,0.00056170573],"about_ca_topic_score_codex":0.000052913056,"about_ca_topic_score_gemma":0.000006061784,"teacher_disagreement_score":0.93742913,"about_ca_system_score_codex":0.000053783566,"about_ca_system_score_gemma":0.00003691093,"threshold_uncertainty_score":0.47520074},"labels":[],"label_agreement":null},{"id":"W1488045480","doi":"10.1109/wcre.2012.53","title":"Analyzing the Impact of Antipatterns on Change-Proneness Using Fine-Grained Source Code Changes","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Java; Source code; Open source; Computer science; Biology; Programming language; Software","score_opus":0.1016252506006192,"score_gpt":0.35390155395753703,"score_spread":0.25227630335691786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488045480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60897905,0.00012691907,0.39024565,0.00028514874,0.000113614355,0.00012760393,0.0000026188031,0.000102985585,0.000016433514],"genre_scores_gemma":[0.9969353,0.00000568431,0.0026098776,0.0000342406,0.00031926186,0.000013704646,0.0000010440054,0.000017110842,0.00006378015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882084,0.0000676121,0.000118863914,0.0001930621,0.00028508427,0.0005145209],"domain_scores_gemma":[0.99861866,0.000499034,0.000058920934,0.0006533313,0.000064128886,0.000105920364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006325339,0.00014440276,0.00016553671,0.00020912237,0.0000837394,0.00006331728,0.00078601786,0.000043322485,0.000025868418],"category_scores_gemma":[0.00016751372,0.000087784094,0.000084913416,0.0006053479,0.000046265028,0.0002615135,0.0002841457,0.00013756841,0.00001221198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018117169,0.0001967483,0.9121349,0.00007339956,0.00015053956,0.000004598694,0.0053629037,0.0071869106,0.016966762,0.00082409254,0.00041676345,0.056664255],"study_design_scores_gemma":[0.0003708859,0.0002424846,0.65618235,0.00011656019,0.000011790429,0.000024215944,0.00005140403,0.31486124,0.02755104,0.000030291325,0.00018869726,0.00036906992],"about_ca_topic_score_codex":0.0005472491,"about_ca_topic_score_gemma":0.000015181331,"teacher_disagreement_score":0.38795626,"about_ca_system_score_codex":0.00007348321,"about_ca_system_score_gemma":0.000025171283,"threshold_uncertainty_score":0.35797316},"labels":[],"label_agreement":null},{"id":"W1489439366","doi":"10.1016/b978-0-12-411519-4.00019-7","title":"Analytical Product Release Planning","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Product (mathematics); Business; Computer science; Process management; Process engineering; Mathematics; Engineering; Geometry","score_opus":0.04954594433010383,"score_gpt":0.29727474127972153,"score_spread":0.2477287969496177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1489439366","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020555779,0.0024335135,0.0017948191,0.00014829212,0.00057098095,0.00037193863,0.000005367568,0.0005875949,0.99406695],"genre_scores_gemma":[0.0012597574,0.0000073030697,0.004994748,0.00007430995,0.0005961796,0.00002122518,0.0000072512357,0.00008462329,0.9929546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971895,0.000027092132,0.0003564452,0.0008771258,0.0010329408,0.00051688845],"domain_scores_gemma":[0.9972868,0.000266405,0.00009837039,0.0016544793,0.00027228135,0.00042166415],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006569175,0.00040873355,0.00046754366,0.00034608503,0.00007012089,0.0001795845,0.0015047034,0.00021956199,0.00004444655],"category_scores_gemma":[0.0005181875,0.00039040056,0.00015587341,0.000045059478,0.000104289786,0.000110201785,0.00073206035,0.0009739565,0.00069117337],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004850788,0.000005167077,0.000028375363,0.000059768026,0.00006264336,0.0004114918,0.00016174107,0.000056887195,0.0000015637257,0.02033873,0.004439337,0.9744294],"study_design_scores_gemma":[0.00014423173,0.0000610341,0.000043964174,0.00028830447,0.000020991563,0.000066847235,5.9646334e-7,0.0014122669,0.000014173794,0.0071311356,0.99035287,0.00046358423],"about_ca_topic_score_codex":2.9959443e-7,"about_ca_topic_score_gemma":3.4555381e-7,"teacher_disagreement_score":0.9859135,"about_ca_system_score_codex":0.00021818871,"about_ca_system_score_gemma":0.0004648131,"threshold_uncertainty_score":0.9998548},"labels":[],"label_agreement":null},{"id":"W1490878083","doi":"10.1109/wpc.1999.777743","title":"Extending software quality assessment techniques to Java systems","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Java; Computer science; Software quality; Source code; Suite; Software system; Real time Java; Java annotation; Software engineering; Programming language; Generics in Java; Software; Operating system; Software development","score_opus":0.051781090674672445,"score_gpt":0.36953608612818306,"score_spread":0.3177549954535106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1490878083","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042970073,0.000059007794,0.9898005,0.00014239863,0.00040138362,0.0003343616,9.5325044e-7,0.0017828593,0.0031815197],"genre_scores_gemma":[0.43048346,0.0000027729418,0.56817615,0.000096603275,0.000027612865,0.00010162193,4.3079027e-7,0.000012520867,0.0010988472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981832,0.0001568574,0.000247984,0.00042062908,0.00058247434,0.00040889205],"domain_scores_gemma":[0.99810565,0.0006908244,0.000029409777,0.00084005034,0.00013174114,0.00020231064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017061917,0.00013153817,0.00017199932,0.00019352144,0.00008858811,0.00031926262,0.00077489007,0.000055579145,0.000028005012],"category_scores_gemma":[0.0012483558,0.00011793699,0.00004252846,0.00058554317,0.000011547121,0.00028096282,0.00023094355,0.00016050914,0.000080432554],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001890139,0.00014767016,0.060955714,0.00019470646,0.000040639046,0.00005407664,0.00031154722,0.0011251236,0.0042219292,0.8583398,0.013473493,0.061133415],"study_design_scores_gemma":[0.0012290853,0.0012603226,0.31266227,0.0007824105,0.000016602184,0.00035319617,0.0005467208,0.019116169,0.13694583,0.008684478,0.5136648,0.0047381665],"about_ca_topic_score_codex":0.00010344136,"about_ca_topic_score_gemma":0.0000018649885,"teacher_disagreement_score":0.84965533,"about_ca_system_score_codex":0.00023030478,"about_ca_system_score_gemma":0.00010726147,"threshold_uncertainty_score":0.48093307},"labels":[],"label_agreement":null},{"id":"W1491093693","doi":"10.1007/978-3-642-13428-9_5","title":"Empirical Evaluation of Selected Algorithms for Complexity-Based Classification of Software Modules and a New Model","year":2010,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Machine learning; Computer science; Artificial intelligence; Software quality; Data mining; Support vector machine; Software; Classifier (UML); Linear discriminant analysis; Software metric; Naive Bayes classifier; Categorization; Statistical classification; Algorithm; Software development","score_opus":0.4482315763401465,"score_gpt":0.4587910225596661,"score_spread":0.010559446219519597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491093693","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006198929,0.001150678,0.9969315,0.00023209104,0.00016974562,0.00069835474,0.000055615117,0.000058148144,0.00008395643],"genre_scores_gemma":[0.11569619,0.00005295745,0.883681,0.000021571077,0.00004926859,0.000073002746,0.000072679606,0.000026694639,0.00032665502],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975593,0.000040899522,0.0006532941,0.00053464825,0.0010290905,0.00018274703],"domain_scores_gemma":[0.99248743,0.0035712598,0.00030659605,0.00032563132,0.0032476028,0.000061500265],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000950467,0.000243406,0.00046429608,0.000440911,0.00006306378,0.000019590456,0.0005314247,0.00018989245,0.000005075221],"category_scores_gemma":[0.0024548436,0.00025385976,0.00007628699,0.00023405135,0.00048398878,0.000103109,0.00020471809,0.0003293404,0.0000013362102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027124284,0.000056762205,0.00029834322,0.00039743527,0.00012366811,6.2712303e-7,0.00097022654,0.8468187,0.000032232274,0.0905054,0.00021988759,0.06054959],"study_design_scores_gemma":[0.00014048493,0.00006936693,0.0013474228,0.00016800388,0.0000183451,0.0000014224901,0.00000789531,0.65264875,0.00017247236,0.3452703,0.000024067902,0.00013147418],"about_ca_topic_score_codex":0.000008390553,"about_ca_topic_score_gemma":0.000028344544,"teacher_disagreement_score":0.25476488,"about_ca_system_score_codex":0.00017361608,"about_ca_system_score_gemma":0.00086633855,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W1492274812","doi":"10.1002/smr.1644","title":"Model refactoring using examples: a search‐based approach","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Set (abstract data type); Heuristic; Metamodeling; Quality (philosophy); Base (topology); Sequence (biology); Software; Programming language; Software engineering; Artificial intelligence","score_opus":0.06070729225650119,"score_gpt":0.3009794474827227,"score_spread":0.24027215522622153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1492274812","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1546362,0.00029270194,0.8447576,0.00003773214,0.00012319686,0.000053019055,7.4876255e-7,0.00008473115,0.000014038474],"genre_scores_gemma":[0.71805114,0.000004661836,0.28178808,0.000025168973,0.00010701439,0.0000013863554,2.7924202e-7,0.000010641486,0.000011648551],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984845,0.00006861225,0.0002943208,0.00021227633,0.00064919546,0.00029108752],"domain_scores_gemma":[0.9985931,0.00033747783,0.00014198634,0.0002191196,0.00049217726,0.00021616767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011501651,0.00012800145,0.00020726821,0.0003385422,0.00014227012,0.0001478657,0.00053930434,0.00007572246,0.0000016444201],"category_scores_gemma":[0.0010228707,0.00011091344,0.00005813223,0.00043809548,0.00004833242,0.00073897175,0.000087683904,0.0003580044,9.863995e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044917368,0.00012749326,0.052634083,0.0006191598,0.000035291087,0.000007759613,0.0014552942,0.93124247,0.0007552543,0.0019479692,0.00009572074,0.011034587],"study_design_scores_gemma":[0.0004416189,0.00008941172,0.0049614953,0.00011485183,0.0000066537136,0.0000994223,0.000033197637,0.992437,0.00023179376,0.0013637639,0.00007934714,0.00014145022],"about_ca_topic_score_codex":0.000008421356,"about_ca_topic_score_gemma":2.6052723e-7,"teacher_disagreement_score":0.56341493,"about_ca_system_score_codex":0.00014637304,"about_ca_system_score_gemma":0.0003608538,"threshold_uncertainty_score":0.45229188},"labels":[],"label_agreement":null},{"id":"W1493296086","doi":"10.1007/s10664-014-9308-x","title":"Understanding the impact of rapid releases on software quality","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"","keywords":"Computer science; Software release life cycle; Software engineering; Crash; Software quality; Software; Quality (philosophy); Software bug; Software quality analyst; Software quality assurance; Software development; Operating system","score_opus":0.11284751522180525,"score_gpt":0.3485465269864667,"score_spread":0.23569901176466146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493296086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14531282,0.000103917446,0.85297877,0.00015152169,0.00025819638,0.00016300636,0.0000061740684,0.0009962821,0.000029325927],"genre_scores_gemma":[0.97668684,0.000007352282,0.022983994,0.00007417658,0.00015118015,0.000022632788,0.0000036291678,0.0000466944,0.000023521636],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99743265,0.00015856168,0.00044813007,0.0005020965,0.0007895418,0.00066900917],"domain_scores_gemma":[0.9897571,0.008606198,0.00010267872,0.0011819344,0.00009881131,0.00025323813],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011215553,0.00033289494,0.00040502223,0.00024496965,0.00015068913,0.00012737037,0.0013360364,0.00013451862,0.000036036083],"category_scores_gemma":[0.014921135,0.00023278291,0.00033875098,0.0010271922,0.00007175255,0.00025799265,0.0003355134,0.000564737,0.000037341822],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045931276,0.0002250129,0.39427716,0.00021573967,0.00023520707,0.000017538165,0.00093602564,0.5817055,0.000258738,0.006005829,0.006413215,0.009664102],"study_design_scores_gemma":[0.0007531255,0.00089785684,0.9131991,0.00022560732,0.000012201603,0.00002499912,0.000018313509,0.08027246,0.00094335375,0.0016860175,0.00116639,0.0008005334],"about_ca_topic_score_codex":0.000049838793,"about_ca_topic_score_gemma":7.000228e-7,"teacher_disagreement_score":0.831374,"about_ca_system_score_codex":0.00048628123,"about_ca_system_score_gemma":0.000098826495,"threshold_uncertainty_score":0.9933766},"labels":[],"label_agreement":null},{"id":"W1493964280","doi":"","title":"Proceedings of the 2008 international working conference on Mining software repositories","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo; Queen's University","funders":"","keywords":"Schedule; Scope (computer science); Maturity (psychological); Library science; Competition (biology); Operations research; Computer science; Political science; Public relations; Data science; Engineering; Law","score_opus":0.039903117125145875,"score_gpt":0.2552659880458374,"score_spread":0.2153628709206915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493964280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92296845,0.000031443804,0.061668094,0.0010850308,0.0017292653,0.00015392005,5.842262e-7,0.00044451113,0.011918703],"genre_scores_gemma":[0.95370126,0.0000051889856,0.04443587,0.000037817365,0.00007971888,0.0000075616013,1.275402e-7,0.000005347142,0.0017271313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989943,0.000004373645,0.0001362978,0.0001986631,0.00051655347,0.0001498077],"domain_scores_gemma":[0.99925953,0.00022920694,0.000054127402,0.00019085608,0.00023253946,0.00003373555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011167949,0.00007254583,0.000074824326,0.00006935792,0.00010518025,0.0000700118,0.001145061,0.00003236177,0.000010061468],"category_scores_gemma":[0.00066973834,0.000051217634,0.00003565227,0.0003230332,0.00006575114,0.00019030261,0.00033523436,0.00012329973,0.0000045392835],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012741225,0.00006865891,0.91793334,0.000023641076,0.000041722134,0.000017870329,0.0055595404,0.00021491804,0.0024125061,0.053451214,0.01366321,0.006600643],"study_design_scores_gemma":[0.00075097295,0.00024675482,0.83109444,0.000746241,0.000005315664,0.00045355584,0.00035364178,0.022067599,0.13262366,0.0013224995,0.009672307,0.0006629817],"about_ca_topic_score_codex":0.000009768878,"about_ca_topic_score_gemma":6.1812506e-7,"teacher_disagreement_score":0.13021116,"about_ca_system_score_codex":0.000037350153,"about_ca_system_score_gemma":0.00006521559,"threshold_uncertainty_score":0.21278273},"labels":[],"label_agreement":null},{"id":"W1494567756","doi":"","title":"Program comprehension with dynamic recovery of code collaboration patterns and roles","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Legacy system; COBOL; Program comprehension; Computer science; Maintainability; Software maintenance; Software engineering; Legacy code; Artifact (error); Source code; Software development; Software system; Software quality; Code (set theory); Programming language; Software; Artificial intelligence","score_opus":0.04702776759363301,"score_gpt":0.3754114805347369,"score_spread":0.32838371294110386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494567756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729919,0.0009543646,0.018037127,0.0043712193,0.00019404986,0.003158534,0.00018975447,0.00007595036,0.000027105056],"genre_scores_gemma":[0.98087543,0.00058787427,0.01819669,0.000005491308,0.000007966639,0.00020639361,0.0000040722657,0.0000147595,0.000101306585],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99786323,0.0002017233,0.00028303266,0.00044953488,0.00080683787,0.00039562094],"domain_scores_gemma":[0.9921881,0.0015877875,0.00017294388,0.000557671,0.0054205144,0.00007297527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005507315,0.0001804514,0.0003622441,0.00019302987,0.00026940877,0.00008042356,0.00065279094,0.000051760464,6.895116e-7],"category_scores_gemma":[0.0019220903,0.00011969302,0.000035252204,0.0016101738,0.0005183802,0.0003051076,0.00041753173,0.00022913814,6.7864255e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0074522314,0.0038074583,0.030632518,0.0061317533,0.0022812316,0.000033725748,0.062099095,0.30040586,0.09717482,0.20254785,0.00097356935,0.2864599],"study_design_scores_gemma":[0.01699263,0.023222089,0.062558845,0.011203584,0.00007609813,0.0000085760685,0.06759596,0.034564856,0.74528563,0.033778634,0.0030841355,0.0016289927],"about_ca_topic_score_codex":0.0000054270818,"about_ca_topic_score_gemma":0.00065528264,"teacher_disagreement_score":0.6481108,"about_ca_system_score_codex":0.0002404409,"about_ca_system_score_gemma":0.000588459,"threshold_uncertainty_score":0.48809394},"labels":[],"label_agreement":null},{"id":"W1494902786","doi":"10.1007/978-0-387-21599-0_13","title":"The SPOOL Design Repository: Architecture, Schema, and Mechanisms","year":2002,"lang":"en","type":"book-chapter","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Université de Montréal","funders":"","keywords":"Reverse engineering; Suite; Software engineering; Computer science; Schema (genetic algorithms); Process (computing); Systems engineering; Engineering; Programming language","score_opus":0.010191757098158567,"score_gpt":0.21246413789952628,"score_spread":0.20227238080136772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494902786","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000047689446,0.026360637,0.9700278,0.00003561562,0.00093241816,0.00040956534,0.0000025127133,0.000821535,0.001405146],"genre_scores_gemma":[0.0031096977,0.013339401,0.94074774,0.000044461543,0.00040129462,0.0002378922,0.000004340894,0.00032821976,0.04178695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748755,0.000023127728,0.00042375634,0.0007892406,0.00062523555,0.0006510922],"domain_scores_gemma":[0.99495345,0.0036262355,0.00011291447,0.0010716724,0.00006885383,0.0001668595],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045650627,0.00054351374,0.00041898954,0.0005290286,0.0001762738,0.0002488694,0.0013438087,0.0002752598,0.000005767938],"category_scores_gemma":[0.001043397,0.00047237505,0.000093839044,0.0002616425,0.000085836655,0.00043004617,0.0005171212,0.0011344901,0.00001993298],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026365366,0.000027513224,0.00019417092,0.00069206883,0.00017851229,0.0012368911,0.00037106796,0.31312498,0.00012356104,0.43242627,0.00067442993,0.25092417],"study_design_scores_gemma":[0.001244442,0.0004922834,0.00032467203,0.0032303096,0.00005239704,0.0011600257,0.0000075034864,0.12375058,0.0027947947,0.13804142,0.7248104,0.0040911306],"about_ca_topic_score_codex":0.0000019953463,"about_ca_topic_score_gemma":0.0000012953618,"teacher_disagreement_score":0.724136,"about_ca_system_score_codex":0.00014467965,"about_ca_system_score_gemma":0.000039542636,"threshold_uncertainty_score":0.9997728},"labels":[],"label_agreement":null},{"id":"W1496838008","doi":"10.1109/iwpse.2004.11","title":"Evolution Spectrographs: visualizing punctuated change in software evolution","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Punctuated equilibrium; Computer science; Software; Software visualization; Punctuation; Visualization; Spectrograph; Process (computing); Software development; Data mining; Artificial intelligence; Software construction; Paleontology; Geology; Programming language; Astronomy","score_opus":0.025745816601175902,"score_gpt":0.28801124415715257,"score_spread":0.26226542755597665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496838008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16717927,0.00037434846,0.83049566,0.0002792056,0.00024374321,0.00026677756,4.833994e-7,0.0010969797,0.00006355914],"genre_scores_gemma":[0.9437648,0.000009078556,0.055986222,0.000048916514,0.00008020701,0.000069883616,0.000003006537,0.000014283721,0.000023619099],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983378,0.000037158654,0.00019962726,0.0004251327,0.00045130381,0.0005489777],"domain_scores_gemma":[0.9992069,0.00012718896,0.000030067233,0.00044496727,0.00008538539,0.000105496045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003861097,0.0001537983,0.00013721712,0.00067343976,0.00006855136,0.000098471544,0.0005717888,0.00008944493,0.000014373513],"category_scores_gemma":[0.00040110108,0.00014825961,0.00005902686,0.0021749574,0.00003074028,0.00086337223,0.00019739223,0.00021536715,0.00012058294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000215559,0.00049067324,0.53844607,0.000103552826,0.000035531768,0.00016616106,0.0026049232,0.007256906,0.0031152081,0.4265779,0.00022069768,0.020960843],"study_design_scores_gemma":[0.0010964252,0.00019349196,0.954213,0.00012375001,0.000002700058,0.000036156605,0.00004035092,0.022106577,0.0015062646,0.020163259,0.00010524971,0.0004127272],"about_ca_topic_score_codex":0.0017963415,"about_ca_topic_score_gemma":0.00027566345,"teacher_disagreement_score":0.7765855,"about_ca_system_score_codex":0.0009082817,"about_ca_system_score_gemma":0.000102515885,"threshold_uncertainty_score":0.6045851},"labels":[],"label_agreement":null},{"id":"W1498869709","doi":"10.1109/step.2004.14","title":"Predictive Software Models","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Software; Software construction; Software sizing; Verification and validation; Software metric; Predictive modelling; Software development; Data mining; Machine learning; Engineering; Operating system","score_opus":0.013616098987263407,"score_gpt":0.2297650146816346,"score_spread":0.2161489156943712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498869709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004129454,0.00006215301,0.9896902,0.00012696497,0.00010679306,0.000071559574,0.0000010222465,0.0012037167,0.0046081627],"genre_scores_gemma":[0.7613303,0.0000011172502,0.2363057,0.000039792092,0.00006172432,0.00001717399,0.0000012704386,0.000007798905,0.0022350864],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917877,0.000010583826,0.0000798152,0.00021955428,0.0002815435,0.00022971605],"domain_scores_gemma":[0.99925184,0.00024983598,0.00000897005,0.0003746558,0.000066551955,0.000048121718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010051644,0.00006654162,0.00005892336,0.00007793577,0.000038633956,0.00007820698,0.00056361477,0.00003243653,0.000017137892],"category_scores_gemma":[0.00007751167,0.000058858735,0.000027034657,0.0002725279,0.000016017108,0.00045421647,0.00018930064,0.00008318645,0.000086761844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006270705,0.00016800687,0.023877911,0.00002905677,0.000028016771,0.00007931,0.0002846251,0.3907351,0.0002450613,0.49085686,0.06806695,0.025622841],"study_design_scores_gemma":[0.00022236431,0.00005993664,0.029118398,0.000008677136,0.0000012161464,0.000014236845,0.0000032261867,0.886124,0.0018451144,0.08100326,0.0013965953,0.0002029822],"about_ca_topic_score_codex":0.00009450028,"about_ca_topic_score_gemma":0.0000029428584,"teacher_disagreement_score":0.7572009,"about_ca_system_score_codex":0.000039427785,"about_ca_system_score_gemma":0.000037052443,"threshold_uncertainty_score":0.24001896},"labels":[],"label_agreement":null},{"id":"W1498914194","doi":"10.1007/978-3-540-45099-3_11","title":"Efficient Inference of Static Types for Java Bytecode","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Bytecode; Java bytecode; Computer science; Type inference; Programming language; Java; Static analysis; Inference; Representation (politics); Program analysis; Theoretical computer science; Algorithm; Java applet; Artificial intelligence; Java annotation","score_opus":0.01949647408175968,"score_gpt":0.276019564644905,"score_spread":0.2565230905631453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498914194","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005639151,0.00035789088,0.9969267,0.00021604191,0.00073088886,0.0005498309,0.000016590213,0.00015124818,0.00048688924],"genre_scores_gemma":[0.41642502,0.000034507135,0.58290845,0.00018865851,0.00015562987,0.000026481674,0.0000041919025,0.00004279668,0.00021428907],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99666244,0.000018889783,0.00050572003,0.0011085361,0.0010313953,0.00067303923],"domain_scores_gemma":[0.9948292,0.0032046817,0.00017121762,0.0013136286,0.00033110564,0.0001501876],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008167844,0.00038935535,0.0005097882,0.00092317705,0.000105695166,0.00020214824,0.0033377926,0.00021157502,0.000032497086],"category_scores_gemma":[0.00066318555,0.00036085476,0.00012059098,0.00063478196,0.0005116387,0.00013748254,0.0007103272,0.0005000351,0.000031656484],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074353893,0.000029608265,0.000040337298,0.00011773781,0.000011081449,0.000013581638,0.0004705249,0.60000557,0.00008408091,0.010896888,0.000014595102,0.38830858],"study_design_scores_gemma":[0.000239612,0.00025523116,0.00022244784,0.00041922455,0.0000056143977,0.000012234779,4.7841283e-8,0.9375663,0.0017616019,0.05843569,0.00064437545,0.00043765892],"about_ca_topic_score_codex":0.000018086736,"about_ca_topic_score_gemma":0.000012028044,"teacher_disagreement_score":0.4158611,"about_ca_system_score_codex":0.00020930004,"about_ca_system_score_gemma":0.0007478462,"threshold_uncertainty_score":0.99988437},"labels":[],"label_agreement":null},{"id":"W1499163112","doi":"10.1007/978-3-642-17578-7_9","title":"Exploring Empirically the Relationship between Lack of Cohesion and Testability in Object-Oriented Systems","year":2010,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testability; Cohesion (chemistry); Computer science; Object-oriented programming; Engineering; Reliability engineering; Programming language; Chemistry","score_opus":0.28110740335610207,"score_gpt":0.36295490499261546,"score_spread":0.08184750163651339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499163112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2136199,0.0011221458,0.7626997,0.0028453635,0.0009784361,0.0026763205,0.000043161934,0.00030190658,0.015713051],"genre_scores_gemma":[0.97133994,0.00031668195,0.028190484,0.000030563926,0.00001626911,0.000041990716,0.000011490688,0.000005302885,0.00004728297],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99830794,0.000067219255,0.0007115914,0.00022807588,0.0005000968,0.00018504997],"domain_scores_gemma":[0.9925766,0.0048829154,0.00022306475,0.0019071031,0.00033503785,0.00007525396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029113689,0.00014307039,0.00022654317,0.0008496376,0.00028182485,0.00027366687,0.0021515333,0.00010733081,6.126391e-7],"category_scores_gemma":[0.0011795153,0.00011964956,0.000021639651,0.0007763325,0.00090802053,0.0039470224,0.0020656679,0.000835291,0.0000050006815],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004722777,0.000028245968,0.40244013,0.00023842264,0.0000058659575,3.8843675e-7,0.009972286,0.0006690797,0.000013051778,0.53390914,0.000017817123,0.052700877],"study_design_scores_gemma":[0.00019441028,0.000043011496,0.9193968,0.00033220733,0.0000024441408,0.00000687359,0.000033085344,0.07192397,0.000010814734,0.0024487276,0.005426648,0.00018100516],"about_ca_topic_score_codex":0.000050257604,"about_ca_topic_score_gemma":0.000014022618,"teacher_disagreement_score":0.75772005,"about_ca_system_score_codex":0.00010891666,"about_ca_system_score_gemma":0.00022401205,"threshold_uncertainty_score":0.48791674},"labels":[],"label_agreement":null},{"id":"W1499997010","doi":"","title":"Removing false code dependencies to speedup software build processes","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Toronto","funders":"","keywords":"Computer science; Preprocessor; Header; Speedup; Source code; Software; Programming language; Code (set theory); Graph; Static program analysis; Parallel computing; Software development; Theoretical computer science; Set (abstract data type)","score_opus":0.024592168633208955,"score_gpt":0.2754633940127593,"score_spread":0.25087122537955037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1499997010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.105885155,0.0002215169,0.891229,0.0003420313,0.00023506436,0.00019020693,0.0000012170132,0.0010624669,0.0008333513],"genre_scores_gemma":[0.5195456,0.000008620064,0.47724319,0.0003230148,0.00003660462,0.000024012877,4.104968e-7,0.000021829266,0.002796679],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981891,0.000033265525,0.00017614452,0.0004837854,0.00058860186,0.00052908686],"domain_scores_gemma":[0.9979784,0.00079424883,0.000022176779,0.0006834255,0.0002729866,0.00024876348],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000442685,0.00016149489,0.00014760914,0.00021030304,0.000116494346,0.00024786487,0.0011296774,0.00005740457,0.000068178255],"category_scores_gemma":[0.010012166,0.0001464425,0.000033390854,0.0012077875,0.000020840955,0.00046693147,0.0003045943,0.00016998741,0.00042066665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025148092,0.000491551,0.761208,0.0012704146,0.00014418282,0.0006990515,0.0063786604,0.024006456,0.011995668,0.09361183,0.03936191,0.060807142],"study_design_scores_gemma":[0.0016126073,0.0008005179,0.12414844,0.0006003487,0.000022399621,0.0008469337,0.0006666511,0.0043984763,0.64219874,0.011010151,0.20976147,0.0039332695],"about_ca_topic_score_codex":0.000035339428,"about_ca_topic_score_gemma":0.000061117855,"teacher_disagreement_score":0.63705957,"about_ca_system_score_codex":0.000079208854,"about_ca_system_score_gemma":0.00029305887,"threshold_uncertainty_score":0.9983269},"labels":[],"label_agreement":null},{"id":"W1500112013","doi":"10.4018/978-1-930708-41-9.ch019","title":"The Role of Use Cases in the UML","year":2002,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Lethbridge","funders":"","keywords":"Computer science; Class diagram; Class (philosophy); Use Case Diagram; Variety (cybernetics); Unified Modeling Language; Categorization; Abstraction; Database transaction; Software engineering; Programming language; Software; Artificial intelligence; Epistemology","score_opus":0.028584457685930154,"score_gpt":0.2518700343251749,"score_spread":0.22328557663924475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500112013","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013492516,0.0025243347,0.0011438688,0.00014435042,0.00039464043,0.00059148326,0.00004893968,0.00018763803,0.9936155],"genre_scores_gemma":[0.96565557,0.000033810767,0.0008997118,0.00014264286,0.00014208353,0.00003141401,5.6179385e-7,0.000030829327,0.033063404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984833,0.000036134068,0.00024418536,0.0002833763,0.0006385054,0.00031447085],"domain_scores_gemma":[0.9970263,0.0016200979,0.00007859412,0.0011444384,0.000079061836,0.000051504485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027589215,0.00020395752,0.00019079457,0.000056490997,0.00007355005,0.00021578767,0.0019454068,0.00014425373,0.0000042122874],"category_scores_gemma":[0.00036243064,0.00012631112,0.00011139117,0.000047263904,0.00011612078,0.00006212895,0.00035838873,0.0003479825,0.000056292436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028389059,0.0000048418806,0.00027572757,0.0000058636156,0.00001590556,0.0001338087,0.00011288981,0.000014909427,0.0000016223804,0.9767794,0.0008265258,0.02182569],"study_design_scores_gemma":[0.00051086664,0.00036611143,0.005947273,0.00046779995,0.00003184351,0.00075825345,0.000034176566,0.0029403276,0.00015711284,0.5265998,0.46122056,0.0009658522],"about_ca_topic_score_codex":0.00023292424,"about_ca_topic_score_gemma":0.000088773464,"teacher_disagreement_score":0.9643063,"about_ca_system_score_codex":0.00010511655,"about_ca_system_score_gemma":0.000083978586,"threshold_uncertainty_score":0.5150818},"labels":[],"label_agreement":null},{"id":"W1500946169","doi":"10.1145/1368088.1368123","title":"TODO or to bug","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Victoria","funders":"","keywords":"Computer science; Software development; Task (project management); Software engineering; Team software process; Task management; Variety (cybernetics); Process (computing); Software construction; Personal software process; Software development process; Software; Open-source software development; Empirical research; Software maintenance; Source code; Programming language; Artificial intelligence; Engineering","score_opus":0.04776571589180073,"score_gpt":0.28914278639383373,"score_spread":0.241377070502033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1500946169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08650725,0.000011579544,0.907898,0.0009077736,0.00016671098,0.00007261245,1.3498585e-7,0.00058225845,0.0038536466],"genre_scores_gemma":[0.69418466,0.0000046047035,0.25920886,0.0005697002,0.000061829494,0.000013260799,1.0938554e-7,0.0000073024953,0.045949697],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99940217,0.000005903105,0.000050343115,0.00015808437,0.00020233056,0.00018119515],"domain_scores_gemma":[0.99927837,0.00020492915,0.0000027836743,0.00036762847,0.000032446853,0.00011381569],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000074423246,0.000041338655,0.00004533591,0.00007020867,0.00003832339,0.000027609076,0.00057210587,0.0000146443335,0.00025183143],"category_scores_gemma":[0.00032190263,0.000030094498,0.000013040141,0.0004101423,0.0000075050366,0.000111882604,0.0002211332,0.000046751633,0.0024084386],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001705065,0.000107760105,0.051929135,0.000018961937,0.00002070578,0.00084309856,0.0023209802,0.0011124924,0.0016599005,0.014154786,0.8750669,0.052748237],"study_design_scores_gemma":[0.0006446958,0.0006147358,0.3384282,0.000023571798,0.0000010640334,0.00064501073,0.000013169715,0.018964358,0.030659141,0.00023853705,0.60900956,0.0007579512],"about_ca_topic_score_codex":0.000030321906,"about_ca_topic_score_gemma":0.0000028861361,"teacher_disagreement_score":0.64868915,"about_ca_system_score_codex":0.000020746647,"about_ca_system_score_gemma":0.000051976902,"threshold_uncertainty_score":0.9983683},"labels":[],"label_agreement":null},{"id":"W1501358284","doi":"","title":"Évaluation et expérimentation de logiciels libres pour la petite et moyenne entreprise","year":2005,"lang":"fr","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Political science; Humanities; Art","score_opus":0.05376283213110975,"score_gpt":0.3424749890882285,"score_spread":0.2887121569571187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1501358284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9224909,0.0006946061,0.018353602,0.017739391,0.00072339864,0.0018757976,0.00005543683,0.0003430473,0.03772382],"genre_scores_gemma":[0.65364933,0.06343287,0.24547406,0.00064281333,0.0009610106,0.001101917,0.00017914896,0.0002488973,0.03430995],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.991683,0.0029759803,0.00096721837,0.001794564,0.0009484512,0.0016307891],"domain_scores_gemma":[0.98307353,0.0140731,0.00025098643,0.0017672725,0.00037438792,0.00046071177],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.013503601,0.00053646095,0.00058383227,0.0009578896,0.000178942,0.0012029177,0.0021116508,0.00066710444,0.00029301527],"category_scores_gemma":[0.008026368,0.00065744785,0.0002523212,0.00044737174,0.00034033216,0.0008417769,0.0028977543,0.0031198754,0.00021767907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005693799,0.0003864647,0.02224843,0.00014031737,0.00008076348,0.00011185671,0.0043562166,0.44458967,0.0011257832,0.009048573,0.00024621582,0.51760876],"study_design_scores_gemma":[0.0016016447,0.0001914419,0.3372129,0.00077736797,0.000014220884,0.00012311985,0.0003988221,0.61353415,0.0022513361,0.008716355,0.034211136,0.00096750946],"about_ca_topic_score_codex":0.00055598526,"about_ca_topic_score_gemma":0.00022415194,"teacher_disagreement_score":0.51664126,"about_ca_system_score_codex":0.0026611378,"about_ca_system_score_gemma":0.00292867,"threshold_uncertainty_score":0.99983394},"labels":[],"label_agreement":null},{"id":"W1502857873","doi":"10.1007/978-3-540-27777-4_4","title":"The Role of Process Measurement in Test-Driven Development","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Process (computing); Test (biology); Computer science; Geology; Paleontology; Programming language","score_opus":0.01934607856686939,"score_gpt":0.24640339706423026,"score_spread":0.22705731849736085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502857873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048089118,0.001182379,0.9965491,0.00024189144,0.00042788012,0.000499243,7.8690414e-7,0.0000984886,0.00051931414],"genre_scores_gemma":[0.857248,0.000024909637,0.14250879,0.000057889978,0.00007647845,0.000031810952,5.09494e-7,0.000025704521,0.000025907828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99553925,0.000017830153,0.0005523951,0.00091922126,0.0023017982,0.00066951464],"domain_scores_gemma":[0.99709564,0.0010866553,0.00017035169,0.0010356023,0.0004989083,0.00011284985],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015663803,0.0003471219,0.00034511051,0.00065583485,0.0001796327,0.0002390852,0.0044139093,0.0001655225,0.0000033746437],"category_scores_gemma":[0.00088345114,0.00026644682,0.000055443074,0.00084536587,0.00045199887,0.00024208793,0.0010291234,0.00072758197,0.000013083087],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003991341,0.00006207774,0.0028267459,0.000086798536,0.000011443321,0.00003743343,0.0024191893,0.15896575,0.00026229117,0.006190802,0.0000015996104,0.8291319],"study_design_scores_gemma":[0.0012460969,0.0005533428,0.0191304,0.0048505208,0.000008023236,0.00007491469,0.0000023360078,0.45375228,0.07591882,0.438454,0.0038241583,0.0021850835],"about_ca_topic_score_codex":0.000020017447,"about_ca_topic_score_gemma":0.0001465535,"teacher_disagreement_score":0.8567671,"about_ca_system_score_codex":0.0010233592,"about_ca_system_score_gemma":0.0028217968,"threshold_uncertainty_score":0.9999788},"labels":[],"label_agreement":null},{"id":"W1504156788","doi":"10.1109/icse.2015.203","title":"A Unified Framework for the Comprehension of Software's Time","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software evolution; Program comprehension; Dimension (graph theory); Comprehension; Software engineering; Context (archaeology); Software; Software development; Software construction; Software system; Programming language; Mathematics","score_opus":0.10157726757901188,"score_gpt":0.3405022812091452,"score_spread":0.23892501363013335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504156788","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014351497,0.000121949,0.9790398,0.0008082108,0.0043315743,0.00049659185,0.000052775624,0.0007670463,0.00003055936],"genre_scores_gemma":[0.50987667,0.000029759009,0.48872325,0.000145838,0.0005114888,0.00017842614,0.00002118763,0.0000777286,0.00043564648],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970376,0.000045850986,0.0005157567,0.0005937128,0.0012598349,0.0005472766],"domain_scores_gemma":[0.99201137,0.0048504323,0.00018632117,0.0014030086,0.0012613004,0.00028757768],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081278716,0.00038397624,0.00039559178,0.0003784769,0.000088111636,0.00022394772,0.0035897093,0.00020940273,0.000042087428],"category_scores_gemma":[0.00919035,0.00032590178,0.0001716722,0.0004728778,0.00007966562,0.00041460863,0.0003566491,0.00057251164,0.00015236555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060001685,0.00066722656,0.0072717126,0.00043119563,0.0012738861,0.00009793798,0.003328261,0.6709382,0.008163439,0.21897659,0.056196377,0.032055154],"study_design_scores_gemma":[0.0021355369,0.00074576674,0.0044387984,0.0009780133,0.000043549106,0.00006333358,0.00006297289,0.95057935,0.01388777,0.013740505,0.012062286,0.0012621111],"about_ca_topic_score_codex":0.000027944981,"about_ca_topic_score_gemma":0.0000011580058,"teacher_disagreement_score":0.49552518,"about_ca_system_score_codex":0.0002325229,"about_ca_system_score_gemma":0.00031670727,"threshold_uncertainty_score":0.9999193},"labels":[],"label_agreement":null},{"id":"W1504662635","doi":"10.1007/978-3-642-36089-3_12","title":"Grammatical Inference in Software Engineering: An Overview of the State of the Art","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Grammar induction; Computer science; Inference; Rule-based machine translation; Grammar; Artificial intelligence; Natural language processing; Software; Variety (cybernetics); Programming language; Class (philosophy); Process (computing); Linguistics","score_opus":0.03433466987507978,"score_gpt":0.2773666441244039,"score_spread":0.24303197424932416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504662635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005175714,0.0003649956,0.9928257,0.00019682148,0.0008180335,0.00051614124,0.000004765344,0.00006763241,0.00003018768],"genre_scores_gemma":[0.7006167,0.00006757004,0.2986676,0.00023800063,0.00008858606,0.000026945183,0.0000012371723,0.000051724855,0.00024160002],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99672484,0.00005840251,0.0005995107,0.00071653805,0.0013678474,0.0005328524],"domain_scores_gemma":[0.9949243,0.0022575916,0.00022153479,0.00222043,0.00026650325,0.00010964931],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0008964742,0.0003545626,0.00048363776,0.00043274756,0.00005488108,0.00015122622,0.006199479,0.0001649934,0.000014521178],"category_scores_gemma":[0.0020199134,0.00022485414,0.0001333559,0.001221029,0.00062712136,0.00040408637,0.002434817,0.0010154587,0.000011080418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002704564,0.000078730154,0.005500289,0.000546403,0.000016536509,0.0000138748,0.001625516,0.6813212,0.0003169811,0.019599799,0.00001731621,0.29096067],"study_design_scores_gemma":[0.00023139313,0.00014630075,0.051620018,0.0022004833,0.0000052894916,0.00001970579,9.816272e-8,0.8726163,0.003846089,0.06846074,0.0003023956,0.00055118155],"about_ca_topic_score_codex":0.000046172918,"about_ca_topic_score_gemma":0.00006280739,"teacher_disagreement_score":0.695441,"about_ca_system_score_codex":0.00017255872,"about_ca_system_score_gemma":0.000593746,"threshold_uncertainty_score":0.99917746},"labels":[],"label_agreement":null},{"id":"W1505022629","doi":"10.1109/metrics.2005.3","title":"A Model for Performance Management and Estimation","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code smell; Code refactoring; Computer science; Software engineering; Interpretation (philosophy); Software; Java; Set (abstract data type); Intuition; Source code; Static program analysis; Software system; Software development; Software quality; Programming language; Artificial intelligence","score_opus":0.02590379943914148,"score_gpt":0.27115083727410794,"score_spread":0.24524703783496646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505022629","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033894803,0.000016687009,0.96518576,0.00032249073,0.000011971106,0.00011039334,9.6104685e-8,0.00012506521,0.00033271103],"genre_scores_gemma":[0.48800692,0.0000044452677,0.510654,0.000029171906,0.0000043669042,0.000021053274,1.3757837e-7,0.0000013252439,0.0012786371],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99969596,9.7099e-7,0.00003794918,0.00009592101,0.000077569915,0.00009161376],"domain_scores_gemma":[0.99979866,0.00003948851,0.000003996921,0.00012188836,0.000012982995,0.000022973429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008914644,0.000028115257,0.000022935212,0.000041843592,0.000027561602,0.00004054601,0.00013410994,0.0000080608925,0.000001065317],"category_scores_gemma":[0.000011439555,0.000025189238,0.0000054978273,0.000053156455,0.000004087072,0.00024985947,0.00007090102,0.000016074018,0.000009277893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012932077,0.000008986253,0.00036443444,0.000047504018,0.0000036580263,1.427706e-7,0.00014239384,0.36730307,0.00000970908,0.03188139,0.0010385114,0.59919894],"study_design_scores_gemma":[0.00010200973,0.000010178165,0.0027661817,0.0000035057385,4.7816576e-7,9.972628e-7,4.923572e-7,0.9962778,0.00014626092,0.000329189,0.0003296048,0.00003327763],"about_ca_topic_score_codex":2.735094e-7,"about_ca_topic_score_gemma":2.956421e-7,"teacher_disagreement_score":0.62897474,"about_ca_system_score_codex":0.000015260464,"about_ca_system_score_gemma":0.0000040791283,"threshold_uncertainty_score":0.10271873},"labels":[],"label_agreement":null},{"id":"W1507777432","doi":"10.1609/aimag.v32i2.2348","title":"AI‐Based Software Defect Predictors: Applications and Benefits in a Case Study","year":2011,"lang":"en","type":"article","venue":"AI Magazine","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Process (computing); Software; Computer science; Software bug; Code (set theory); Reliability engineering; Software engineering; Software inspection; Predictive modelling; Software development; Machine learning; Artificial intelligence; Software quality; Engineering; Operating system; Programming language","score_opus":0.030335932235699782,"score_gpt":0.272739207723545,"score_spread":0.2424032754878452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507777432","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59038925,0.00024944183,0.40789506,0.00015212006,0.000052456104,0.00079043023,0.000006262263,0.00043270245,0.00003226491],"genre_scores_gemma":[0.9827861,0.000002317661,0.016624574,0.00016972199,0.000024283383,0.0003433492,0.0000017843116,0.000015592086,0.000032288375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989045,0.000044142118,0.00016652733,0.00040430605,0.00021029034,0.0002701794],"domain_scores_gemma":[0.9988075,0.00031075906,0.000021874817,0.00064665737,0.00008536325,0.00012783131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030164164,0.00012721532,0.00013142472,0.0002501689,0.00005863718,0.00006304927,0.00039845737,0.000043914337,0.0000144986225],"category_scores_gemma":[0.00018887637,0.00012436823,0.00002713074,0.0006888213,0.000030969466,0.00025032973,0.00024208495,0.00020656604,0.00005522611],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007115243,0.0005117876,0.9738318,0.00004034747,0.00002113295,0.0011891144,0.0015078847,0.0003063451,0.000014546002,0.00026432474,0.00048710124,0.021818552],"study_design_scores_gemma":[0.0019235704,0.0007504504,0.9802194,0.000046450237,0.000020069996,0.00064190093,0.000057324418,0.01409567,0.00019345056,0.00034403813,0.0012852285,0.00042241262],"about_ca_topic_score_codex":0.00018421987,"about_ca_topic_score_gemma":0.00026103645,"teacher_disagreement_score":0.39239684,"about_ca_system_score_codex":0.000035569858,"about_ca_system_score_gemma":0.000060820472,"threshold_uncertainty_score":0.50715894},"labels":[],"label_agreement":null},{"id":"W1508206648","doi":"10.1109/ipcc.1994.347497","title":"Shrink-wrapping the formula for better information: end user vs. MIS computer documentation preferences","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Documentation; Software documentation; Product (mathematics); Software; IBM; Computer science; World Wide Web; End user; Software engineering; Software development; Operating system; Software development process","score_opus":0.025060131367528465,"score_gpt":0.25272415067083936,"score_spread":0.2276640193033109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508206648","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014810437,0.000021067195,0.97975826,0.0035684428,0.0002890331,0.0003983996,0.0000015156587,0.00022990073,0.0009229168],"genre_scores_gemma":[0.7349644,0.000012855215,0.26077288,0.0028669517,0.0002376399,0.00020547524,0.000011192406,0.000009662709,0.000918942],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990177,0.000019196386,0.00020410554,0.00015274268,0.00033919042,0.00026704415],"domain_scores_gemma":[0.9988407,0.0006185539,0.000041581927,0.00034651125,0.00010365179,0.000049013262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023837051,0.000102802645,0.00008097574,0.00010108866,0.00015397466,0.0006364562,0.00073320634,0.000039083425,0.00022893456],"category_scores_gemma":[0.000049765767,0.000068576584,0.000049182854,0.0002384076,0.000024091656,0.0022361525,0.00012875847,0.00009631997,0.00016191672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009744784,0.000051760184,0.009064731,0.00014163517,0.00010218282,0.0000015878643,0.00971311,0.0034677119,0.00004494174,0.030139077,0.17531998,0.7719435],"study_design_scores_gemma":[0.00083559955,0.00018924514,0.029737007,0.000031101543,0.0000062334307,0.000013014694,0.00005568868,0.77314174,0.0015882432,0.0012336939,0.19283837,0.00033005903],"about_ca_topic_score_codex":0.000018682924,"about_ca_topic_score_gemma":0.0000032207554,"teacher_disagreement_score":0.7716135,"about_ca_system_score_codex":0.000033197462,"about_ca_system_score_gemma":0.000010811828,"threshold_uncertainty_score":0.61373615},"labels":[],"label_agreement":null},{"id":"W1508407965","doi":"10.1007/978-1-4615-0429-0_12","title":"Condensing Uncertainty via Incremental Treatment Learning","year":2003,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Incremental learning; Computer science; Artificial intelligence","score_opus":0.02693826942481265,"score_gpt":0.2567579758442118,"score_spread":0.22981970641939914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508407965","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002993706,0.0006252333,0.40839687,0.00023393329,0.00079356675,0.0005637727,0.000002734383,0.0013392247,0.5877453],"genre_scores_gemma":[0.01778406,0.00008466489,0.022342907,0.00018016217,0.0001252752,0.000011070354,0.000023940083,0.0000852342,0.9593627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982443,0.000026824,0.00023144663,0.000593009,0.00051822746,0.0003861797],"domain_scores_gemma":[0.9987211,0.00039271743,0.00006980105,0.0005760781,0.000087489265,0.00015276884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020632606,0.00035983487,0.00031414628,0.00022095216,0.0001263746,0.00016206004,0.00045701768,0.0001964808,0.00044902743],"category_scores_gemma":[0.00006486476,0.00032356745,0.00013711525,0.000052589992,0.000048833186,0.00012061827,0.00022520438,0.00041513224,0.00057330466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030665757,0.00016588306,0.0011574784,0.00015907799,0.0014508083,0.0016781149,0.0012345301,0.016133405,0.0017749486,0.58820444,0.014830446,0.37318024],"study_design_scores_gemma":[0.0014776242,0.0011869699,0.000116444404,0.00024550533,0.00005519293,0.00034462486,0.00001555168,0.046018668,0.0023039118,0.008105789,0.9381523,0.0019774204],"about_ca_topic_score_codex":0.00008424889,"about_ca_topic_score_gemma":0.0000126610585,"teacher_disagreement_score":0.92332184,"about_ca_system_score_codex":0.0007826066,"about_ca_system_score_gemma":0.000107047585,"threshold_uncertainty_score":0.9999216},"labels":[],"label_agreement":null},{"id":"W1508590353","doi":"10.1002/smr.1597","title":"An empirical study of faults in late propagation clone genealogies","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"clone (Java method); Commit; Software evolution; Biology; Software; Computer science; Software system; Genetics; Programming language; Gene; Database","score_opus":0.021822808823423523,"score_gpt":0.3192357228767848,"score_spread":0.2974129140533613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508590353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81955266,0.00021788228,0.17983894,0.00009251575,0.00008454619,0.00017296002,3.2525617e-7,0.000038627488,0.0000015528291],"genre_scores_gemma":[0.9913336,0.0000139999665,0.008574877,0.0000120439245,0.000042080177,0.000009817191,3.0086196e-7,0.000005799128,0.000007448705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987564,0.000085815154,0.0004011252,0.00015176428,0.00044604318,0.0001588712],"domain_scores_gemma":[0.9987824,0.0001802488,0.00019600328,0.00015799562,0.00058694434,0.00009641773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005302247,0.00008660594,0.00019107257,0.00032506016,0.000040647825,0.00005355951,0.00038942826,0.000056216602,0.0000040218433],"category_scores_gemma":[0.0006258934,0.00006912958,0.000020424091,0.00052603503,0.00003162578,0.0011433649,0.000055559733,0.00022072512,0.0000021021003],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026794689,0.0004783933,0.9704146,0.0000971003,0.000014114809,0.000013105106,0.0045293304,0.009154142,0.00034669935,0.000012933786,0.000072777606,0.014840045],"study_design_scores_gemma":[0.0006846723,0.0008124275,0.97914815,0.000052120176,0.0000032947328,0.000027664115,0.00031197089,0.017256498,0.00017227103,0.0014433217,0.000005243124,0.000082351944],"about_ca_topic_score_codex":0.000044641703,"about_ca_topic_score_gemma":0.000007475795,"teacher_disagreement_score":0.17178099,"about_ca_system_score_codex":0.00006159997,"about_ca_system_score_gemma":0.00012780762,"threshold_uncertainty_score":0.28190225},"labels":[],"label_agreement":null},{"id":"W1508879959","doi":"10.1109/wpc.2005.38","title":"Theories, methods and tools in program comprehension: past, present and future","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":207,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Construct (python library); Context (archaeology); Cognition; Key (lock); Data science; Cognitive science; Software; Software system; Psychology; Programming language","score_opus":0.02900956144356537,"score_gpt":0.35894913008395185,"score_spread":0.3299395686403865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508879959","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18325666,0.005434425,0.77810895,0.02836142,0.00039343527,0.0013000557,0.0000010751571,0.0012707211,0.0018732504],"genre_scores_gemma":[0.08427937,0.000055855813,0.91492224,0.000076456075,0.00046591126,0.00004447411,5.626149e-7,0.000006640043,0.00014851503],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991325,0.000093109644,0.00010924301,0.00027540675,0.0001625002,0.00022724943],"domain_scores_gemma":[0.9988831,0.0006788993,0.000010465555,0.00029897934,0.000032270797,0.00009628492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044459544,0.00009013219,0.00011321909,0.00007877439,0.000034180543,0.00027232396,0.00024741367,0.000048939186,0.000011933686],"category_scores_gemma":[0.000037211226,0.000069556634,0.000011160779,0.00027909497,0.00004471007,0.00042978206,0.00038333586,0.00015164113,0.0000025556749],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022401828,0.000028540902,0.0027663575,0.000011898953,0.0000035400878,0.0000041116923,0.00026773254,0.000044800283,0.00004336691,0.014478853,0.0005133601,0.9818352],"study_design_scores_gemma":[0.00058793114,0.00016554006,0.32222185,0.000019065401,0.0000018367116,0.000054340013,0.00008793092,0.112205096,0.00088341004,0.0019512867,0.5615535,0.0002682378],"about_ca_topic_score_codex":0.000009860027,"about_ca_topic_score_gemma":0.0000030971742,"teacher_disagreement_score":0.98156697,"about_ca_system_score_codex":0.000016720367,"about_ca_system_score_gemma":0.000016402788,"threshold_uncertainty_score":0.28364372},"labels":[],"label_agreement":null},{"id":"W1508909554","doi":"10.1007/978-3-319-00948-3_3","title":"Exploring a Model-Oriented and Executable Syntax for UML Attributes","year":2013,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Unified Modeling Language; Class diagram; Programming language; Executable; Object Constraint Language; Java; Code generation; Abstract syntax; Syntax; Object-oriented programming; Source code; Modeling language; Applications of UML; Semantics (computer science); Artificial intelligence; Software","score_opus":0.3161396005265878,"score_gpt":0.3637513490700713,"score_spread":0.04761174854348349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1508909554","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014032237,0.004131262,0.9928885,0.00027661372,0.0005483151,0.0006282827,0.000030275858,0.0001632316,0.0011932136],"genre_scores_gemma":[0.10412386,0.0055702315,0.8425265,0.00018467629,0.0003325875,0.0017598302,0.000056252364,0.00014429397,0.045301754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785286,0.0000131218985,0.00048005837,0.00074804045,0.0004951479,0.0004107969],"domain_scores_gemma":[0.9949164,0.003858038,0.000110395704,0.0003255883,0.00069936895,0.00009021194],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039067012,0.0003487227,0.00045943624,0.00037745124,0.0001506341,0.000092462324,0.00059939845,0.0000951558,0.000008171159],"category_scores_gemma":[0.000849907,0.0003588524,0.0000785972,0.0001524839,0.00022498934,0.0005059405,0.0008587739,0.00033896603,0.00004477927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061486166,0.000012859765,0.000026059954,0.00022813339,0.00011173459,0.000014681525,0.00095508597,0.41278487,8.199749e-7,0.56615734,0.0008351472,0.018867088],"study_design_scores_gemma":[0.00006909239,0.00007344116,0.000027015414,0.00046449792,0.0000070264637,0.000014848151,0.00004392803,0.7363873,0.000039384402,0.2608983,0.0016346907,0.0003404664],"about_ca_topic_score_codex":0.000009213406,"about_ca_topic_score_gemma":0.0000035826326,"teacher_disagreement_score":0.3236024,"about_ca_system_score_codex":0.0002585773,"about_ca_system_score_gemma":0.00011199202,"threshold_uncertainty_score":0.99988633},"labels":[],"label_agreement":null},{"id":"W1509092525","doi":"10.1023/a:1022697422240","title":"The Migration of Multi-tier E-commerce Applications to an Enterprise Java Environment","year":2003,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto; University of Windsor; IBM (Canada)","funders":"Japan Society for the Promotion of Science","keywords":"IBM; Computer science; Legacy system; JavaBeans; Software engineering; Suite; Legacy code; Database; Java; Programming language; Software","score_opus":0.012868648569035461,"score_gpt":0.24185270636003212,"score_spread":0.22898405779099665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509092525","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035586944,0.00015863393,0.99473697,0.00012357591,0.00039480493,0.0007440403,0.0000054283487,0.00007936348,0.00019850167],"genre_scores_gemma":[0.9180883,0.000042977503,0.080538005,0.00010136688,0.000026415508,0.0007477317,0.000014965187,0.000010850358,0.00042935633],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882567,0.00008304006,0.0003981618,0.00011163465,0.0003923058,0.00018920061],"domain_scores_gemma":[0.99889857,0.00008580766,0.00012204826,0.00068079465,0.00009506908,0.0001177185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065315457,0.00009045247,0.000100193545,0.00015965082,0.00014513831,0.00020305763,0.0005751783,0.000043569784,0.0000011835051],"category_scores_gemma":[0.00010807938,0.00007344007,0.000032074553,0.00025510121,0.000026143909,0.0011637608,0.00005012242,0.00007410317,0.000115200695],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005101083,0.00042629303,0.07911876,0.00040056978,0.00027905838,0.0000013094734,0.054893542,0.3088339,0.0013761382,0.08237947,0.09565917,0.3765808],"study_design_scores_gemma":[0.0002585691,0.00005108773,0.0055492963,0.000013325904,0.0000028216134,0.000004611987,0.0012534093,0.1078984,0.00057142106,0.000017412298,0.88423455,0.00014510025],"about_ca_topic_score_codex":0.00005344991,"about_ca_topic_score_gemma":0.0000019698587,"teacher_disagreement_score":0.9145296,"about_ca_system_score_codex":0.00013081374,"about_ca_system_score_gemma":0.000038800605,"threshold_uncertainty_score":0.2994799},"labels":[],"label_agreement":null},{"id":"W1509390953","doi":"","title":"Proceedings of the 4th International Workshop on Software Clones","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Code refactoring; Software engineering; Computer science; clone (Java method); Software; Restructuring; Software construction; Software development; Software system; Software quality; Programming language; Political science","score_opus":0.014210566112329953,"score_gpt":0.2624778953677662,"score_spread":0.24826732925543626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509390953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9070862,0.000005467444,0.08051876,0.0035383443,0.0023466272,0.00017540297,0.0000011864547,0.00043042272,0.0058976086],"genre_scores_gemma":[0.9496377,0.0000010408309,0.047775645,0.000098458375,0.00008536473,0.000008796901,1.3884834e-7,0.0000059838285,0.0023868638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992378,0.0000017960783,0.000083828425,0.0001572266,0.00039699057,0.0001223759],"domain_scores_gemma":[0.9993213,0.000244497,0.000025879579,0.0002183574,0.00015517934,0.000034809986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016038452,0.000056718043,0.000049069087,0.00006825863,0.00003214831,0.00007535088,0.0014763956,0.00003902229,0.0000488792],"category_scores_gemma":[0.001168899,0.000035682075,0.000036625574,0.00027468317,0.00003640673,0.00016791481,0.0003556743,0.00024808102,0.000023020531],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015113723,0.00022327088,0.31645498,0.00004242795,0.000052867177,0.0000027923966,0.0010188534,0.00022303032,0.025917547,0.5347827,0.03357152,0.08769487],"study_design_scores_gemma":[0.00063863926,0.00008916763,0.78892255,0.00015192319,0.0000037813595,0.00004212018,0.000062150095,0.019518144,0.14930467,0.0060039256,0.0348128,0.0004501149],"about_ca_topic_score_codex":0.0000057686966,"about_ca_topic_score_gemma":0.0000026591404,"teacher_disagreement_score":0.5287788,"about_ca_system_score_codex":0.000011653723,"about_ca_system_score_gemma":0.00002491484,"threshold_uncertainty_score":0.2743535},"labels":[],"label_agreement":null},{"id":"W1509675159","doi":"10.1023/a:1025801405075","title":"Agile Parsing in TXL","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Waterloo; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Parsing; Grammar; Programming language; Agile software development; Natural language processing; Task (project management); Software engineering; Artificial intelligence; Set (abstract data type); Top-down parsing; Linguistics; Engineering; Systems engineering","score_opus":0.009901452217189218,"score_gpt":0.23796285214521737,"score_spread":0.22806139992802815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1509675159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29026103,0.0004758084,0.6983039,0.000034301283,0.0007519504,0.00019318027,0.0000011726755,0.009892587,0.000086110864],"genre_scores_gemma":[0.83961415,0.000008503089,0.16020942,0.000027421795,0.000019542062,0.00003661125,0.0000021907265,0.000044228265,0.00003794464],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808604,0.00004760429,0.00030071786,0.00045039543,0.00036264549,0.0007526057],"domain_scores_gemma":[0.99823976,0.00087180705,0.00003061607,0.0006396676,0.000054879158,0.0001632542],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051467854,0.00023955609,0.0002348928,0.00049488834,0.00005552828,0.00014857754,0.00065447163,0.0001242868,0.000017918768],"category_scores_gemma":[0.003492593,0.0002740941,0.000058289446,0.0014771923,0.000014349097,0.0005169922,0.00012269049,0.00036728123,0.00010315384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004006409,0.00020971608,0.18086258,0.00033081768,0.00008755759,0.0009892156,0.0017968309,0.782132,0.004997209,0.017683327,0.0021965501,0.008710161],"study_design_scores_gemma":[0.0010167063,0.00006749731,0.15883563,0.00034337904,0.0000050403814,0.00019821976,0.000018397279,0.8172645,0.012458925,0.00022820802,0.008479162,0.0010843126],"about_ca_topic_score_codex":0.00001675602,"about_ca_topic_score_gemma":0.0000015737533,"teacher_disagreement_score":0.5493531,"about_ca_system_score_codex":0.00021627906,"about_ca_system_score_gemma":0.00008842653,"threshold_uncertainty_score":0.99997115},"labels":[],"label_agreement":null},{"id":"W1510033441","doi":"10.1007/978-3-540-68073-4_35","title":"Lightweight, Semi-automated Enactment of Pragmatic-Reuse Plans","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Computer science; Task (project management); Plan (archaeology); Software engineering; Process (computing); Code reuse; Code (set theory); Focus (optics); Source code; Human–computer interaction; Programming language; Software; Systems engineering","score_opus":0.013655363210843057,"score_gpt":0.24980066308453872,"score_spread":0.23614529987369565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510033441","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064230675,0.00054176664,0.9951055,0.00036085202,0.0011306002,0.00051088835,0.000016492617,0.0008809389,0.0008106431],"genre_scores_gemma":[0.2310545,0.00024831746,0.76728547,0.00037804828,0.00038985783,0.000030864347,0.000016889764,0.00009885884,0.00049719017],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99519336,0.000042793657,0.00072004175,0.0013371548,0.001883651,0.00082298106],"domain_scores_gemma":[0.9941614,0.0019864733,0.00030315667,0.0029552341,0.00034552076,0.00024816854],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0007475547,0.00057662494,0.0007102024,0.0013494506,0.00015688119,0.00021726836,0.0064771953,0.00036135962,0.000022926408],"category_scores_gemma":[0.0006707862,0.0005094186,0.00014766344,0.0009614207,0.0006138463,0.00047915074,0.0023924867,0.00084729487,0.00006503823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004888786,0.0006750252,0.00224016,0.0013617807,0.00036396593,0.0032991706,0.019995302,0.53728414,0.00403143,0.024719963,0.0062036146,0.39977658],"study_design_scores_gemma":[0.0005374851,0.00039480708,0.0009830957,0.001092462,0.000010594928,0.0003257633,1.13313625e-7,0.96725017,0.012518602,0.011019885,0.0048153647,0.0010516804],"about_ca_topic_score_codex":0.000024469942,"about_ca_topic_score_gemma":0.000013888581,"teacher_disagreement_score":0.429966,"about_ca_system_score_codex":0.0004304609,"about_ca_system_score_gemma":0.0008665217,"threshold_uncertainty_score":0.9997357},"labels":[],"label_agreement":null},{"id":"W1512221544","doi":"","title":"Robust multilingual parsing using island grammars","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Parsing; Parsing expression grammar; S-attributed grammar; Rule-based machine translation; L-attributed grammar; Natural language processing; Artificial intelligence; Bottom-up parsing; Syntax; Top-down parsing; Top-down parsing language; Context-free grammar","score_opus":0.06253956424611067,"score_gpt":0.29037058015684414,"score_spread":0.22783101591073346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512221544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18684085,0.000057627763,0.8120294,0.00001960102,0.00027592978,0.000057637622,1.7743612e-7,0.00022590051,0.00049286516],"genre_scores_gemma":[0.60053843,0.0000013151221,0.39919606,0.000025545416,0.000021043275,0.0000011376947,1.807955e-7,0.0000081408125,0.00020816848],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989778,0.000040885556,0.00011310833,0.00026289662,0.0002529777,0.00035232978],"domain_scores_gemma":[0.9991689,0.00030177314,0.000014910686,0.00036485773,0.000055086348,0.000094475516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034719208,0.00009029538,0.00008595749,0.00010454404,0.00008776065,0.00015477536,0.0003486488,0.000041238643,0.00003266847],"category_scores_gemma":[0.0006263806,0.00008409475,0.00003228172,0.00036827588,0.000021697504,0.00022495621,0.00008219322,0.0001295171,0.000027073123],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001261892,0.00040022872,0.18374017,0.00013905697,0.00013180294,0.00058330776,0.003798528,0.586115,0.015575949,0.10531483,0.0027505523,0.10143798],"study_design_scores_gemma":[0.0006132144,0.000045735902,0.0023831078,0.000034072735,0.0000039946435,0.00016373848,0.000054352953,0.9718957,0.019799223,0.0011866282,0.0033734257,0.00044681565],"about_ca_topic_score_codex":0.00005002379,"about_ca_topic_score_gemma":0.0000101403,"teacher_disagreement_score":0.41369757,"about_ca_system_score_codex":0.00005513291,"about_ca_system_score_gemma":0.00008114449,"threshold_uncertainty_score":0.3429284},"labels":[],"label_agreement":null},{"id":"W1512615396","doi":"10.1002/smr.1662","title":"Big data clone detection using classical detectors: an exploratory study","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Computer science; Scalability; Big data; Source code; Code (set theory); clone (Java method); Data mining; Data science; Database; Programming language","score_opus":0.07457598398553884,"score_gpt":0.3182856481568901,"score_spread":0.24370966417135126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512615396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47583687,0.00016362495,0.5233446,0.000017385857,0.00050815265,0.000056856126,7.688791e-7,0.00007137821,3.763544e-7],"genre_scores_gemma":[0.98889506,0.000006376227,0.010300414,0.000017154971,0.00075938285,0.0000024751957,6.1216355e-7,0.00001526813,0.0000032335033],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821943,0.00021177664,0.0003654913,0.0003241754,0.0006463953,0.0002327209],"domain_scores_gemma":[0.9982025,0.00032263956,0.00021672221,0.0005498567,0.00046392975,0.00024435826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017608653,0.0001382423,0.00022008813,0.0003354233,0.00018562604,0.00019279723,0.00096940255,0.00007914333,0.0000014839148],"category_scores_gemma":[0.0020041247,0.00012064841,0.000027916236,0.00055562257,0.000049782204,0.0018828886,0.00027014368,0.00039695363,0.0000022284758],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027725787,0.0015312366,0.31620106,0.0003874601,0.00019090238,0.00009488054,0.006839851,0.005284089,0.0046366346,0.00007930971,0.00018647018,0.66429085],"study_design_scores_gemma":[0.00515132,0.00680423,0.3875199,0.00042508956,0.00015389973,0.0015083003,0.0022876016,0.58658266,0.0026281348,0.0036652808,0.0019692758,0.0013042996],"about_ca_topic_score_codex":0.0000082516935,"about_ca_topic_score_gemma":0.000028217968,"teacher_disagreement_score":0.6629865,"about_ca_system_score_codex":0.000110706635,"about_ca_system_score_gemma":0.00020509098,"threshold_uncertainty_score":0.4919899},"labels":[],"label_agreement":null},{"id":"W1512857087","doi":"10.1109/iwpse.2004.3","title":"Aiding comprehension of cloning through categorization","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"clone (Java method); Program comprehension; Computer science; False positive paradox; Software maintenance; Cloning (programming); Source code; Function (biology); Software; Programming language; Categorization; Filter (signal processing); Software system; Artificial intelligence; Biology; Genetics; Gene","score_opus":0.02673080414723087,"score_gpt":0.2748554369435063,"score_spread":0.24812463279627542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1512857087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123417035,0.000037625974,0.8756312,0.0001495996,0.00012829645,0.00004577663,6.438684e-8,0.0001988351,0.0003915444],"genre_scores_gemma":[0.82197446,0.0000048448665,0.17795606,0.000021630118,0.0000135822975,0.0000014054583,6.8413607e-7,0.0000039817237,0.000023356833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99939966,0.000009549352,0.00010556982,0.00013868441,0.00021510503,0.0001314032],"domain_scores_gemma":[0.9995189,0.00012903154,0.000021416778,0.00023652408,0.00007017068,0.000024002753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009688607,0.00004793159,0.00006790473,0.00005453464,0.000041233656,0.000027912798,0.0002938493,0.000025661671,0.000004936771],"category_scores_gemma":[0.000112232265,0.000043808202,0.000018913312,0.00038398211,0.000014281134,0.00034960543,0.00013582925,0.000059710597,0.000017133061],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022187169,0.000054254062,0.005443527,0.000059413975,0.000011683018,0.0000099920235,0.0019188784,0.13308087,0.061089613,0.79370594,0.00010461464,0.0045190146],"study_design_scores_gemma":[0.0012159871,0.00023271433,0.033133935,0.00016639465,0.0000039436827,0.000035320798,0.0000761252,0.074919246,0.8472881,0.041812047,0.00072156213,0.00039463304],"about_ca_topic_score_codex":0.000116974705,"about_ca_topic_score_gemma":0.000001189117,"teacher_disagreement_score":0.7861985,"about_ca_system_score_codex":0.000040368526,"about_ca_system_score_gemma":0.00003660616,"threshold_uncertainty_score":0.17864467},"labels":[],"label_agreement":null},{"id":"W1513330488","doi":"","title":"Applying data mining to software maintenance records","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Software quality; Data mining; Software maintenance; Software; Quality (philosophy); Software system; Software engineering; Software development; Data science; Programming language","score_opus":0.17939863254285643,"score_gpt":0.41542539815001706,"score_spread":0.23602676560716063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1513330488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0689855,0.0046415804,0.8735063,0.021857986,0.006044297,0.020747583,0.0011506294,0.00063090614,0.0024351953],"genre_scores_gemma":[0.61176157,0.00043005415,0.38019213,0.00014378682,0.00006651406,0.0017098767,0.0000080312875,0.00006111801,0.005626904],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99611205,0.00048179872,0.0003782843,0.0009595741,0.0011223205,0.0009459967],"domain_scores_gemma":[0.983655,0.0074981763,0.00014952461,0.002652841,0.0058395495,0.00020496041],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0027524612,0.00024496703,0.0004254346,0.00025257838,0.00060974015,0.00013930946,0.0037505436,0.0000573239,0.0000059850154],"category_scores_gemma":[0.068405576,0.00017973472,0.000055322154,0.0031288927,0.00030617343,0.00040852657,0.0020388428,0.00038332914,0.000015269976],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010852233,0.0008158288,0.012443747,0.0016426498,0.0011801383,0.000047426172,0.030855853,0.019618431,0.010660501,0.31058094,0.21099128,0.400078],"study_design_scores_gemma":[0.0057301093,0.0028486215,0.0018364942,0.0056984033,0.00003570111,0.000009232131,0.059649207,0.013805181,0.18354914,0.023844501,0.7008216,0.002171827],"about_ca_topic_score_codex":0.000002654178,"about_ca_topic_score_gemma":0.00007713015,"teacher_disagreement_score":0.5427761,"about_ca_system_score_codex":0.00032888234,"about_ca_system_score_gemma":0.0008227712,"threshold_uncertainty_score":0.9394416},"labels":[],"label_agreement":null},{"id":"W1514984630","doi":"10.1007/978-3-642-01818-3_28","title":"Exploratory Analysis of Co-Change Graphs for Code Refactoring","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Code refactoring; Cluster analysis; Software; Software system; Probabilistic logic; Theoretical computer science; Data mining; Software engineering; Distributed computing; Programming language; Artificial intelligence","score_opus":0.05951093469987863,"score_gpt":0.30765371465937946,"score_spread":0.24814277995950085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514984630","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004764813,0.00055014715,0.997272,0.0001255691,0.00071318395,0.0004937623,0.00003080368,0.0002037627,0.00013426578],"genre_scores_gemma":[0.47032335,0.0001432104,0.5281567,0.00057391677,0.00046170448,0.00008104966,0.00002958676,0.0000753137,0.00015514132],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961782,0.00002444785,0.0005324239,0.00135117,0.0012204002,0.00069335906],"domain_scores_gemma":[0.9956307,0.001815502,0.00025700004,0.0016880758,0.00041983163,0.00018890883],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012557503,0.00043750496,0.0008105091,0.0035419783,0.00013303396,0.00022083762,0.0034577805,0.0002809577,0.000007146016],"category_scores_gemma":[0.00033943332,0.00042879436,0.000331524,0.0022989966,0.00035888184,0.0005967818,0.0005419747,0.0005433183,0.000004424523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000145362965,0.00005594116,0.0017705868,0.00015025953,0.00026363408,0.00005458208,0.0026534568,0.057096153,0.00046287084,0.015982434,0.000032334407,0.9214632],"study_design_scores_gemma":[0.0006830646,0.00081340986,0.009090726,0.0007590649,0.0002047847,0.000013641657,4.963826e-7,0.8868624,0.009300566,0.08658596,0.0038085624,0.0018773378],"about_ca_topic_score_codex":0.000013392849,"about_ca_topic_score_gemma":0.00004617076,"teacher_disagreement_score":0.9195859,"about_ca_system_score_codex":0.00029249542,"about_ca_system_score_gemma":0.0002895839,"threshold_uncertainty_score":0.99981636},"labels":[],"label_agreement":null},{"id":"W1516350265","doi":"10.1109/iwsc.2015.7069884","title":"Performance impact of lazy deletion in metric trees for incremental clone analysis","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Computer science; Metric (unit); Software maintenance; Process (computing); Software; Programming language; Software system; Engineering; Biology; Operations management; Gene","score_opus":0.03738886913777351,"score_gpt":0.3228812769442517,"score_spread":0.2854924078064782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516350265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74575144,0.000032815995,0.25400093,0.000014288865,0.000018911773,0.00008001072,0.0000012145039,0.000036252768,0.000064148575],"genre_scores_gemma":[0.9669413,0.0000044990434,0.032975506,0.0000027637425,0.000009555393,0.000013745959,0.0000040944224,0.0000031236775,0.000045430003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992605,0.00001740463,0.00014538651,0.00014140113,0.0002628406,0.00017245222],"domain_scores_gemma":[0.99937063,0.00020392655,0.000027152499,0.00022888221,0.000103535574,0.00006586388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063943234,0.000057897127,0.000139909,0.00096891046,0.000010071328,0.000021793616,0.00033835098,0.000024614881,0.000007601046],"category_scores_gemma":[0.00030696983,0.000046627287,0.000082914325,0.0031642877,0.000010141445,0.0002631587,0.000086986554,0.00004279577,0.0000042143433],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015979265,0.00006205792,0.93490404,0.000009599729,0.000101044134,6.569343e-7,0.00015313723,0.05364674,0.000844943,0.000078387195,0.00022933698,0.009954072],"study_design_scores_gemma":[0.00025119545,0.00018697655,0.51145977,0.0000017924019,0.0000065711038,4.7418277e-7,0.000005760127,0.48617202,0.0018609131,0.000010176942,0.00000394345,0.00004037925],"about_ca_topic_score_codex":0.0006445299,"about_ca_topic_score_gemma":0.000058738286,"teacher_disagreement_score":0.4325253,"about_ca_system_score_codex":0.00017689297,"about_ca_system_score_gemma":0.00006249912,"threshold_uncertainty_score":0.19014055},"labels":[],"label_agreement":null},{"id":"W1517245390","doi":"10.1007/978-3-642-20677-1_17","title":"A Test-Driven Approach for Extracting Libraries of Reusable Components from Existing Applications","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Code refactoring; Computer science; Agile software development; Component (thermodynamics); Software engineering; Process (computing); Systems engineering; Software; Engineering; Operating system","score_opus":0.05245264204775712,"score_gpt":0.26167256071511175,"score_spread":0.20921991866735462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1517245390","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000029337485,0.0004469282,0.98859626,0.0000637567,0.000085677944,0.00077692984,0.000043539836,0.00026316053,0.009694383],"genre_scores_gemma":[0.11972633,0.00002571433,0.87885505,0.00006923959,0.00016457704,0.000286413,0.000609606,0.00005789255,0.00020519631],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980951,0.000008248272,0.0008137722,0.00034692496,0.00042213965,0.00031380405],"domain_scores_gemma":[0.99617916,0.0016873182,0.0007975726,0.00054762355,0.0007354586,0.000052883766],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024807788,0.00033255637,0.0004320599,0.00058187975,0.00018784552,0.00038687568,0.0010544879,0.00037597356,0.000010446521],"category_scores_gemma":[0.0019148119,0.00033958856,0.000062121755,0.0004547039,0.00009115005,0.0028310923,0.00032558726,0.00047084235,0.000006196918],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005441291,0.00012328653,0.002213937,0.0071373913,0.000070271104,0.0000023444181,0.005919841,0.057076156,0.00032866094,0.027306616,0.00003952103,0.8997276],"study_design_scores_gemma":[0.0014310074,0.00006272591,0.0033897401,0.004226298,0.00007294105,0.000025469526,0.000027627042,0.8071148,0.0034125817,0.16026036,0.01814213,0.001834344],"about_ca_topic_score_codex":0.000032385273,"about_ca_topic_score_gemma":0.0000014521314,"teacher_disagreement_score":0.8978932,"about_ca_system_score_codex":0.00010423468,"about_ca_system_score_gemma":0.000303752,"threshold_uncertainty_score":0.9999056},"labels":[],"label_agreement":null},{"id":"W1518403088","doi":"10.1007/3-540-36209-6_29","title":"Product and Process Metrics: A Software Engineering Measurement Expert System","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software Engineering Process Group; Social software engineering; Personal software process; Software construction; Software measurement; Software engineering; Software development; Software system; Benchmarking; Software sizing; Verification and validation; Software; Computer science; Engineering; Systems engineering; Operating system","score_opus":0.0304681407841012,"score_gpt":0.24273348211354376,"score_spread":0.21226534132944255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1518403088","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000102244274,0.005611321,0.99122375,0.00015584019,0.0013662409,0.0006288149,0.0000020305129,0.0008177804,0.0000919789],"genre_scores_gemma":[0.40800792,0.00010501934,0.5906995,0.00014725188,0.00075263705,0.00008139548,0.000001274416,0.0001091976,0.00009578918],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939472,0.000021503922,0.00048700473,0.0019607188,0.0026848724,0.0008986698],"domain_scores_gemma":[0.99667203,0.0007236928,0.00014543548,0.0014922884,0.00066730496,0.0002992192],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015974345,0.00063710794,0.0005955836,0.0018084655,0.00018377256,0.00072411634,0.0029420247,0.00022734681,0.0000051110123],"category_scores_gemma":[0.0019365208,0.0005963961,0.000083365136,0.0014222014,0.00022460679,0.00060166273,0.0011632174,0.0009172101,0.000020966632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006038628,0.000065171385,0.00083228474,0.0017962384,0.0000752107,0.0004803706,0.0029560945,0.10208156,0.00019316323,0.0036163598,0.00007227466,0.88782525],"study_design_scores_gemma":[0.00041326752,0.00021421636,0.0005408014,0.0027019707,0.000011040345,0.00043127083,4.2158075e-7,0.9884081,0.0031501523,0.001176224,0.0013883475,0.0015641978],"about_ca_topic_score_codex":0.000012827113,"about_ca_topic_score_gemma":0.0000027656752,"teacher_disagreement_score":0.88632655,"about_ca_system_score_codex":0.0010107411,"about_ca_system_score_gemma":0.00037066799,"threshold_uncertainty_score":0.99964875},"labels":[],"label_agreement":null},{"id":"W1519321440","doi":"","title":"Software Maintenance Maturity Model (SM mm ): the software maintenance process model: Research Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; LeanCMMI; Software maintenance; Software engineering; Scope (computer science); Computer science; Verification and validation; Software development; Systems engineering; Software construction; Software development process; Software; Process management; Engineering; Operations management; Operating system","score_opus":0.06422356596106492,"score_gpt":0.3667582124005909,"score_spread":0.302534646439526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519321440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04179093,0.0067243082,0.9242568,0.025848893,0.0002010148,0.00076189754,0.0000307183,0.00025250818,0.000132909],"genre_scores_gemma":[0.76840734,0.0040426976,0.22452381,0.00058237533,0.00030003785,0.00010081099,0.0000020412194,0.000073265895,0.0019676099],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9897662,0.0014539051,0.0011240822,0.0010844963,0.0040570158,0.0025143488],"domain_scores_gemma":[0.97266734,0.015071378,0.00055205676,0.0013440216,0.009397067,0.0009681556],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02574812,0.00048926077,0.0006351342,0.0009561488,0.001816044,0.0012030662,0.0026702408,0.0003423355,0.000013173457],"category_scores_gemma":[0.08215119,0.00034652563,0.000177093,0.0024700353,0.0015866854,0.0054161376,0.0013456007,0.004703284,0.00005173597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01106987,0.0032778608,0.027422162,0.0025404638,0.0008850678,0.0017578092,0.021143842,0.2131242,0.0015644539,0.061072048,0.4300545,0.22608773],"study_design_scores_gemma":[0.0049875733,0.00254282,0.019655775,0.0027367258,0.000086991204,0.007892815,0.005840345,0.6809634,0.0006306613,0.232136,0.04077885,0.0017480257],"about_ca_topic_score_codex":0.00011471661,"about_ca_topic_score_gemma":0.00005879088,"teacher_disagreement_score":0.72661644,"about_ca_system_score_codex":0.0008412196,"about_ca_system_score_gemma":0.0017384653,"threshold_uncertainty_score":0.9998987},"labels":[],"label_agreement":null},{"id":"W1520637757","doi":"10.1007/3-540-36103-0_49","title":"A Formal Definition of Function Points for Automated Measurement of B Specifications","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Function point; Computer science; Function (biology); Programming language; Software engineering; Software; Software development; Biology","score_opus":0.08049403041518137,"score_gpt":0.2598502023984091,"score_spread":0.17935617198322773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520637757","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008861864,0.00017186358,0.9977075,0.00014055218,0.0006690587,0.00050589896,0.00001157649,0.00022469704,0.00048026195],"genre_scores_gemma":[0.33515733,0.000017054288,0.6646153,0.000040308023,0.00009656921,0.000026265045,0.0000060921334,0.0000211271,0.000019994315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971697,0.000016295371,0.0005262437,0.0006261745,0.0012688658,0.00039272953],"domain_scores_gemma":[0.99716985,0.0006601521,0.00027851772,0.0008735013,0.0009418832,0.00007608961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012204624,0.0002357861,0.00033618935,0.000910651,0.00009212905,0.00007346547,0.0013694824,0.00016884622,0.0000150772985],"category_scores_gemma":[0.0004796937,0.00023296627,0.000117046045,0.00058926805,0.00025996225,0.00040770162,0.00033135273,0.00025627724,0.0000085138345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053286603,0.00027143504,0.000276395,0.00081596366,0.00009354559,0.000008891181,0.0011729704,0.06530197,0.004256081,0.18962535,0.00026599396,0.7378581],"study_design_scores_gemma":[0.00048931106,0.0005293591,0.0026782386,0.000587396,0.000014430858,0.000016302662,1.0239616e-7,0.9154038,0.006151876,0.07344185,0.0003078037,0.00037954422],"about_ca_topic_score_codex":0.000005678048,"about_ca_topic_score_gemma":0.000005710102,"teacher_disagreement_score":0.8501018,"about_ca_system_score_codex":0.0002806365,"about_ca_system_score_gemma":0.0002739456,"threshold_uncertainty_score":0.95000887},"labels":[],"label_agreement":null},{"id":"W1520957802","doi":"","title":"Proceedings of the 16th ACM SIGSOFT International Symposium on Foundations of software engineering","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Presentation (obstetrics); Software engineering; Computer science; Event (particle physics); Engineering management; Software; Software development; Software peer review; Engineering; Software construction; Medicine","score_opus":0.020751618399376826,"score_gpt":0.24885801267680774,"score_spread":0.2281063942774309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520957802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91469383,0.000009499444,0.08208334,0.0012317374,0.00075413886,0.0002261423,0.0000048445495,0.0003310237,0.0006654208],"genre_scores_gemma":[0.956115,0.0000052427017,0.04331007,0.000025352008,0.00003608042,0.000012176392,6.498425e-7,0.000009073905,0.00048632952],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99900216,0.000002732001,0.00017665916,0.00017194146,0.00050406385,0.00014247336],"domain_scores_gemma":[0.99827355,0.0010177875,0.000053453266,0.0003445763,0.0002725778,0.00003807753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000120352095,0.000081526225,0.000092303264,0.00010870925,0.00004548658,0.000023710943,0.0017155175,0.000033324217,0.000024386276],"category_scores_gemma":[0.0044017658,0.00006157384,0.000062250285,0.00044658475,0.000042379586,0.00024580903,0.0004793644,0.00012383639,0.000009256524],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000148079625,0.00036065045,0.85217524,0.00020277561,0.00016323778,0.000004931038,0.002762003,0.016484696,0.043298803,0.074361205,0.008115543,0.0020561302],"study_design_scores_gemma":[0.0005381197,0.00018018582,0.8105377,0.0001933154,0.0000058985456,0.0000642295,0.000021609723,0.021557016,0.16254343,0.00021749237,0.0038299095,0.0003111213],"about_ca_topic_score_codex":0.000011339341,"about_ca_topic_score_gemma":3.592921e-7,"teacher_disagreement_score":0.11924463,"about_ca_system_score_codex":0.000050633957,"about_ca_system_score_gemma":0.000050158327,"threshold_uncertainty_score":0.52696425},"labels":[],"label_agreement":null},{"id":"W1523215431","doi":"10.5772/38280","title":"A Simulation Approach to Validate Models Derived from Observational Studies","year":2012,"lang":"en","type":"book-chapter","venue":"InTech eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Observational study; Computer science; Mathematics; Statistics","score_opus":0.24507841858036658,"score_gpt":0.3353757487902126,"score_spread":0.09029733020984601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523215431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036966347,0.00057253643,0.9671086,0.000054649492,0.00035241197,0.00050046603,0.000030385436,0.0005450305,0.030466227],"genre_scores_gemma":[0.63952047,0.000015790793,0.270255,0.00037386004,0.00063425535,0.00023194491,0.00007396532,0.00013875889,0.08875594],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979004,0.000021773489,0.00035165565,0.0006245112,0.0007478688,0.00035373808],"domain_scores_gemma":[0.99704087,0.0013538229,0.00010195055,0.00088738353,0.000452452,0.00016349404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029287388,0.00035581272,0.00039086456,0.0002840957,0.00008048784,0.00012943469,0.0011171907,0.00025172293,0.000010835421],"category_scores_gemma":[0.0003305622,0.0003516223,0.00011810686,0.000038328264,0.00005757643,0.00023914884,0.00095472205,0.00044772026,0.00016445653],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007576283,0.0001155446,0.000088842746,0.00035380878,0.0020794673,0.00005037879,0.016207105,0.23455039,0.010085556,0.5851395,0.0011775395,0.15007608],"study_design_scores_gemma":[0.0006208002,0.00015013722,0.0002986267,0.000932688,0.00009960449,0.000008939823,0.000032310625,0.4090798,0.0140659725,0.52321136,0.049217608,0.002282181],"about_ca_topic_score_codex":0.000016143465,"about_ca_topic_score_gemma":0.0000016551053,"teacher_disagreement_score":0.69685364,"about_ca_system_score_codex":0.00024148074,"about_ca_system_score_gemma":0.00009916056,"threshold_uncertainty_score":0.9998936},"labels":[],"label_agreement":null},{"id":"W1523392525","doi":"10.1007/978-3-540-78921-5_20","title":"Using FCA to Suggest Refactorings to Correct Design Defects","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Programming language; Artificial intelligence; Software engineering","score_opus":0.05870075889914268,"score_gpt":0.2911270673122262,"score_spread":0.23242630841308354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523392525","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011405554,0.00019151403,0.99385405,0.00022367323,0.0030484973,0.00086708704,0.000003522875,0.00045661652,0.00021447756],"genre_scores_gemma":[0.13426372,0.00001762127,0.8638325,0.0010118126,0.00051415246,0.000017527991,8.283998e-7,0.000082746694,0.00025911687],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941564,0.00005273284,0.0004707263,0.0021837081,0.0018169436,0.00131947],"domain_scores_gemma":[0.99450123,0.002243027,0.00011836132,0.0020332392,0.00040630053,0.0006978577],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011378049,0.0006941379,0.0006389832,0.0020641696,0.0003310311,0.0006451927,0.0050548064,0.00032515463,0.000013223933],"category_scores_gemma":[0.0013756304,0.00069591217,0.00012884529,0.0020125383,0.00024716876,0.00049680093,0.0026084548,0.0010368301,0.00020762405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013726623,0.000023264634,0.00027959238,0.000037930666,0.000012058941,0.00048415377,0.0020382688,0.7442055,0.001740422,0.00035696852,0.00028189388,0.25052628],"study_design_scores_gemma":[0.00081412523,0.0023434318,0.0037465414,0.0032582958,0.000022306875,0.0013975537,3.5855606e-7,0.90456724,0.053943276,0.0077402038,0.016483208,0.005683451],"about_ca_topic_score_codex":0.000064426284,"about_ca_topic_score_gemma":0.000021043012,"teacher_disagreement_score":0.24484281,"about_ca_system_score_codex":0.0011920474,"about_ca_system_score_gemma":0.0010858871,"threshold_uncertainty_score":0.9995492},"labels":[],"label_agreement":null},{"id":"W1524317667","doi":"10.1007/11767718_46","title":"Art and Science of System Release Planning","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Intuition; Negotiation; Management science; Plan (archaeology); Decision support system; Operations research; Knowledge management; Artificial intelligence; Engineering","score_opus":0.014661575076145503,"score_gpt":0.2477978904997026,"score_spread":0.23313631542355712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524317667","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014736804,0.00064034364,0.9941324,0.00007349066,0.0008334107,0.00025778383,0.0000032662688,0.000230433,0.0023552144],"genre_scores_gemma":[0.7325102,0.000008050834,0.2668848,0.00006427515,0.00019870698,0.0000060364982,0.0000017245684,0.00003121738,0.0002949732],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955968,0.000017676071,0.0004702197,0.001440622,0.0017447949,0.00072984764],"domain_scores_gemma":[0.996851,0.0010000501,0.00020615061,0.0013566478,0.00036072248,0.00022538213],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016093538,0.00037876042,0.0004741175,0.0017022522,0.00023398582,0.0004606392,0.0034141617,0.00018223163,0.0000017799088],"category_scores_gemma":[0.00032334667,0.00035740185,0.000060165607,0.0012980832,0.0018447711,0.0006373714,0.001882067,0.00065683026,0.00001493056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016527712,0.00006295773,0.0030213387,0.001374177,0.000023950926,0.00085858244,0.0014360126,0.49943483,0.0029945194,0.07706388,0.00024702432,0.41346622],"study_design_scores_gemma":[0.00030893745,0.0002188834,0.0024903205,0.0028569393,0.000006384973,0.00029826144,3.0437127e-7,0.97813123,0.0067761075,0.0076235076,0.0004896641,0.0007994503],"about_ca_topic_score_codex":0.00002322863,"about_ca_topic_score_gemma":0.0000024000124,"teacher_disagreement_score":0.73103654,"about_ca_system_score_codex":0.0003971473,"about_ca_system_score_gemma":0.00087404205,"threshold_uncertainty_score":0.9998878},"labels":[],"label_agreement":null},{"id":"W1525022364","doi":"10.1109/iwpse.2003.1231214","title":"The chaos of software development","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software development; Suite; Software engineering; Source code; Package development process; Software; Software project management; Software evolution; Software development process; Software construction; Data science; Operating system","score_opus":0.014836853700048249,"score_gpt":0.24335710023699209,"score_spread":0.22852024653694383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1525022364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02122538,0.000084351566,0.9776691,0.0004939482,0.00011094098,0.00006024354,5.737226e-8,0.00018693069,0.00016904298],"genre_scores_gemma":[0.6616353,0.000005027496,0.33788273,0.00002830456,0.000010317278,0.000011647786,1.2533144e-7,0.0000039521333,0.00042264498],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993904,0.0000050354156,0.00009386613,0.000098780096,0.00025243362,0.00015949016],"domain_scores_gemma":[0.9993384,0.00024035206,0.000012642018,0.0003169312,0.000055250755,0.000036463993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002015688,0.000041412553,0.000041125917,0.000030973835,0.00007120842,0.00003452185,0.00071444205,0.000014793947,0.0000040516256],"category_scores_gemma":[0.00028241434,0.00002570214,0.000015220314,0.00020342908,0.000030073104,0.000070652226,0.0002038141,0.000051875944,0.000055083758],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004635711,0.0001233061,0.011377698,0.000059916194,0.000068903915,0.000022533657,0.0036449323,0.0060031465,0.00084078003,0.3463086,0.0013966452,0.63014895],"study_design_scores_gemma":[0.0016793384,0.00023208905,0.37494326,0.0001314904,0.0000026862804,0.000051476465,0.00009518261,0.0018581867,0.5005396,0.031289876,0.08841034,0.0007664686],"about_ca_topic_score_codex":0.0000106730495,"about_ca_topic_score_gemma":0.000005510142,"teacher_disagreement_score":0.6404099,"about_ca_system_score_codex":0.00004054206,"about_ca_system_score_gemma":0.00015158042,"threshold_uncertainty_score":0.1327623},"labels":[],"label_agreement":null},{"id":"W1526576188","doi":"10.1007/978-3-540-31797-5_22","title":"Managed Architecture of Existing Code as a Practical Transition Towards MDA","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Zymeworks (Canada)","funders":"","keywords":"Code refactoring; Architecture; Computer science; Container (type theory); Abstraction; Code (set theory); Software engineering; Programming language; Engineering","score_opus":0.0394487252914162,"score_gpt":0.314096621160483,"score_spread":0.2746478958690668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526576188","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024654513,0.00022394411,0.9928822,0.002034407,0.0005555572,0.0004081753,0.000007341925,0.0002785072,0.003363316],"genre_scores_gemma":[0.1531088,0.00002763971,0.8454037,0.0005859346,0.0005126751,0.00001152686,0.0000051053853,0.00005131527,0.0002933067],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99540913,0.00006224023,0.0005683567,0.0014010072,0.0018013286,0.00075794914],"domain_scores_gemma":[0.9961443,0.0017560319,0.00022064506,0.0013582852,0.0002966969,0.00022404252],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013718999,0.0004961576,0.00057358586,0.001122039,0.0001502254,0.00030988318,0.002593622,0.00036515575,0.0000344486],"category_scores_gemma":[0.0010435258,0.00047384313,0.00016587363,0.0008386266,0.0006359733,0.0004810962,0.00089575007,0.0016332519,0.00003223109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000180138,0.000049102975,0.000010845436,0.00016290628,0.00002376193,0.0003192486,0.0019749221,0.12873964,0.0003602783,0.018259106,0.000018667144,0.8500635],"study_design_scores_gemma":[0.0008783797,0.00072878983,0.00048518067,0.0017077973,0.000030287863,0.0010726379,7.860436e-7,0.81642914,0.008505804,0.16325642,0.0052208854,0.0016839061],"about_ca_topic_score_codex":0.00003402039,"about_ca_topic_score_gemma":0.000034163884,"teacher_disagreement_score":0.8483796,"about_ca_system_score_codex":0.000331671,"about_ca_system_score_gemma":0.0008780517,"threshold_uncertainty_score":0.9997713},"labels":[],"label_agreement":null},{"id":"W1526698614","doi":"10.1002/9780470606834.app2","title":"Appendix B: Glossary of Terms in Software Measurement","year":2010,"lang":"en","type":"other","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"","keywords":"Glossary; Appendix; Computer science; Software; Programming language; Linguistics; Philosophy; Biology","score_opus":0.021379694645305584,"score_gpt":0.2540536733886974,"score_spread":0.2326739787433918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526698614","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045570123,0.0008167264,0.75912815,0.00010445554,0.001269676,0.00065391575,0.000012498514,0.0014188881,0.23655011],"genre_scores_gemma":[0.006895427,0.000072225135,0.5038823,0.00008698049,0.00034256486,0.00010251704,0.000018554656,0.0006801629,0.48791927],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981563,0.000024300025,0.00020239611,0.00038990143,0.00092234137,0.0003047223],"domain_scores_gemma":[0.99868804,0.0000999513,0.00006806344,0.0010217181,0.000044823413,0.00007742804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045142233,0.00019067514,0.0002775979,0.00057946803,0.0000075654284,0.00003291019,0.001527802,0.0002713605,0.0012339074],"category_scores_gemma":[0.00037479153,0.00016759548,0.000058319216,0.00034647677,0.0000395311,0.000056573375,0.00039590392,0.00042736542,0.00034257746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034897976,0.00022414247,0.025652217,0.00069662154,0.00008382371,0.000106632906,0.00013307761,0.00002463063,0.00054486893,0.0024237174,0.8718648,0.09824201],"study_design_scores_gemma":[0.0009775547,0.00012376615,0.015971012,0.0012318819,0.0000071361333,0.000021886735,0.0000039490938,0.0006647244,0.002821105,0.0007984154,0.97632563,0.0010529502],"about_ca_topic_score_codex":0.00042644414,"about_ca_topic_score_gemma":0.00043112683,"teacher_disagreement_score":0.25524586,"about_ca_system_score_codex":0.000067803594,"about_ca_system_score_gemma":0.00012940618,"threshold_uncertainty_score":0.9996791},"labels":[],"label_agreement":null},{"id":"W1527416500","doi":"","title":"Relating Requirements to Implementation via Topic Analysis","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Traceability; Documentation; Relevance (law); Topic model; Perception; Control (management); Requirements traceability; Requirements analysis; Requirements engineering; Software; Software engineering; Information retrieval; Artificial intelligence; Requirement","score_opus":0.060189474228836,"score_gpt":0.3648502363919053,"score_spread":0.30466076216306925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527416500","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038778614,0.00001231526,0.95690334,0.0014450084,0.0009601528,0.000205324,0.000010806397,0.00029586916,0.0013885578],"genre_scores_gemma":[0.9374009,0.0000049108544,0.060802616,0.00060928555,0.000112645335,0.0000808087,0.000021493659,0.0000119915485,0.00095536746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99783593,0.000051375857,0.00032780663,0.00042368617,0.00082053704,0.00054063863],"domain_scores_gemma":[0.998528,0.0002218908,0.00010609104,0.00051976665,0.00040451754,0.00021973942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005326002,0.00017577203,0.0001754044,0.0004897787,0.00009102386,0.00018466718,0.001163655,0.000049327926,0.00038636755],"category_scores_gemma":[0.0007508191,0.00017139716,0.00010164081,0.00086799625,0.000020458909,0.00073947356,0.00035016678,0.00019108775,0.00036763333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024615212,0.00013816234,0.6277863,0.000013231499,0.00052626734,0.000018749717,0.0017952388,0.00105215,0.0012532565,0.21103923,0.0024678688,0.15388498],"study_design_scores_gemma":[0.0009445733,0.00027262466,0.9440731,0.00015086442,0.000060976723,0.000020972037,0.00021221113,0.031104796,0.004223191,0.0045929826,0.013376376,0.00096733804],"about_ca_topic_score_codex":0.00010028374,"about_ca_topic_score_gemma":0.000023118064,"teacher_disagreement_score":0.8986223,"about_ca_system_score_codex":0.00034029686,"about_ca_system_score_gemma":0.000050172803,"threshold_uncertainty_score":0.6989373},"labels":[],"label_agreement":null},{"id":"W1527607785","doi":"10.1109/coginf.2003.1225966","title":"A cognitive complexity metric based on category learning","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Process (computing); Identifier; Set (abstract data type); Software; Software development; Metric (unit); Cognition; Software maintenance; Artificial intelligence; Software engineering; Software system; Human–computer interaction; Programming language; Engineering; Psychology","score_opus":0.05057610787086489,"score_gpt":0.29897688489369945,"score_spread":0.24840077702283456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1527607785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026351962,0.000017504704,0.9677049,0.00033491242,0.00007934903,0.000110733825,3.8838718e-7,0.00064652663,0.004753747],"genre_scores_gemma":[0.9710952,6.3012936e-7,0.02845204,0.0002393873,0.00001902087,0.000012280016,0.000002024061,0.000008382708,0.00017105608],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988995,0.000045400604,0.00008476541,0.0002845577,0.00040866737,0.00027710263],"domain_scores_gemma":[0.99851984,0.0010399852,0.000017005088,0.00022462352,0.00009428467,0.00010428246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030379766,0.0000934258,0.00009367772,0.00036122338,0.00009379745,0.0000917904,0.0004179785,0.0000332258,0.00005397815],"category_scores_gemma":[0.0013246157,0.00008433453,0.000039567985,0.001147382,0.000041106417,0.00013147673,0.000110095476,0.0002908424,0.00039839162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072143506,0.0010383974,0.04131421,0.00011608582,0.00009303514,0.00048282414,0.0014405982,0.57597065,0.00041608568,0.27031666,0.0006704924,0.10806878],"study_design_scores_gemma":[0.003793343,0.0013009472,0.305326,0.0001157565,0.0000080041655,0.000021239204,0.000090058704,0.6632654,0.016538724,0.007996964,0.0007359657,0.00080756977],"about_ca_topic_score_codex":0.0001393637,"about_ca_topic_score_gemma":0.000003984013,"teacher_disagreement_score":0.9447432,"about_ca_system_score_codex":0.00010969698,"about_ca_system_score_gemma":0.0001138785,"threshold_uncertainty_score":0.5120651},"labels":[],"label_agreement":null},{"id":"W1530443667","doi":"10.1007/3-540-44839-x_76","title":"Relationships Between Selected Software Measures and Latent Bug-Density: Guidelines for Improving Quality","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Carleton University","funders":"","keywords":"Computer science; Software quality; Quality (philosophy); Software development; Software engineering; Software bug; Software metric; Software; Work (physics); Software quality analyst; Verification and validation; Software peer review; Software construction; Data science; Engineering; Operations management; Programming language","score_opus":0.11930376333376365,"score_gpt":0.3259558737648782,"score_spread":0.2066521104311146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530443667","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013252938,0.00075943285,0.9947812,0.0012502917,0.00069831405,0.0007230894,0.0000135815735,0.00043545553,0.000013350079],"genre_scores_gemma":[0.083415784,0.000021299653,0.915422,0.00042283247,0.0004335234,0.00002650076,0.000012656727,0.000059409947,0.0001859852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99532986,0.000108952,0.0007863414,0.0016935193,0.001272443,0.0008089048],"domain_scores_gemma":[0.99164337,0.004458644,0.00026701498,0.00122346,0.0021067092,0.00030077755],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0041984725,0.00053741987,0.00064906746,0.0008245164,0.00051485165,0.00065119547,0.0018449835,0.0004871891,0.0000017859139],"category_scores_gemma":[0.013464713,0.0005116973,0.000109296874,0.0008578969,0.00038179697,0.0004890277,0.00091176666,0.0012036838,0.00000559416],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001226279,0.00002508786,0.0441348,0.00039588462,0.000062844236,0.00003013623,0.00085108884,0.0155193275,0.00031224507,0.0045682644,0.00023084598,0.9338572],"study_design_scores_gemma":[0.0027475015,0.00096899807,0.14031868,0.0018177558,0.00013382696,0.0002702986,0.000001299606,0.44522047,0.007695075,0.3899096,0.0047890013,0.006127504],"about_ca_topic_score_codex":0.000049149392,"about_ca_topic_score_gemma":0.00007040079,"teacher_disagreement_score":0.9277297,"about_ca_system_score_codex":0.00035723392,"about_ca_system_score_gemma":0.0006541788,"threshold_uncertainty_score":0.99973345},"labels":[],"label_agreement":null},{"id":"W1532113059","doi":"10.1007/978-3-540-69858-6_28","title":"Using Linguistic Knowledge to Classify Non-functional Requirements in SRS documents","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software requirements; Software engineering; Non-functional requirement; Software requirements specification; Software; Software development; Functional requirement; Classifier (UML); Natural language; Process (computing); Artificial intelligence; Natural language processing; Software construction; Programming language","score_opus":0.06269338556165842,"score_gpt":0.3261659636924095,"score_spread":0.2634725781307511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532113059","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011723019,0.00025795243,0.9922901,0.000101137455,0.0039783847,0.00051100773,0.0000020863683,0.00014435711,0.0015426873],"genre_scores_gemma":[0.47046715,0.000029739173,0.52717173,0.0005146053,0.001003156,0.000026834394,0.0000050233916,0.000078273435,0.00070351316],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99497604,0.000033953056,0.00061646337,0.0017881753,0.0015514193,0.0010339493],"domain_scores_gemma":[0.99704725,0.0009003761,0.00013107035,0.0012944291,0.000297036,0.00032986162],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00093316514,0.00055170077,0.000515639,0.002293931,0.00022999883,0.00038854155,0.0031537309,0.0002999819,0.000017392398],"category_scores_gemma":[0.0008535875,0.0005735776,0.000101811616,0.0016107158,0.0003393452,0.00044774386,0.0022291546,0.0010716964,0.00015146998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003879084,0.00027324163,0.008257045,0.00021537124,0.000056889017,0.0013946807,0.0061539914,0.55289495,0.0010650243,0.0025697004,0.00052077963,0.42655954],"study_design_scores_gemma":[0.00075090706,0.00026020574,0.008536071,0.0016192633,0.0000059600548,0.00014782508,1.4584e-7,0.97238386,0.0007878394,0.010355016,0.0037967728,0.0013561249],"about_ca_topic_score_codex":0.000061862986,"about_ca_topic_score_gemma":0.000071636365,"teacher_disagreement_score":0.46929485,"about_ca_system_score_codex":0.0016656901,"about_ca_system_score_gemma":0.0013026979,"threshold_uncertainty_score":0.9996716},"labels":[],"label_agreement":null},{"id":"W1532805649","doi":"10.1002/spe.2134","title":"Validating pragmatic reuse tasks by leveraging existing test suites","year":2012,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Computer science; Correctness; Software engineering; Test suite; Test (biology); Code (set theory); Task (project management); Code reuse; Software; Test case; Programming language; Systems engineering; Machine learning; Engineering","score_opus":0.033974894645382156,"score_gpt":0.32588452441226484,"score_spread":0.2919096297668827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1532805649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48090076,0.0043793926,0.5109619,0.0013465431,0.0005595698,0.00032021198,0.000006736104,0.0012011193,0.00032375014],"genre_scores_gemma":[0.7436135,0.000057934816,0.25564557,0.0003558517,0.00010357186,0.000072658215,0.000003572728,0.00002264739,0.00012468288],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99772877,0.00012514848,0.000297641,0.0004796001,0.0005683613,0.0008004572],"domain_scores_gemma":[0.978325,0.020053776,0.00017378977,0.00096394104,0.00015803814,0.00032546598],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013027183,0.00022313323,0.00018375623,0.00009720374,0.00042168217,0.0005671369,0.0010313852,0.000071724964,0.000022696646],"category_scores_gemma":[0.12898177,0.0002214102,0.00003012968,0.0005575272,0.0000890768,0.005181106,0.00096067536,0.0003806257,0.000055166707],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013924184,0.0005348842,0.7109528,0.00032442814,0.00005341493,0.00009061713,0.16686012,0.00004124919,0.01723701,0.0017042505,0.008352646,0.09383466],"study_design_scores_gemma":[0.0045111342,0.0014315833,0.109497316,0.002481428,0.00021678832,0.0065628723,0.062703446,0.023477228,0.11541509,0.0022170888,0.6618746,0.009611441],"about_ca_topic_score_codex":0.0001189598,"about_ca_topic_score_gemma":3.4823873e-7,"teacher_disagreement_score":0.65352196,"about_ca_system_score_codex":0.00008132691,"about_ca_system_score_gemma":0.000057160552,"threshold_uncertainty_score":0.9028846},"labels":[],"label_agreement":null},{"id":"W1534933129","doi":"10.1007/978-3-642-05415-0_12","title":"Functional Size Measurement Quality Challenges for Inexperienced Measurers","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Software; Quality (philosophy); Engineering drawing; Algorithm; Data mining; Programming language; Engineering","score_opus":0.10274443870019853,"score_gpt":0.303481252921621,"score_spread":0.20073681422142245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534933129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004680849,0.0021013774,0.99169356,0.002379101,0.0019594743,0.00073880464,0.000003852245,0.00038133605,0.0006956919],"genre_scores_gemma":[0.3666919,0.00019772915,0.62963724,0.0013739939,0.001376577,0.00016954329,0.000004719713,0.00008887031,0.0004594298],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99288154,0.00005524029,0.00063494255,0.0020074893,0.0034564955,0.0009643215],"domain_scores_gemma":[0.9941549,0.0025227545,0.00021886235,0.0016633245,0.0011530217,0.00028718766],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004171778,0.0006105276,0.0006322698,0.0006446414,0.0002856699,0.00041072766,0.0033356533,0.000359688,0.000016709157],"category_scores_gemma":[0.003360518,0.0005789359,0.0002260629,0.00051074405,0.00046280737,0.00054454454,0.00065598666,0.00077513943,0.000020745232],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024493083,0.00005453276,0.000029882773,0.00010163528,0.000026187456,0.000016355261,0.0009053753,0.021055663,0.00061800686,0.016491795,0.000056477085,0.96061957],"study_design_scores_gemma":[0.0045719347,0.0028060062,0.03736065,0.0026248803,0.000045492776,0.00019890135,0.000003650268,0.27813402,0.01573888,0.62769043,0.023767292,0.007057865],"about_ca_topic_score_codex":0.000010097723,"about_ca_topic_score_gemma":0.000043146523,"teacher_disagreement_score":0.9535617,"about_ca_system_score_codex":0.0010617169,"about_ca_system_score_gemma":0.0011317382,"threshold_uncertainty_score":0.9996662},"labels":[],"label_agreement":null},{"id":"W1536065123","doi":"10.1109/icsm.2004.1357868","title":"Tools for extracting software structure from compiled programs","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Executable; Computer science; Suite; Software; Object (grammar); Software system; Software engineering; Object-oriented programming; Programming language; Artificial intelligence","score_opus":0.039137212980672326,"score_gpt":0.2851299881034815,"score_spread":0.24599277512280918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536065123","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16290572,0.000045050776,0.8351233,0.00030042802,0.00028026607,0.0003865632,0.000009794826,0.0009282264,0.000020639403],"genre_scores_gemma":[0.4794987,4.146732e-7,0.52025884,0.00006403217,0.0000857854,0.000030439222,0.000017336346,0.000011304433,0.00003313548],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99876815,0.000010431505,0.00015660647,0.0003841256,0.00029571302,0.0003849817],"domain_scores_gemma":[0.9980454,0.0012075962,0.000033832708,0.00049485744,0.00010774962,0.000110571666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000116762116,0.00013114988,0.00013864487,0.000054865028,0.00010192401,0.00055550016,0.0008422088,0.00007836541,0.000028370001],"category_scores_gemma":[0.0010678405,0.000114703056,0.000063030144,0.00025102444,0.000019184303,0.00070724834,0.0001703649,0.00018202398,0.000020951056],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018177736,0.00014123715,0.014699339,0.0000683516,0.000082588514,0.000036863716,0.0010693914,0.0056505394,0.004348309,0.01232638,0.00045480145,0.96110404],"study_design_scores_gemma":[0.016758405,0.001982243,0.4155517,0.0008140297,0.00006411344,0.00018645218,0.0005666512,0.07342818,0.16538425,0.2591803,0.06112635,0.004957328],"about_ca_topic_score_codex":0.00006291412,"about_ca_topic_score_gemma":0.000018365205,"teacher_disagreement_score":0.9561467,"about_ca_system_score_codex":0.00008301175,"about_ca_system_score_gemma":0.000089644884,"threshold_uncertainty_score":0.5356701},"labels":[],"label_agreement":null},{"id":"W1536501326","doi":"10.1109/apsec.2004.35","title":"Automatic Detecting Code Cooperation","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Program comprehension; Software engineering; KPI-driven code analysis; Source code; Legacy system; Software maintenance; Static program analysis; Code (set theory); Software evolution; Legacy code; Software; Code review; Software development; Programming language; Software system; Software construction","score_opus":0.01855858642270239,"score_gpt":0.2747410288626309,"score_spread":0.2561824424399285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536501326","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17280792,0.000017361548,0.82488984,0.00079939555,0.00006373411,0.00005079466,5.6702095e-8,0.000829863,0.0005410098],"genre_scores_gemma":[0.7986814,5.1114836e-7,0.20083936,0.00008118336,0.00004204969,0.000005960771,1.2306388e-7,0.0000034799718,0.00034595665],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948865,0.000013345987,0.000080136364,0.00012453421,0.00014743868,0.0001459073],"domain_scores_gemma":[0.9994368,0.00023645374,0.0000081707285,0.0002376014,0.000039225815,0.000041751373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020767584,0.000041675874,0.000040068946,0.00005659713,0.000052567855,0.000119910605,0.0003044382,0.000018399978,0.00007711463],"category_scores_gemma":[0.00039582068,0.00003718934,0.000011466003,0.0002247762,0.000005207049,0.00032218924,0.00008097498,0.00006568832,0.00036577816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2702997e-7,0.000026178235,0.0014357673,0.000014471696,0.000007630962,0.000004744553,0.0005244228,0.010433547,0.004645005,0.014355055,0.001723609,0.96682924],"study_design_scores_gemma":[0.0000656289,0.000013099394,0.0024272718,0.0000040743084,2.8404133e-7,0.000009181802,0.0000019364977,0.9839359,0.012238962,0.0000415169,0.0012076754,0.00005446025],"about_ca_topic_score_codex":0.000005206504,"about_ca_topic_score_gemma":0.000012442005,"teacher_disagreement_score":0.97350234,"about_ca_system_score_codex":0.000043736898,"about_ca_system_score_gemma":0.000024861307,"threshold_uncertainty_score":0.47014603},"labels":[],"label_agreement":null},{"id":"W1536910550","doi":"10.1007/978-3-642-02047-6_10","title":"Academic Software Development Tools and Techniques","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Code refactoring; Software engineering; Context (archaeology); Object-oriented programming; Programming language; Software development; Focus (optics); Theme (computing); Software; World Wide Web","score_opus":0.025594859704889478,"score_gpt":0.274416134015549,"score_spread":0.2488212743106595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536910550","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016505347,0.0010203944,0.996649,0.00039207606,0.000381866,0.00040465657,0.0000021213618,0.00074026297,0.00024451848],"genre_scores_gemma":[0.008252323,0.00012976967,0.9901229,0.0008027517,0.00024950822,0.000017404715,0.000003638345,0.000035084653,0.000386585],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99612236,0.000018547775,0.00045995018,0.0014638433,0.0011740784,0.00076119584],"domain_scores_gemma":[0.99718875,0.0012251402,0.00012774368,0.0010320644,0.00018990804,0.00023638066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010951193,0.0005015515,0.00044273946,0.0010423221,0.00020868744,0.000576358,0.003342316,0.000477685,0.000006530553],"category_scores_gemma":[0.0006200475,0.000474985,0.000053329997,0.0005432043,0.00040973193,0.00074459764,0.0018547091,0.0015342243,0.000025053456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012029113,0.0000052489845,0.0001734081,0.00002874278,0.000003922829,0.00005403258,0.0003044291,0.0003094553,0.00011866862,0.0010965378,0.00001407279,0.9978903],"study_design_scores_gemma":[0.0014071286,0.0016591747,0.027819885,0.008939427,0.000031344083,0.0016692631,4.3540518e-7,0.06353695,0.19502908,0.5495848,0.14029332,0.010029196],"about_ca_topic_score_codex":0.0000025471124,"about_ca_topic_score_gemma":0.0000041707867,"teacher_disagreement_score":0.9878611,"about_ca_system_score_codex":0.00041667154,"about_ca_system_score_gemma":0.0007655176,"threshold_uncertainty_score":0.99977016},"labels":[],"label_agreement":null},{"id":"W1537659679","doi":"10.24297/ijct.v13i5.2535","title":"An Analysis of the PROMISE and ISBSG Software Engineering Data Repositories","year":2014,"lang":"en","type":"article","venue":"INTERNATIONAL JOURNAL OF COMPUTERS & TECHNOLOGY","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Benchmarking; Computer science; Reusability; Software engineering; Data science; Software; Social software engineering; Software development; Software construction","score_opus":0.009101808855303768,"score_gpt":0.26729860595681165,"score_spread":0.2581967971015079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537659679","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30278033,0.00007947759,0.6952583,0.0009654773,0.0008264617,0.000027181964,0.0000024803676,0.000059295053,9.342739e-7],"genre_scores_gemma":[0.8895911,0.00000829342,0.11027256,0.000024844785,0.0000935301,7.281247e-7,0.000001315862,0.0000053355275,0.000002294502],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998863,0.00003296141,0.00033523477,0.0001932679,0.00045611663,0.00011945835],"domain_scores_gemma":[0.9980355,0.00041341136,0.00024380819,0.0008255222,0.00043502357,0.0000467358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045636075,0.000085511914,0.00021625576,0.0008862727,0.000027205702,0.00009349427,0.004479151,0.000067249915,8.100912e-7],"category_scores_gemma":[0.0011370699,0.00006568433,0.00005876489,0.0007000534,0.00007929388,0.00041320673,0.0010495097,0.00023685006,2.1296222e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003554983,0.00021209102,0.7288738,0.000035156365,0.0034659517,0.00010431084,0.0006800526,0.11732595,0.005827059,0.027173806,0.00051713316,0.11574915],"study_design_scores_gemma":[0.00039094876,0.00018917122,0.21289137,0.000094794144,0.00010012856,0.00039763865,0.000012080366,0.77823013,0.0046924963,0.00073797937,0.0021220515,0.00014122199],"about_ca_topic_score_codex":0.000008163803,"about_ca_topic_score_gemma":0.0000020775994,"teacher_disagreement_score":0.66090417,"about_ca_system_score_codex":0.000045678466,"about_ca_system_score_gemma":0.0000513198,"threshold_uncertainty_score":0.8323452},"labels":[],"label_agreement":null},{"id":"W154166809","doi":"10.1007/978-1-84800-044-5_1","title":"Software Engineering Data Collection for Field Studies","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; National Research Council Canada","funders":"","keywords":"Computer science; Software engineering; Software; Field (mathematics); Data collection; Data science; Software analytics; Software development; Software construction; Programming language","score_opus":0.14418180368235065,"score_gpt":0.34834739552624383,"score_spread":0.20416559184389318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W154166809","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012681796,0.0016806677,0.9900813,0.00015283217,0.0012746078,0.0004266199,0.0000136159,0.00095928437,0.0054097734],"genre_scores_gemma":[0.000037272916,0.0002903433,0.5496434,0.00014210377,0.00043237608,0.000036892467,0.000046600806,0.000072644274,0.44929838],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983242,0.0000023545192,0.0002569998,0.0006791087,0.0003887796,0.00034854247],"domain_scores_gemma":[0.9937979,0.004286288,0.000051336716,0.0015322575,0.00024638983,0.00008582549],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051763305,0.00027242565,0.00030936018,0.000381238,0.000086614666,0.00009729569,0.0017118286,0.00025181283,0.000031466094],"category_scores_gemma":[0.0032558083,0.00026831302,0.000076822704,0.00010000954,0.000015737529,0.0002651767,0.0012174833,0.00034288186,0.000038994607],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028943534,0.000026329793,0.0001141237,0.0013377414,0.0010774414,0.00009967856,0.00029204277,0.0006487037,0.000013872213,0.26293108,0.5838615,0.14956856],"study_design_scores_gemma":[0.00039258692,0.0003137458,0.000048713333,0.0004015029,0.000038855484,0.000038755214,0.000004891174,0.041350484,0.00039054718,0.0033356415,0.95274323,0.00094103994],"about_ca_topic_score_codex":0.0000073061283,"about_ca_topic_score_gemma":0.000013910252,"teacher_disagreement_score":0.4438886,"about_ca_system_score_codex":0.00014671664,"about_ca_system_score_gemma":0.00009690994,"threshold_uncertainty_score":0.99997693},"labels":[],"label_agreement":null},{"id":"W1542960140","doi":"10.1007/978-3-642-01853-4_5","title":"Communicating Domain Knowledge in Executable Acceptance Test Driven Development","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Executable; Computer science; Software engineering; Domain (mathematical analysis); Software development; Software; Test (biology); Knowledge management; Programming language","score_opus":0.016997622284350113,"score_gpt":0.260130751329196,"score_spread":0.24313312904484588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542960140","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025280466,0.0019619823,0.9691551,0.00053309265,0.00016346027,0.00050261203,0.0000022423467,0.00039693058,0.027031787],"genre_scores_gemma":[0.40976483,0.00020537339,0.5879436,0.0005373631,0.00013560022,0.00012390876,0.000158511,0.00008797351,0.0010428629],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997623,0.000020887757,0.0009651334,0.0003444432,0.0005214436,0.0005250473],"domain_scores_gemma":[0.99744576,0.00083416014,0.00040826638,0.00073211396,0.000513319,0.00006635917],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006074253,0.00044720058,0.0004613034,0.0011399968,0.00020541815,0.000615777,0.0017829809,0.00043342615,0.000015374968],"category_scores_gemma":[0.0011764514,0.00046367623,0.000035685327,0.0010990687,0.00006553444,0.002634024,0.0005946063,0.0010737155,0.00006551811],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004557471,0.000030587413,0.00070975645,0.0006374532,0.0000044444187,0.000008621055,0.0055143833,0.018800821,0.000014074759,0.0011952028,0.000016400203,0.9730637],"study_design_scores_gemma":[0.0046114353,0.00012609108,0.063740864,0.035635274,0.000022602866,0.00019859285,0.00009637889,0.37399313,0.0023854037,0.04889445,0.463424,0.006871789],"about_ca_topic_score_codex":0.000008192835,"about_ca_topic_score_gemma":0.00008871372,"teacher_disagreement_score":0.9661919,"about_ca_system_score_codex":0.00077374466,"about_ca_system_score_gemma":0.0008862125,"threshold_uncertainty_score":0.9997815},"labels":[],"label_agreement":null},{"id":"W1543881559","doi":"10.1002/spe.2228","title":"A recommendation system for repairing violations detected by static architecture conformance checking","year":2013,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code refactoring; Conformance checking; Computer science; Software engineering; Architecture; Process (computing); Systems architecture; Process management; Engineering; Operations management; Programming language; Work in process; Business process; Software","score_opus":0.013843532244916478,"score_gpt":0.28333398793798403,"score_spread":0.26949045569306757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1543881559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07584435,0.00010457522,0.9216338,0.0009425568,0.00018003776,0.0005526304,0.000004666606,0.00069945626,0.000037946396],"genre_scores_gemma":[0.7240636,0.00002192752,0.27502075,0.000169693,0.000028916656,0.00064048753,0.0000099812705,0.000014524701,0.000030125459],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871516,0.00005609367,0.00024986634,0.0004030613,0.000214077,0.0003617614],"domain_scores_gemma":[0.99650365,0.002605821,0.0001369884,0.00035267777,0.00027237533,0.00012847991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034097736,0.00014578912,0.00013056275,0.00009973597,0.0003192511,0.0004227364,0.0003480309,0.000059413105,0.000012371877],"category_scores_gemma":[0.0044472804,0.00014106606,0.000024227595,0.0003531972,0.000040564337,0.002448314,0.00015000743,0.00019376162,0.000018118217],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008873238,0.0001532701,0.0075460863,0.0010467187,0.00012342566,0.000012767301,0.059442215,0.00068337296,0.019829994,0.0017653677,0.004314537,0.90499353],"study_design_scores_gemma":[0.0049888752,0.001966341,0.016282396,0.00131836,0.000105675455,0.0013230637,0.028186297,0.6679106,0.06715619,0.0023675987,0.2042683,0.00412634],"about_ca_topic_score_codex":0.000114719645,"about_ca_topic_score_gemma":0.0000016555956,"teacher_disagreement_score":0.90086716,"about_ca_system_score_codex":0.00008564853,"about_ca_system_score_gemma":0.00005184742,"threshold_uncertainty_score":0.5752507},"labels":[],"label_agreement":null},{"id":"W1544109115","doi":"10.1108/02656710510577224","title":"Object‐oriented software development antecedents that influence product bug density","year":2005,"lang":"en","type":"article","venue":"International Journal of Quality & Reliability Management","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Carleton University","funders":"","keywords":"Quality (philosophy); Computer science; Originality; Software quality; Product (mathematics); Software engineering; Software; Software development; Suite; Antecedent (behavioral psychology); New product development; Process management; Engineering; Psychology; Marketing; Business; Mathematics; Programming language","score_opus":0.02277272355202363,"score_gpt":0.3220412297818265,"score_spread":0.29926850622980283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544109115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6893062,0.000073562755,0.3066047,0.0026285686,0.0009718801,0.00023426817,0.0000020102323,0.00011957559,0.000059187027],"genre_scores_gemma":[0.84553653,0.000048018668,0.1536793,0.00034921675,0.00013983561,0.000011782089,0.0000027305662,0.000011379795,0.00022119928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99500906,0.00020730539,0.0010608592,0.0005272426,0.002809097,0.00038642177],"domain_scores_gemma":[0.9964612,0.0004554011,0.00047516442,0.0007785196,0.0016319007,0.00019777547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003960044,0.00023374111,0.00030678773,0.00041294264,0.00010257768,0.00025494726,0.002685671,0.000052280473,0.000025719288],"category_scores_gemma":[0.002234845,0.0002166366,0.00016751497,0.00036290023,0.00008368336,0.0011986404,0.0011631584,0.00040710848,0.000074816766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026565712,0.0016460642,0.7197252,0.00030108262,0.00092660775,0.00029724618,0.0030059854,0.017846184,0.0003251982,0.0036129316,0.0016719204,0.2503759],"study_design_scores_gemma":[0.00081414136,0.000055368837,0.964645,0.00017897492,0.000011506375,0.00006805441,0.000059475384,0.0003157462,0.0071744635,0.00073597545,0.025647406,0.00029388297],"about_ca_topic_score_codex":0.00004630066,"about_ca_topic_score_gemma":0.0000163366,"teacher_disagreement_score":0.25008202,"about_ca_system_score_codex":0.00112631,"about_ca_system_score_gemma":0.00018475825,"threshold_uncertainty_score":0.88341844},"labels":[],"label_agreement":null},{"id":"W1545579570","doi":"10.1002/smr.1636","title":"On the evolution of Lehman's Laws","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Software evolution; Honor; Software; Software development; Computer science; Software engineering; Software construction; Programming language","score_opus":0.010730859224768127,"score_gpt":0.24545486193871513,"score_spread":0.234724002713947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1545579570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36841428,0.0009595224,0.6291884,0.00093880744,0.0002800279,0.000120562036,8.3426664e-7,0.000044756096,0.00005277757],"genre_scores_gemma":[0.995646,0.000017778339,0.004107598,0.00005041012,0.00008311596,0.000006711467,1.12740956e-7,0.000006625104,0.00008162151],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988186,0.000056453824,0.00029495795,0.0001200571,0.0005347331,0.00017522597],"domain_scores_gemma":[0.9979922,0.00079653464,0.0002272101,0.00020881533,0.0006818756,0.000093330396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000600035,0.00009411697,0.00015062148,0.00020031226,0.00009591497,0.00006867757,0.0005666237,0.000057508365,0.000030371564],"category_scores_gemma":[0.0016860539,0.000060282557,0.00005706159,0.00043905817,0.00007471993,0.0006157864,0.0000677188,0.00027589654,0.000015941576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027301966,0.0011453349,0.4212357,0.0015992456,0.00044095176,0.00004938394,0.007726094,0.018045276,0.0031660134,0.37478498,0.077709034,0.09382495],"study_design_scores_gemma":[0.0015945648,0.0016391003,0.7403262,0.0008559042,0.000030323576,0.00045053993,0.0006797976,0.025318744,0.00193709,0.22548684,0.0011457496,0.0005350902],"about_ca_topic_score_codex":0.000035854104,"about_ca_topic_score_gemma":0.0000011613366,"teacher_disagreement_score":0.6272317,"about_ca_system_score_codex":0.00013181035,"about_ca_system_score_gemma":0.00018441984,"threshold_uncertainty_score":0.24582513},"labels":[],"label_agreement":null},{"id":"W1546188910","doi":"","title":"Investigation of the metrology concepts in ISO 9126 on software product quality evaluation","year":2006,"lang":"en","type":"article","venue":"Annual Conference on Computers","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Metrology; Software; Terminology; Software measurement; Measurement uncertainty; Systems engineering; Quality assurance; Documentation; Computer science; Software quality; Quality (philosophy); Reliability engineering; Software engineering; Engineering; Software development; Mathematics; Programming language; Statistics; Operations management","score_opus":0.06600007355852455,"score_gpt":0.3392908951000278,"score_spread":0.27329082154150325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546188910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9198202,0.000028694283,0.07707806,0.0016936222,0.00064225774,0.00048416015,0.000007396246,0.00011706972,0.00012853302],"genre_scores_gemma":[0.9936773,0.0000011305278,0.005920102,0.00027532148,0.00005781695,0.000031090764,0.000008480466,0.00000752041,0.000021196136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99739355,0.00063764385,0.00035880058,0.00049322814,0.0008327763,0.0002839966],"domain_scores_gemma":[0.99775517,0.0008193355,0.0001525364,0.0007325769,0.00049324613,0.000047142017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013934205,0.0001587249,0.00021494407,0.0002191984,0.00005812978,0.000059790036,0.0009991669,0.00007067533,0.000009446433],"category_scores_gemma":[0.0009725113,0.00012774832,0.00005487417,0.0007033825,0.00015943927,0.0002526162,0.00019666782,0.00028786057,0.000016211901],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109346656,0.00033453706,0.521396,0.00013090654,0.000051461255,0.000014244959,0.007635315,0.13279851,0.0023906222,0.20938313,0.0071930448,0.11856294],"study_design_scores_gemma":[0.0005880339,0.00027029592,0.9353164,0.00010423902,0.0000031051836,0.000002288801,0.000039128943,0.052577775,0.0056391563,0.0052274927,0.000044169872,0.00018792662],"about_ca_topic_score_codex":0.0004145842,"about_ca_topic_score_gemma":0.000056574554,"teacher_disagreement_score":0.41392043,"about_ca_system_score_codex":0.00013954811,"about_ca_system_score_gemma":0.00029321,"threshold_uncertainty_score":0.5209425},"labels":[],"label_agreement":null},{"id":"W1548497223","doi":"10.5772/5936","title":"How Do Programmers Think?","year":2008,"lang":"en","type":"book-chapter","venue":"InTech eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University","funders":"","keywords":"Computer science; Regular expression; Programming language; Alternation (linguistics); Concatenation (mathematics); Theoretical computer science; Expression (computer science); Compiler; Context (archaeology); Closure (psychology); Perl; Operator (biology); Control flow; Mathematics; Arithmetic; Linguistics","score_opus":0.03054038191266909,"score_gpt":0.2501165253759059,"score_spread":0.2195761434632368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1548497223","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032260592,0.001411921,0.36866555,0.00066523254,0.0013698239,0.001088957,0.000010014844,0.0032843044,0.6234719],"genre_scores_gemma":[0.019190487,0.00007030441,0.025751991,0.00011328915,0.00029714554,0.000064625136,0.000004943444,0.00013120532,0.954376],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99762905,0.000012202505,0.00021888585,0.00073397474,0.00087129563,0.000534568],"domain_scores_gemma":[0.9977381,0.00028203067,0.00010142049,0.001454538,0.00021409038,0.00020979687],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019304262,0.00042445515,0.00035064959,0.00040669885,0.000097485296,0.00049835735,0.0022058801,0.00044895607,0.000018182138],"category_scores_gemma":[0.00018444502,0.00040451635,0.00023129173,0.000038574424,0.00021080185,0.00011786124,0.00074699207,0.0011834252,0.00024033338],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008025782,0.000017890408,0.000014619407,0.00012026071,0.00022898598,0.0013587254,0.001444386,9.266729e-7,0.00049695745,0.07960889,0.014259165,0.90244114],"study_design_scores_gemma":[0.00015181435,0.00015158027,0.0000060795205,0.00024003198,0.00000721084,0.00023415161,0.0000048729576,0.00005112995,0.0054308204,0.009916058,0.98321754,0.00058870873],"about_ca_topic_score_codex":0.000008096885,"about_ca_topic_score_gemma":0.0000022014167,"teacher_disagreement_score":0.9689584,"about_ca_system_score_codex":0.00018554297,"about_ca_system_score_gemma":0.00022713009,"threshold_uncertainty_score":0.9998407},"labels":[],"label_agreement":null},{"id":"W1549553848","doi":"10.1023/a:1009815306478","title":"Replicated Case Studies for Investigating Quality Factors in Object-Oriented Designs","year":2001,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Carleton University","funders":"","keywords":"Computer science; Cohesion (chemistry); Software engineering; Quality (philosophy); Software quality; Set (abstract data type); Software; Data science; Data mining; Programming language; Software development","score_opus":0.1714365202462394,"score_gpt":0.4017966966694224,"score_spread":0.23036017642318302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549553848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5189525,0.00018192614,0.479303,0.000103146114,0.00020666675,0.0002790871,0.0000031252198,0.00096923305,0.0000013381607],"genre_scores_gemma":[0.86920244,0.000009449936,0.13033313,0.00007308872,0.0000812809,0.00020414614,0.000007590294,0.00004896575,0.000039943283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99725264,0.00008446789,0.0006259132,0.0007796744,0.00040370997,0.000853573],"domain_scores_gemma":[0.99150825,0.007170237,0.00007874339,0.00073504477,0.0002076808,0.00030004632],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009119512,0.0003459275,0.0004776801,0.000364631,0.00014851349,0.00009232421,0.0005686528,0.00015023837,0.0000034061964],"category_scores_gemma":[0.029265344,0.00033511576,0.0001259639,0.0018955828,0.000048900423,0.00041327454,0.00033485226,0.00045270668,0.000006748259],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010129972,0.00009263487,0.9558115,0.00024103398,0.00009073354,0.00092056615,0.0032813428,0.036205363,0.0009832871,0.0004024138,0.00046728615,0.0014936802],"study_design_scores_gemma":[0.0032571093,0.0005775087,0.78425235,0.0005509747,0.000033212888,0.0016687668,0.00053455634,0.18499532,0.012207504,0.0010128538,0.007923006,0.0029868393],"about_ca_topic_score_codex":0.00010451151,"about_ca_topic_score_gemma":0.000017988825,"teacher_disagreement_score":0.35024995,"about_ca_system_score_codex":0.00042733224,"about_ca_system_score_gemma":0.00008439602,"threshold_uncertainty_score":0.9999101},"labels":[],"label_agreement":null},{"id":"W154983637","doi":"","title":"Perspectives on Formal Methods in the Last 25 years","year":2006,"lang":"en","type":"article","venue":"School of Computing Science Technical Report Series","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Formal methods; Context (archaeology); Computer science; Field (mathematics); Subject (documents); Quarter (Canadian coin); Software engineering; Work (physics); Data science; Engineering; History; Library science; Archaeology; Mathematics","score_opus":0.017221555868217848,"score_gpt":0.3558945100244626,"score_spread":0.33867295415624477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W154983637","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5214118,0.00006389427,0.47255573,0.00051473797,0.00021009515,0.00024641858,2.7890502e-7,0.00037062366,0.004626431],"genre_scores_gemma":[0.7151354,0.0000012139944,0.2847674,0.000018969247,0.000042078143,0.0000054855873,1.8642794e-7,0.0000047063218,0.000024579816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9971642,0.00009298142,0.0004828394,0.00053588056,0.0011797836,0.0005443201],"domain_scores_gemma":[0.9975637,0.000983561,0.00016532074,0.0010172095,0.00019442465,0.000075778706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075249914,0.00013005636,0.00020597153,0.00041150494,0.0001834823,0.0002323421,0.0023700513,0.0000549625,0.000003417895],"category_scores_gemma":[0.006448907,0.0000978099,0.00007296113,0.0027722507,0.00077477307,0.0008437779,0.0006449168,0.00047142516,0.000007197185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003285599,0.0007088171,0.14978997,0.000063365165,0.000013831674,0.0014056183,0.0037160628,0.01805492,0.051338248,0.7450182,0.0011595804,0.028698547],"study_design_scores_gemma":[0.00009654332,0.00018956105,0.9884047,0.000053890628,0.000001280531,0.0004987647,0.0003483201,0.0014499254,0.0031580874,0.0052773394,0.00036760588,0.0001539618],"about_ca_topic_score_codex":0.000051320105,"about_ca_topic_score_gemma":0.0000073367123,"teacher_disagreement_score":0.83861476,"about_ca_system_score_codex":0.00013860395,"about_ca_system_score_gemma":0.00037446094,"threshold_uncertainty_score":0.77204096},"labels":[],"label_agreement":null},{"id":"W1550175302","doi":"","title":"Supporting maintenance of legacy software with data mining techniques","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software maintenance; Computer science; Backporting; Software construction; Software analytics; Software engineering; Software development; Legacy system; Software system; Package development process; Software; Operating system","score_opus":0.10423546137047178,"score_gpt":0.41444658521642247,"score_spread":0.3102111238459507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550175302","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7032041,0.0056454106,0.24225664,0.024960224,0.0010573467,0.016368037,0.0019312998,0.0011320662,0.0034448572],"genre_scores_gemma":[0.8320076,0.00040079947,0.16497803,0.000019924479,0.000032556276,0.00015982937,0.000007973349,0.000028899523,0.002364386],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99684644,0.00024922125,0.00043497712,0.00068428175,0.0010474252,0.00073767453],"domain_scores_gemma":[0.98855174,0.0041446397,0.00024122738,0.0019458322,0.0050270683,0.00008948201],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018051674,0.00021165398,0.00045559596,0.00017119876,0.00033298868,0.00008868224,0.0032196639,0.000049771974,0.0000136476165],"category_scores_gemma":[0.010369348,0.00013725112,0.000045668825,0.0020479246,0.0007376836,0.0007073949,0.0010905472,0.00032809927,0.0000023016123],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020282704,0.00068633613,0.008652707,0.0018632545,0.0009093239,0.00004124618,0.022396456,0.0040838467,0.009578268,0.027263107,0.023574898,0.89892226],"study_design_scores_gemma":[0.0046410817,0.005051185,0.0026681467,0.009568609,0.000049618076,0.000011913805,0.041277457,0.013921444,0.8500843,0.0073153935,0.06393735,0.001473523],"about_ca_topic_score_codex":0.0000058175888,"about_ca_topic_score_gemma":0.00005611045,"teacher_disagreement_score":0.8974488,"about_ca_system_score_codex":0.00014028249,"about_ca_system_score_gemma":0.0007455428,"threshold_uncertainty_score":0.9979667},"labels":[],"label_agreement":null},{"id":"W1550431237","doi":"10.1023/a:1018924724621","title":"Software assessment using metrics: A comparison across large C++ and Java systems","year":2000,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Polytechnique Montréal","funders":"","keywords":"Computer science; Software engineering; Software quality; Software system; Software; Java; Software sizing; Programming language; Verification and validation; Software measurement; Software metric; Software construction; Software development; Engineering","score_opus":0.05841628753574674,"score_gpt":0.3613897420495466,"score_spread":0.30297345451379987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550431237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39939514,0.0029295695,0.5966071,0.000021944074,0.00024249786,0.00018154408,0.000030498817,0.00058705267,0.000004686248],"genre_scores_gemma":[0.8502559,0.00015337567,0.1493396,0.00002981755,0.00008430898,0.000023405648,0.0000064612013,0.00005328028,0.000053852345],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693924,0.00004775584,0.0005928567,0.0005684299,0.0007784128,0.001073312],"domain_scores_gemma":[0.9973485,0.0012212372,0.000110157125,0.00075823494,0.00026995593,0.00029195182],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011989636,0.0003394585,0.00058020616,0.00036630675,0.00016809553,0.00029654935,0.0008560496,0.00016000555,0.00002061405],"category_scores_gemma":[0.0011247218,0.00036508654,0.00011537498,0.0012632267,0.000039410035,0.000715917,0.00042581843,0.00041290652,0.000011928694],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019399973,0.00036971265,0.38658354,0.0016823321,0.00040498757,0.00012885485,0.0023887048,0.5366754,0.0005636356,0.0015159183,0.0010429254,0.06862459],"study_design_scores_gemma":[0.0008670702,0.00024169707,0.15377517,0.00064897194,0.000018588291,0.00010276658,0.000113038266,0.8327597,0.0014204936,0.000038880862,0.009007991,0.0010056339],"about_ca_topic_score_codex":0.000099583005,"about_ca_topic_score_gemma":0.0000010449343,"teacher_disagreement_score":0.45086077,"about_ca_system_score_codex":0.00007197293,"about_ca_system_score_gemma":0.000077227276,"threshold_uncertainty_score":0.99988014},"labels":[],"label_agreement":null},{"id":"W1550680615","doi":"10.1109/wpc.2005.31","title":"Software Clustering based on Omnipresent Object Detection","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Cluster analysis; Software; Object (grammar); Process (computing); Object detection; Data mining; Set (abstract data type); Artificial intelligence; Machine learning; Programming language","score_opus":0.016243895052569717,"score_gpt":0.2574559491668041,"score_spread":0.24121205411423438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1550680615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057908883,0.0000128236825,0.9914735,0.00048710793,0.00024171798,0.000117776035,3.0380366e-7,0.0011496813,0.00072619505],"genre_scores_gemma":[0.86816156,8.247356e-7,0.13098426,0.00025504336,0.0001232556,0.000022977454,4.203028e-7,0.000012480275,0.00043920113],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879706,0.000030759562,0.00011501816,0.0003204626,0.0004268947,0.0003097818],"domain_scores_gemma":[0.99870276,0.0005369002,0.000015659069,0.00059580867,0.00004680646,0.000102047146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023631302,0.00010909789,0.00008009734,0.00020796724,0.000080942606,0.00013388287,0.00054235035,0.000047835292,0.00006084425],"category_scores_gemma":[0.00043784422,0.0000995838,0.000049845105,0.00035714897,0.000011161119,0.00026587484,0.00016622586,0.00017039759,0.00031222083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000145356125,0.000086921136,0.0019676972,0.000026528493,0.000009026767,0.000017258386,0.00010393964,0.4681569,0.0013030551,0.00014726656,0.0009576234,0.5272092],"study_design_scores_gemma":[0.0002347463,0.00009729838,0.008748968,0.000014428852,6.9749524e-7,0.0000059042222,0.0000017127028,0.96534383,0.02160864,0.000021038468,0.0037830519,0.00013965777],"about_ca_topic_score_codex":0.00002741589,"about_ca_topic_score_gemma":0.000073778916,"teacher_disagreement_score":0.86237067,"about_ca_system_score_codex":0.00014957113,"about_ca_system_score_gemma":0.000037717982,"threshold_uncertainty_score":0.40609095},"labels":[],"label_agreement":null},{"id":"W1552527312","doi":"10.1007/978-0-85729-277-3_1","title":"The Role of Specification","year":2011,"lang":"en","type":"book-chapter","venue":"Texts in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Software development; Domain (mathematical analysis); Software system; Business requirements; Documentation; Software; Engineering; Business process","score_opus":0.027187381759078505,"score_gpt":0.2506117309018594,"score_spread":0.2234243491427809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552527312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019720414,0.0018649327,0.88416505,0.00013600611,0.0015724495,0.00044169,0.0000020686944,0.00023429628,0.111386314],"genre_scores_gemma":[0.5710022,0.0010529024,0.36018622,0.000119460805,0.00093170936,0.000056690737,0.0000029593539,0.0001288219,0.06651902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976575,0.000015045492,0.00036356028,0.00064299296,0.00092761643,0.00039333242],"domain_scores_gemma":[0.99715865,0.00059677294,0.00016546922,0.0017467486,0.00024009372,0.00009226458],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0013560683,0.0001893204,0.00019663083,0.00044160875,0.00014207809,0.00018850795,0.0054927873,0.00009380201,0.000013438343],"category_scores_gemma":[0.000091069596,0.0001481582,0.000057588248,0.0003898313,0.00071272266,0.0003459811,0.0013632637,0.00037078778,0.00011998977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010359088,0.000008320681,0.00007928869,0.000005238622,0.0000025410818,0.0000037939205,0.00027331072,0.00007474098,0.000040466388,0.5127963,0.00007979338,0.4866352],"study_design_scores_gemma":[0.0002548987,0.00026188928,0.015692377,0.0004364061,0.000004391734,0.000049184473,0.0000021952872,0.116741076,0.0044253413,0.7037367,0.15750039,0.00089513],"about_ca_topic_score_codex":0.000012559606,"about_ca_topic_score_gemma":0.0000047943427,"teacher_disagreement_score":0.570805,"about_ca_system_score_codex":0.00013555352,"about_ca_system_score_gemma":0.00033481352,"threshold_uncertainty_score":0.99988794},"labels":[],"label_agreement":null},{"id":"W1552545845","doi":"10.1023/a:1011210102797","title":"Computing Cyclomatic Complexity with Cubic Flowgraphs","year":2001,"lang":"en","type":"article","venue":"Journal of Systems Integration","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cyclomatic complexity; Rotation formalisms in three dimensions; Computer science; Decomposition; Computation; Theoretical computer science; Representation (politics); Component (thermodynamics); Software engineering; Software; Algorithm; Programming language; Mathematics","score_opus":0.032324135428177005,"score_gpt":0.27686078835088745,"score_spread":0.24453665292271046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552545845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32615295,0.00016344413,0.6728057,0.00012242034,0.00048390758,0.00008302355,1.6661208e-7,0.00005279772,0.00013556029],"genre_scores_gemma":[0.9673064,0.000009577585,0.032427534,0.0000124961125,0.00019426888,0.0000014992542,5.157043e-7,0.000008565284,0.000039172453],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848056,0.000106476764,0.0004695345,0.00011943542,0.0006359421,0.0001880771],"domain_scores_gemma":[0.9985142,0.00032732892,0.00031277037,0.0002553743,0.0004931044,0.000097231234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009360915,0.00011097997,0.00023753956,0.00032877573,0.00008050661,0.00026912065,0.00054961897,0.00004161301,0.0000029976622],"category_scores_gemma":[0.000246382,0.00007519661,0.000061702274,0.0006068684,0.0000332094,0.00058066926,0.000036565674,0.00028833325,0.0000110494775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003304306,0.0011798661,0.28769135,0.0012459841,0.001200656,0.0027310555,0.02054866,0.21581644,0.029121166,0.2062559,0.012778518,0.22109997],"study_design_scores_gemma":[0.0011437655,0.00079264364,0.07429961,0.0019302332,0.000020775986,0.0068982537,0.00064714014,0.91074985,0.0009914152,0.0010441844,0.0011268489,0.00035525273],"about_ca_topic_score_codex":0.00005247673,"about_ca_topic_score_gemma":0.000009203492,"teacher_disagreement_score":0.6949334,"about_ca_system_score_codex":0.00013483189,"about_ca_system_score_gemma":0.0000841107,"threshold_uncertainty_score":0.3066429},"labels":[],"label_agreement":null},{"id":"W1552571656","doi":"","title":"Software construction by composition of components","year":2010,"lang":"en","type":"article","venue":"Espace École de technologie supérieure (École de technologie supérieure)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Component-based software engineering; Software engineering; Software construction; Software development; Component (thermodynamics); Package development process; Software; Software framework; Software system; Programming language","score_opus":0.009675680740897419,"score_gpt":0.24735484883729772,"score_spread":0.2376791680964003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1552571656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51532227,0.0002793879,0.47027647,0.0026658191,0.00057650666,0.0008994321,0.00008610104,0.0098154675,0.00007854393],"genre_scores_gemma":[0.84476453,0.00008296174,0.15428102,0.00017287006,0.000055780813,0.0003093586,0.000058592777,0.00010378198,0.00017112207],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9942952,0.000119387805,0.0009099477,0.0015748268,0.0011169583,0.0019836847],"domain_scores_gemma":[0.9939193,0.0010818274,0.0004984781,0.0035954264,0.000556557,0.00034837547],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0011314187,0.00086471095,0.00095178926,0.0014137478,0.00041676054,0.0002839012,0.0057137934,0.0022140897,0.000047029942],"category_scores_gemma":[0.0048996266,0.00092939107,0.00031603398,0.003383119,0.0015479753,0.000790106,0.0020256035,0.0036720282,0.00008847161],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011989547,0.0008443015,0.18014431,0.00026743577,0.00019294414,0.00038032775,0.00028475432,0.0045163906,0.7563677,0.01842985,0.014843482,0.023608653],"study_design_scores_gemma":[0.003058224,0.0013082204,0.036993414,0.0002552567,0.000089563895,0.0014482668,0.0010218443,0.04103526,0.8852127,0.012134463,0.01495474,0.0024880515],"about_ca_topic_score_codex":0.0001403685,"about_ca_topic_score_gemma":0.00007116122,"teacher_disagreement_score":0.32944223,"about_ca_system_score_codex":0.0003783677,"about_ca_system_score_gemma":0.00048024138,"threshold_uncertainty_score":0.9996658},"labels":[],"label_agreement":null},{"id":"W1553310601","doi":"10.1109/wpc.2005.48","title":"Working Session on Interoperable Reengineering Services","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Interoperability; Business process reengineering; Semantic interoperability; Session (web analytics); Computer science; Cross-domain interoperability; Service (business); Software engineering; WS-I Basic Profile; Process (computing); Work (physics); Process management; World Wide Web; Web service; Engineering; Manufacturing engineering; Business","score_opus":0.016267076675126772,"score_gpt":0.2522153543497067,"score_spread":0.23594827767457993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1553310601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17321011,0.00014322394,0.8153667,0.0012350729,0.0005875066,0.00010347444,7.923253e-8,0.0016004882,0.0077533307],"genre_scores_gemma":[0.92926896,0.0000067786705,0.06873952,0.00022391744,0.00012320648,0.0000064216065,3.3591087e-7,0.000010930723,0.0016199165],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991455,0.000011181287,0.000099749035,0.00023695207,0.0002444979,0.0002621411],"domain_scores_gemma":[0.999307,0.0001645082,0.00001039804,0.00041828916,0.000023306628,0.00007650908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017908786,0.00009178664,0.0000725909,0.00013057885,0.000051418363,0.00016382418,0.0007133822,0.000033624754,0.00004393412],"category_scores_gemma":[0.000029836663,0.00007493537,0.000023474842,0.00028935634,0.000004166366,0.00034259152,0.00024384943,0.00016520261,0.00032641817],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014750666,0.00015258155,0.016682655,0.00011759719,0.000041733045,0.000047842088,0.0017313559,0.25534222,0.01072316,0.02266894,0.0036546441,0.6888225],"study_design_scores_gemma":[0.00024795893,0.00007416696,0.0055024344,0.00029822715,8.9289387e-7,0.000011719427,0.000019048015,0.9016564,0.02400808,0.00004339463,0.06786346,0.00027422118],"about_ca_topic_score_codex":0.000012493064,"about_ca_topic_score_gemma":0.000006173629,"teacher_disagreement_score":0.7560589,"about_ca_system_score_codex":0.00006614143,"about_ca_system_score_gemma":0.000009552617,"threshold_uncertainty_score":0.4195554},"labels":[],"label_agreement":null},{"id":"W1554594814","doi":"10.1109/metrics.2004.2","title":"A prototype empirical evaluation of test driven development","year":2004,"lang":"en","type":"article","venue":"IEEE International Software Metrics Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Calgary","funders":"","keywords":"Computer science; Debugging; Test-driven development; Software development; Software development process; Software engineering; Test strategy; Software quality; New product development; Manual testing; Test (biology); Software; Empirical research; Software construction; Operating system; Business","score_opus":0.06676157119916065,"score_gpt":0.35087071105188666,"score_spread":0.284109139852726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554594814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14655218,0.000064768865,0.8501034,0.00073043245,0.0013891689,0.00063610857,0.0000075126154,0.0002903198,0.00022612468],"genre_scores_gemma":[0.82772344,0.000008063669,0.17185189,0.00005109359,0.00009626178,0.00018372176,0.0000101819005,0.000017357435,0.00005796095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961749,0.000048341317,0.00043497566,0.0004233662,0.0026439973,0.00027443873],"domain_scores_gemma":[0.99678516,0.0010159225,0.0001392891,0.0004136915,0.0015247545,0.00012119648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012285654,0.00016479533,0.00017087134,0.0008969278,0.00006403838,0.00010808856,0.0014314336,0.000096958735,0.000020081636],"category_scores_gemma":[0.0056487187,0.00016368496,0.00007635322,0.0015819874,0.00003940619,0.00037230944,0.00023927915,0.00020077376,0.0000943953],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040081097,0.0018351062,0.7417122,0.000108508444,0.00034421124,0.000051550618,0.0029434015,0.17492972,0.008195251,0.0017977868,0.0010037455,0.06703844],"study_design_scores_gemma":[0.007937169,0.0013262841,0.54196465,0.00049838284,0.00009320378,0.00017877328,0.000027766215,0.11919414,0.29943252,0.008214883,0.019267088,0.0018651227],"about_ca_topic_score_codex":0.000027375838,"about_ca_topic_score_gemma":0.000005193571,"teacher_disagreement_score":0.6811713,"about_ca_system_score_codex":0.000985409,"about_ca_system_score_gemma":0.0007818536,"threshold_uncertainty_score":0.67624515},"labels":[],"label_agreement":null},{"id":"W1555024474","doi":"","title":"An experiment to investigate interacting versus nominal groups in software inspection","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Fagan inspection; Software inspection; Computer science; Context (archaeology); Software; Psychology; Artificial intelligence; Software engineering; Software quality; Software development; Programming language","score_opus":0.13073143416064248,"score_gpt":0.4271523117467682,"score_spread":0.29642087758612573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1555024474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98390555,0.0002998646,0.010467426,0.00180707,0.0012815676,0.0019425926,0.000019548845,0.00012129559,0.00015506918],"genre_scores_gemma":[0.97568226,0.00004418813,0.023781685,0.000014071385,0.000019847304,0.00034316673,0.0000014752718,0.000013756218,0.00009952775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99718255,0.0005560166,0.00030688624,0.00058919366,0.0007195057,0.00064584526],"domain_scores_gemma":[0.99332255,0.0033701598,0.00009291457,0.0007167749,0.0023335523,0.00016405215],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0014420213,0.00019079575,0.00029251428,0.000441392,0.00037005154,0.00011080103,0.0010239106,0.00004564758,0.000003390539],"category_scores_gemma":[0.020597013,0.00015278897,0.000043671793,0.00309392,0.00022625727,0.00043977104,0.0004063989,0.0003758603,0.000008469434],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005346557,0.001721919,0.01609418,0.0007935401,0.0005502094,0.000056153047,0.20322923,0.18562114,0.21417524,0.32159662,0.0061551686,0.044660043],"study_design_scores_gemma":[0.005129621,0.0042270026,0.0040546367,0.0013295652,0.0000064437245,0.0000016324252,0.08023739,0.013817284,0.87890536,0.005272402,0.0062757432,0.0007429266],"about_ca_topic_score_codex":0.0000064860546,"about_ca_topic_score_gemma":0.00014071718,"teacher_disagreement_score":0.66473013,"about_ca_system_score_codex":0.00071793597,"about_ca_system_score_gemma":0.0004659953,"threshold_uncertainty_score":0.9876529},"labels":[],"label_agreement":null},{"id":"W1556141317","doi":"10.1007/978-3-642-37119-6_14","title":"RESource: A Framework for Online Matching of Assembly with Open Source Code","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; Concordia University","funders":"","keywords":"Computer science; Source code; Open source; Coding (social sciences); Software; Reverse engineering; File format; Set (abstract data type); Database; Programming language; Software engineering","score_opus":0.027590689778475667,"score_gpt":0.2978994570741178,"score_spread":0.2703087672956421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556141317","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072763977,0.00017722492,0.9963212,0.00080179336,0.00034009296,0.0011985332,0.000017738725,0.00019179512,0.00022395968],"genre_scores_gemma":[0.0241948,0.000006590847,0.9743682,0.00052864145,0.0002652883,0.00004181948,0.000007605212,0.000077924444,0.0005091133],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958884,0.000031872623,0.00052298873,0.0014992513,0.0012555001,0.00080199493],"domain_scores_gemma":[0.99264693,0.004392188,0.00033595966,0.001978489,0.00043029521,0.00021613257],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0011950635,0.000505874,0.00072606,0.00072664104,0.00019010645,0.0009437506,0.008680223,0.00036332017,0.000013940102],"category_scores_gemma":[0.0006227194,0.0004201948,0.00010387659,0.0007578699,0.00046632995,0.00062970706,0.0035184901,0.0011330304,0.000011933968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040214472,0.000099374985,0.00013545259,0.00028935302,0.00005452528,0.000040117695,0.0017944332,0.22965173,0.0001734183,0.05279275,0.00013437076,0.7147943],"study_design_scores_gemma":[0.00093458395,0.0011382259,0.00054927595,0.0041235792,0.0000190586,0.00012415428,0.0000013175437,0.67347175,0.0020021359,0.30553597,0.010567151,0.0015328043],"about_ca_topic_score_codex":0.0000673205,"about_ca_topic_score_gemma":0.00004307953,"teacher_disagreement_score":0.7132614,"about_ca_system_score_codex":0.00022230596,"about_ca_system_score_gemma":0.00067587016,"threshold_uncertainty_score":0.999825},"labels":[],"label_agreement":null},{"id":"W1556736612","doi":"10.1007/978-3-540-30203-2_1","title":"Improving Flow in Software Development Through Graphical Representations","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software development; Software engineering; Software; Software construction; Program comprehension; Software visualization; Software analytics; Software framework; Human–computer interaction; Software system; Programming language","score_opus":0.01993614611788694,"score_gpt":0.26879061743768595,"score_spread":0.24885447131979901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556736612","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028587267,0.00030859557,0.9969096,0.00038364917,0.0011186738,0.000453279,0.0000022273873,0.00036882615,0.00016926999],"genre_scores_gemma":[0.057421453,0.000017865832,0.94192636,0.0003055061,0.00016868675,0.00003444611,0.0000066444627,0.000042192438,0.000076834185],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99499637,0.000029356586,0.0006428942,0.0018622789,0.0015129091,0.00095618883],"domain_scores_gemma":[0.9966715,0.0012878539,0.00014014126,0.0014953997,0.00022413748,0.00018097153],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008820441,0.0005064678,0.00046685548,0.0013203558,0.00023938138,0.0005175767,0.0035781653,0.00035798445,0.00002053257],"category_scores_gemma":[0.00092415104,0.0005079145,0.00010562419,0.0015404582,0.00048183638,0.0008367758,0.001999246,0.0014355121,0.00004313894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041681774,0.00005554762,0.0017996657,0.00010559846,0.000012415124,0.0004328682,0.0028499719,0.3035766,0.000046777364,0.009295715,0.0000089477835,0.68181175],"study_design_scores_gemma":[0.0016469151,0.00026953095,0.015195182,0.0023146588,0.000009243236,0.00024245284,7.563539e-7,0.52813137,0.0041580945,0.44399992,0.001065556,0.0029663115],"about_ca_topic_score_codex":0.0001079118,"about_ca_topic_score_gemma":0.00018581691,"teacher_disagreement_score":0.6788454,"about_ca_system_score_codex":0.0009920294,"about_ca_system_score_gemma":0.0019340382,"threshold_uncertainty_score":0.99973726},"labels":[],"label_agreement":null},{"id":"W1557076420","doi":"","title":"An empirical evaluation of system and regression testing","year":2002,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Regression testing; Computer science; Software quality; Empirical research; Context (archaeology); Non-regression testing; Quality (philosophy); Software reliability testing; Software engineering; Development testing; Reliability engineering; Software; Software system; Software development; Software construction; Engineering; Statistics; Programming language; Mathematics","score_opus":0.3136702464333212,"score_gpt":0.47068405716956496,"score_spread":0.15701381073624376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1557076420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98307616,0.0037541725,0.0062726075,0.0025007364,0.00047354348,0.0031926155,0.000057209454,0.00010547956,0.0005674602],"genre_scores_gemma":[0.9911839,0.00007311007,0.008522548,0.0000028616546,0.000019820662,0.00010278623,5.642207e-7,0.000008607695,0.00008585277],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99678195,0.00079677004,0.00027868454,0.00040166892,0.001409834,0.00033110738],"domain_scores_gemma":[0.9849749,0.004114585,0.00015054371,0.0006320683,0.010046723,0.000081178034],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0028020565,0.00012899803,0.0002840757,0.00016839064,0.0003161711,0.000048467773,0.0007375411,0.000046133864,0.000001979044],"category_scores_gemma":[0.015161051,0.00008328082,0.000028428525,0.0015983258,0.0003461391,0.00024947172,0.00035783122,0.0002034687,0.0000012519072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006145116,0.0013712475,0.042454336,0.0044157333,0.0006278251,0.0000104751925,0.0679718,0.036949493,0.09519124,0.08587239,0.0056981547,0.6588228],"study_design_scores_gemma":[0.0021335948,0.0015780642,0.005944512,0.0028537,0.00002275471,0.000002205055,0.016411083,0.86407876,0.10387572,0.0025270854,0.00030451693,0.00026801298],"about_ca_topic_score_codex":0.0000016341047,"about_ca_topic_score_gemma":0.000008023724,"teacher_disagreement_score":0.82712924,"about_ca_system_score_codex":0.00024555245,"about_ca_system_score_gemma":0.00022014436,"threshold_uncertainty_score":0.9931347},"labels":[],"label_agreement":null},{"id":"W1562806970","doi":"10.1007/978-3-642-05441-9_20","title":"Evaluation of Test-Driven Development: An Academic Case Study","year":2009,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Test (biology); Cohesion (chemistry); Mathematics education; Group (periodic table); Computer science; Test-driven development; Simple (philosophy); Quality (philosophy); Group cohesiveness; Code (set theory); Engineering management; Software engineering; Psychology; Engineering; Programming language; Social psychology; Software development","score_opus":0.2791864633978125,"score_gpt":0.45500680195127535,"score_spread":0.17582033855346285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1562806970","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08031309,0.022593884,0.86869204,0.00028731118,0.0027939507,0.0083712,0.000041155967,0.00097235123,0.015935006],"genre_scores_gemma":[0.9537889,0.00012132474,0.044380877,0.000024001074,0.0000854337,0.00007469957,0.000009112241,0.00002878108,0.0014868712],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957545,0.00011904365,0.00089670107,0.00072390353,0.002244143,0.00026175415],"domain_scores_gemma":[0.9939073,0.003093596,0.00025637104,0.00046291418,0.0022048035,0.00007503447],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028757458,0.00033290338,0.00044743507,0.000642591,0.00011221148,0.000029368202,0.0010485144,0.00015347563,0.000015853882],"category_scores_gemma":[0.0018655133,0.00035049376,0.00005041117,0.0002791798,0.0001698519,0.0002789117,0.00052194454,0.0006600102,0.000033857894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033101217,0.000193007,0.0010024526,0.000060604933,0.00020689766,0.0007208127,0.013573842,0.52793366,6.7338846e-7,0.011044317,0.000048388527,0.445212],"study_design_scores_gemma":[0.00054827007,0.0012609361,0.0048835916,0.0011818008,0.00013623158,0.0010004361,0.0022588763,0.7220561,0.000088084795,0.26489648,0.00037243805,0.0013167388],"about_ca_topic_score_codex":0.000012172375,"about_ca_topic_score_gemma":0.000065278786,"teacher_disagreement_score":0.8734758,"about_ca_system_score_codex":0.00064009044,"about_ca_system_score_gemma":0.0007206282,"threshold_uncertainty_score":0.9998947},"labels":[],"label_agreement":null},{"id":"W1563960834","doi":"","title":"A case study in the use of defect classification in inspections","year":2001,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Classification scheme; Computer science; Software bug; Software inspection; Software metric; Metric (unit); Scheme (mathematics); Software; Data mining; Variety (cybernetics); Machine learning; Reliability engineering; Software development; Software engineering; Software quality; Artificial intelligence; Engineering; Mathematics; Operations management","score_opus":0.3660798221192619,"score_gpt":0.45170654738677996,"score_spread":0.08562672526751808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563960834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9925804,0.00018028487,0.0021969923,0.0018989358,0.00013244664,0.0029264635,0.000018407725,0.00001754169,0.000048540172],"genre_scores_gemma":[0.9983537,0.00017054506,0.00092412916,0.0000063770462,0.000009066183,0.00041823994,4.2912762e-7,0.0000070216447,0.00011044586],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99722815,0.0009902905,0.00035690935,0.0003669029,0.00068836723,0.0003693846],"domain_scores_gemma":[0.9888735,0.0077264993,0.000110490604,0.0008270908,0.0024302003,0.00003225264],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018158065,0.00012519497,0.00026269438,0.0004051857,0.00023159724,0.00006633825,0.00093430706,0.000033974073,0.0000010534638],"category_scores_gemma":[0.011097896,0.00007820588,0.00005232079,0.004897683,0.00031044552,0.0002926082,0.0003154866,0.00038749148,0.0000010303927],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013915114,0.0076287636,0.46594957,0.00046120837,0.0005546665,0.0010076202,0.26740894,0.07377612,0.004870503,0.13653016,0.0020669117,0.038354054],"study_design_scores_gemma":[0.009820186,0.0059750723,0.25373444,0.0014172563,0.000035580553,0.000115417824,0.6440141,0.061095733,0.009123864,0.007913588,0.0058770385,0.0008776806],"about_ca_topic_score_codex":0.000083625055,"about_ca_topic_score_gemma":0.004558541,"teacher_disagreement_score":0.3766052,"about_ca_system_score_codex":0.00027953376,"about_ca_system_score_gemma":0.00032060812,"threshold_uncertainty_score":0.997232},"labels":[],"label_agreement":null},{"id":"W1564596608","doi":"10.1016/s0065-2458(00)80008-x","title":"An empirical review of software process assessments","year":2000,"lang":"en","type":"book-chapter","venue":"Advances in computers","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Process (computing); Computer science; Software; Work (physics); Process management; Risk analysis (engineering); Software engineering; Management science; Engineering; Business","score_opus":0.026940248686243985,"score_gpt":0.38518763211246326,"score_spread":0.35824738342621926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564596608","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049840542,0.10166806,0.87185526,0.00018027452,0.0012944823,0.0009839457,0.000023704453,0.0006621635,0.023282262],"genre_scores_gemma":[0.002665157,0.21985,0.7665577,0.0030120625,0.0005099209,0.00015291787,0.00017001983,0.0002932408,0.0067890007],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99723464,0.000037509155,0.0006149503,0.00082584034,0.0009070942,0.00037996535],"domain_scores_gemma":[0.997675,0.0006054869,0.00021122002,0.0011914663,0.00016491192,0.00015190114],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034250334,0.00037968595,0.000697156,0.00034611783,0.0000305032,0.00004580246,0.0025039297,0.00017263298,0.00006912216],"category_scores_gemma":[0.00007259384,0.0003844503,0.00012447429,0.00025576382,0.000101355996,0.00093163387,0.0002420711,0.0005895139,0.00003033709],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011672368,0.000120613724,0.0022069956,0.009919677,0.00004505817,0.00020335337,0.00012560513,0.0065722866,3.7943764e-7,0.004559587,0.0012426653,0.9749921],"study_design_scores_gemma":[0.0014657499,0.0017831724,0.002275508,0.11707556,0.000058476493,0.00016832881,0.0000040340747,0.02988454,0.00006210731,0.082345024,0.7614764,0.0034011116],"about_ca_topic_score_codex":0.0000017439403,"about_ca_topic_score_gemma":0.0000017453917,"teacher_disagreement_score":0.971591,"about_ca_system_score_codex":0.00014218816,"about_ca_system_score_gemma":0.000246465,"threshold_uncertainty_score":0.99986076},"labels":[],"label_agreement":null},{"id":"W1567965530","doi":"10.1007/978-3-540-85502-6_20","title":"Cases, Predictions, and Accuracy Learning and Its Application to Effort Estimation","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Analogy; Estimation; Set (abstract data type); Similarity (geometry); Quality (philosophy); Reliability (semiconductor); Machine learning; Process (computing); Artificial intelligence; Data mining; Software quality; Software; Software development","score_opus":0.01468652076736102,"score_gpt":0.27523563037040866,"score_spread":0.2605491096030476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567965530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020839346,0.0008877654,0.99559075,0.00034170423,0.00024878516,0.000525657,0.0000017948854,0.00025449262,0.00006510302],"genre_scores_gemma":[0.72197205,0.00031198034,0.2771534,0.00017336383,0.00018072569,0.000042854706,0.0000061146798,0.000027939526,0.00013155726],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977346,0.000013846934,0.00024987638,0.0010090228,0.00063704106,0.0003555961],"domain_scores_gemma":[0.997817,0.0012757336,0.000089602814,0.00044876194,0.00016383706,0.00020508778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004729615,0.00026442285,0.00023003432,0.0007071836,0.00030848058,0.0002868298,0.0007631113,0.00016154916,0.0000018138037],"category_scores_gemma":[0.0009328231,0.00026878522,0.000023188051,0.00050036807,0.00015428833,0.00052206236,0.00091355556,0.00058601034,0.000017001727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028195773,0.0000073710507,0.0006513838,0.000051440336,0.000004825319,0.00004338904,0.00057878124,0.15840238,0.00008771021,0.001162106,0.000018272753,0.8389895],"study_design_scores_gemma":[0.00010415432,0.00014282475,0.0028105937,0.00015686142,0.000002794522,0.0004365885,6.097026e-8,0.992271,0.00030490445,0.0014184652,0.0020554136,0.00029632528],"about_ca_topic_score_codex":0.000016581582,"about_ca_topic_score_gemma":0.000007780492,"teacher_disagreement_score":0.8386932,"about_ca_system_score_codex":0.00017477422,"about_ca_system_score_gemma":0.0001916808,"threshold_uncertainty_score":0.99997646},"labels":[],"label_agreement":null},{"id":"W1569329269","doi":"10.1007/3-540-44704-0_17","title":"QF2D: A Different Way to Measure Software Quality","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Quality function deployment; Computer science; Dimension (graph theory); Software quality; Context (archaeology); Quality (philosophy); Viewpoints; Benchmarking; Software engineering; Software; Software development; New product development; Mathematics; Programming language","score_opus":0.039982336861006204,"score_gpt":0.2895074407310006,"score_spread":0.24952510386999438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569329269","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006008982,0.00037295243,0.9937098,0.0012303651,0.0020514952,0.0006654289,0.000008897943,0.00072024297,0.0006399008],"genre_scores_gemma":[0.30922955,0.000047777463,0.68521696,0.0024079012,0.0012521878,0.00007836471,0.00000980749,0.00015886468,0.0015985707],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926763,0.00007615188,0.00068863365,0.002411418,0.0028183104,0.0013291615],"domain_scores_gemma":[0.9935614,0.00222572,0.00017152738,0.0029219114,0.0005020965,0.00061737996],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0016604235,0.0008108524,0.0008368683,0.0014837083,0.00026968657,0.00082752923,0.0066143475,0.00044027824,0.00005201179],"category_scores_gemma":[0.0017654693,0.00071686413,0.00021697141,0.0013709303,0.0003773227,0.0004520212,0.0031073843,0.0014725394,0.0001973837],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000097330085,0.00004716699,0.001155998,0.00007268949,0.000018767385,0.00017118365,0.00069235,0.020187436,0.00011603316,0.0045812814,0.00010951375,0.97283787],"study_design_scores_gemma":[0.0041840207,0.0032303599,0.12832984,0.008249903,0.000071776194,0.0010894297,0.0000012308203,0.30533987,0.011933696,0.47875452,0.04243984,0.01637549],"about_ca_topic_score_codex":0.00005229748,"about_ca_topic_score_gemma":0.00012784344,"teacher_disagreement_score":0.9564624,"about_ca_system_score_codex":0.00090631883,"about_ca_system_score_gemma":0.00044535406,"threshold_uncertainty_score":0.9995282},"labels":[],"label_agreement":null},{"id":"W1572112458","doi":"10.1109/apsec.2004.13","title":"A Systematic Study of UML Class Diagram Constituents for their Abstract and Precise Recovery","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Class diagram; Computer science; Programming language; Applications of UML; UML tool; Java; Reverse engineering; Unified Modeling Language; Suite; Class (philosophy); Communication diagram; Software engineering; Source code; Software; Artificial intelligence","score_opus":0.02401572227920324,"score_gpt":0.278695311654755,"score_spread":0.25467958937555174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1572112458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7653723,0.00015668743,0.23231865,0.000056936457,0.00012484095,0.0016439484,0.0000029910168,0.00013756649,0.00018609298],"genre_scores_gemma":[0.9922333,0.0000055554824,0.0074392436,0.000010235942,0.00001958887,0.00014468834,2.131636e-7,0.000006225526,0.00014094278],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910146,0.000024500638,0.00026682063,0.0002196341,0.00021277397,0.00017482473],"domain_scores_gemma":[0.9978151,0.0015657266,0.000055863537,0.00041661473,0.000080095146,0.00006663353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005069891,0.00009231449,0.00022554104,0.00010359938,0.000035696376,0.000080003425,0.00039420856,0.00003137285,0.00000415767],"category_scores_gemma":[0.00063267216,0.000067294626,0.000034801542,0.00013754783,0.000020553493,0.00025620565,0.00012435653,0.000059640264,0.000007128206],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038226176,0.017156357,0.12720935,0.098399036,0.0037477089,0.000092787246,0.040430807,0.037981715,0.0060977675,0.026802093,0.008710693,0.6329894],"study_design_scores_gemma":[0.010322199,0.0046969573,0.24397705,0.006182948,0.00012692911,0.00011699933,0.0018081138,0.7198379,0.009330978,0.0014391064,0.00046651458,0.001694303],"about_ca_topic_score_codex":0.000017904864,"about_ca_topic_score_gemma":0.00002715176,"teacher_disagreement_score":0.68185616,"about_ca_system_score_codex":0.000031088137,"about_ca_system_score_gemma":0.000032849235,"threshold_uncertainty_score":0.27441952},"labels":[],"label_agreement":null},{"id":"W1574403820","doi":"10.1007/3-540-45341-5_30","title":"Design and Implementation of a UML-Based Design Repository","year":2001,"lang":"en","type":"book-chapter","venue":"Notes on numerical fluid mechanics and multidisciplinary design","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Unified Modeling Language; Metamodeling; Computer science; Software engineering; Applications of UML; UML tool; Systems engineering; Software; Engineering; Programming language","score_opus":0.03907834946473531,"score_gpt":0.29198684676792386,"score_spread":0.25290849730318854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574403820","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000044676493,0.0007460535,0.9970728,0.00019267041,0.00022258521,0.0013885157,0.000008594487,0.00020341657,0.000120652054],"genre_scores_gemma":[0.09783785,0.0012465568,0.89855504,0.000079763115,0.00012619849,0.00020311154,0.000019571668,0.0002041607,0.0017277214],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99682754,0.0002244921,0.0006250731,0.0010670839,0.0007573588,0.0004984259],"domain_scores_gemma":[0.9943428,0.004090091,0.00025321794,0.00078946183,0.000199549,0.00032490186],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010683298,0.00059681723,0.0006693599,0.00060987513,0.00024268782,0.00012312648,0.0005892786,0.00038302966,0.000023561319],"category_scores_gemma":[0.00015748414,0.0005563675,0.00012409815,0.00023329054,0.00005704442,0.00017344073,0.00037865047,0.00045576412,0.000011223808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028081927,0.0012238375,0.00015747976,0.001665389,0.0011201673,0.0023898708,0.0025900016,0.26399097,0.08948886,0.28358695,0.003747165,0.34723112],"study_design_scores_gemma":[0.001113157,0.0035122752,0.00007294484,0.00032414834,0.00007077016,0.00006777199,0.000008888375,0.9638623,0.018244851,0.011765702,0.00020930097,0.0007479111],"about_ca_topic_score_codex":0.000019129344,"about_ca_topic_score_gemma":1.9204548e-7,"teacher_disagreement_score":0.6998713,"about_ca_system_score_codex":0.00011609286,"about_ca_system_score_gemma":0.00027013727,"threshold_uncertainty_score":0.9996888},"labels":[],"label_agreement":null},{"id":"W1576661435","doi":"","title":"Data quality by design: a goal-oriented approach","year":2010,"lang":"en","type":"dissertation","venue":"TSpace (University of Toronto)","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Conceptual schema; Quality assurance; Software engineering; Data quality; Data mining; Database; Engineering; Metric (unit)","score_opus":0.03975536040037669,"score_gpt":0.3050509463482356,"score_spread":0.2652955859478589,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576661435","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0151115535,0.00096708344,0.97079116,0.00015085995,0.0006522709,0.0004829544,0.00014928625,0.00039360664,0.011301224],"genre_scores_gemma":[0.21634288,0.0003873795,0.7107076,0.000015876742,0.00011179975,0.0000028767322,0.004636973,0.00008130955,0.067713305],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99785215,0.00014440366,0.00012927278,0.000812655,0.0007163143,0.00034521768],"domain_scores_gemma":[0.9966955,0.00033321255,0.00022155386,0.0023543898,0.00021531827,0.00018000513],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007640445,0.00023559445,0.00038256063,0.000069416725,0.00015276337,0.00004704409,0.0042897584,0.00039076022,0.00078015233],"category_scores_gemma":[0.0003107787,0.0003083402,0.00008351053,0.00018155252,0.0000638678,0.001084238,0.00069216045,0.0004965866,0.000023713368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013022752,0.0026712925,0.0016642592,0.0037591273,0.0017554199,0.00015363179,0.1269902,0.00027987166,0.044679616,0.015362578,0.2833621,0.5180196],"study_design_scores_gemma":[0.005895214,0.0009124449,0.67566854,0.00051564217,0.00040157294,0.00002243167,0.037568465,0.18046808,0.0027206056,0.00013159224,0.09044589,0.0052495445],"about_ca_topic_score_codex":0.05763754,"about_ca_topic_score_gemma":0.012897904,"teacher_disagreement_score":0.67400426,"about_ca_system_score_codex":0.00021343825,"about_ca_system_score_gemma":0.00027857695,"threshold_uncertainty_score":0.9999369},"labels":[],"label_agreement":null},{"id":"W1576705238","doi":"","title":"Visualization Techniques for Program ComprehensionA Literature Review","year":2006,"lang":"en","type":"article","venue":"New Trends in Software Methodologies, Tools and Techniques","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Visualization; Computer science; Software visualization; Field (mathematics); Software engineering; Component (thermodynamics); Point (geometry); Software; Data science; Key (lock); Software development; Information visualization; Data visualization; Component-based software engineering; Data mining; Programming language","score_opus":0.11033280646145692,"score_gpt":0.4198981169595048,"score_spread":0.30956531049804786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576705238","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000056919882,0.036079805,0.9560094,0.00067458773,0.00009324271,0.0010547866,0.000021907317,0.0059017786,0.00010759382],"genre_scores_gemma":[0.0001558708,0.008549703,0.9894314,0.00030451073,0.00012999968,0.0009002702,0.00015484319,0.000035490022,0.00033791052],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976843,0.00030479112,0.0005046795,0.0007196595,0.00030889094,0.00047770207],"domain_scores_gemma":[0.9959604,0.0029569583,0.00012974345,0.00066630077,0.00020571856,0.000080880374],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016541892,0.0003250865,0.00054385315,0.0005598925,0.00008997322,0.00032374143,0.00075056276,0.00029869284,0.0000061393393],"category_scores_gemma":[0.002853999,0.00027897983,0.00012331095,0.0016686079,0.000075785094,0.0006192725,0.0003830245,0.00032507753,4.1757153e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008521878,0.0000475543,0.001066014,0.0004826286,0.0000055556025,0.000013141462,0.000024215842,0.0000010982767,0.00019582838,0.008200806,0.024702163,0.96525246],"study_design_scores_gemma":[0.0007084023,0.0015795948,0.021858279,0.00846491,0.000040921863,0.000195867,0.0000045824836,0.00044351348,0.05962186,0.11674517,0.7888238,0.0015131432],"about_ca_topic_score_codex":0.00005146863,"about_ca_topic_score_gemma":0.000008380479,"teacher_disagreement_score":0.96373934,"about_ca_system_score_codex":0.00008434461,"about_ca_system_score_gemma":0.000056924877,"threshold_uncertainty_score":0.99996626},"labels":[],"label_agreement":null},{"id":"W1576984811","doi":"10.1023/a:1025320418915","title":"An Externally Replicated Experiment for Evaluating the Learning Effectiveness of Using Simulations in Software Project Management Education","year":2003,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"European Commission; Technische Universität Kaiserslautern","keywords":"Computer science; COCOMO; Debriefing; Software project management; Empirical research; Project management; Software; Software development; Process (computing); Software engineering; Knowledge management; Engineering management; Engineering; Systems engineering; Software construction; Psychology","score_opus":0.07108431282324686,"score_gpt":0.42070935125680736,"score_spread":0.3496250384335605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576984811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44666272,0.00014626041,0.5521446,0.0000039475512,0.00013089384,0.0007049319,8.6026137e-7,0.00020409415,0.000001691323],"genre_scores_gemma":[0.69453835,0.0000011154782,0.30509984,0.000007103883,0.000019990366,0.00028454734,0.0000058869255,0.000031978223,0.0000112061125],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792904,0.00029009613,0.0003913087,0.00053005625,0.0004379628,0.00042152556],"domain_scores_gemma":[0.99603724,0.0029753065,0.000087015804,0.0006409273,0.00018248512,0.000077048215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015904806,0.00021524321,0.00023854071,0.00033017178,0.00013492527,0.00009795148,0.0005919104,0.00007729711,0.0000030938659],"category_scores_gemma":[0.0041467436,0.00019396096,0.000080435704,0.0010831868,0.000019682915,0.00032327624,0.00011766101,0.0002668126,8.696973e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015105165,0.00015861142,0.08134501,0.00025468913,0.000025529369,0.0000014210711,0.00046571562,0.911322,0.0033425346,0.0004015722,0.0000033084273,0.002664538],"study_design_scores_gemma":[0.00089347275,0.00044085504,0.16841729,0.0005836771,0.000022554344,0.000015379792,0.00008038101,0.8181104,0.010176625,0.00043028634,0.00033111894,0.000497975],"about_ca_topic_score_codex":0.000030292169,"about_ca_topic_score_gemma":6.328894e-7,"teacher_disagreement_score":0.24787562,"about_ca_system_score_codex":0.00035722213,"about_ca_system_score_gemma":0.0002186752,"threshold_uncertainty_score":0.7909499},"labels":[],"label_agreement":null},{"id":"W1579515608","doi":"10.1016/s0065-2458(10)79005-7","title":"The Tools Perspective on Software Reverse Engineering","year":2010,"lang":"en","type":"book-chapter","venue":"Advances in computers","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Reverse engineering; Computer science; Software engineering; Software; Abstraction; Systems engineering; Engineering","score_opus":0.01267546753794807,"score_gpt":0.26424077124964757,"score_spread":0.2515653037116995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579515608","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000032623557,0.006560338,0.9558479,0.0010681412,0.009362566,0.0008861657,0.00001747254,0.0012205578,0.02500424],"genre_scores_gemma":[0.0034478023,0.008493684,0.9115413,0.001240186,0.0025134108,0.00023784382,0.000024996125,0.0005191334,0.07198168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976766,0.000017456192,0.0003122137,0.00079861254,0.00064998114,0.0005451316],"domain_scores_gemma":[0.99374473,0.004527443,0.000114753566,0.0013370122,0.0001513379,0.00012469968],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035859895,0.00043768247,0.00034243197,0.0003251834,0.00015481313,0.00029844503,0.002426658,0.00025177692,0.000007928723],"category_scores_gemma":[0.00090106315,0.0003717414,0.00015176617,0.00015695572,0.00012755861,0.00060686684,0.0006094694,0.0018207204,0.00011994802],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014676759,0.000016702597,0.000029445973,0.000053270578,0.000049243157,0.00025673525,0.00034528083,0.026905179,0.000007339117,0.8069858,0.00091689837,0.16441941],"study_design_scores_gemma":[0.00035238962,0.00017248467,0.00018498606,0.00066337304,0.0000050668923,0.000036281544,0.000009240582,0.008400728,0.000072240204,0.022103636,0.96719337,0.00080621307],"about_ca_topic_score_codex":0.0000061085607,"about_ca_topic_score_gemma":0.00001814067,"teacher_disagreement_score":0.96627647,"about_ca_system_score_codex":0.0005317715,"about_ca_system_score_gemma":0.00010817147,"threshold_uncertainty_score":0.99987346},"labels":[],"label_agreement":null},{"id":"W1580134275","doi":"10.1007/978-3-540-78743-3_20","title":"A Domain Analysis to Specify Design Defects and Generate Detection Algorithms","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Domain (mathematical analysis); Template; Process (computing); Algorithm; Precision and recall; Domain analysis; Quality (philosophy); Software; Programming language; Data mining; Artificial intelligence; Software system; Software construction","score_opus":0.02386372752955233,"score_gpt":0.24852376944357105,"score_spread":0.22466004191401873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580134275","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014764119,0.0005295684,0.9963773,0.00014857495,0.0006839605,0.00047034211,0.0000023172645,0.00024474977,0.00006680521],"genre_scores_gemma":[0.07885824,0.00009801188,0.92016065,0.0003415738,0.00036589356,0.000021938833,0.0000014002953,0.000036930498,0.00011536307],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957912,0.0000656107,0.00037136525,0.0018173221,0.0011904873,0.00076400436],"domain_scores_gemma":[0.9968468,0.0011524206,0.000108290464,0.0012843988,0.00023568886,0.0003724088],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011378943,0.0004960111,0.00057125185,0.0028360826,0.00029646017,0.0005919823,0.0020130454,0.0002758481,0.000006818867],"category_scores_gemma":[0.00020053826,0.00047895446,0.00013948821,0.00296582,0.00032769097,0.00035455072,0.0012170103,0.0007064782,0.00003795495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008316953,0.000015903535,0.00014553912,0.000017168233,0.000083631945,0.00035345272,0.0011092253,0.40487894,0.001170585,0.00033503823,0.000024490928,0.5918577],"study_design_scores_gemma":[0.00031725608,0.00047079293,0.0025903778,0.00011227131,0.00004070379,0.00025741768,1.1439287e-7,0.96967083,0.012945335,0.010980344,0.0014103389,0.0012042046],"about_ca_topic_score_codex":0.000027000036,"about_ca_topic_score_gemma":0.00006448989,"teacher_disagreement_score":0.5906535,"about_ca_system_score_codex":0.0004291748,"about_ca_system_score_gemma":0.00028650597,"threshold_uncertainty_score":0.99976623},"labels":[],"label_agreement":null},{"id":"W1581639473","doi":"10.1007/s10664-012-9209-9","title":"Automated topic naming","year":2012,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of British Columbia; University of Alberta","funders":"","keywords":"Computer science; Latent Dirichlet allocation; Topic model; Commit; Categorization; Software; Context (archaeology); Information retrieval; Domain (mathematical analysis); Artificial intelligence; Natural language processing; Data science; Database; Programming language","score_opus":0.0256654668367926,"score_gpt":0.2953701151461752,"score_spread":0.2697046483093826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581639473","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2284016,0.0005390106,0.7618927,0.00015155341,0.0010352217,0.00010344171,8.6386365e-7,0.007840191,0.00003541306],"genre_scores_gemma":[0.85822403,0.00000325243,0.14115793,0.00011013879,0.00031992287,0.00003233766,0.0000026090975,0.00003676363,0.00011302379],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802995,0.000026750093,0.00023811581,0.00030946915,0.00045464156,0.0009410584],"domain_scores_gemma":[0.9978342,0.0011042304,0.000026205473,0.00058067695,0.000050903534,0.00040375098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037645802,0.00022706161,0.00020879786,0.00020781445,0.00008223888,0.00011562112,0.0007678248,0.00012302959,0.000032182503],"category_scores_gemma":[0.0025646968,0.00022544221,0.000088103596,0.0008306269,0.000014756464,0.00073641626,0.00039183418,0.00035683546,0.0002588585],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001694712,0.000107995074,0.97366345,0.00011126098,0.00005558391,0.00004167399,0.0009761376,0.011116342,0.00047884934,0.00088078954,0.0058173877,0.006748844],"study_design_scores_gemma":[0.00026345171,0.000039738956,0.841128,0.000052413652,0.0000055491328,0.000076615426,0.00000417658,0.11647921,0.0014472018,0.000023060784,0.039908703,0.0005718668],"about_ca_topic_score_codex":0.0000064123483,"about_ca_topic_score_gemma":1.2447866e-7,"teacher_disagreement_score":0.62982243,"about_ca_system_score_codex":0.00018381016,"about_ca_system_score_gemma":0.000035762547,"threshold_uncertainty_score":0.91932666},"labels":[],"label_agreement":null},{"id":"W1591093410","doi":"","title":"Efficient mapping of software system traces to architectural views","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Viewpoints; Software visualization; Encoding (memory); Software engineering; Software; Variety (cybernetics); Software system; Software development; Software construction; Programming language; Artificial intelligence","score_opus":0.021718302857512597,"score_gpt":0.25303717563248923,"score_spread":0.23131887277497665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591093410","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47146133,0.00009693748,0.52729607,0.000094000374,0.00008058364,0.00016119384,9.0597575e-7,0.0003957811,0.00041322247],"genre_scores_gemma":[0.8264868,5.121633e-7,0.17283708,0.000030552375,0.000025037274,0.000018138877,2.3219877e-7,0.0000074512946,0.0005941575],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987358,0.00003828805,0.00022813429,0.00028558107,0.0004007943,0.0003113969],"domain_scores_gemma":[0.99893737,0.00034191672,0.00001941749,0.00051988015,0.000049166138,0.00013226128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031593352,0.00010564936,0.0001720187,0.00018770919,0.000040492076,0.000046371242,0.0008508887,0.000027822633,0.000074179596],"category_scores_gemma":[0.00012421026,0.00008468612,0.000059846916,0.00067671284,0.00001705861,0.000037048263,0.00012561303,0.0000925283,0.00024086652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071993586,0.00004697439,0.0011804672,0.000279551,0.000018800689,0.000021134694,0.0032494282,0.28888944,0.0011663876,0.0012059651,0.00040768323,0.703527],"study_design_scores_gemma":[0.0009334619,0.000478369,0.18072024,0.0010055973,0.000007791335,0.00032702513,0.00030014748,0.7841403,0.019366367,0.00006616327,0.011481576,0.0011729437],"about_ca_topic_score_codex":0.000042511332,"about_ca_topic_score_gemma":0.0000024097653,"teacher_disagreement_score":0.702354,"about_ca_system_score_codex":0.000054039352,"about_ca_system_score_gemma":0.00002977711,"threshold_uncertainty_score":0.34533998},"labels":[],"label_agreement":null},{"id":"W1591116488","doi":"10.21236/ada390602","title":"On the Role of Randomization in Software Engineering","year":2001,"lang":"en","type":"report","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Naval Research; Natural Sciences and Engineering Research Council of Canada","keywords":"Randomization; Software; Computer science; Software engineering; Programming language; Biology; Bioinformatics; Clinical trial","score_opus":0.015132021588664614,"score_gpt":0.24979260712021295,"score_spread":0.23466058553154834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591116488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004846477,0.0010868795,0.9835793,0.000091322916,0.0007427804,0.00069622824,0.000003271134,0.0004876596,0.008466088],"genre_scores_gemma":[0.9457603,0.0016281886,0.04391322,0.00006414525,0.00047799546,0.00040599646,0.000035823366,0.00018900327,0.0075252973],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818176,0.000035353813,0.00031212778,0.00027839732,0.00094571844,0.00024664588],"domain_scores_gemma":[0.99584895,0.0031249602,0.00007743351,0.0007146707,0.00019639984,0.00003757424],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011709664,0.00016862029,0.00029520967,0.00040908877,0.000015997903,0.000048704405,0.00092920725,0.00015321784,0.00005728058],"category_scores_gemma":[0.0089971,0.000117535965,0.00008452738,0.0007172592,0.00001125794,0.0000810733,0.00019475807,0.00040906717,0.000015468344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014109384,0.00052188477,0.08078826,0.0012153663,0.00042595388,0.00026828964,0.0012608852,0.6320822,0.00035445133,0.062333636,0.029065276,0.1915427],"study_design_scores_gemma":[0.007841172,0.00047412145,0.066220365,0.0046675694,0.000048009606,0.00027281273,0.000053695843,0.7064956,0.013475159,0.0075535234,0.18976523,0.00313273],"about_ca_topic_score_codex":0.0001692924,"about_ca_topic_score_gemma":0.000007677732,"teacher_disagreement_score":0.94091386,"about_ca_system_score_codex":0.00019565591,"about_ca_system_score_gemma":0.0003380409,"threshold_uncertainty_score":0.99935055},"labels":[],"label_agreement":null},{"id":"W1591612907","doi":"10.1007/978-3-642-02050-6_20","title":"Does Requirements Clustering Lead to Modular Design?","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Cluster analysis; Modular design; Modularity (biology); Context (archaeology); Principal (computer security); Requirements analysis; Software engineering; Software requirements; Software; Data mining; Software design; Systems engineering; Software development; Artificial intelligence; Programming language; Engineering","score_opus":0.036375245390722226,"score_gpt":0.28345310454249434,"score_spread":0.2470778591517721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591612907","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007758154,0.00013709726,0.9952207,0.0009962743,0.0021380736,0.00070716144,0.0000017118421,0.00044277805,0.0002786178],"genre_scores_gemma":[0.06532443,0.000020040525,0.9317377,0.0013500887,0.0004996394,0.000018341383,0.0000014947116,0.000055617453,0.0009926513],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99452776,0.000042662137,0.0005063792,0.0019933921,0.0018033966,0.0011263913],"domain_scores_gemma":[0.9963487,0.000798456,0.00012023763,0.0021368403,0.0002547102,0.0003410944],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0014354734,0.0006074777,0.0005309686,0.0014118545,0.00022229056,0.0008405221,0.005597641,0.00028253673,0.000012803062],"category_scores_gemma":[0.00047182845,0.00046250864,0.00010889152,0.0009497418,0.00022843879,0.00069029763,0.0023249243,0.0008345797,0.00012615374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055596493,0.000015660367,0.000034063047,0.000026923906,0.00000813875,0.00014944769,0.0003954862,0.32429716,0.0007114556,0.00037949198,0.000021653726,0.67395496],"study_design_scores_gemma":[0.00028099903,0.0004713486,0.00055538176,0.00082811667,0.0000052135474,0.000043382865,8.0259596e-8,0.94528973,0.0061355424,0.043531887,0.0016869691,0.0011713238],"about_ca_topic_score_codex":0.000017801116,"about_ca_topic_score_gemma":0.00002367348,"teacher_disagreement_score":0.6727836,"about_ca_system_score_codex":0.0006787598,"about_ca_system_score_gemma":0.0004168995,"threshold_uncertainty_score":0.9997827},"labels":[],"label_agreement":null},{"id":"W1592922268","doi":"10.1007/978-3-642-13273-5_8","title":"A New Compound Metric for Software Risk Assessment","year":2010,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Metric (unit); Heuristic; Software; Software engineering; Source code; Risk analysis (engineering); Process (computing); Risk-based testing; Point (geometry); Data mining; Software development; Software construction; Artificial intelligence; Engineering; Programming language; Mathematics","score_opus":0.09333478661709127,"score_gpt":0.3987245809411166,"score_spread":0.30538979432402535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592922268","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007814791,0.0034842852,0.9910024,0.00024915364,0.002060047,0.0007430768,0.000051144358,0.0002512916,0.0021508234],"genre_scores_gemma":[0.003574188,0.0006693022,0.97397065,0.00008169148,0.0003570422,0.00010475935,0.00003321078,0.000061064035,0.02114812],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99692494,0.00003040859,0.0006848983,0.00093582436,0.0009738435,0.0004500771],"domain_scores_gemma":[0.9846981,0.013326972,0.00028580552,0.0006042651,0.0009380414,0.00014678316],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081977015,0.00046396628,0.0006167882,0.0008769319,0.0002298279,0.00016145459,0.0016363134,0.0002528539,0.000043814067],"category_scores_gemma":[0.002467476,0.00047455574,0.0002073889,0.00037638578,0.00022450133,0.0002166522,0.00094440853,0.0012381529,0.00008163799],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014845628,0.000053615542,0.0006617552,0.00030557739,0.000572133,0.00008048678,0.0007722217,0.16710407,6.8162205e-7,0.5878092,0.005895365,0.23673004],"study_design_scores_gemma":[0.00020273824,0.00020461521,0.0007370774,0.0003141048,0.000027930155,0.000028921248,0.000019465435,0.039820872,0.00002170977,0.9287899,0.029159233,0.00067339715],"about_ca_topic_score_codex":0.000027006947,"about_ca_topic_score_gemma":0.00004225717,"teacher_disagreement_score":0.3409807,"about_ca_system_score_codex":0.00051265955,"about_ca_system_score_gemma":0.0006500477,"threshold_uncertainty_score":0.99977064},"labels":[],"label_agreement":null},{"id":"W1596155997","doi":"10.1007/11767718_40","title":"Ad Hoc Versus Systematic Planning of Software Releases – A Three-Staged Experiment","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Intuition; Post hoc; Scope (computer science); Software; Operations research; Software engineering; Engineering","score_opus":0.030732153343814097,"score_gpt":0.2770940612941766,"score_spread":0.24636190795036247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1596155997","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009312504,0.007226466,0.9888629,0.000046199886,0.0016556948,0.00075849786,0.0000062146682,0.00037735704,0.000135427],"genre_scores_gemma":[0.31746337,0.000027243072,0.68171626,0.000087399494,0.00027463358,0.00007710329,0.000009368479,0.00009878151,0.00024583648],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99502605,0.000048132642,0.0007855549,0.0013790797,0.0019697468,0.00079143094],"domain_scores_gemma":[0.9932279,0.003900585,0.00038311433,0.0019961598,0.00031226335,0.00017996239],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009281956,0.0005917581,0.00091732916,0.0011419959,0.00017462551,0.00034258555,0.0039075622,0.00029152975,0.000009713722],"category_scores_gemma":[0.0010400899,0.0005413157,0.00018817838,0.00077284256,0.0004862656,0.0004038133,0.0014827736,0.00076919614,0.000020974998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014139058,0.00023156924,0.0007830982,0.01560963,0.00021255815,0.0013091319,0.00466111,0.77639884,0.00064138504,0.005166767,0.0002861517,0.19455834],"study_design_scores_gemma":[0.004134812,0.0028622944,0.0016749009,0.059369173,0.000108546905,0.00024388301,0.0000036655747,0.8801319,0.01724631,0.028839609,0.00047857492,0.0049063186],"about_ca_topic_score_codex":0.00002409158,"about_ca_topic_score_gemma":0.000016605794,"teacher_disagreement_score":0.3165321,"about_ca_system_score_codex":0.00054147077,"about_ca_system_score_gemma":0.0005662688,"threshold_uncertainty_score":0.9997038},"labels":[],"label_agreement":null},{"id":"W1597340042","doi":"10.1007/11603023_7","title":"JQuery: A Generic Code Browser with a Declarative Configuration Language","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Plug-in; Programming language; Personalization; Code (set theory); Interface (matter); Software engineering; Scheme (mathematics); Operating system; Declarative programming; Set (abstract data type); Programming paradigm; World Wide Web; Inductive programming","score_opus":0.017328488391410782,"score_gpt":0.2570951167206205,"score_spread":0.23976662832920975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597340042","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00065383624,0.00060382276,0.9956599,0.0005648831,0.00039926203,0.0004660826,0.000006155368,0.00034494998,0.0013011496],"genre_scores_gemma":[0.30953553,0.000036238973,0.686912,0.0012107256,0.00073831395,0.00004375771,0.00001358786,0.000079531725,0.0014302966],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99618423,0.000036940935,0.0003422588,0.0014135778,0.0013123207,0.0007106778],"domain_scores_gemma":[0.9971588,0.0008159521,0.0001665169,0.0013448329,0.00030996316,0.00020393317],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058613304,0.0005100163,0.0004440143,0.00083491567,0.00017072914,0.0006084369,0.0025632877,0.00026342124,0.000040097933],"category_scores_gemma":[0.00017847735,0.00042468455,0.000072931,0.0008749203,0.0004972871,0.00070463226,0.0006185127,0.00090731325,0.000084525454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002354321,0.00005181259,0.00022867987,0.00006472224,0.0000461667,0.00059432775,0.0053839125,0.16180514,0.0012455661,0.011493764,0.000104545215,0.8189578],"study_design_scores_gemma":[0.0010781582,0.00082885264,0.0016219665,0.0008698047,0.000019305357,0.0004907168,0.0000012660742,0.96208614,0.016377961,0.008503993,0.0059515047,0.002170356],"about_ca_topic_score_codex":0.000026782582,"about_ca_topic_score_gemma":0.00020736763,"teacher_disagreement_score":0.8167875,"about_ca_system_score_codex":0.00047256777,"about_ca_system_score_gemma":0.00084609113,"threshold_uncertainty_score":0.9998205},"labels":[],"label_agreement":null},{"id":"W1597354914","doi":"10.1109/nafips.2004.1336239","title":"Reverse engineering software architecture using rough clusters","year":2004,"lang":"en","type":"article","venue":"IEEE Annual Meeting of the Fuzzy Information, 2004. Processing NAFIPS '04.","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Reverse engineering; Architecture tradeoff analysis method; Architecture; Computer architecture; Software architecture; Reference architecture; Software; Software engineering; Operating system","score_opus":0.010444362581692734,"score_gpt":0.2355774498002982,"score_spread":0.22513308721860548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597354914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1754669,0.00039068234,0.820549,0.00080346427,0.0012961362,0.00049464183,0.000029808387,0.0008175492,0.00015179133],"genre_scores_gemma":[0.7187965,0.000005660915,0.2804099,0.0004104452,0.00024612946,0.000022584041,0.0000069437056,0.000049395047,0.000052488558],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970053,0.000054920056,0.0008084226,0.00031334255,0.0010910906,0.0007269515],"domain_scores_gemma":[0.9975833,0.00027705915,0.00047246605,0.00080840586,0.0006973779,0.00016134679],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009501919,0.0003638953,0.00033011465,0.00045115963,0.00046127947,0.00034467733,0.0019437894,0.0001862303,0.0000014718977],"category_scores_gemma":[0.0025196278,0.000307429,0.00016390915,0.0017373497,0.00011243084,0.003304855,0.00037809176,0.0006308998,0.000021913673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011819853,0.00002355228,0.00038717387,0.00053995464,0.000026247939,0.0000028105578,0.009195534,0.9815972,0.0003679516,0.000072418654,0.00052190083,0.0072534643],"study_design_scores_gemma":[0.019537227,0.0013543406,0.01632792,0.038345404,0.0005685277,0.003211927,0.0065210266,0.59713775,0.24314515,0.018453605,0.043539878,0.011857266],"about_ca_topic_score_codex":0.00015418278,"about_ca_topic_score_gemma":0.0000035415342,"teacher_disagreement_score":0.54332954,"about_ca_system_score_codex":0.0003659209,"about_ca_system_score_gemma":0.00063436065,"threshold_uncertainty_score":0.9999378},"labels":[],"label_agreement":null},{"id":"W1597495308","doi":"10.1007/978-3-540-72667-8_5","title":"Empowering Software Maintainers with Semantic Web Technologies","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software maintenance; Software engineering; Traceability; Source code; Static program analysis; Semantic Web; Ontology; Software; Semantic technology; Software development; World Wide Web; Information retrieval; Social Semantic Web; Programming language","score_opus":0.015698393594489428,"score_gpt":0.2682209223338169,"score_spread":0.25252252873932746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1597495308","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003932257,0.00053246535,0.9947611,0.00048145134,0.0008244896,0.00042173264,0.0000023689918,0.002076025,0.0005071362],"genre_scores_gemma":[0.19854283,0.000047025995,0.80066687,0.00023139898,0.00015664817,0.000013902843,0.0000023864711,0.00007938123,0.000259563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99479896,0.000013495991,0.00042912707,0.0018025152,0.0016791938,0.001276697],"domain_scores_gemma":[0.99574894,0.0014784845,0.00016428187,0.0021355401,0.00030265606,0.00017007401],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011614463,0.000673169,0.0005593426,0.0022573373,0.00022637795,0.00060095,0.0052487575,0.00045478914,0.000009554484],"category_scores_gemma":[0.0006656481,0.000568336,0.00009934122,0.001600491,0.0011318556,0.00055607833,0.0024204266,0.0016156656,0.000051241972],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129159835,0.000027831416,0.0018333076,0.0001655247,0.000035863934,0.00155072,0.00048012196,0.068238996,0.00013186398,0.00740701,0.00003135339,0.9200845],"study_design_scores_gemma":[0.0019806505,0.001986763,0.0020854718,0.0059779435,0.000039706447,0.0022760986,0.0000051740167,0.8329731,0.00972872,0.12644304,0.0097783655,0.006724964],"about_ca_topic_score_codex":0.0000136305935,"about_ca_topic_score_gemma":0.000072572,"teacher_disagreement_score":0.9133595,"about_ca_system_score_codex":0.00060169987,"about_ca_system_score_gemma":0.00078637234,"threshold_uncertainty_score":0.9996768},"labels":[],"label_agreement":null},{"id":"W1599004321","doi":"10.1007/11428817_45","title":"Automatic Transition of Natural Language Software Requirements Specification into Formal Presentation","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software requirements specification; Natural language; Specification language; Formal specification; Software engineering; Programming language; Ambiguity; Software requirements; Object language; Contradiction; Requirements analysis; Formal methods; Programming language specification; Software; Software development; Natural language processing; Software design; Linguistics","score_opus":0.016440878384865253,"score_gpt":0.28118810877321737,"score_spread":0.26474723038835213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599004321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003992407,0.00053582015,0.99366564,0.00024739135,0.0007758916,0.00044751822,0.0000031837303,0.00025389178,0.00007827521],"genre_scores_gemma":[0.54813325,0.000013264772,0.45143443,0.00008162143,0.00022386301,0.000009583159,0.000018725956,0.000020571923,0.00006470591],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968327,0.000029421188,0.0005233982,0.00078610895,0.0013628097,0.00046552505],"domain_scores_gemma":[0.9979279,0.00054698496,0.00022758686,0.0009524147,0.00025178463,0.00009329811],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000719658,0.00030860552,0.00031964344,0.00090859475,0.00011960755,0.00019979314,0.0019198916,0.0001788017,0.000028121554],"category_scores_gemma":[0.00025801628,0.00030338092,0.000094676725,0.0005935275,0.00027600743,0.0014131309,0.00042526503,0.000513439,0.000023106171],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004247323,0.000023419383,0.00005082402,0.00014612108,0.000009747024,0.000015338797,0.0040727546,0.018079383,0.0009098575,0.0007925988,0.000008885381,0.9758868],"study_design_scores_gemma":[0.00037922783,0.00014174242,0.002565339,0.000530379,0.000008113929,0.000031251217,0.0000010084393,0.9786173,0.009199016,0.00799389,0.000065089225,0.0004676187],"about_ca_topic_score_codex":0.000025741969,"about_ca_topic_score_gemma":0.000028645187,"teacher_disagreement_score":0.9754192,"about_ca_system_score_codex":0.0004350586,"about_ca_system_score_gemma":0.00025678947,"threshold_uncertainty_score":0.9999418},"labels":[],"label_agreement":null},{"id":"W1599132279","doi":"10.1007/978-1-4615-0429-0_8","title":"Experimenting with Genetic Algorithms to Devise Optimal Integration Test Orders","year":2003,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependency (UML); Computer science; Dimension (graph theory); Measure (data warehouse); Coupling (piping); Class (philosophy); Object (grammar); Algorithm; Genetic algorithm; Mathematical optimization; Mathematics; Data mining; Artificial intelligence; Engineering; Machine learning","score_opus":0.018760803261014636,"score_gpt":0.2539612854256481,"score_spread":0.23520048216463346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599132279","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011939787,0.00015026116,0.9621913,0.00014311765,0.00015537534,0.00039630788,0.0000012423753,0.00035742557,0.036485616],"genre_scores_gemma":[0.0014469328,0.000009854388,0.845925,0.00021606323,0.00007743838,0.000051782485,0.000004361691,0.00007260115,0.15219599],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981739,0.00000822747,0.00022522241,0.00064874894,0.00057185034,0.00037207955],"domain_scores_gemma":[0.9985882,0.00027703782,0.000051688818,0.0006879258,0.00019989403,0.00019523322],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014049564,0.00032898923,0.00022408558,0.00030743686,0.000072564864,0.00028878055,0.00073305774,0.000133166,0.0001418332],"category_scores_gemma":[0.00016873727,0.00027732513,0.00004968312,0.00014660777,0.00003292848,0.000155304,0.00022103636,0.00029849014,0.00021782522],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003426752,0.00026928048,0.0009747539,0.00023207832,0.0004812522,0.0011176296,0.0038057654,0.028312398,0.002192275,0.15862685,0.037787672,0.7661658],"study_design_scores_gemma":[0.0033305006,0.0066223647,0.0018437675,0.0030279083,0.0001355159,0.0009857697,0.00021841239,0.32729,0.03809989,0.001675455,0.60636425,0.010406182],"about_ca_topic_score_codex":0.000019633902,"about_ca_topic_score_gemma":0.000005547978,"teacher_disagreement_score":0.7557596,"about_ca_system_score_codex":0.00014520578,"about_ca_system_score_gemma":0.00011989171,"threshold_uncertainty_score":0.9999679},"labels":[],"label_agreement":null},{"id":"W1599355180","doi":"10.1109/icse.2012.6227189","title":"Test confessions: A study of testing practices for plug-in systems","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Test strategy; Computer science; Eclipse; Unit testing; Integration testing; Plug-in; Set (abstract data type); Test (biology); Software engineering; White-box testing; Limiting; Key (lock); Engineering; Operating system; Programming language; Software; Software system; Software construction","score_opus":0.1614351616850639,"score_gpt":0.3923715735112349,"score_spread":0.23093641182617103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1599355180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82710224,0.00030361756,0.16974291,0.000079069614,0.0005131327,0.0013396614,0.0000011060863,0.00023500518,0.0006832651],"genre_scores_gemma":[0.97250384,4.1001218e-7,0.027076548,0.000003951096,0.00004628541,0.0001422456,1.1531504e-7,0.000005910614,0.00022066972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912786,0.000042645377,0.00019475087,0.00014531631,0.00022805625,0.00026139276],"domain_scores_gemma":[0.9877992,0.011555075,0.00012712278,0.000318893,0.00013519546,0.0000644586],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011132613,0.000060838494,0.00011931496,0.00012369468,0.000031798678,0.00005363886,0.00041237575,0.000024654071,0.000002367778],"category_scores_gemma":[0.016096456,0.000048449023,0.000010313269,0.00041634587,0.0000073712736,0.0004999364,0.00015169813,0.00007968951,0.000008605478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015201985,0.0006670986,0.99461085,0.00007960235,0.0000065759523,0.0000017062096,0.0008615484,0.00037593368,0.00052246795,0.0012418895,0.0001393453,0.0014914804],"study_design_scores_gemma":[0.001824066,0.001337676,0.6717457,0.00026709182,0.000009644202,0.000028607516,0.0032287755,0.3192933,0.0008690939,0.000038722384,0.0010269677,0.000330328],"about_ca_topic_score_codex":0.00054651656,"about_ca_topic_score_gemma":0.000012511064,"teacher_disagreement_score":0.3228651,"about_ca_system_score_codex":0.000026203545,"about_ca_system_score_gemma":0.00005127956,"threshold_uncertainty_score":0.9921914},"labels":[],"label_agreement":null},{"id":"W1600715255","doi":"10.1007/bfb0095026","title":"The introduction and evaluation of object orientation in a company developing real-time embedded systems","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Terrafix Geosynthetics (Canada)","funders":"Staffordshire University","keywords":"Computer science; Object-orientation; Suite; Process (computing); Adaptation (eye); Context (archaeology); Object (grammar); Product (mathematics); Orientation (vector space); Quality (philosophy); New product development; Process management; Software engineering; Software; Object-oriented programming; Work (physics); Selection (genetic algorithm); Engineering management; Systems engineering; Artificial intelligence; Engineering; Business; Marketing; Programming language","score_opus":0.021293736115135235,"score_gpt":0.28610480164444474,"score_spread":0.2648110655293095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600715255","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014375451,0.00061056204,0.98239774,0.00031923436,0.0011766689,0.0007921117,0.0000012028788,0.00008651802,0.00024053206],"genre_scores_gemma":[0.8897732,0.00034272054,0.10903544,0.000032550848,0.0006117134,0.000057846384,0.000009838363,0.000038598628,0.00009811797],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99652994,0.00016350254,0.000511877,0.0008630479,0.0015493457,0.0003822715],"domain_scores_gemma":[0.99693066,0.0015759472,0.00019295725,0.00077972305,0.00046597293,0.00005475222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048730858,0.00024873656,0.00032437424,0.00077778543,0.00016212763,0.00036876608,0.0011212326,0.00014589225,0.0000039877004],"category_scores_gemma":[0.0005528482,0.00020568012,0.00003153137,0.0009050445,0.0003455873,0.0004101233,0.0003382185,0.00038899377,0.000007372386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012507188,0.000011320569,0.00021006461,0.00006636701,0.000012003142,0.000006478358,0.0019391559,0.35964367,0.0004467723,0.0090214005,0.000014652403,0.6286156],"study_design_scores_gemma":[0.0002684504,0.00006216985,0.0033471184,0.0003294159,0.0000056707495,0.000036962272,7.525754e-7,0.97825795,0.00051729084,0.016834898,0.00009285456,0.00024647193],"about_ca_topic_score_codex":0.00008327468,"about_ca_topic_score_gemma":0.000044747252,"teacher_disagreement_score":0.87539774,"about_ca_system_score_codex":0.0006245527,"about_ca_system_score_gemma":0.0007529214,"threshold_uncertainty_score":0.83873916},"labels":[],"label_agreement":null},{"id":"W1600717382","doi":"10.1007/s10664-012-9200-5","title":"Understanding Ajax applications by connecting client and server-side execution traces","year":2012,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ajax; Computer science; World Wide Web; Web application; Client-side; Web 2.0; Web-based simulation; Field (mathematics); Web page; Web API","score_opus":0.06906239645443948,"score_gpt":0.29564332158658657,"score_spread":0.2265809251321471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600717382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13167274,0.0012146923,0.86532855,0.0002122781,0.00023137634,0.00020380424,0.0000036562765,0.0011141535,0.00001873308],"genre_scores_gemma":[0.9589939,0.000023070023,0.040623788,0.000058249607,0.00015728502,0.000076750846,0.000007658337,0.000034596673,0.00002468391],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829453,0.000028794222,0.00024680738,0.00037869543,0.00037584506,0.0006753008],"domain_scores_gemma":[0.99769574,0.0014992625,0.000044135777,0.00035742842,0.000034454693,0.00036896757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000502093,0.00021551001,0.00019072794,0.00015216568,0.0002063678,0.00017728955,0.0003783918,0.000115801406,0.000007655523],"category_scores_gemma":[0.0008539484,0.000226435,0.00005335289,0.0005988206,0.000024533498,0.0007244474,0.00026586957,0.00034024572,0.000022561893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000120213135,0.0004196391,0.913027,0.00067038444,0.00020585752,0.000020181731,0.0050460733,0.031405315,0.0044958494,0.016928924,0.007831379,0.019937411],"study_design_scores_gemma":[0.003025227,0.00046756762,0.52073723,0.0005998411,0.000111945345,0.00064366177,0.00079786923,0.19632642,0.017676288,0.0023744474,0.25193158,0.0053079086],"about_ca_topic_score_codex":0.000010025547,"about_ca_topic_score_gemma":6.364444e-7,"teacher_disagreement_score":0.8273212,"about_ca_system_score_codex":0.00034645107,"about_ca_system_score_gemma":0.000019637582,"threshold_uncertainty_score":0.9233752},"labels":[],"label_agreement":null},{"id":"W1600856637","doi":"10.1007/978-3-540-79187-4_20","title":"An Industrial Study Using UML Design Metrics for Web Applications","year":2008,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Maintainability; Computer science; Web modeling; Class diagram; Web application; Unified Modeling Language; Web design; Software engineering; Database; Web page; World Wide Web; Programming language; Software","score_opus":0.43911948603517864,"score_gpt":0.44241337614758913,"score_spread":0.0032938901124104913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1600856637","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006717443,0.0018909283,0.9941871,0.000031328917,0.0007984455,0.002554279,0.000027929489,0.00018134997,0.00026143828],"genre_scores_gemma":[0.20328127,0.00080143753,0.78908366,0.00008504453,0.0012049482,0.0013304211,0.00004627587,0.00015825148,0.0040086666],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99705714,0.00007393866,0.0007025039,0.00091931445,0.00087819673,0.00036887897],"domain_scores_gemma":[0.9918936,0.0062245675,0.00020653312,0.00060701976,0.00096575334,0.00010252496],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000903574,0.0003882746,0.00051885855,0.0010254408,0.00029576969,0.000096884374,0.0015240073,0.00020001947,0.000005363976],"category_scores_gemma":[0.0008037434,0.00042154582,0.00010045065,0.0006686546,0.00023995528,0.00025038153,0.00046201327,0.0005480622,0.00002412605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020216907,0.00023125124,0.00026432917,0.00004849827,0.00027653162,0.000046655616,0.0015336396,0.90523076,0.0000010873722,0.0352638,0.0010817163,0.056001518],"study_design_scores_gemma":[0.0004093714,0.0008264504,0.00008804101,0.00018665493,0.00004102377,0.000042514603,0.00021786241,0.9265864,0.00002175177,0.06527954,0.005413625,0.00088677846],"about_ca_topic_score_codex":0.000007597168,"about_ca_topic_score_gemma":0.000004889684,"teacher_disagreement_score":0.20510344,"about_ca_system_score_codex":0.00058674725,"about_ca_system_score_gemma":0.00060371053,"threshold_uncertainty_score":0.99982363},"labels":[],"label_agreement":null},{"id":"W1601145182","doi":"10.1109/qsic.2004.24","title":"Machine-learning techniques for software product quality assessment","year":2004,"lang":"en","type":"article","venue":"International Conference on Quality Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Software quality; Predictability; Quality (philosophy); Software measurement; Verification and validation; Software; Software metric; Software sizing; Software construction; Software quality control; Software engineering; Software development; Machine learning; Artificial intelligence; Engineering","score_opus":0.112473588299206,"score_gpt":0.41526073520530193,"score_spread":0.3027871469060959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601145182","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071922867,0.000041171763,0.9832667,0.0054610106,0.0007147373,0.0006792388,0.00012444123,0.0021151132,0.00040527],"genre_scores_gemma":[0.5682611,0.000025699463,0.43015817,0.0003611757,0.00017913176,0.0003410656,0.0001307935,0.000032594016,0.00051028124],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99614316,0.00023545463,0.0006684663,0.0009981106,0.0013831299,0.0005716602],"domain_scores_gemma":[0.9959496,0.0015295605,0.00027022877,0.000882607,0.0011816646,0.00018633396],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023412146,0.00034419546,0.0003729213,0.0002912263,0.00027334376,0.0004957185,0.0021291366,0.00012979255,0.00007560372],"category_scores_gemma":[0.008537445,0.00034143042,0.00020172034,0.00030146158,0.00009188617,0.0006241643,0.00049490575,0.0006914601,0.000050292107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095466254,0.0005372581,0.082877696,0.00023523241,0.00016314497,0.000019690793,0.0006912469,0.0012791249,0.0010484252,0.7867851,0.00023746227,0.12603013],"study_design_scores_gemma":[0.006796744,0.0024500974,0.4051839,0.0015095971,0.00003759498,0.00008818308,0.00031464407,0.008360467,0.04672154,0.46354595,0.060064666,0.004926595],"about_ca_topic_score_codex":0.00033242773,"about_ca_topic_score_gemma":0.000034998273,"teacher_disagreement_score":0.56106883,"about_ca_system_score_codex":0.00062886334,"about_ca_system_score_gemma":0.0005622327,"threshold_uncertainty_score":0.9999038},"labels":[],"label_agreement":null},{"id":"W1601900113","doi":"10.1007/978-3-642-45005-1_9","title":"Detection of SOA Patterns","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","score_opus":0.015391891169625232,"score_gpt":0.2412983806696382,"score_spread":0.225906489500013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1601900113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012678814,0.0001913446,0.9961774,0.00011523826,0.0014011828,0.00029846161,0.0000026141242,0.00018770501,0.0003581787],"genre_scores_gemma":[0.85469073,0.000028894032,0.14455079,0.00012703848,0.0002701313,0.00001306495,0.0000013031905,0.000034917615,0.00028315693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99689376,0.000020279846,0.0004042306,0.0010136078,0.0011219245,0.00054616696],"domain_scores_gemma":[0.99706185,0.0009052763,0.00017386761,0.0014058772,0.00031034282,0.00014279182],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005943425,0.0003456578,0.00038856192,0.0010096992,0.00008508306,0.00025365324,0.0030749706,0.0002623071,0.00004021192],"category_scores_gemma":[0.0002587606,0.00032378786,0.000105346815,0.0005436133,0.00031935825,0.00049111346,0.0012259074,0.0007339543,0.00008729554],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014939441,0.000015929336,0.00035873265,0.00008755083,0.000009847302,0.000026986861,0.0002981676,0.012731885,0.0015452664,0.0019500005,0.0000068151153,0.9829673],"study_design_scores_gemma":[0.00044611163,0.00054926553,0.007919608,0.0009774502,0.000008773828,0.00012879373,1.4217622e-7,0.852352,0.064621344,0.07063233,0.0010218781,0.0013422915],"about_ca_topic_score_codex":0.00006960817,"about_ca_topic_score_gemma":0.000030225647,"teacher_disagreement_score":0.981625,"about_ca_system_score_codex":0.0002422202,"about_ca_system_score_gemma":0.00026484043,"threshold_uncertainty_score":0.99992144},"labels":[],"label_agreement":null},{"id":"W1604297592","doi":"10.1109/icre.2000.855602","title":"What do you mean I've been practicing without a license? certification &amp; licensing of requirements engineering professionals","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"License; Certification; Software requirements; Requirements engineering; Computer science; Software engineering; Requirements analysis; Work (physics); Software; Software quality; Engineering management; Engineering; Software development; Software design; Mechanical engineering","score_opus":0.05971812495229556,"score_gpt":0.3477914737599661,"score_spread":0.28807334880767055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1604297592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4711509,0.0004002905,0.52345127,0.0030810125,0.0006607526,0.000507987,5.95509e-7,0.0005870892,0.00016010874],"genre_scores_gemma":[0.7727487,0.000030329991,0.22623724,0.00007720394,0.000096939824,0.000017269138,0.0000026891823,0.000024471728,0.00076516974],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787736,0.000059979684,0.0003897808,0.00046253105,0.0007838382,0.00042651375],"domain_scores_gemma":[0.9979622,0.0005842156,0.00015844525,0.00084449135,0.00030892837,0.0001417137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010183536,0.00017951579,0.00021342355,0.00029392037,0.00008374139,0.00029739182,0.000614821,0.000084381514,0.000036484456],"category_scores_gemma":[0.0009964253,0.00016783239,0.000054123368,0.00058239576,0.000020408797,0.002682861,0.00030611022,0.00024752,0.000090466834],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099796875,0.0011974057,0.027581474,0.0008236265,0.000490582,0.00002043247,0.06058966,0.05036879,0.55149573,0.011657202,0.004766832,0.29090846],"study_design_scores_gemma":[0.0017134522,0.00018259749,0.03467792,0.0036951099,0.00005640591,0.000113391565,0.0015453869,0.647636,0.28654778,0.000118870856,0.022069085,0.0016439966],"about_ca_topic_score_codex":0.000021157886,"about_ca_topic_score_gemma":0.000009624225,"teacher_disagreement_score":0.5972672,"about_ca_system_score_codex":0.00016508382,"about_ca_system_score_gemma":0.0000899003,"threshold_uncertainty_score":0.6844006},"labels":[],"label_agreement":null},{"id":"W1605776721","doi":"10.1002/9781118959312.ch10","title":"Building Models with Categorical Variables","year":2015,"lang":"en","type":"other","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Categorical variable; Variables; Variable (mathematics); Computer science; Simple (philosophy); Regression analysis; Key (lock); Software; Regression; Data mining; Econometrics; Statistics; Machine learning; Mathematics; Programming language","score_opus":0.027568264317211537,"score_gpt":0.2635847566866648,"score_spread":0.23601649236945327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605776721","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2325652e-7,0.00020733921,0.6806442,0.000033256973,0.00011580315,0.000076260105,0.000001020845,0.0010364853,0.31788543],"genre_scores_gemma":[0.00024158061,0.00000662238,0.48125678,0.000019046209,0.00013159514,0.000014404639,0.000001915795,0.00017968676,0.51814836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986785,0.00001704075,0.00007322837,0.00039055283,0.0005300201,0.00031063298],"domain_scores_gemma":[0.9989647,0.000117686344,0.000025316975,0.00067614234,0.000055967274,0.00016015237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017748492,0.00017504972,0.0001871671,0.00025036567,0.000013894323,0.00011618891,0.0010628627,0.00014908897,0.00014063827],"category_scores_gemma":[0.000053168977,0.00012538757,0.000016091866,0.00042902984,0.000020899446,0.00011791959,0.00029363885,0.00020863004,0.000077100296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.9343856e-7,0.000010242999,0.000011180402,0.000015590615,0.000023324288,0.000034053402,0.000015936852,0.001703065,9.941309e-7,0.15746477,0.83991253,0.0008078333],"study_design_scores_gemma":[0.00023141174,0.00006634894,0.0000016207466,0.00007805709,0.0000054889365,0.000050447587,0.0000014664116,0.15200737,0.000015582904,0.011474226,0.8356223,0.0004456919],"about_ca_topic_score_codex":0.00035693293,"about_ca_topic_score_gemma":0.000011821893,"teacher_disagreement_score":0.20026296,"about_ca_system_score_codex":0.0000714642,"about_ca_system_score_gemma":0.00024085635,"threshold_uncertainty_score":0.5113157},"labels":[],"label_agreement":null},{"id":"W1606102547","doi":"10.1007/978-3-540-88030-1_37","title":"Visualizing Software Architectural Design Decisions","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Visualization; Computer science; Listing (finance); Software; Information visualization; Software engineering; Set (abstract data type); Software visualization; Architecture; Software architecture; Data science; Software development; Data mining; Software construction; Programming language","score_opus":0.04639195948408347,"score_gpt":0.2914299093787881,"score_spread":0.24503794989470462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606102547","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015229576,0.00097389374,0.99561036,0.00023722128,0.001593571,0.0005234514,0.0000036625188,0.0007575805,0.0001479832],"genre_scores_gemma":[0.03531709,0.0001060422,0.9633163,0.00046572735,0.00042260217,0.000019548293,0.0000035990245,0.00007902965,0.00027006],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938737,0.00007121054,0.00060780765,0.0020432505,0.0021473703,0.0012566362],"domain_scores_gemma":[0.9892146,0.0076835365,0.00017816063,0.002183899,0.00034473947,0.00039508104],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0011644886,0.00072595885,0.00065005705,0.0019117488,0.0004889983,0.0006395108,0.0061440533,0.0003883144,0.00002116968],"category_scores_gemma":[0.0026496549,0.00067023205,0.00020721486,0.001270528,0.00081817363,0.00058461627,0.0026625553,0.0016060077,0.00014717938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005620527,0.000018665904,0.00010292594,0.000016172331,0.000012887233,0.00045132588,0.0008581839,0.18395436,0.000048453545,0.00067191693,0.00012158926,0.81373787],"study_design_scores_gemma":[0.00076146855,0.0006463943,0.0021485987,0.0016955681,0.0000123042255,0.0021864406,1.4775986e-7,0.89500123,0.003237672,0.08759118,0.003923511,0.0027954613],"about_ca_topic_score_codex":0.000019218141,"about_ca_topic_score_gemma":0.000013507165,"teacher_disagreement_score":0.8109424,"about_ca_system_score_codex":0.00054633495,"about_ca_system_score_gemma":0.0011530338,"threshold_uncertainty_score":0.9995749},"labels":[],"label_agreement":null},{"id":"W1606631627","doi":"10.48550/arxiv.1507.06934","title":"A Neuro-Fuzzy Model for Function Point Calibration","year":2015,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Bank of Canada","funders":"","keywords":"Computer science; Calibration; Fuzzy logic; Software; Neuro-fuzzy; Artificial neural network; Function point; Data mining; Artificial intelligence; Machine learning; Point (geometry); Function (biology); Fuzzy control system; Software development; Mathematics; Statistics","score_opus":0.11402702621626157,"score_gpt":0.2080516039955312,"score_spread":0.09402457777926962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606631627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032723382,0.0000227558,0.9651566,0.0001570694,0.00068318646,0.00047802264,0.000016660684,0.0005883065,0.00017403066],"genre_scores_gemma":[0.99063367,0.000012202993,0.0077504646,0.000080024096,0.000096654025,0.0000064539913,0.00003134736,0.000027878054,0.001361317],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983857,0.000058531507,0.0001447626,0.0009385438,0.00013668294,0.00033573326],"domain_scores_gemma":[0.9980019,0.00030090238,0.000099481906,0.0010744041,0.00031946698,0.00020386065],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037396353,0.00022952248,0.0002076385,0.00030500867,0.00008704197,0.00015928302,0.0012036404,0.00023792603,0.0000034538893],"category_scores_gemma":[0.0003585491,0.0002785092,0.00014704124,0.00040568478,0.00003455423,0.0005634683,0.0012797393,0.0004272286,0.000023786186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034748802,0.00003067685,0.0002759002,0.000058320038,0.000025194122,0.000019685576,0.00011198986,0.9393466,0.000028456614,0.056122918,0.0037311006,0.00021438442],"study_design_scores_gemma":[0.00032672248,0.00006268197,0.00014631492,0.00002002475,0.000020721076,0.0000015251799,0.0000057509046,0.8806866,0.00002843612,0.11833889,0.00012994975,0.00023241143],"about_ca_topic_score_codex":0.000043517237,"about_ca_topic_score_gemma":0.000009884015,"teacher_disagreement_score":0.9579103,"about_ca_system_score_codex":0.0002885181,"about_ca_system_score_gemma":0.00040986418,"threshold_uncertainty_score":0.9999667},"labels":[],"label_agreement":null},{"id":"W1607081849","doi":"","title":"A cognitive and user centric based approach for reverse engineering tool design","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Reverse engineering; Software engineering; Context (archaeology); Set (abstract data type); Visualization; Software maintenance; Cognition; Systems engineering; Software; Human–computer interaction; Software system; Engineering; Artificial intelligence; Programming language","score_opus":0.09761189240360622,"score_gpt":0.3567598523529033,"score_spread":0.25914795994929707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607081849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02240984,0.0011526045,0.96706265,0.0017297697,0.0001995751,0.007026221,0.00021954314,0.00011237889,0.000087419656],"genre_scores_gemma":[0.76211244,0.00045807307,0.23383227,0.000052668896,0.000053172815,0.0015462176,0.0000071100812,0.00004360971,0.0018944243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754786,0.00027228083,0.00026502597,0.00060080993,0.0006347108,0.0006793041],"domain_scores_gemma":[0.98715615,0.008846857,0.00007185457,0.0004696729,0.0033510951,0.000104355306],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013600418,0.00022817402,0.00036543646,0.00021557657,0.00037975246,0.00010613046,0.0007715639,0.000064322194,0.0000059316308],"category_scores_gemma":[0.0105432505,0.00017100641,0.0000734113,0.001640242,0.00028002218,0.00025472217,0.00022403104,0.00027515183,0.0000026876821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009513068,0.0020529095,0.0017434474,0.0052215164,0.0021554201,0.000025416637,0.023796985,0.6011192,0.01303808,0.086742185,0.026073793,0.22851793],"study_design_scores_gemma":[0.010654185,0.002565504,0.0010065853,0.0017643195,0.000058230424,0.0000026456428,0.006016011,0.80125636,0.15216996,0.0019015529,0.021492422,0.0011121987],"about_ca_topic_score_codex":0.0000011086697,"about_ca_topic_score_gemma":0.0000015413411,"teacher_disagreement_score":0.73970264,"about_ca_system_score_codex":0.00018439555,"about_ca_system_score_gemma":0.00042185324,"threshold_uncertainty_score":0.99779135},"labels":[],"label_agreement":null},{"id":"W1607292358","doi":"10.1007/978-3-642-14192-8_15","title":"On the Perception of Software Quality Requirements during the Project Lifecycle","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Quality (philosophy); Perception; Software quality; Computer science; Application lifecycle management; Process management; Software engineering; Systems engineering; Software; Business; Engineering; Software development; Psychology; Programming language; Neuroscience; Philosophy","score_opus":0.03876068141847252,"score_gpt":0.3105810167737776,"score_spread":0.2718203353553051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607292358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027357114,0.000046532834,0.96976936,0.0006760781,0.0010757352,0.00069137255,0.0000042815896,0.00016720405,0.00021229254],"genre_scores_gemma":[0.88195956,0.00001916049,0.11667873,0.00051204284,0.00042649088,0.00003836677,0.0000016783428,0.000044380853,0.0003195929],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961309,0.00009461374,0.00046120223,0.0009849864,0.0017830022,0.0005452991],"domain_scores_gemma":[0.99378306,0.0033263974,0.00024593214,0.002313073,0.0002626184,0.00006892548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024822627,0.000359789,0.0003220192,0.00044290873,0.00042006944,0.00033367096,0.004940877,0.00023799243,0.00002408153],"category_scores_gemma":[0.001771619,0.00021368774,0.00013620708,0.0006377677,0.00085720315,0.0002997543,0.0015680277,0.0015253668,0.000024476314],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007098588,0.0002273481,0.0066629234,0.0006482895,0.000097603515,0.00007480247,0.010911539,0.03157547,0.015662622,0.035570286,0.00011819272,0.8983799],"study_design_scores_gemma":[0.002469253,0.0019475879,0.35424185,0.004989178,0.000048847993,0.00027837075,0.000008085482,0.17365886,0.039303035,0.4152092,0.0025001564,0.0053455792],"about_ca_topic_score_codex":0.00006312132,"about_ca_topic_score_gemma":0.00002940533,"teacher_disagreement_score":0.89303434,"about_ca_system_score_codex":0.0002588604,"about_ca_system_score_gemma":0.00040498274,"threshold_uncertainty_score":0.91814613},"labels":[],"label_agreement":null},{"id":"W1607839285","doi":"10.1109/ase.2004.58","title":"Refactoring use case models on episodes","year":2004,"lang":"en","type":"article","venue":"Spectrum Research Repository (Concordia University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Software engineering; Property (philosophy); Programming language; Software","score_opus":0.06300003456461517,"score_gpt":0.2805878717707753,"score_spread":0.21758783720616015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607839285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9287445,0.00003397032,0.062007595,0.00055233226,0.00044838677,0.0003233462,0.0000031568306,0.0006262925,0.007260443],"genre_scores_gemma":[0.9953652,0.000033664244,0.0014521094,0.000009701904,0.00015804335,0.000003270861,9.0244407e-7,0.000032519114,0.0029445586],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9962331,0.00034273928,0.00019189954,0.0009352074,0.001138513,0.001158551],"domain_scores_gemma":[0.9961619,0.0014140403,0.000048622,0.0015348761,0.00025811847,0.00058248395],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00070543465,0.00024335402,0.00023537721,0.0015186451,0.0008667707,0.00058628514,0.0016892136,0.00015190903,0.0000051132424],"category_scores_gemma":[0.0004246272,0.00026872868,0.00013898878,0.0021834152,0.00023858142,0.0021160687,0.00090187386,0.0011649183,0.00008199652],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003080629,0.00062738144,0.04765195,0.00012916648,0.0002796169,0.2534243,0.0020958355,0.08245613,0.008863265,0.5994709,0.0006387067,0.0040546744],"study_design_scores_gemma":[0.0144249825,0.008853217,0.18407649,0.0013766511,0.000086646476,0.021062767,0.0023996674,0.071796834,0.54937685,0.08682132,0.053096686,0.0066278717],"about_ca_topic_score_codex":0.016798206,"about_ca_topic_score_gemma":0.0010184569,"teacher_disagreement_score":0.5405136,"about_ca_system_score_codex":0.0018183985,"about_ca_system_score_gemma":0.00063826935,"threshold_uncertainty_score":0.9999765},"labels":[],"label_agreement":null},{"id":"W1608143967","doi":"10.1007/11531142_9","title":"Separation of Concerns with Procedures, Annotations, Advice and Pointcuts","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Advice (programming); Separation of concerns; Metadata; Programming language; Software engineering; Source code; Focus (optics); Aspect-oriented programming; Software; World Wide Web","score_opus":0.012840206856417485,"score_gpt":0.2771170648175793,"score_spread":0.26427685796116185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1608143967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007444419,0.00067928626,0.9967534,0.0005361895,0.00017277694,0.00035655376,0.0000042575775,0.00016425535,0.00058881904],"genre_scores_gemma":[0.40825433,0.00008008485,0.5906227,0.00032058102,0.00025654043,0.00001488974,0.000005425712,0.00003214481,0.00041328778],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99753433,0.000015778978,0.00031640852,0.00088194944,0.00088382466,0.000367704],"domain_scores_gemma":[0.99790394,0.0007367931,0.00017418363,0.0007054772,0.0003600543,0.00011956888],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042010058,0.00029665598,0.00031661353,0.000617883,0.00009948303,0.00021474386,0.001251152,0.00015326196,0.000006378297],"category_scores_gemma":[0.00022015155,0.00025741887,0.00003059429,0.0005582897,0.00049782946,0.0005883905,0.0004394022,0.0004384656,0.0000060833027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042684795,0.0000832638,0.0029629092,0.000541997,0.000056696645,0.0001196128,0.004770711,0.22314072,0.0005767421,0.03938307,0.00021677748,0.7281048],"study_design_scores_gemma":[0.0011329171,0.0010754709,0.007342362,0.0018805009,0.000021699256,0.00041600838,7.0074685e-7,0.9539937,0.0044299965,0.02482316,0.003370276,0.0015132413],"about_ca_topic_score_codex":0.000021042777,"about_ca_topic_score_gemma":0.00011911168,"teacher_disagreement_score":0.73085296,"about_ca_system_score_codex":0.0001463057,"about_ca_system_score_gemma":0.00079561403,"threshold_uncertainty_score":0.9999878},"labels":[],"label_agreement":null},{"id":"W1609394770","doi":"10.1109/qrs.2015.30","title":"How Effective Are Code Coverage Criteria?","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Code coverage; Computer science; Test suite; Control flow; Set (abstract data type); Code (set theory); Fault coverage; Metric (unit); Cover (algebra); Data mining; Test case; Reliability engineering; Programming language; Software; Engineering","score_opus":0.029101078576202522,"score_gpt":0.288739980918633,"score_spread":0.2596389023424305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1609394770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03751894,0.00007117586,0.95842284,0.0015782417,0.00046866355,0.00016808408,0.0000022513655,0.00055919896,0.0012105901],"genre_scores_gemma":[0.98192865,0.0000012850115,0.015600534,0.00013430511,0.0000766299,0.00003044217,6.4146116e-7,0.000008809979,0.0022187142],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99908936,0.00004953449,0.000048790538,0.00024650322,0.00032811827,0.00023769373],"domain_scores_gemma":[0.9988272,0.00039370003,0.000015279928,0.00044782672,0.00013789107,0.00017806035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002874659,0.00008507102,0.00010049699,0.00007312344,0.000025899903,0.00037704274,0.0005863614,0.000036889025,0.0000074044033],"category_scores_gemma":[0.0011506685,0.000072381335,0.000025676249,0.0002616168,0.000017526796,0.00045429775,0.00027940542,0.00010684774,0.00011886096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077460274,0.00048441003,0.12566152,0.00026335,0.00020798792,0.001397752,0.0054331603,0.0023187755,0.006000694,0.0722832,0.58399904,0.20187265],"study_design_scores_gemma":[0.0053641917,0.0014288753,0.38912758,0.00016574375,0.000012348207,0.0002540989,0.00028456326,0.24012935,0.07726072,0.017250556,0.2666198,0.0021021515],"about_ca_topic_score_codex":0.000014394686,"about_ca_topic_score_gemma":0.0000039252805,"teacher_disagreement_score":0.94440967,"about_ca_system_score_codex":0.00008355752,"about_ca_system_score_gemma":0.000044988934,"threshold_uncertainty_score":0.36358318},"labels":[],"label_agreement":null},{"id":"W161357454","doi":"10.15388/infedu.2006.01","title":"Random Factors in IOI 2005 Test Case Scoring","year":2006,"lang":"en","type":"article","venue":"Informatics in Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ranking (information retrieval); Test (biology); Statistics; Olympiad; Rank (graph theory); Confidence interval; Variance (accounting); Population; Computer science; Econometrics; Mathematics; Artificial intelligence; Demography; Mathematics education","score_opus":0.011977123254998535,"score_gpt":0.2779785689758177,"score_spread":0.26600144572081913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W161357454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96106946,0.000049631133,0.037166093,0.000062857216,0.0005265852,0.00018139,7.3086943e-7,0.000074447744,0.00086881244],"genre_scores_gemma":[0.97750664,0.000005172468,0.0222989,0.000017588882,0.00004856159,0.000030063718,0.0000050400968,0.0000047174585,0.000083300765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991386,0.000012535368,0.0003529161,0.000071644616,0.00018450229,0.00023982636],"domain_scores_gemma":[0.9988126,0.0007693554,0.000052462427,0.0002844981,0.00004064671,0.00004041063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042059197,0.00007814785,0.00008548067,0.00045798245,0.00003041028,0.00012574135,0.00029109552,0.00004255661,0.000004826799],"category_scores_gemma":[0.0007551277,0.0000788228,0.000014971985,0.0005483043,0.000012475219,0.00079737994,0.00006462036,0.0001740815,0.000028648012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029335154,0.0004319227,0.8996034,0.00017755777,0.000002694015,0.0000447722,0.01515711,0.042400643,0.000051315958,0.0029054417,0.0019795108,0.037242662],"study_design_scores_gemma":[0.0021886686,0.000053250504,0.5717583,0.0003719822,0.0000030409724,0.00046875596,0.0033592351,0.41082218,0.0030901863,0.0029194604,0.0042693256,0.0006956313],"about_ca_topic_score_codex":0.0007199104,"about_ca_topic_score_gemma":0.00024715145,"teacher_disagreement_score":0.36842152,"about_ca_system_score_codex":0.00027762735,"about_ca_system_score_gemma":0.00023568567,"threshold_uncertainty_score":0.32143003},"labels":[],"label_agreement":null},{"id":"W162010602","doi":"10.1007/978-1-4471-0719-4_15","title":"Analysis of Software Engineering Data Using Computational Intelligence Techniques","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Genetic programming; Artificial neural network; Machine learning; Software development; Software; Artificial intelligence; Backpropagation; Data mining; Field (mathematics); Genetic algorithm","score_opus":0.07804424482319854,"score_gpt":0.3183867658257648,"score_spread":0.24034252100256626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W162010602","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013658934,0.00023915636,0.9957087,0.000011875984,0.00008557788,0.00014358315,0.000069823065,0.00065713184,0.0030704942],"genre_scores_gemma":[0.0030532994,0.0000726184,0.98816293,0.00002078469,0.00006715687,0.0000030775786,0.0002521279,0.000053938238,0.00831404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772793,0.000007914681,0.0004948135,0.0007262408,0.0007795002,0.0002635972],"domain_scores_gemma":[0.9964096,0.0011237328,0.00014994208,0.0019155841,0.0003013905,0.00009973481],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040801277,0.0002962731,0.00053789106,0.001643963,0.000034302775,0.00009191727,0.0030597553,0.00020973699,0.00019455969],"category_scores_gemma":[0.0004213395,0.0003137977,0.00015871723,0.0007191327,0.00005336081,0.00035492107,0.0017921695,0.00035640856,0.000011823839],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027547587,0.000030969157,0.0013361756,0.00017028759,0.0022756844,0.000089915105,0.0000730133,0.78618497,0.00001779726,0.1385057,0.00036450455,0.07094824],"study_design_scores_gemma":[0.000015736237,0.000019454033,0.00020428115,0.00013613627,0.00018298757,0.000015988548,6.5294483e-7,0.992592,0.00010116762,0.0012963029,0.0050763823,0.00035894554],"about_ca_topic_score_codex":0.000048342223,"about_ca_topic_score_gemma":0.0000044676017,"teacher_disagreement_score":0.20640701,"about_ca_system_score_codex":0.00012474717,"about_ca_system_score_gemma":0.00016039849,"threshold_uncertainty_score":0.9999314},"labels":[],"label_agreement":null},{"id":"W16205432","doi":"10.48550/arxiv.1512.00764","title":"Extracting Traceability Information from C# Projects","year":2015,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Traceability; Requirements traceability; Computer science; Software engineering; Software maintenance; Source code; Software; Change impact analysis; Code (set theory); Software development; Programming language","score_opus":0.11528227154745826,"score_gpt":0.21191955702082904,"score_spread":0.09663728547337078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W16205432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46741655,0.000023999177,0.53037816,0.000036181806,0.0005173649,0.0002799699,0.000016190863,0.0007614073,0.00057018973],"genre_scores_gemma":[0.99274355,0.000011757717,0.0070065814,0.000016937673,0.00007341477,0.0000017929615,0.000034324577,0.000010284469,0.00010136298],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843496,0.00012050577,0.000208396,0.00068761513,0.00020368843,0.00034481226],"domain_scores_gemma":[0.9972368,0.00057290867,0.00018120105,0.0014313685,0.0003686081,0.00020914232],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066372857,0.00023842993,0.00023756102,0.00027714027,0.00008150604,0.00027063795,0.001831106,0.0002914794,0.000016005082],"category_scores_gemma":[0.00081538217,0.00028428037,0.00010727417,0.0005634919,0.000039434537,0.0017531796,0.0019711119,0.00090773875,0.00019790868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007152645,0.00022068601,0.061384812,0.00033759905,0.00019064745,0.00031622572,0.00679998,0.9021265,0.000028976638,0.012022855,0.0027939402,0.013706284],"study_design_scores_gemma":[0.00038791847,0.00003317282,0.012932581,0.00007517966,0.000018525632,0.000002499765,0.00017356242,0.96673596,0.00009176677,0.018299295,0.0008123842,0.0004371661],"about_ca_topic_score_codex":0.00079551473,"about_ca_topic_score_gemma":0.000021876307,"teacher_disagreement_score":0.52532697,"about_ca_system_score_codex":0.00054571196,"about_ca_system_score_gemma":0.00055290165,"threshold_uncertainty_score":0.99996096},"labels":[],"label_agreement":null},{"id":"W1631202982","doi":"10.1109/compsac.2015.256","title":"Adaptive Clustering Techniques for Software Components and Architecture","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Cluster analysis; Computer science; Data mining; Fuzzy clustering; FLAME clustering; Hierarchical clustering; Metric (unit); Software metric; Software; Component (thermodynamics); Correlation clustering; CURE data clustering algorithm; Artificial intelligence; Software system; Software construction; Engineering","score_opus":0.04937350249887535,"score_gpt":0.2831740470574781,"score_spread":0.23380054455860277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1631202982","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002941396,0.00006887698,0.9954443,0.00025221266,0.000085053114,0.00028291822,0.0000021271235,0.000806228,0.00011689409],"genre_scores_gemma":[0.17816311,0.0000012458987,0.82149434,0.00007279207,0.00003943559,0.000054281536,0.0000011959643,0.000010555613,0.00016303833],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992468,0.000015615167,0.00008178458,0.00024331633,0.00018998681,0.00022250458],"domain_scores_gemma":[0.9991239,0.0003667213,0.000014648888,0.00025249756,0.00009472532,0.0001475181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023696349,0.000092823735,0.0000991881,0.00010260392,0.00004149141,0.000086699445,0.00039361877,0.00004274993,8.586542e-7],"category_scores_gemma":[0.00033659153,0.000079444675,0.000020755664,0.00012060976,0.000026507842,0.00015818648,0.000401872,0.00009636033,0.000003457022],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009166457,0.00008347654,0.006402862,0.00014420398,0.00006490779,0.000030138372,0.0026841653,0.0020433841,0.00186313,0.006476834,0.005887958,0.97422725],"study_design_scores_gemma":[0.0037171096,0.0028691029,0.019304462,0.00034906477,0.000018109904,0.00044138683,0.00018873064,0.7672363,0.037887964,0.05109669,0.11469217,0.0021989213],"about_ca_topic_score_codex":0.000025467658,"about_ca_topic_score_gemma":0.0000054171514,"teacher_disagreement_score":0.9720284,"about_ca_system_score_codex":0.00003769961,"about_ca_system_score_gemma":0.000029761908,"threshold_uncertainty_score":0.32396597},"labels":[],"label_agreement":null},{"id":"W1637008434","doi":"","title":"Platform library complexity","year":2010,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Suite; Strengths and weaknesses; Computer science; Java; Software; Software engineering; Operating system","score_opus":0.05152573690452441,"score_gpt":0.2826987968242311,"score_spread":0.23117305991970669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1637008434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18077408,0.000011572218,0.80627173,0.0011386172,0.0047082515,0.00017520659,0.000028438919,0.003141825,0.0037502924],"genre_scores_gemma":[0.829721,0.0000059593704,0.16948046,0.00011458306,0.00024423937,0.000028852717,0.000019623423,0.000028710763,0.0003565977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984532,0.000006363811,0.00021265956,0.00040052866,0.0005820828,0.00034514104],"domain_scores_gemma":[0.998676,0.00041829556,0.000040459297,0.0005623947,0.000118568394,0.00018430503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014457492,0.00020860841,0.00014539703,0.00032053512,0.000056923178,0.00042347246,0.0019552864,0.000102921294,0.0005864872],"category_scores_gemma":[0.0009770169,0.0002145506,0.00007171252,0.00026360556,0.000040467403,0.0010449867,0.00042038725,0.00075378496,0.00027737193],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009453478,0.0000632512,0.012160556,0.000018759078,0.000047201967,0.00006553332,0.00016791184,0.0012195759,0.002660782,0.9729459,0.0011711266,0.009469933],"study_design_scores_gemma":[0.0012696605,0.00022053003,0.18223514,0.00024648427,0.000005801188,0.0002141164,0.000022256421,0.7115131,0.02068766,0.014613227,0.06729148,0.0016805249],"about_ca_topic_score_codex":0.0000071593026,"about_ca_topic_score_gemma":0.000001962355,"teacher_disagreement_score":0.95833266,"about_ca_system_score_codex":0.000039457438,"about_ca_system_score_gemma":0.000095469884,"threshold_uncertainty_score":0.87491196},"labels":[],"label_agreement":null},{"id":"W163880961","doi":"","title":"Application of Execution Pattern Mining and Concept Lattice Analysis on Software Structure Evaluation.","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Unix; Software system; Software; Feature (linguistics); Data mining; Software maintenance; Software evolution; Measure (data warehouse); Software sizing; Software construction; Real-time computing; Programming language","score_opus":0.011758758636586776,"score_gpt":0.27459748952204205,"score_spread":0.2628387308854553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163880961","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30702895,0.000053739634,0.6926351,0.000058593716,0.000018815917,0.000102217564,0.0000035938308,0.000072145536,0.000026845357],"genre_scores_gemma":[0.9491327,5.422344e-7,0.05074404,0.00003140062,0.000023787808,0.00001181662,0.000023850218,0.0000039344145,0.000027932932],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898463,0.000041089923,0.00014383093,0.0002608305,0.00045646366,0.00011313548],"domain_scores_gemma":[0.99905974,0.00033345236,0.000055143257,0.00034650954,0.00017639819,0.000028738128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023304007,0.00007190177,0.00010772227,0.00020816973,0.000038708924,0.0000428552,0.00020852237,0.000044187476,0.000023025908],"category_scores_gemma":[0.00014485008,0.00006564259,0.00002816292,0.0007369985,0.00002447737,0.00013377365,0.000057908335,0.000048094458,0.000001579528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003703589,0.000049709382,0.52415895,0.00003526559,0.00013490349,0.0000011780863,0.00058102753,0.12057567,0.0009759411,0.004298759,0.000597641,0.34858727],"study_design_scores_gemma":[0.00014632737,0.00002428706,0.46117792,0.0000043023465,0.00003917363,8.889295e-7,0.000010572012,0.535946,0.0022088704,0.00034082666,0.00003114414,0.000069660506],"about_ca_topic_score_codex":0.00016832356,"about_ca_topic_score_gemma":0.000033376138,"teacher_disagreement_score":0.64210373,"about_ca_system_score_codex":0.000040190884,"about_ca_system_score_gemma":0.000020894413,"threshold_uncertainty_score":0.2676827},"labels":[],"label_agreement":null},{"id":"W1664372859","doi":"","title":"A multi-perspective software visualization environment","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Visualization; Software visualization; Software; Perspective (graphical); Software engineering; Software system; Human–computer interaction; Programming language; Software construction; Data mining; Artificial intelligence","score_opus":0.015843429325902804,"score_gpt":0.27757107812477094,"score_spread":0.2617276487988681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1664372859","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006444375,0.00007174553,0.9921722,0.00015057658,0.000038086644,0.00011313385,5.2959984e-7,0.00057384546,0.00043554034],"genre_scores_gemma":[0.36931127,0.000054735312,0.62104565,0.00019453543,0.000046129568,0.000042667998,0.0000023228072,0.000021046671,0.009281657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991605,0.000022985365,0.0000797521,0.00028414692,0.0002532015,0.00019939373],"domain_scores_gemma":[0.999419,0.000116740746,0.0000079176825,0.00035791998,0.000024689261,0.00007377626],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000096969205,0.00007774941,0.000060208906,0.00006410608,0.000051670297,0.0000669446,0.00039395795,0.00003209158,0.0010307599],"category_scores_gemma":[0.000114318966,0.0000723085,0.000026311214,0.00020291025,0.000019127436,0.00024225836,0.00007617863,0.00006315655,0.0011311516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034926783,0.0019078547,0.049574506,0.000062309104,0.00020155201,0.00020558786,0.015754964,0.07735267,0.0034268931,0.12661405,0.010042124,0.71482253],"study_design_scores_gemma":[0.0019234249,0.00033866585,0.21694754,0.00003440064,0.0000074056697,0.000049924398,0.00015761022,0.73014456,0.008477832,0.002322577,0.038516086,0.0010800058],"about_ca_topic_score_codex":0.000046104236,"about_ca_topic_score_gemma":0.0000012129661,"teacher_disagreement_score":0.71374255,"about_ca_system_score_codex":0.00014133316,"about_ca_system_score_gemma":0.000020294347,"threshold_uncertainty_score":0.99988246},"labels":[],"label_agreement":null},{"id":"W1666209236","doi":"","title":"On tabular expressions","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Semantics (computer science); Programming language; Expression (computer science); Software; Theoretical computer science","score_opus":0.1027603024789078,"score_gpt":0.40279683789261944,"score_spread":0.30003653541371167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1666209236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6738086,0.012130126,0.2043646,0.052196857,0.010798759,0.024215952,0.0007687776,0.0010433821,0.020672966],"genre_scores_gemma":[0.98832244,0.00024344554,0.008179639,0.000035122983,0.00001988763,0.0002983673,8.466441e-7,0.000019701944,0.0028805519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99680424,0.00059097906,0.0002646818,0.00055476517,0.0011129298,0.0006724054],"domain_scores_gemma":[0.9866495,0.007721447,0.00010506076,0.0011832048,0.004207135,0.00013364195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001289361,0.00020249223,0.00032247795,0.00021529198,0.00060926966,0.000079138306,0.0014608144,0.00005859303,0.000012204784],"category_scores_gemma":[0.030643644,0.00013355841,0.00008389311,0.0019384578,0.000406407,0.0001854414,0.00043774894,0.0004401939,0.00002031621],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014873584,0.0003365735,0.00020248674,0.000118345524,0.00014266648,0.000005227662,0.0033931413,0.0053683207,0.009473751,0.9647205,0.01294233,0.0031479227],"study_design_scores_gemma":[0.0035554448,0.0018353447,0.0004152157,0.0015738463,0.000009709742,9.918484e-7,0.010497181,0.002175112,0.81042194,0.09866,0.07023457,0.0006206258],"about_ca_topic_score_codex":6.9718396e-7,"about_ca_topic_score_gemma":0.000009595973,"teacher_disagreement_score":0.8660605,"about_ca_system_score_codex":0.00023599049,"about_ca_system_score_gemma":0.0005379061,"threshold_uncertainty_score":0.97752166},"labels":[],"label_agreement":null},{"id":"W1671697208","doi":"10.7287/peerj.preprints.1138v2","title":"The charming code that error messages are talking about","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Python (programming language); Cyclomatic complexity; Debugging; Computer science; Programming language; Random testing; Code coverage; Source lines of code; Software quality; Software bug; Software; Syntax error; Source code; Code (set theory); Charm (quantum number); Software metric; Abstract syntax tree; Algorithm; Test case; Software development; Particle physics; Machine learning","score_opus":0.07207317227592544,"score_gpt":0.3135958871748,"score_spread":0.24152271489887459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1671697208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051323675,0.0015865188,0.93519425,0.0055061975,0.001238215,0.0002270694,0.0000013302473,0.0012416281,0.0036811188],"genre_scores_gemma":[0.9844241,0.000016125918,0.0120230755,0.00012175608,0.00008133472,0.000021837246,2.7521597e-7,0.000013194772,0.0032983047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987755,0.00003713471,0.00009015768,0.00022638383,0.00051260897,0.00035825558],"domain_scores_gemma":[0.9985174,0.00065036415,0.000033138418,0.00057037687,0.000089226414,0.00013949773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077370123,0.000091752045,0.00008372382,0.00005176556,0.0001605558,0.00037038812,0.0012374207,0.000032291297,0.000006431696],"category_scores_gemma":[0.00067960104,0.00005909118,0.00003072311,0.00024215436,0.000038612452,0.00031148392,0.0004605972,0.0001604637,0.00010043944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002876856,0.00014848853,0.3307187,0.00013174949,0.00021307243,0.000523386,0.012904406,0.0046297475,0.0010261178,0.12500392,0.17783536,0.3468363],"study_design_scores_gemma":[0.0016115895,0.00015804148,0.2535223,0.00027741797,0.00001122578,0.00017294889,0.0026177685,0.32450405,0.024783745,0.0060628755,0.38490456,0.0013734705],"about_ca_topic_score_codex":0.000024081262,"about_ca_topic_score_gemma":0.000019273959,"teacher_disagreement_score":0.9331004,"about_ca_system_score_codex":0.00005645584,"about_ca_system_score_gemma":0.000057709858,"threshold_uncertainty_score":0.35716614},"labels":[],"label_agreement":null},{"id":"W1675491259","doi":"10.1109/qrs.2015.45","title":"An Empirical Study of Highly Impactful Bugs in Mozilla Projects","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software bug; Computer science; Crash; Software regression; Android (operating system); Software; Software quality; Software development; Operating system","score_opus":0.07485372045911827,"score_gpt":0.37727875570063535,"score_spread":0.3024250352415171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1675491259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98158157,0.000012369106,0.0175001,0.00011255192,0.000076910124,0.00026747587,2.0541455e-7,0.00019408322,0.0002547077],"genre_scores_gemma":[0.992606,2.6970358e-7,0.007273866,0.000020567364,0.000020245214,0.000013750475,2.3367073e-7,0.0000070453443,0.0000580555],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870193,0.000088684785,0.00016956012,0.00026874832,0.0005149791,0.00025608798],"domain_scores_gemma":[0.99886197,0.00019149917,0.000018984214,0.00063178147,0.00011089721,0.00018485088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000628054,0.00008349199,0.00014415121,0.00026150464,0.000009522888,0.000052988675,0.00079452456,0.000037880603,0.0000032263856],"category_scores_gemma":[0.00042441217,0.00006614698,0.0000140830325,0.00086653413,0.000014608668,0.00032530582,0.0002108828,0.00012456799,0.000017307284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001187152,0.0009836459,0.9818142,0.000007988839,0.00000795921,0.000054101587,0.011472283,0.0017680875,0.00024532137,0.00014700154,0.0013574591,0.0021300672],"study_design_scores_gemma":[0.001536922,0.0028433676,0.92009586,0.0000093989165,0.0000013969743,0.000011260544,0.0011333403,0.07208128,0.0017716305,0.00019560225,0.00010900278,0.00021095948],"about_ca_topic_score_codex":0.0006416683,"about_ca_topic_score_gemma":0.00008963275,"teacher_disagreement_score":0.07031319,"about_ca_system_score_codex":0.00007457197,"about_ca_system_score_gemma":0.00018602378,"threshold_uncertainty_score":0.26973957},"labels":[],"label_agreement":null},{"id":"W168351275","doi":"","title":"An empirical study of the factors affecting co-change frequency of cloned code","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Statistics Canada","funders":"","keywords":"Code refactoring; Code (set theory); Computer science; clone (Java method); Software maintenance; Cloning (programming); Software development; Similarity (geometry); Empirical research; Software; Programming language; Biology; Mathematics; Artificial intelligence; Set (abstract data type); Statistics; Genetics; DNA","score_opus":0.19425569687736105,"score_gpt":0.4554084863565816,"score_spread":0.26115278947922055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W168351275","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9936203,0.00021255849,0.0006497594,0.0009012489,0.0003106137,0.0041453894,0.00008095806,0.00003321055,0.000045999168],"genre_scores_gemma":[0.99849886,0.000036656158,0.0010945665,0.0000061264222,0.000020212448,0.00024388473,9.612754e-7,0.000017087263,0.000081651444],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9960908,0.0010452541,0.00046096905,0.0005007482,0.0013477646,0.0005544592],"domain_scores_gemma":[0.9867909,0.0054958095,0.00029952364,0.0012810176,0.0060320995,0.00010063394],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012020394,0.00022268342,0.0005277273,0.00019567441,0.00042518717,0.000054692136,0.0023328785,0.00006389442,0.0000073136225],"category_scores_gemma":[0.00856856,0.00012682256,0.00009438318,0.0022544318,0.0006134403,0.00040681267,0.0007372112,0.0004238753,0.0000017885977],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020044805,0.0026249401,0.7515641,0.0006673245,0.000661981,0.0000022358674,0.17278819,0.0014344672,0.05849188,0.004546312,0.0011539471,0.0058641722],"study_design_scores_gemma":[0.002628363,0.004903744,0.46271932,0.0007426972,0.000022584705,4.1984944e-7,0.15420087,0.0026626003,0.36797336,0.0036358915,0.00009324337,0.00041690416],"about_ca_topic_score_codex":0.00008596903,"about_ca_topic_score_gemma":0.00034060638,"teacher_disagreement_score":0.3094815,"about_ca_system_score_codex":0.00019577362,"about_ca_system_score_gemma":0.00035005767,"threshold_uncertainty_score":0.9997827},"labels":[],"label_agreement":null},{"id":"W168615561","doi":"","title":"Life and death of software packages: an evolutionary study of Debian","year":2012,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Popularity; Operating system; Source lines of code; Software evolution; Software bug; Software engineering; Database; Software system; Software construction","score_opus":0.13670887466321954,"score_gpt":0.4052443256467245,"score_spread":0.26853545098350495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W168615561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98923624,0.0029655849,0.004676296,0.0006134694,0.0002641774,0.0020757634,0.00009666293,0.000037153317,0.00003466708],"genre_scores_gemma":[0.9897868,0.00018726378,0.009770064,0.0000065684335,0.000024720557,0.00010883564,0.0000012029278,0.00001312556,0.000101386344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99727273,0.00052911567,0.0003674225,0.00035771276,0.0009567107,0.00051631965],"domain_scores_gemma":[0.99009085,0.0038062853,0.00019061455,0.00082263997,0.0048656086,0.00022399277],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012626975,0.0001707134,0.00043809408,0.00022609998,0.00026662752,0.000021545316,0.0009999342,0.000047940815,0.0000026868472],"category_scores_gemma":[0.016703958,0.00012190907,0.00004348773,0.0012114318,0.00038657483,0.0004534016,0.00082116097,0.00023395964,7.3367687e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012401622,0.0056425426,0.73402816,0.0016868843,0.0012637435,0.00000392211,0.11220221,0.003746703,0.009375753,0.10692752,0.002635572,0.021246808],"study_design_scores_gemma":[0.009217054,0.015362413,0.6006728,0.0018819274,0.000078619414,0.0000032788234,0.25482827,0.004852617,0.099143445,0.01070423,0.00208699,0.001168391],"about_ca_topic_score_codex":0.000010678072,"about_ca_topic_score_gemma":0.000029000475,"teacher_disagreement_score":0.14262606,"about_ca_system_score_codex":0.00011372917,"about_ca_system_score_gemma":0.0004969386,"threshold_uncertainty_score":0.99157876},"labels":[],"label_agreement":null},{"id":"W1689870062","doi":"10.1109/iwpse.2004.19","title":"Studying the evolution of software systems using evolutionary code extractors","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Computer science; Source code; Software system; Software engineering; Software; Code (set theory); KPI-driven code analysis; Software development; Software construction; Programming language","score_opus":0.03897183920478301,"score_gpt":0.27819398529890443,"score_spread":0.23922214609412143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1689870062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22227989,0.000793561,0.776006,0.000052532734,0.00041056317,0.00018231626,0.0000016471682,0.00024366379,0.000029827454],"genre_scores_gemma":[0.94711345,0.0000025336008,0.052752227,0.0000049146042,0.0000539956,0.000009744647,3.8824393e-7,0.00000948833,0.00005325495],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986769,0.000050246246,0.0002219496,0.0002292004,0.0005589326,0.0002627815],"domain_scores_gemma":[0.99866915,0.00049357634,0.000060342543,0.0005543671,0.00016835923,0.00005419029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000439371,0.000098086486,0.000115828276,0.00013914771,0.00015355382,0.00006192791,0.0007966118,0.00004805943,0.0000033879426],"category_scores_gemma":[0.0004705559,0.00007054046,0.000048654925,0.0006424646,0.00005685307,0.00038845662,0.00024254972,0.00015208349,0.0000116284455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045434363,0.00013209644,0.07676829,0.00009802968,0.000054602584,0.000014572991,0.0009051267,0.85958683,0.003570621,0.057775576,0.00017840367,0.00091130816],"study_design_scores_gemma":[0.0012962233,0.00025126888,0.44221497,0.00047912326,0.000027754093,0.0003109086,0.001514369,0.5458936,0.0019686352,0.004777901,0.0005271781,0.00073805783],"about_ca_topic_score_codex":0.0010878965,"about_ca_topic_score_gemma":0.000007330523,"teacher_disagreement_score":0.72483355,"about_ca_system_score_codex":0.00065199874,"about_ca_system_score_gemma":0.0002859579,"threshold_uncertainty_score":0.28765562},"labels":[],"label_agreement":null},{"id":"W1715539198","doi":"10.1109/hicss.1998.648334","title":"A compositional approach to software design","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software engineering; Component (thermodynamics); Component-based software engineering; Software development; Software construction; Software design description; Scope (computer science); Software design; Software; Concreteness; Systems engineering; Programming language; Engineering","score_opus":0.05775938251453814,"score_gpt":0.2478785378884566,"score_spread":0.19011915537391846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1715539198","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044548453,0.000035055844,0.99604356,0.00043198132,0.00006363745,0.00015575302,5.51855e-7,0.000662476,0.0021614959],"genre_scores_gemma":[0.13908061,6.177346e-7,0.8593877,0.00025505226,0.000026627584,0.000040361316,6.3518314e-7,0.000006846507,0.0012015543],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990308,0.000028107728,0.000078813275,0.00026255884,0.00035032097,0.00024938752],"domain_scores_gemma":[0.9990315,0.00039344942,0.000006112205,0.00035892206,0.000055059318,0.0001549651],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000152208,0.000075827455,0.00006852961,0.00011924995,0.000059620346,0.00011717249,0.0007306391,0.000027334041,0.000100873076],"category_scores_gemma":[0.00017382226,0.0000695817,0.000025713873,0.0004539054,0.000011130712,0.00016999104,0.00018878172,0.000086160035,0.0008747897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001155015,0.0012162238,0.0049950266,0.000089629946,0.00008495348,0.00007738016,0.002711232,0.117511764,0.0022818905,0.13085175,0.6640118,0.07615684],"study_design_scores_gemma":[0.00052202796,0.00024779764,0.013913764,0.000024155644,0.0000024263793,0.00017089312,0.000007971291,0.97249293,0.0034367535,0.0014242572,0.0071235043,0.000633489],"about_ca_topic_score_codex":0.000003340299,"about_ca_topic_score_gemma":3.2601733e-8,"teacher_disagreement_score":0.8549812,"about_ca_system_score_codex":0.000041453273,"about_ca_system_score_gemma":0.00001115424,"threshold_uncertainty_score":0.99990314},"labels":[],"label_agreement":null},{"id":"W1720038619","doi":"10.1007/3-540-45314-8_12","title":"On the Importance of Inter-scenario Relationships in Hierarchical State Machine Design","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependency (UML); Computer science; GRASP; Finite-state machine; Focus (optics); State (computer science); Transition (genetics); Unified Modeling Language; Theoretical computer science; Artificial intelligence; Programming language","score_opus":0.03907731184482111,"score_gpt":0.26462271314516483,"score_spread":0.22554540130034373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1720038619","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011175344,0.00022201215,0.99565244,0.0014999025,0.00042115664,0.0004964814,0.0000034873594,0.00009473372,0.00049223483],"genre_scores_gemma":[0.778084,0.00004608127,0.22084853,0.00057554065,0.00009084239,0.000021412536,0.0000025666943,0.000045231263,0.00028583826],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99647427,0.00015983309,0.0006155204,0.001063856,0.001062776,0.00062376074],"domain_scores_gemma":[0.98939615,0.008538521,0.000197181,0.0016038318,0.00013900388,0.00012529765],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0030459,0.0003906685,0.0004193699,0.0010702852,0.00013752918,0.00019876695,0.0038352718,0.00020022898,0.000025299049],"category_scores_gemma":[0.0017101713,0.0002899531,0.00008768363,0.0012185281,0.00064741273,0.00026254915,0.0010111587,0.0024088724,0.00002244611],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060714425,0.00012555056,0.016862148,0.00006618254,0.000024510588,0.00049806235,0.0028043934,0.6308303,0.000060596012,0.09592849,0.00010283654,0.25263622],"study_design_scores_gemma":[0.00022191698,0.00023512551,0.0041165403,0.00053239806,0.0000017287641,0.000045282803,9.350231e-8,0.6634936,0.0003188902,0.33051047,0.00013681885,0.0003871341],"about_ca_topic_score_codex":0.000030652078,"about_ca_topic_score_gemma":0.00018483071,"teacher_disagreement_score":0.77696645,"about_ca_system_score_codex":0.00038906612,"about_ca_system_score_gemma":0.0005247222,"threshold_uncertainty_score":0.99995524},"labels":[],"label_agreement":null},{"id":"W1739253933","doi":"10.1002/cjce.22261","title":"How do you write and present research well?","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal of Chemical Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","score_opus":0.04290437010628004,"score_gpt":0.26458149426186356,"score_spread":0.22167712415558352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1739253933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90918416,0.008378606,0.039866533,0.04081516,0.001038431,0.00027201048,0.0000028478642,0.00009334999,0.00034892216],"genre_scores_gemma":[0.99595964,0.000004400531,0.0035192505,0.000016496942,0.0003562543,0.0000025943853,1.3851154e-7,0.000015063536,0.00012614898],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855417,0.000036952533,0.00013942223,0.00013420475,0.0006303698,0.0005048842],"domain_scores_gemma":[0.9976042,0.0004999128,0.000029609115,0.00034173904,0.00037638587,0.0011481381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017631401,0.000098746066,0.00013951078,0.00031317494,0.000059367605,0.000601725,0.0011271104,0.00006641566,0.0000025169868],"category_scores_gemma":[0.002129286,0.000073209994,0.0000394582,0.00048717248,0.000098054625,0.0002960786,0.00013556126,0.00082633697,0.000005071009],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015741127,0.00017628165,0.028804619,0.0010173757,0.0012707368,0.008324505,0.03524455,0.18825738,0.17739838,0.1378003,0.295378,0.12617046],"study_design_scores_gemma":[0.0032385197,0.0006313899,0.0036121083,0.00080304226,0.00003828007,0.00562601,0.00033015455,0.31208637,0.16413689,0.008008465,0.49996647,0.001522304],"about_ca_topic_score_codex":0.00033773927,"about_ca_topic_score_gemma":0.00001857643,"teacher_disagreement_score":0.20458849,"about_ca_system_score_codex":0.00027821967,"about_ca_system_score_gemma":0.0005782613,"threshold_uncertainty_score":0.5802448},"labels":[],"label_agreement":null},{"id":"W1741323436","doi":"","title":"Integrating SHriMP with the IBM websphere studio workbench","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Workbench; Computer science; IBM; Visualization; Shrimp; Software engineering; Data flow diagram; Porting; Programming language; World Wide Web; Database; Software; Artificial intelligence","score_opus":0.014027858379040853,"score_gpt":0.2489606055455842,"score_spread":0.23493274716654333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1741323436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116395235,0.00014909297,0.8696293,0.0026798,0.000098056385,0.00013972457,7.35876e-8,0.0004421682,0.010466521],"genre_scores_gemma":[0.95682997,0.000008261223,0.03926865,0.00019196297,0.00007474053,0.00002538658,1.6856845e-7,0.0000102730155,0.0035905982],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989475,0.00003170902,0.00008410696,0.00024325839,0.00037835306,0.0003151008],"domain_scores_gemma":[0.9986445,0.00061338017,0.000017515436,0.0005825077,0.00007931361,0.000062805564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003117699,0.00010416155,0.000083861116,0.000034059914,0.00013011032,0.00023237227,0.0010705794,0.000025423053,0.0000722116],"category_scores_gemma":[0.00014806165,0.000052577812,0.000023881283,0.0008072911,0.00003807842,0.00023015888,0.00025541947,0.0002533153,0.00008729172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025018171,0.00018188718,0.43214944,0.000029915178,0.00018410195,0.00038669052,0.0059223655,0.0059387414,0.0004314101,0.088710904,0.07070627,0.39533326],"study_design_scores_gemma":[0.0027055258,0.0016757644,0.48767716,0.00042521016,0.00002909082,0.00092981383,0.004801706,0.2625113,0.0029133789,0.0015124552,0.23249532,0.0023232787],"about_ca_topic_score_codex":0.00006295909,"about_ca_topic_score_gemma":0.00012545595,"teacher_disagreement_score":0.84043473,"about_ca_system_score_codex":0.000037721282,"about_ca_system_score_gemma":0.000060800605,"threshold_uncertainty_score":0.22407712},"labels":[],"label_agreement":null},{"id":"W1746353556","doi":"10.1007/978-1-84800-044-5_8","title":"Reporting Experiments in Software Engineering","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":330,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Guideline; Computer science; Presentation (obstetrics); Unification; Set (abstract data type); Software; Empirical research; Data science; Management science; Software engineering; Engineering; Medicine; Mathematics; Statistics","score_opus":0.06714879045561481,"score_gpt":0.3130913835188216,"score_spread":0.2459425930632068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1746353556","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00036314977,0.0008537705,0.87181747,0.000023404235,0.0009095623,0.00036357372,0.0000010219691,0.0017609535,0.123907104],"genre_scores_gemma":[0.009488651,0.000037561007,0.5074885,0.0001080451,0.00032026033,0.00003739369,0.0000112815405,0.0002108289,0.4822975],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709094,0.0000032794183,0.0010606493,0.0006454012,0.0006685393,0.0005312178],"domain_scores_gemma":[0.9980172,0.0005060713,0.0003229081,0.0009260755,0.00007883452,0.00014890515],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009267656,0.0003299874,0.00039348597,0.0007444804,0.000025066329,0.00010706622,0.00091171096,0.0002362294,0.000120804085],"category_scores_gemma":[0.002056113,0.00035487034,0.000112256756,0.00012947734,0.000014719482,0.00020906501,0.00059444684,0.000684252,0.00014534587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021786549,0.00017686441,0.041079547,0.0012194135,0.00044011333,0.020820547,0.0024384672,0.011147979,0.00075401686,0.70762026,0.00767312,0.20660791],"study_design_scores_gemma":[0.0040406487,0.0006066618,0.05930086,0.0094935335,0.000045069948,0.0018318978,0.00004025932,0.08018302,0.021199586,0.012758845,0.7955218,0.014977847],"about_ca_topic_score_codex":0.000028117367,"about_ca_topic_score_gemma":0.000005548437,"teacher_disagreement_score":0.78784865,"about_ca_system_score_codex":0.00030987253,"about_ca_system_score_gemma":0.000100099634,"threshold_uncertainty_score":0.9998903},"labels":[],"label_agreement":null},{"id":"W1751128976","doi":"","title":"Using the cosmic functional size measurement method (iso 19761) as a software requirements improvement mechanism","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Reliability engineering; Functional requirement; Rework; Computer science; Functional specification; Non-functional requirement; Software; Engineering; Software system; Software engineering; Embedded system; Software construction","score_opus":0.11812397682390374,"score_gpt":0.33565855988554383,"score_spread":0.21753458306164009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1751128976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007054165,0.00015798361,0.98991185,0.00042494742,0.001354109,0.0005056705,0.0000012173979,0.00042202935,0.00016804144],"genre_scores_gemma":[0.54340476,0.0000032831697,0.4550453,0.0007872395,0.00019982942,0.00009581291,7.4328494e-7,0.000025752448,0.0004372841],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9962924,0.00014519345,0.00030318488,0.00042849043,0.0020187555,0.0008119386],"domain_scores_gemma":[0.9977588,0.00071651593,0.00007900511,0.00089685986,0.00030988897,0.000238927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003657544,0.00023651068,0.00016937286,0.00010103369,0.00031334464,0.00019233346,0.0009608307,0.000067577304,0.00027893105],"category_scores_gemma":[0.0012922138,0.00016830508,0.00010686384,0.00045743864,0.0000265579,0.0006831536,0.00074177736,0.00025286537,0.00014435468],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011058006,0.00150954,0.015442571,0.0002828499,0.0014665957,0.00003435227,0.0038408055,0.0054765292,0.5594488,0.23617199,0.015204042,0.16101138],"study_design_scores_gemma":[0.005776539,0.0014403044,0.03663491,0.00031828677,0.00025346645,0.00046582115,0.0008059277,0.1748329,0.6867588,0.071955994,0.017269908,0.0034871383],"about_ca_topic_score_codex":0.00012892367,"about_ca_topic_score_gemma":0.0000029219054,"teacher_disagreement_score":0.53635055,"about_ca_system_score_codex":0.0006277762,"about_ca_system_score_gemma":0.00021626834,"threshold_uncertainty_score":0.6863282},"labels":[],"label_agreement":null},{"id":"W1754212509","doi":"10.1007/978-3-642-41533-3_12","title":"Automatically Searching for Metamodel Well-Formedness Rules in Examples and Counter-Examples","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Metamodeling; Computer science; Rotation formalisms in three dimensions; Set (abstract data type); Programming language; Domain (mathematical analysis); Theoretical computer science; Artificial intelligence; Software engineering; Mathematics","score_opus":0.03098259292486101,"score_gpt":0.2755012836934368,"score_spread":0.2445186907685758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1754212509","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043739425,0.0005825699,0.99255943,0.00040480174,0.00054390164,0.0009820858,0.000011525527,0.00025300393,0.00028871006],"genre_scores_gemma":[0.09723584,0.00007911214,0.9017695,0.0003174841,0.00019955447,0.00010307945,0.000008523326,0.000066176355,0.00022070513],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954034,0.000046973495,0.0006240188,0.0016091155,0.001197501,0.0011189763],"domain_scores_gemma":[0.9926977,0.0054442645,0.00014145228,0.0011711044,0.00027971738,0.00026571765],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0021108182,0.00057528476,0.00071283453,0.0014075887,0.0002190666,0.0012365562,0.0032889259,0.00030282093,0.000020182817],"category_scores_gemma":[0.0007847916,0.0005096238,0.00010168194,0.0004507104,0.00073165377,0.0009999577,0.0018230443,0.0008772322,0.000034337256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011734506,0.00005989938,0.00062141434,0.00065980037,0.000036945166,0.000064080945,0.0024996204,0.041042645,0.00027734236,0.08003039,0.00005921542,0.8746369],"study_design_scores_gemma":[0.0003383439,0.00012228916,0.0015926358,0.00062636053,0.000004451303,0.000040814062,4.511588e-7,0.8647324,0.00019921798,0.13102321,0.00075469416,0.0005651415],"about_ca_topic_score_codex":0.0001327637,"about_ca_topic_score_gemma":0.00013177798,"teacher_disagreement_score":0.8740718,"about_ca_system_score_codex":0.0003410876,"about_ca_system_score_gemma":0.0006004466,"threshold_uncertainty_score":0.99980026},"labels":[],"label_agreement":null},{"id":"W1761436590","doi":"","title":"Analysis of Software Measures Using Metrology Concepts - ISO 19761 Case Study.","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Metrology; Software; Software measurement; Computer science; Systems engineering; Reliability engineering; Engineering; Software development; Software quality; Mathematics; Statistics; Programming language","score_opus":0.0519040519451182,"score_gpt":0.34866934047033343,"score_spread":0.2967652885252152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1761436590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50276726,0.00006863834,0.49687147,0.000017173195,0.000054382024,0.0000816392,0.0000010367964,0.0001313004,0.0000070587275],"genre_scores_gemma":[0.914546,9.153227e-7,0.08537906,0.000029301844,0.0000130947865,0.000006070629,5.031859e-7,0.000007934498,0.00001712277],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843884,0.00009189698,0.0002707188,0.00039171666,0.00049138494,0.00031542033],"domain_scores_gemma":[0.9982899,0.0005594743,0.00005750074,0.00075869623,0.00022744396,0.000107019296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005601195,0.00012968152,0.0003624945,0.0008124524,0.00007782822,0.0000521895,0.000655921,0.000057219637,0.000035249923],"category_scores_gemma":[0.0007321356,0.00011546002,0.00013124323,0.0028162112,0.00006841865,0.00020786758,0.0002944887,0.00013497417,0.0000059928243],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069807675,0.00041570642,0.5341902,0.000015669977,0.0020579428,0.0033868812,0.00383734,0.4471771,0.0005882986,0.0008577341,0.000018188124,0.007447977],"study_design_scores_gemma":[0.009584143,0.0037634529,0.44162145,0.00006360123,0.0037225217,0.004911354,0.006863319,0.5088661,0.016253224,0.0012730858,0.00025796352,0.0028198273],"about_ca_topic_score_codex":0.0035462847,"about_ca_topic_score_gemma":0.0005175476,"teacher_disagreement_score":0.41177872,"about_ca_system_score_codex":0.000108592336,"about_ca_system_score_gemma":0.00013243611,"threshold_uncertainty_score":0.53609455},"labels":[],"label_agreement":null},{"id":"W1762375712","doi":"10.3968/4845","title":"The Software Reliability Increase Method","year":2014,"lang":"en","type":"article","venue":"Studies in sociology of science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Reliability engineering; Code refactoring; Reliability (semiconductor); Computer science; Statistic; Software quality; Software reliability testing; Software; Software metric; Process (computing); Probabilistic logic; Statistics; Software development; Programming language; Mathematics; Artificial intelligence; Engineering","score_opus":0.038089196453151605,"score_gpt":0.3876887638517571,"score_spread":0.3495995673986055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1762375712","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7208235,0.0012010429,0.27481052,0.0017552952,0.00096512085,0.00015069373,5.440322e-7,0.00012063748,0.00017262922],"genre_scores_gemma":[0.84999925,0.00009040136,0.14975332,0.000072095325,0.000024296458,0.000025890067,3.7007954e-8,0.0000025445745,0.000032150867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981891,0.0003113632,0.00023530005,0.00043122482,0.00038150843,0.00045153973],"domain_scores_gemma":[0.9847761,0.013867687,0.00007416066,0.0008506842,0.00037204524,0.000059343656],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.011603885,0.00008725712,0.00020777404,0.00010301676,0.00048881373,0.000010461949,0.0022686212,0.00004475138,7.059699e-7],"category_scores_gemma":[0.048735224,0.000057190595,0.000035767906,0.00079046143,0.03011601,0.00020143283,0.0013784813,0.00023936576,0.0000062964514],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040671555,0.00020787829,0.35309523,0.00026728844,0.0000923169,0.000016094062,0.16081731,0.0069054263,0.00227175,0.30942383,0.0039141444,0.16294804],"study_design_scores_gemma":[0.0009698533,0.000657379,0.5289623,0.000114953946,0.000008705469,0.000027246891,0.01513881,0.036539055,0.003593539,0.4087446,0.004584062,0.0006594771],"about_ca_topic_score_codex":0.000027394453,"about_ca_topic_score_gemma":0.000004817247,"teacher_disagreement_score":0.17586707,"about_ca_system_score_codex":0.00012623884,"about_ca_system_score_gemma":0.00015630826,"threshold_uncertainty_score":0.97252345},"labels":[],"label_agreement":null},{"id":"W176329199","doi":"10.1007/978-3-319-13835-0_16","title":"Combining Static and Dynamic Impact Analysis for Large-Scale Enterprise Systems","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Static analysis; Computer science; Scalability; False positive paradox; Scale (ratio); Dynamic program analysis; Set (abstract data type); Work (physics); Industrial engineering; Distributed computing; Software; Machine learning; Programming language","score_opus":0.010436081523753863,"score_gpt":0.2736924838424286,"score_spread":0.26325640231867475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W176329199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014711394,0.00058387086,0.9962111,0.00010426013,0.0008065589,0.00056590774,0.000027705826,0.0001942315,0.000035229765],"genre_scores_gemma":[0.8112017,0.000022801129,0.18830743,0.00011423291,0.00009223649,0.000029164454,0.00001463588,0.000040184535,0.00017763715],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962768,0.000043810236,0.0004747792,0.0014264178,0.0008930923,0.00088512857],"domain_scores_gemma":[0.99511856,0.0028040253,0.00020726713,0.0013397353,0.00025538102,0.00027506106],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017574513,0.0004817768,0.0008067028,0.0018143676,0.0002173358,0.0009733001,0.00223639,0.00022156163,0.0000043052755],"category_scores_gemma":[0.0003180168,0.00042618354,0.00022440917,0.0010170744,0.00023110383,0.00029726955,0.0010214663,0.0005501481,0.0000072867506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017275883,0.000048128062,0.008026486,0.00044079707,0.00037241448,0.0000546283,0.002812212,0.8478937,0.00007058899,0.0047135176,0.000031871477,0.13551836],"study_design_scores_gemma":[0.00031315707,0.00022194706,0.0017971605,0.0002321452,0.00004181314,0.000024143159,2.7416775e-7,0.9923909,0.000015186916,0.004368002,0.00015779577,0.00043750982],"about_ca_topic_score_codex":0.00003277638,"about_ca_topic_score_gemma":0.000052075884,"teacher_disagreement_score":0.8097305,"about_ca_system_score_codex":0.00040823937,"about_ca_system_score_gemma":0.0002688112,"threshold_uncertainty_score":0.999819},"labels":[],"label_agreement":null},{"id":"W1763929460","doi":"10.1016/s0167-6423(02)00058-8","title":"A change impact model for changeability assessment in object-oriented software systems","year":2002,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Maintainability; Computer science; Software metric; Software maintenance; Change impact analysis; Software; Software system; Software quality; Object-oriented programming; Software sizing; Software development; Software engineering; Object-oriented design; Reliability engineering; Component-based software engineering; Systems engineering; Programming language","score_opus":0.06438464849421065,"score_gpt":0.33700594520257726,"score_spread":0.2726212967083666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1763929460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1181166,0.00017173498,0.8794911,0.000094357216,0.0004932395,0.0013627243,0.0000046447544,0.000260505,0.000005077818],"genre_scores_gemma":[0.62023395,0.0000019012306,0.37935153,0.000008453077,0.000059811075,0.0003229952,9.763385e-7,0.000009447377,0.00001090664],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99678826,0.000048651793,0.00040655947,0.0007814076,0.0009960565,0.0009790823],"domain_scores_gemma":[0.99795663,0.00039407675,0.00013162692,0.00085707696,0.00043630513,0.00022428944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022631024,0.00021661713,0.00033878087,0.00068665034,0.00015756722,0.00033227948,0.0017285726,0.00006472078,0.0000023478808],"category_scores_gemma":[0.0003010254,0.0001953854,0.00011727125,0.0024957254,0.0002460508,0.0012903081,0.0006027496,0.00021779802,0.00000314762],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010680372,0.0008723682,0.06374971,0.0006677863,0.000028560857,0.000015244122,0.010884984,0.09113738,0.00036799026,0.005277045,0.00015541252,0.82683283],"study_design_scores_gemma":[0.0003479565,0.00030489164,0.013008284,0.000110720255,0.0000016789157,0.0000076610695,0.000015778664,0.9857737,0.00006430691,0.00010971179,0.000060652234,0.0001946548],"about_ca_topic_score_codex":0.000112116075,"about_ca_topic_score_gemma":0.0000061851015,"teacher_disagreement_score":0.89463633,"about_ca_system_score_codex":0.00044565875,"about_ca_system_score_gemma":0.00021423683,"threshold_uncertainty_score":0.79675853},"labels":[],"label_agreement":null},{"id":"W1769239150","doi":"","title":"Software maintenance knowledge-based system (S3mxpert): web-based software maintenance expert training","year":2006,"lang":"en","type":"article","venue":"International Conference on Web-based Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Software engineering; Software maintenance; Computer science; Capability Maturity Model; Team software process; Personal software process; Software development; Task (project management); Software construction; Software peer review; Software system; Software analytics; Software; Web application; World Wide Web; Engineering; Systems engineering; Operating system","score_opus":0.03340592950714632,"score_gpt":0.29920836499754255,"score_spread":0.2658024354903962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1769239150","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022251027,0.0002311167,0.95854014,0.005703824,0.0056510456,0.00080448587,0.00009439502,0.0024959713,0.0042279926],"genre_scores_gemma":[0.91888636,0.0000048930574,0.07698828,0.0011270709,0.000492921,0.0008132882,0.00026197886,0.00008605215,0.0013391562],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951895,0.00023970893,0.0008085684,0.0013816586,0.0013986327,0.0009819702],"domain_scores_gemma":[0.99457246,0.0014130025,0.00036186515,0.001300368,0.0020231833,0.00032910143],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008086202,0.0006438702,0.0004662093,0.0010298293,0.00030512182,0.00069609634,0.0026920014,0.00026743283,0.00021403992],"category_scores_gemma":[0.0015454252,0.0006490724,0.00027007802,0.00091134297,0.00019597456,0.00057172956,0.00012022117,0.0006124122,0.00040529732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009353302,0.006541889,0.03541908,0.0013774533,0.0002604534,0.00028091506,0.0020801662,0.102140866,0.014263213,0.3004197,0.2221016,0.31417936],"study_design_scores_gemma":[0.0037789387,0.00031628748,0.008572578,0.0032122736,0.000014513064,0.000030288333,0.00031279802,0.93872964,0.0060457904,0.00090713816,0.036689177,0.0013905771],"about_ca_topic_score_codex":0.00028484262,"about_ca_topic_score_gemma":0.000090168716,"teacher_disagreement_score":0.89663535,"about_ca_system_score_codex":0.0021482166,"about_ca_system_score_gemma":0.00813665,"threshold_uncertainty_score":0.99959606},"labels":[],"label_agreement":null},{"id":"W1771373694","doi":"10.1002/spe.390","title":"Schrödinger's token","year":2001,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Security token; Computer science; Compiler; Programming language; Parsing; Programmer; Grammar; Context (archaeology); Syntax; Simple (philosophy); Natural language processing; Artificial intelligence; Linguistics; Operating system","score_opus":0.021275170917820926,"score_gpt":0.309870892575293,"score_spread":0.28859572165747205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1771373694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19375987,0.001693203,0.79950696,0.002450714,0.00045584817,0.00015639623,5.466818e-7,0.0009820262,0.0009944452],"genre_scores_gemma":[0.82215667,0.0006077801,0.17580196,0.0009024965,0.00010083326,0.000063679065,6.590897e-7,0.000015175659,0.00035076175],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853796,0.00004982388,0.00014720154,0.00044964137,0.00040731407,0.00040805398],"domain_scores_gemma":[0.99748373,0.0015664268,0.000049734746,0.00056915276,0.00013571292,0.00019524439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034602446,0.00013553275,0.00011455944,0.00009992103,0.00020384819,0.00036000984,0.00069437147,0.00005897865,0.000033505654],"category_scores_gemma":[0.0061379373,0.00013092013,0.00002588577,0.00056101906,0.00007902292,0.0028306204,0.00042306972,0.00022867789,0.00011897112],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012454732,0.00039197455,0.18765752,0.00008149214,0.00008508351,0.0019058962,0.05282478,0.00016460191,0.0019352088,0.022800855,0.0059467214,0.7260813],"study_design_scores_gemma":[0.0008350337,0.0003666572,0.031430036,0.00009708911,0.000014363297,0.0027974583,0.002839642,0.0035590434,0.0029352983,0.0014735202,0.95253116,0.0011206729],"about_ca_topic_score_codex":0.00007203493,"about_ca_topic_score_gemma":0.0000012174756,"teacher_disagreement_score":0.94658446,"about_ca_system_score_codex":0.000035764988,"about_ca_system_score_gemma":0.000057612695,"threshold_uncertainty_score":0.7348128},"labels":[],"label_agreement":null},{"id":"W1773448242","doi":"10.1007/978-3-540-85279-7_20","title":"A Case Study on the Impact of Refactoring on Quality and Productivity in an Agile Team","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":140,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Agile software development; Computer science; Productivity; Quality (philosophy); Software engineering; Technical debt; Software quality; Software development; Empirical research; Software; Process management; Programming language; Engineering","score_opus":0.08793095420036612,"score_gpt":0.3594127995506426,"score_spread":0.2714818453502765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1773448242","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8365025,0.000039547554,0.16225894,0.00007653149,0.00025168713,0.00071830134,0.000003236012,0.00007145567,0.0000778332],"genre_scores_gemma":[0.99532866,0.0000040075747,0.0044850674,0.000029361629,0.00011143842,0.000011518318,2.7607618e-7,0.000018504348,0.0000111625195],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99668914,0.00016875874,0.00037451196,0.0013048234,0.001003258,0.0004594852],"domain_scores_gemma":[0.99503785,0.0026254663,0.00015426402,0.0019041932,0.00015301563,0.00012520136],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023756532,0.00037504837,0.0004546709,0.0007531492,0.0001640244,0.00019066864,0.0016916838,0.00012542075,0.0000018245896],"category_scores_gemma":[0.0009309996,0.00025248175,0.00006830794,0.0007140508,0.0004191816,0.0003775364,0.00079614844,0.0011334319,0.0000019043721],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009086035,0.0016474022,0.15294683,0.00011270881,0.00006391704,0.0050359624,0.043898154,0.26370946,0.0007856099,0.0012818469,0.00002231072,0.5304049],"study_design_scores_gemma":[0.0015321309,0.010899646,0.7100168,0.001061809,0.000008392531,0.002702771,0.000012685104,0.2577058,0.0037870982,0.0099608395,0.000024235413,0.0022877876],"about_ca_topic_score_codex":0.0006409989,"about_ca_topic_score_gemma":0.0001586933,"teacher_disagreement_score":0.55706996,"about_ca_system_score_codex":0.00042761012,"about_ca_system_score_gemma":0.00036286074,"threshold_uncertainty_score":0.9999927},"labels":[],"label_agreement":null},{"id":"W177800519","doi":"","title":"Towards dynamic interprocedural analysis in JVMs","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Call graph; Computer science; Reachability; Programming language; Java; Call stack; Class hierarchy; Static analysis; Profiling (computer programming); Theoretical computer science; Graph; Runtime system; Parallel computing; Distributed computing; Object-oriented programming","score_opus":0.007604102090432722,"score_gpt":0.27497544287229436,"score_spread":0.26737134078186164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W177800519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25781128,0.00002664521,0.7408159,0.00066307344,0.000057294485,0.00003809719,1.9818101e-7,0.00020489084,0.00038263958],"genre_scores_gemma":[0.9401946,0.0000025378097,0.059562925,0.00006888913,0.000004823388,0.000008047295,8.7664785e-7,0.0000040155737,0.00015328288],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99913824,0.000008839404,0.000122367,0.00025065793,0.00023083248,0.0002490857],"domain_scores_gemma":[0.99947774,0.000059678456,0.000009868224,0.00035957558,0.000029610288,0.00006354918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016798309,0.00007351365,0.00011652665,0.0005447855,0.000014050081,0.00008291862,0.00073211343,0.000031125735,0.000026961063],"category_scores_gemma":[0.00017125873,0.00006429361,0.000066939414,0.002362592,0.000015015182,0.00023793195,0.0002159018,0.00012273728,0.00006846955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022376995,0.00056561874,0.26139343,0.00010383134,0.000791984,0.0005653822,0.0071788453,0.4425097,0.002175891,0.10082273,0.00023268329,0.18363751],"study_design_scores_gemma":[0.00043909362,0.000058715235,0.6328807,0.000017156115,0.000009876833,0.000012079465,0.00002936463,0.36088476,0.0011631852,0.0042147604,0.00004519812,0.00024515434],"about_ca_topic_score_codex":0.00037620694,"about_ca_topic_score_gemma":0.00039876194,"teacher_disagreement_score":0.6823833,"about_ca_system_score_codex":0.0002044964,"about_ca_system_score_gemma":0.00008621544,"threshold_uncertainty_score":0.26218173},"labels":[],"label_agreement":null},{"id":"W1779974843","doi":"10.1016/j.diin.2015.05.015","title":"BinComp: A stratified approach to compiler provenance Attribution","year":2015,"lang":"en","type":"article","venue":"Digital Investigation","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Compiler; Computer science; Compiler correctness; Compiler construction; Optimizing compiler; Interprocedural optimization; Programming language; Loop optimization; Semantics (computer science)","score_opus":0.07929534497281193,"score_gpt":0.2663574744014908,"score_spread":0.1870621294286789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1779974843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23731782,0.000018776655,0.7582509,0.00047582347,0.00020159312,0.00033932328,0.000008510741,0.00042641087,0.002960875],"genre_scores_gemma":[0.9646153,1.2444559e-7,0.03474785,0.00012389605,0.00004602082,0.000059392612,0.00006712442,0.000009309117,0.00033102083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987887,0.00002329236,0.00016923272,0.0003288747,0.0004498122,0.00024007414],"domain_scores_gemma":[0.9989844,0.000062977575,0.000037661684,0.00037553685,0.00020591027,0.0003335084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025145445,0.00010947944,0.00009904249,0.00011240988,0.000040055158,0.00055238756,0.00046391817,0.000047240348,3.9866913e-7],"category_scores_gemma":[0.0005825272,0.000107473286,0.000022829814,0.00076201337,0.000044665052,0.0013511715,0.00015672782,0.000108965345,0.00028082496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039222454,0.00054476823,0.0742832,0.00017023113,0.00005930257,0.000018753984,0.0060796603,0.049329147,0.0053854254,0.7060018,0.08861727,0.069471195],"study_design_scores_gemma":[0.001782705,0.00082186423,0.21297744,0.00017678813,0.0000065528598,0.000068269765,0.00014745785,0.65761137,0.027468342,0.07182689,0.025631335,0.0014809767],"about_ca_topic_score_codex":0.000009293118,"about_ca_topic_score_gemma":2.5617808e-7,"teacher_disagreement_score":0.7272974,"about_ca_system_score_codex":0.00013432202,"about_ca_system_score_gemma":0.00015567562,"threshold_uncertainty_score":0.5326686},"labels":[],"label_agreement":null},{"id":"W1781502158","doi":"10.1109/simsym.2000.844908","title":"PUMP: a program understanding tool for MODSIM programs","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Software engineering; Interface (matter); Key (lock); Context (archaeology); Object-oriented programming; Programming language; Software; User interface; Code (set theory); Presentation (obstetrics); Operating system","score_opus":0.11961097960683913,"score_gpt":0.3094546942436022,"score_spread":0.18984371463676308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1781502158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004231055,0.00003574767,0.99119234,0.00062209927,0.00014483355,0.0010194589,3.5289605e-7,0.0017796821,0.00097443763],"genre_scores_gemma":[0.69136816,0.0000031052955,0.30667642,0.000036265257,0.00004783098,0.000464723,0.0000010314023,0.00001436796,0.0013881171],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880284,0.000010790294,0.00012068919,0.00030847665,0.0002889493,0.00046824312],"domain_scores_gemma":[0.99914706,0.00028698027,0.000015766158,0.00041190142,0.0000498586,0.00008844361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002228921,0.000101616846,0.00009447994,0.000091748145,0.00008913728,0.00037830122,0.000611128,0.000047338883,0.000030605315],"category_scores_gemma":[0.00018657719,0.000088792374,0.000064161024,0.00045136575,0.000027296668,0.00031610247,0.00012887918,0.00008970487,0.000049330647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004276127,0.00047009165,0.0048498027,0.000114320675,0.000050375165,0.00001705306,0.00061220187,0.00024567905,0.00007367559,0.20093963,0.00633215,0.78629076],"study_design_scores_gemma":[0.0005185362,0.00045457896,0.00038882927,0.000022328826,0.0000027679562,0.000013963787,0.00002742695,0.97800946,0.0003242957,0.0052073207,0.014751949,0.00027852724],"about_ca_topic_score_codex":0.0000030633278,"about_ca_topic_score_gemma":0.0000012291106,"teacher_disagreement_score":0.9777638,"about_ca_system_score_codex":0.00013254835,"about_ca_system_score_gemma":0.000013144991,"threshold_uncertainty_score":0.36479673},"labels":[],"label_agreement":null},{"id":"W1784491506","doi":"","title":"Informing the Design of a Software-Development Assessment Method with the “Coordinative Artifacts” Framework","year":2014,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Quality (philosophy); Software; Artifact (error); Software development; Software quality; Software engineering; Human–computer interaction; Artificial intelligence","score_opus":0.020914473653509385,"score_gpt":0.2783977314982539,"score_spread":0.2574832578447445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1784491506","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002749323,0.00017213664,0.98656774,0.00853648,0.00012789473,0.0008462144,0.0000036766553,0.00028129335,0.00071524177],"genre_scores_gemma":[0.21224956,0.000026969146,0.78674984,0.000084900865,0.000011523886,0.00026252487,0.000014248857,0.00003021634,0.0005702283],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9910022,0.006190541,0.00052500336,0.00068582577,0.0011315327,0.00046492365],"domain_scores_gemma":[0.9654487,0.027591795,0.00065986277,0.0037429007,0.002419667,0.00013711992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01836199,0.0003641724,0.00040111458,0.00019575728,0.0005107107,0.0006316602,0.0047166967,0.00020853794,0.00001993778],"category_scores_gemma":[0.005777535,0.00022791419,0.00012019176,0.0007540264,0.00027614972,0.00018770424,0.0035981757,0.0014238486,0.000015328269],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026548907,0.00047432954,0.003362436,0.0005473264,0.00075191853,0.000010148286,0.09948725,0.08196537,0.00042493505,0.19894223,0.0015761213,0.6124314],"study_design_scores_gemma":[0.0009697379,0.000007646252,0.04451491,0.007930107,0.00011482266,0.000046600762,0.0005570603,0.8102739,0.086537346,0.018398013,0.02884258,0.0018072949],"about_ca_topic_score_codex":0.00019675319,"about_ca_topic_score_gemma":0.0000483787,"teacher_disagreement_score":0.7283085,"about_ca_system_score_codex":0.00026891014,"about_ca_system_score_gemma":0.0013331993,"threshold_uncertainty_score":0.9294071},"labels":[],"label_agreement":null},{"id":"W1786186632","doi":"10.1007/978-3-319-24285-9_13","title":"Improving the COSMIC Approximate Sizing Using the Fuzzy Logic EPCU Model","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Sizing; Fuzzy logic; Computer science; Software; Computer engineering; Reliability engineering; Industrial engineering; Algorithm; Artificial intelligence; Engineering; Programming language","score_opus":0.045232950141659484,"score_gpt":0.2710880902295699,"score_spread":0.22585514008791044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1786186632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007617815,0.0023333672,0.9925033,0.0008668705,0.0003580808,0.0005901799,0.000005362118,0.00035304987,0.0029136436],"genre_scores_gemma":[0.70929796,0.00018499278,0.28522223,0.0033132117,0.00081604364,0.00016914657,0.000121952835,0.00026059157,0.00061384204],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99717236,0.000030397343,0.00075096946,0.00038509688,0.0010698397,0.0005913116],"domain_scores_gemma":[0.9967544,0.00051994,0.00063665013,0.0009404961,0.0010798979,0.0000685788],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013558991,0.00052382494,0.0003835759,0.0005154694,0.00052062195,0.0014596974,0.0020036572,0.0004131023,0.0000039808756],"category_scores_gemma":[0.001822782,0.0003282074,0.000075439246,0.0007822296,0.00018196314,0.002866479,0.0008247647,0.0012788542,0.000016727661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060913585,0.000003850729,0.0000079275405,0.00046116047,0.000008351173,0.000003377267,0.0015864687,0.7635366,0.000034010613,0.0072047105,0.000014336159,0.22713314],"study_design_scores_gemma":[0.00019728615,0.0000062912477,0.000016172722,0.00048708136,0.0000160172,0.00004685601,0.000011980206,0.9455704,0.00005500648,0.05220902,0.00097006233,0.0004138426],"about_ca_topic_score_codex":0.000031951684,"about_ca_topic_score_gemma":0.000006629053,"teacher_disagreement_score":0.7092218,"about_ca_system_score_codex":0.0005252984,"about_ca_system_score_gemma":0.0011270682,"threshold_uncertainty_score":0.999917},"labels":[],"label_agreement":null},{"id":"W1787880242","doi":"10.1109/sew.2005.4","title":"Decision Support for Software Release Planning - Methods, Tools, and Practical Experience","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software release life cycle; Decision support system; Software engineering; Software; Systems engineering; Software development; Software construction; Engineering; Artificial intelligence; Programming language","score_opus":0.08535878872875978,"score_gpt":0.43310100983841787,"score_spread":0.3477422211096581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1787880242","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010269495,0.00010716458,0.988269,0.0005607065,0.00014716607,0.00019328947,0.0000017142114,0.00038503268,0.00006644734],"genre_scores_gemma":[0.029809406,0.0000074722634,0.9694121,0.00027086225,0.00007075312,0.00006377708,0.0000017871654,0.000012055626,0.00035179275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99868685,0.00003669195,0.00018865729,0.00043412307,0.00029469453,0.00035900602],"domain_scores_gemma":[0.99266803,0.0065689473,0.00002707422,0.00043659128,0.00008677647,0.00021260079],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007635463,0.00011374271,0.00013018855,0.000096745374,0.00011083738,0.00028077682,0.00033228836,0.00006560458,0.000040351024],"category_scores_gemma":[0.01020805,0.000099105986,0.000033999895,0.00019602195,0.000033689437,0.0011600755,0.00033256062,0.00014549123,0.000021312075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003108175,0.000045748828,0.002662371,0.000017821181,0.000007698995,0.000041703734,0.0009837588,0.0004593806,0.0003468522,0.004623221,0.009331783,0.9814486],"study_design_scores_gemma":[0.001780846,0.0006455129,0.030299135,0.00009789196,0.000012038789,0.00084279716,0.00025131254,0.45442784,0.026000405,0.0029505412,0.4816555,0.0010361723],"about_ca_topic_score_codex":0.000002685123,"about_ca_topic_score_gemma":4.8417746e-7,"teacher_disagreement_score":0.9804124,"about_ca_system_score_codex":0.00004171235,"about_ca_system_score_gemma":0.00009316258,"threshold_uncertainty_score":0.99812937},"labels":[],"label_agreement":null},{"id":"W1791687657","doi":"10.1007/978-3-642-13881-2_7","title":"Automatic Quality Assessment of Source Code Comments: The JavadocMiner","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Source code; Code (set theory); Quality (philosophy); Programming language","score_opus":0.03315713294727574,"score_gpt":0.32769240608061273,"score_spread":0.294535273133337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1791687657","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010340165,0.00010987816,0.9946904,0.001593975,0.0013768111,0.0004737203,0.000008823088,0.00022123307,0.0004911492],"genre_scores_gemma":[0.34058523,0.000014758606,0.657496,0.0011220335,0.00029141677,0.000027231546,0.0000055806568,0.00005369096,0.00040411082],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99539137,0.00009729669,0.0007428386,0.0010621828,0.0020433532,0.0006629816],"domain_scores_gemma":[0.99193543,0.0043624695,0.00038196283,0.002809148,0.00035269756,0.00015825997],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0032969234,0.00045101336,0.00059344334,0.0005514821,0.00024228629,0.00040285705,0.006462568,0.00029721248,0.000049587325],"category_scores_gemma":[0.00070220744,0.00032509665,0.0001537729,0.00066924875,0.0011469825,0.00031356202,0.002493841,0.0017830459,0.000016984712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024628625,0.00011445852,0.0023161601,0.0002541516,0.0000539086,0.000031737047,0.0015312062,0.033011597,0.0011824609,0.020437842,0.000118656135,0.9409454],"study_design_scores_gemma":[0.00035863658,0.00016037565,0.007833005,0.00042327543,0.000010129526,0.000046085213,3.2907042e-7,0.95609444,0.0018770967,0.027704198,0.0048012123,0.0006912244],"about_ca_topic_score_codex":0.00006276348,"about_ca_topic_score_gemma":0.00006595867,"teacher_disagreement_score":0.94025415,"about_ca_system_score_codex":0.00028205724,"about_ca_system_score_gemma":0.0007198009,"threshold_uncertainty_score":0.9999201},"labels":[],"label_agreement":null},{"id":"W1794343297","doi":"10.1145/2699697","title":"aToucan","year":2015,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Sequence diagram; Use Case Diagram; Class diagram; Traceability; Programming language; Unified Modeling Language; Software engineering; Completeness (order theory); Activity diagram; Class (philosophy); Requirements traceability; Consistency (knowledge bases); Requirements analysis; Artificial intelligence; Software; Requirement","score_opus":0.14914112278278302,"score_gpt":0.34295324255414494,"score_spread":0.19381211977136192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1794343297","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01757313,0.00026733463,0.97969663,0.0003223206,0.00093768217,0.00008720261,0.0000026958587,0.0011050048,0.000008001969],"genre_scores_gemma":[0.10855353,0.000029640933,0.89103264,0.00009416519,0.000046752128,0.0000428321,8.9616367e-7,0.000024782512,0.00017477758],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987276,0.00012944838,0.00016187594,0.00039015274,0.00021551664,0.00037536418],"domain_scores_gemma":[0.9951756,0.003618206,0.000019100424,0.00078750204,0.00007906857,0.0003205523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009577145,0.00017759504,0.00022609693,0.00032103187,0.00006378993,0.00005003136,0.00063354755,0.00012779894,0.0000072264133],"category_scores_gemma":[0.0048146453,0.0001793031,0.00005221034,0.0004346499,0.000034987566,0.0001879805,0.000038235863,0.00038599322,0.00003029661],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007209157,0.0001961101,0.0032105667,0.00015952591,0.0002827427,0.00016203414,0.0040406715,0.22794583,0.0011023089,0.010576921,0.0010623161,0.7511889],"study_design_scores_gemma":[0.01802953,0.008469487,0.09919793,0.0007293546,0.00036783126,0.0074378797,0.0009870464,0.27519965,0.11441547,0.04034393,0.42462105,0.01020084],"about_ca_topic_score_codex":0.000027860175,"about_ca_topic_score_gemma":0.000001558034,"teacher_disagreement_score":0.740988,"about_ca_system_score_codex":0.000063109845,"about_ca_system_score_gemma":0.000073005154,"threshold_uncertainty_score":0.7311768},"labels":[],"label_agreement":null},{"id":"W1794751911","doi":"","title":"Deriving high-level abstractions from legacy software using example-driven clustering","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Cluster analysis; Program comprehension; Software maintenance; Graph; Programming language; Theoretical computer science; Software; Software system; Software engineering; Data mining; Machine learning","score_opus":0.3262199322302999,"score_gpt":0.39842409146215707,"score_spread":0.07220415923185719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1794751911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33360243,0.00049922045,0.6610897,0.00076432107,0.0015228755,0.0019454893,0.0002845633,0.00019322886,0.00009817141],"genre_scores_gemma":[0.7642345,0.000091145484,0.23525174,0.000009659239,0.00005516913,0.000108982385,0.0000028409765,0.000026973888,0.00021901097],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9969361,0.00030810633,0.00040754155,0.0006951776,0.00088708004,0.00076600007],"domain_scores_gemma":[0.9895666,0.004819743,0.00020856388,0.0010862353,0.004175574,0.00014327298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067936146,0.00026439677,0.000422854,0.0002569319,0.00082072074,0.00016256492,0.0017632934,0.00008142249,0.000023790282],"category_scores_gemma":[0.00658934,0.00020912087,0.0000951539,0.0013040622,0.00043597928,0.0008056292,0.0013427595,0.00050569297,0.0000117379095],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002313829,0.002595808,0.029669462,0.0020528026,0.004940987,0.00012998997,0.19862355,0.19747369,0.1964238,0.16325405,0.0049690064,0.197553],"study_design_scores_gemma":[0.007903177,0.0021648665,0.073752165,0.005882479,0.00012435565,0.000009952411,0.070566475,0.09040094,0.6868434,0.05334762,0.0061173914,0.0028871705],"about_ca_topic_score_codex":0.00023652683,"about_ca_topic_score_gemma":0.0006056374,"teacher_disagreement_score":0.4904196,"about_ca_system_score_codex":0.00044557345,"about_ca_system_score_gemma":0.0005932768,"threshold_uncertainty_score":0.85277015},"labels":[],"label_agreement":null},{"id":"W180288257","doi":"","title":"Automatic bug triage using text categorization.","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":404,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Triage; Categorization; Computer science; Open source; Machine learning; Software bug; Supervised learning; Natural language processing; Artificial intelligence; Data science; Software engineering; Software; Programming language","score_opus":0.026611149846284772,"score_gpt":0.28010506827650933,"score_spread":0.25349391843022456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W180288257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12197457,0.000027571394,0.8765524,0.00023628506,0.00018508724,0.00009220665,1.2739612e-7,0.000650268,0.00028146888],"genre_scores_gemma":[0.8078328,0.0000010745837,0.19189517,0.000047501922,0.00003337139,0.0000042127936,4.5856598e-7,0.000007725516,0.0001777012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991937,0.000014916474,0.00012234757,0.00018579746,0.0002636954,0.00021950329],"domain_scores_gemma":[0.99932057,0.00015365318,0.000017320288,0.0003873531,0.00004721262,0.00007386736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018425673,0.00007143795,0.000077857585,0.00013048928,0.00006395668,0.00014817833,0.0005033648,0.00003139395,0.000063481115],"category_scores_gemma":[0.00031342419,0.0000635739,0.000024926685,0.0006440166,0.000013827682,0.0003477591,0.00013158299,0.00007337533,0.00018711391],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035142375,0.0003824286,0.009513766,0.00020405314,0.00009487269,0.00024247786,0.0035173318,0.3519435,0.014724339,0.51505816,0.0014431232,0.10287245],"study_design_scores_gemma":[0.0009445797,0.000054879118,0.013125586,0.00003197338,0.0000036017827,0.00005806982,0.000016142154,0.9653599,0.011060842,0.008677384,0.00036007052,0.00030694826],"about_ca_topic_score_codex":0.000091721704,"about_ca_topic_score_gemma":0.0000016015687,"teacher_disagreement_score":0.6858582,"about_ca_system_score_codex":0.00012580304,"about_ca_system_score_gemma":0.00013607253,"threshold_uncertainty_score":0.25924683},"labels":[],"label_agreement":null},{"id":"W1807333353","doi":"10.1109/wpc.1998.693328","title":"Parsing minimization when extracting information from code in the presence of conditional compilation","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Parsing; Source code; Code (set theory); Programming language; Set (abstract data type); Heuristic; Information extraction; Minification; Natural language processing; Artificial intelligence; Information retrieval; Data mining","score_opus":0.0403953958266925,"score_gpt":0.2609324790138389,"score_spread":0.22053708318714643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1807333353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057887636,0.000019648734,0.94056886,0.0006803043,0.000058459365,0.000114193426,0.0000073832266,0.000051208208,0.0006123075],"genre_scores_gemma":[0.94869846,0.0000025362574,0.051171333,0.00006260572,0.000015265572,0.000006615019,0.0000324434,0.0000015043059,0.000009258309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921554,0.00005491056,0.00019802578,0.00007829653,0.00035813832,0.000095090094],"domain_scores_gemma":[0.9981447,0.0015259335,0.00006388829,0.00018057044,0.00007041302,0.0000145141485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025446576,0.00004259239,0.00005000928,0.00010073126,0.000039772447,0.00009125409,0.00033508686,0.000026860125,0.00008104392],"category_scores_gemma":[0.0005614012,0.00003508327,0.000012181848,0.00024295178,0.000017550537,0.0015471281,0.00003999053,0.00008775387,0.000019405434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029245102,0.00040852168,0.26934376,0.00011310452,0.000039546183,0.000010900277,0.09153473,0.37552336,0.0024061725,0.0673475,0.022532012,0.17071116],"study_design_scores_gemma":[0.00013234463,0.000008950068,0.14816406,0.000017286748,6.119419e-7,0.0000020514349,0.000088895875,0.849096,0.0004699652,0.001604561,0.00037470632,0.000040541065],"about_ca_topic_score_codex":0.00006146923,"about_ca_topic_score_gemma":0.000007556692,"teacher_disagreement_score":0.8908108,"about_ca_system_score_codex":0.000028245893,"about_ca_system_score_gemma":0.0000111713225,"threshold_uncertainty_score":0.14306544},"labels":[],"label_agreement":null},{"id":"W1817101438","doi":"10.1007/978-3-642-37057-1_8","title":"Towards Understanding the Behavior of Classes Using Probabilistic Models of Program Inputs","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Probabilistic logic; Set (abstract data type); Variable (mathematics); Coupling (piping); Theoretical computer science; Probability distribution; Algorithm; Programming language; Artificial intelligence; Mathematics","score_opus":0.08997228213455946,"score_gpt":0.31282967490161007,"score_spread":0.2228573927670506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1817101438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016817972,0.0002026762,0.99560815,0.00009881686,0.0005971696,0.0013896903,0.000003807269,0.00013002352,0.00028788665],"genre_scores_gemma":[0.63549554,0.000008721202,0.36431503,0.000029406747,0.00006438885,0.00004358059,7.45856e-7,0.000024700737,0.000017857079],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99652404,0.000039032126,0.00057155377,0.0008494201,0.001450403,0.0005655479],"domain_scores_gemma":[0.9966425,0.0011141027,0.00030759297,0.0013812876,0.00044637255,0.000108166554],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090318103,0.00037110192,0.0005088885,0.0006847875,0.00012641486,0.00028621702,0.0036131167,0.00023151883,0.000008359074],"category_scores_gemma":[0.00030536467,0.00027313436,0.00012850015,0.00091698143,0.0013044588,0.00054279587,0.0015276019,0.0006664526,0.0000019764873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041276217,0.000117197174,0.00020127505,0.00034041004,0.00002668913,0.0000265973,0.0014068711,0.55854917,0.0005223637,0.072205216,0.0000050598624,0.36659503],"study_design_scores_gemma":[0.00010339154,0.00019275956,0.0001389435,0.00048156135,0.000012868029,0.000031503052,3.6120414e-7,0.852687,0.0011517159,0.14490871,0.0000116495485,0.00027950516],"about_ca_topic_score_codex":0.000058528403,"about_ca_topic_score_gemma":0.000012773578,"teacher_disagreement_score":0.6338138,"about_ca_system_score_codex":0.0005364361,"about_ca_system_score_gemma":0.0009663888,"threshold_uncertainty_score":0.9999721},"labels":[],"label_agreement":null},{"id":"W1819759706","doi":"10.1007/978-3-642-28872-2_22","title":"Cohesive and Isolated Development with Branches","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Alberta; McGill University","funders":"","keywords":"Computer science; Branching (polymer chemistry); Software engineering; Source code; Open source; Software; Database; Operating system; World Wide Web","score_opus":0.014175799800239735,"score_gpt":0.22625982145862242,"score_spread":0.2120840216583827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1819759706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082078396,0.0013025069,0.9965741,0.00019396363,0.0003700585,0.00029686515,7.926754e-7,0.00021789706,0.00022301901],"genre_scores_gemma":[0.35264283,0.000040379953,0.6465277,0.0002934988,0.00018448394,0.00001398462,0.0000022223685,0.00004360109,0.0002512852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970572,0.000015585092,0.00027041713,0.0010498028,0.0008825359,0.0007244394],"domain_scores_gemma":[0.9977349,0.0008922418,0.0001042138,0.00081991183,0.0001980654,0.0002506727],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061118515,0.00042654944,0.00036928052,0.0006611798,0.00018454158,0.00039317814,0.0017525104,0.00021053021,0.000009571653],"category_scores_gemma":[0.000102560596,0.00034785387,0.000028481489,0.0004985178,0.0005037988,0.0005255194,0.0011296052,0.00068584917,0.000034674635],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007807799,0.000017071266,0.001333327,0.000066201894,0.000023482993,0.000088148605,0.0019983805,0.0028351145,0.0000712062,0.0017337154,0.000008488376,0.99181706],"study_design_scores_gemma":[0.004003235,0.002476686,0.06391044,0.0066719227,0.0000701113,0.0029711411,0.0000014265433,0.77176875,0.03153694,0.058690187,0.04692031,0.010978845],"about_ca_topic_score_codex":0.0000068394743,"about_ca_topic_score_gemma":0.000014755639,"teacher_disagreement_score":0.98083824,"about_ca_system_score_codex":0.00024188019,"about_ca_system_score_gemma":0.00069838145,"threshold_uncertainty_score":0.99989736},"labels":[],"label_agreement":null},{"id":"W1822879907","doi":"10.1007/11693017_30","title":"The Pervasiveness of Global Data in Evolving Software Systems","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Software system; Software engineering; Data science; Programming language","score_opus":0.023651327539422628,"score_gpt":0.2702795646568284,"score_spread":0.24662823711740578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1822879907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002618761,0.0043586055,0.9924825,0.00016205176,0.0019668073,0.00041099946,0.00003005436,0.00013390173,0.00019323],"genre_scores_gemma":[0.7494445,0.000092443486,0.24949178,0.0000864333,0.0005772898,0.000023350796,0.000022260014,0.00006129838,0.00020062906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953989,0.00006174704,0.000638049,0.0014559075,0.0016600564,0.0007853666],"domain_scores_gemma":[0.99219316,0.0033511913,0.0002299397,0.003763545,0.00036091378,0.00010122397],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0022195764,0.0004013635,0.0005021462,0.00035151604,0.00019363669,0.0007172496,0.011765909,0.00025070753,0.0000016661197],"category_scores_gemma":[0.0013907516,0.00031712465,0.00006743832,0.0012095309,0.00066482596,0.00067839527,0.0050378754,0.0007207651,0.000008769111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000083600125,0.000052450825,0.034477547,0.0003894939,0.000025960533,0.00031056153,0.00024528475,0.5509317,0.000024065695,0.01251495,0.00024527646,0.40077433],"study_design_scores_gemma":[0.00026798816,0.00008127444,0.019165235,0.00134345,0.000004712759,0.000095496805,2.8078352e-7,0.9628698,0.000051278337,0.014566248,0.00094428647,0.000609906],"about_ca_topic_score_codex":0.0004491243,"about_ca_topic_score_gemma":0.0003696456,"teacher_disagreement_score":0.74918264,"about_ca_system_score_codex":0.00068077067,"about_ca_system_score_gemma":0.0011000641,"threshold_uncertainty_score":0.99992806},"labels":[],"label_agreement":null},{"id":"W1825250184","doi":"10.5220/0002996005210527","title":"AUTOMATED THREAT IDENTIFICATION FOR UML","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Identification (biology); Applications of UML; UML tool; Software engineering; Programming language; Software","score_opus":0.017553758307750106,"score_gpt":0.305862012297015,"score_spread":0.28830825398926485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1825250184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050140224,0.0000037991629,0.9464069,0.0004510617,0.00052551925,0.00014465435,6.3061054e-7,0.0021374524,0.00018977921],"genre_scores_gemma":[0.8888092,3.570862e-7,0.10989499,0.000021164104,0.000036860187,0.00004518173,0.0000021100539,0.000005268311,0.0011848763],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949217,0.0000037680816,0.00007491335,0.00016381277,0.00012516597,0.00014014397],"domain_scores_gemma":[0.9992049,0.00023388946,0.000011229619,0.00041908072,0.00008735818,0.000043582295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002398268,0.00004044576,0.000037773145,0.0000620819,0.00004358584,0.00013046066,0.0004976112,0.000034315322,0.000018235962],"category_scores_gemma":[0.0004033388,0.000035333425,0.000020684152,0.00017735506,0.000010899001,0.00021133461,0.000061089675,0.00006293715,0.00013166714],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038535254,0.00009006813,0.0075141652,0.000053069307,0.000018314884,0.0000035868352,0.00033358895,0.00021182997,0.52461725,0.31092831,0.050027136,0.10619882],"study_design_scores_gemma":[0.00017121641,0.000020006373,0.055780288,0.0000019710321,0.0000010583977,0.0000067490782,0.0000014256061,0.83294874,0.10505789,0.002754173,0.003148401,0.00010807898],"about_ca_topic_score_codex":0.0000071837817,"about_ca_topic_score_gemma":0.000005384745,"teacher_disagreement_score":0.83866894,"about_ca_system_score_codex":0.000008938344,"about_ca_system_score_gemma":0.000023410395,"threshold_uncertainty_score":0.16923587},"labels":[],"label_agreement":null},{"id":"W18306927","doi":"","title":"Towards building effective predictive model in software engineering: a bayesian belief network based approach","year":2010,"lang":"en","type":"article","venue":"Health law in Canada","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Bayesian network; Machine learning; Computer science; Artificial intelligence; Graphical model; Data mining; Software; Set (abstract data type)","score_opus":0.008207087007662367,"score_gpt":0.23965572608836094,"score_spread":0.23144863908069857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W18306927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01850581,0.0001539889,0.9790926,0.00047149538,0.0006241743,0.0008461365,0.000014903839,0.00020343965,0.000087464214],"genre_scores_gemma":[0.72523814,0.0000019847346,0.27383167,0.0005620075,0.000067183595,0.00026506453,0.0000042367815,0.000027439406,0.0000022675345],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99716437,0.000090433685,0.00036641807,0.0006124126,0.00063413015,0.0011322187],"domain_scores_gemma":[0.9978856,0.0009362393,0.000059642673,0.00062402495,0.00006448493,0.00043004952],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010640745,0.00024235992,0.00037144177,0.00017409785,0.00009806164,0.000052985393,0.00083663315,0.00011021315,0.0000024233739],"category_scores_gemma":[0.0005419368,0.00026855283,0.000033588698,0.0010951539,0.000026755533,0.00020583172,0.00018454237,0.0012036467,4.5489148e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008107056,0.00003054088,0.013643835,0.00017172477,0.000005057819,0.000033953766,0.00016660782,0.9722829,0.0000055965293,0.009947301,0.00035868975,0.003345678],"study_design_scores_gemma":[0.00041078945,0.000051062674,0.029000768,0.00010031119,6.4003876e-7,0.000006445278,0.00000413319,0.96942854,0.000039857525,0.00028996426,0.000453426,0.00021404406],"about_ca_topic_score_codex":0.80941683,"about_ca_topic_score_gemma":0.85381037,"teacher_disagreement_score":0.70673233,"about_ca_system_score_codex":0.0023635996,"about_ca_system_score_gemma":0.0064941077,"threshold_uncertainty_score":0.9999767},"labels":[],"label_agreement":null},{"id":"W1834928324","doi":"10.1007/978-3-642-15585-7_19","title":"An Empirical Evaluation to Study Benefits of Visual versus Textual Test Coverage Information","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Usability; Unit testing; Visualization; Code coverage; Java; Metric (unit); Abstraction; Test (biology); Code (set theory); Empirical research; Information retrieval; Programming language; Test case; Software engineering; Data mining; Human–computer interaction; Software; Machine learning; Statistics","score_opus":0.034239767217925175,"score_gpt":0.3433009493754234,"score_spread":0.3090611821574982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1834928324","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061013285,0.000022853652,0.9362784,0.00010313008,0.0012862212,0.0010013883,0.000009071948,0.00013690114,0.0001487235],"genre_scores_gemma":[0.9021596,0.0000017160058,0.09740553,0.00015992414,0.00021716894,0.000023195797,0.000010852227,0.00001743666,0.000004618965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99527895,0.000048989208,0.00055921834,0.00087715953,0.00270164,0.0005340432],"domain_scores_gemma":[0.9952162,0.0020992646,0.00018842662,0.0013236271,0.0009212029,0.00025129644],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025486217,0.00036983978,0.0003782056,0.0013074658,0.00017082132,0.0004901424,0.0029094021,0.00028036896,0.000025337544],"category_scores_gemma":[0.0022109696,0.0003564173,0.000058571786,0.0010217888,0.00019024553,0.0017089696,0.0011748713,0.0008674037,0.000052426993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002049286,0.00016026715,0.0017248314,0.00001271631,0.000008198411,0.0000050111566,0.0024114724,0.12939446,0.00013305091,0.00026104247,0.0000031171944,0.86586535],"study_design_scores_gemma":[0.0017128132,0.0056494735,0.06244536,0.00014474822,0.000019884958,0.000019411746,0.0000016920502,0.9230199,0.0033376587,0.0025819272,0.00017138028,0.0008957588],"about_ca_topic_score_codex":0.000023594119,"about_ca_topic_score_gemma":0.000073283496,"teacher_disagreement_score":0.8649696,"about_ca_system_score_codex":0.00031433103,"about_ca_system_score_gemma":0.00075475103,"threshold_uncertainty_score":0.9998888},"labels":[],"label_agreement":null},{"id":"W1838805003","doi":"10.1023/a:1011487332587","title":"Modelling the Likelihood of Software Process Improvement: An Exploratory Study","year":2001,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Capability Maturity Model; Computer science; Sample (material); Process (computing); Empirical research; Software; Process management; Data science; Engineering; Mathematics; Statistics","score_opus":0.03668895162732284,"score_gpt":0.2952584062826417,"score_spread":0.2585694546553189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1838805003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47593856,0.00014883178,0.52248305,0.000042089046,0.00019846391,0.000334937,0.0000017811805,0.0008506225,0.0000016709268],"genre_scores_gemma":[0.9717931,0.000009426023,0.02766735,0.00005799026,0.0001771641,0.00019885773,0.000003390578,0.00007517644,0.000017551587],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99674714,0.00007152919,0.00055713346,0.0007302206,0.0010569717,0.000837027],"domain_scores_gemma":[0.9968573,0.0010673101,0.00009799814,0.0013536988,0.00029532088,0.00032838178],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00091889367,0.00038473398,0.00038501967,0.00026656777,0.00018056927,0.00017139243,0.0021332873,0.000119553064,0.000015637415],"category_scores_gemma":[0.0011863139,0.00030945294,0.00011996839,0.0015391221,0.000042137857,0.0009538535,0.0004884697,0.0006160152,0.000019864867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129603,0.0005122872,0.11283214,0.000097159755,0.00007421065,0.00006342389,0.006870897,0.8731896,0.00009262175,0.000020585861,0.00006514456,0.006168955],"study_design_scores_gemma":[0.0014166399,0.0016127987,0.022680473,0.00015477223,0.00004434434,0.000048554895,0.0009372555,0.9681733,0.0018169231,0.000600022,0.0012495025,0.0012653666],"about_ca_topic_score_codex":0.000038842576,"about_ca_topic_score_gemma":0.0000050770204,"teacher_disagreement_score":0.49585453,"about_ca_system_score_codex":0.00012303966,"about_ca_system_score_gemma":0.00014954407,"threshold_uncertainty_score":0.99993575},"labels":[],"label_agreement":null},{"id":"W1838994652","doi":"","title":"Software estimation: universal models or multiple models?","year":2009,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Estimation; Field (mathematics); Context (archaeology); Exploratory research; Software; Data science; Data modeling; Empirical research; Software development; Exploratory data analysis; Management science; Diversity (politics); Industrial engineering; Econometrics; Operations research; Data mining; Software engineering; Systems engineering; Engineering; Mathematics; Statistics","score_opus":0.02047958386138117,"score_gpt":0.23639682857731006,"score_spread":0.21591724471592888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1838994652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01324927,0.0021816476,0.97859687,0.00006230344,0.0007231582,0.0002771371,0.000008680203,0.004862749,0.000038199418],"genre_scores_gemma":[0.5670157,0.000072200084,0.43240646,0.000017038752,0.00016215861,0.000030746556,0.000009613448,0.00007206994,0.00021397723],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728066,0.00002281047,0.00042863295,0.0008431246,0.00043457063,0.0009901873],"domain_scores_gemma":[0.9969405,0.0014608229,0.00005143835,0.0008551114,0.00017889692,0.00051325327],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003714066,0.0006110675,0.0004959075,0.0006722961,0.00017693064,0.0003102346,0.0009945701,0.00025379818,0.0000067304754],"category_scores_gemma":[0.0019333579,0.0006187551,0.00013096207,0.001168314,0.000027726295,0.0018382801,0.00035133227,0.00065095065,0.00002708903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001130815,0.000053490337,0.00014096255,0.00018962247,0.00004192122,0.00006871719,0.0008382976,0.96459776,0.00010298809,0.005678732,0.00023494214,0.028041275],"study_design_scores_gemma":[0.000691645,0.00014083233,0.0011004116,0.00027491292,0.000014123373,0.00011240606,0.000012050266,0.99503255,0.00029292837,0.00047325128,0.0011002731,0.00075463945],"about_ca_topic_score_codex":0.000010156303,"about_ca_topic_score_gemma":0.000002008859,"teacher_disagreement_score":0.5537664,"about_ca_system_score_codex":0.0002388207,"about_ca_system_score_gemma":0.0001635532,"threshold_uncertainty_score":0.9996264},"labels":[],"label_agreement":null},{"id":"W1839044010","doi":"10.1109/icsm.2004.1357839","title":"Quality-driven object-oriented re-engineering framework","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign; University of Toronto","keywords":"Maintainability; Computer science; Business process reengineering; Quality (philosophy); Object-oriented programming; Software quality; Software engineering; Process (computing); Interdependence; Systems engineering; Reliability engineering; Software development; Software; Programming language; Engineering; Manufacturing engineering","score_opus":0.021100748812975294,"score_gpt":0.30017761790852504,"score_spread":0.27907686909554974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1839044010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040295236,0.000048309917,0.95625,0.000775938,0.0005002456,0.0001118492,6.0213756e-7,0.0014579948,0.00055982074],"genre_scores_gemma":[0.59453434,0.000003572142,0.40514126,0.00009676568,0.00006896286,0.000013419516,7.590794e-7,0.000013708913,0.00012718537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984345,0.000020247708,0.00020988473,0.00038040942,0.0005013303,0.0004536521],"domain_scores_gemma":[0.99824274,0.0006459711,0.000023196608,0.0008341634,0.0000801463,0.00017379636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031302447,0.00014414679,0.00015285918,0.00017246326,0.00006298169,0.00012494034,0.0008698131,0.000098190474,0.000033766362],"category_scores_gemma":[0.0015460171,0.00013957906,0.000065357664,0.0008999147,0.000018380137,0.000326568,0.00032268095,0.00037579806,0.00025199266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036337149,0.000084480016,0.005700455,0.000050972303,0.0000414076,0.0000673603,0.0013975791,0.10884302,0.0015613345,0.87927526,0.000412423,0.0025620905],"study_design_scores_gemma":[0.006397794,0.001179891,0.52482694,0.0013309177,0.000021976426,0.00019878654,0.00043213114,0.25275883,0.08253138,0.062520355,0.061743464,0.0060575623],"about_ca_topic_score_codex":0.00006860986,"about_ca_topic_score_gemma":0.0000039582014,"teacher_disagreement_score":0.8167549,"about_ca_system_score_codex":0.00015206326,"about_ca_system_score_gemma":0.000082438186,"threshold_uncertainty_score":0.56918687},"labels":[],"label_agreement":null},{"id":"W1844242138","doi":"","title":"SAGA-ML: an active learning system for semi-automated gameplay analysis","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Correctness; Set (abstract data type); Context (archaeology); Black box; Software; Artificial intelligence; Machine learning; Visualization; Human–computer interaction; Component (thermodynamics); Video game; Software engineering; Programming language; Multimedia","score_opus":0.016721533898730493,"score_gpt":0.2915047009522573,"score_spread":0.2747831670535268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1844242138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14396098,0.00001925153,0.8509753,0.00009585774,0.00007081307,0.0001714372,0.00000211788,0.0042728195,0.00043145916],"genre_scores_gemma":[0.9518602,9.597727e-7,0.04703337,0.000021569032,0.00007542681,0.00004808787,0.0000095024425,0.000016048827,0.00093484257],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985587,0.00006933323,0.00017894477,0.00044300078,0.00033121285,0.0004188071],"domain_scores_gemma":[0.99843657,0.0006777307,0.000046051402,0.00051611237,0.0001575563,0.0001660039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047265133,0.0001299816,0.00021736887,0.00041404966,0.0001205759,0.00020224816,0.0006992594,0.000069730835,0.00002357294],"category_scores_gemma":[0.00027484578,0.00011848757,0.00011291285,0.0013690979,0.000013491655,0.0005739111,0.00012607464,0.00015591238,0.0000689788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022933376,0.0001030906,0.010597222,0.00009604383,0.0008516039,0.000016815202,0.0021562462,0.9274297,0.0033901643,0.0032317333,0.0011910065,0.050913468],"study_design_scores_gemma":[0.00019881329,0.000068973924,0.008392932,0.000009167994,0.00003050843,0.0000062023064,0.00010164616,0.9814299,0.008250163,0.0000027061108,0.001356501,0.00015253632],"about_ca_topic_score_codex":0.000038589485,"about_ca_topic_score_gemma":0.000024259707,"teacher_disagreement_score":0.80789924,"about_ca_system_score_codex":0.00020334336,"about_ca_system_score_gemma":0.00004905508,"threshold_uncertainty_score":0.4831783},"labels":[],"label_agreement":null},{"id":"W1845560990","doi":"10.1007/978-3-642-13881-2_8","title":"Towards Approximating COSMIC Functional Size from User Requirements in Agile Development Processes Using Text Mining","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Agile software development; Computer science; User story; Granularity; Scrum; Software; User requirements document; Software engineering; Function point; Functional requirement; Software development; COSMIC cancer database; Requirements analysis; Data mining; Programming language","score_opus":0.04357323396090906,"score_gpt":0.2753789324966259,"score_spread":0.2318056985357168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1845560990","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030140849,0.00023153816,0.96718097,0.00008820145,0.001577332,0.00039441904,0.0000038234334,0.00019747422,0.00018536586],"genre_scores_gemma":[0.18218371,0.000004506225,0.8171406,0.00022412665,0.00028977208,0.000021767502,0.000006783506,0.000044837107,0.00008391059],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948254,0.000029081113,0.00075702334,0.0016906087,0.0018103428,0.0008875345],"domain_scores_gemma":[0.99612796,0.0021152168,0.00027375558,0.0009169508,0.00038681924,0.00017928262],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012760885,0.0005553571,0.00052084174,0.00088503986,0.00028928477,0.0006938255,0.0027811236,0.00035962719,0.000052146577],"category_scores_gemma":[0.0018343147,0.0005520894,0.00005731655,0.0011300159,0.00033624272,0.0008638449,0.001982757,0.0012419343,0.000022460377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024160043,0.00015313907,0.0112338,0.0004831258,0.00006225286,0.00028225585,0.0078108967,0.14146082,0.008922446,0.00048666715,0.00001824742,0.82906216],"study_design_scores_gemma":[0.0014966719,0.0001539804,0.018867128,0.0049042646,0.000014932113,0.00012461627,0.0000028522215,0.90001947,0.03891744,0.030533371,0.0019340054,0.0030312743],"about_ca_topic_score_codex":0.00007416312,"about_ca_topic_score_gemma":0.00014170729,"teacher_disagreement_score":0.8260309,"about_ca_system_score_codex":0.0008149805,"about_ca_system_score_gemma":0.0027275658,"threshold_uncertainty_score":0.99969304},"labels":[],"label_agreement":null},{"id":"W1848096036","doi":"10.1109/metric.2001.915518","title":"A fuzzy logic based set of measures for software project similarity: validation and possible improvements","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Fuzzy logic; Set (abstract data type); Similarity (geometry); Fuzzy set; Software; Data mining; Artificial intelligence; Programming language; Software engineering","score_opus":0.07409619173250517,"score_gpt":0.30586543407461186,"score_spread":0.2317692423421067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1848096036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021064403,0.000100960846,0.9774247,0.00031521966,0.00006994888,0.00064256403,0.000015175565,0.0002570797,0.0001099758],"genre_scores_gemma":[0.66139376,0.000007620116,0.33802432,0.0001290288,0.00002464658,0.00010629945,0.000007125358,0.000012658645,0.00029454235],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900275,0.00002628116,0.00015024342,0.000273732,0.00032281794,0.00022419493],"domain_scores_gemma":[0.9990191,0.0004027206,0.000039254348,0.00031855926,0.00017320266,0.000047164373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039388056,0.000095366326,0.00012033538,0.00016809464,0.000055785218,0.00009148386,0.00032746527,0.000050932453,0.000009824873],"category_scores_gemma":[0.00083842734,0.00008185592,0.00003611355,0.00030989732,0.000023317456,0.00024120064,0.0001041922,0.000060586808,0.0000022964014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010656727,0.0009126441,0.1535583,0.002838102,0.00029090856,0.00001839965,0.002957583,0.0043408703,0.024090044,0.011474152,0.03257658,0.76683587],"study_design_scores_gemma":[0.0051589673,0.0023099603,0.01869635,0.00014907979,0.000038580227,0.0000129754535,0.000061773775,0.75681,0.19805351,0.01452458,0.0031647077,0.0010194946],"about_ca_topic_score_codex":0.000037538164,"about_ca_topic_score_gemma":0.0000027405592,"teacher_disagreement_score":0.7658164,"about_ca_system_score_codex":0.000028120614,"about_ca_system_score_gemma":0.000042367075,"threshold_uncertainty_score":0.33379877},"labels":[],"label_agreement":null},{"id":"W1850580823","doi":"","title":"Development of a scaling factors framework to improve the approximation of software functional size with cosmic - iso19761","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software development; Computer science; Software sizing; Software development process; Software metric; Software engineering; Software construction; Personal software process; Software peer review; Software","score_opus":0.016452890903191963,"score_gpt":0.23178274637398288,"score_spread":0.21532985547079092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1850580823","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4095606,0.000003870961,0.5900014,0.00008139267,0.000057483914,0.00021926258,4.479769e-7,0.000062939784,0.000012611886],"genre_scores_gemma":[0.5397824,9.695399e-8,0.46008807,0.00002498762,0.000007380898,0.000040498126,5.2687733e-7,0.000004969449,0.000051044575],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99886084,0.0000152999,0.00021985227,0.00020300235,0.00051160116,0.00018940603],"domain_scores_gemma":[0.99793166,0.0013257392,0.000060791746,0.00037017433,0.0002450803,0.00006656276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022430938,0.000097416276,0.00011786631,0.000074130476,0.000061986604,0.000051519623,0.00047333684,0.00004262038,0.00007768403],"category_scores_gemma":[0.00081307057,0.00005718693,0.000025190522,0.00047428036,0.000032182772,0.00019785878,0.00018942734,0.00012484455,0.000021726903],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001348426,0.0008620163,0.26579165,0.0011621151,0.00074154756,0.0000024111596,0.057626646,0.053202435,0.0709513,0.039656777,0.004025517,0.50584275],"study_design_scores_gemma":[0.0004123788,0.00022435244,0.7927554,0.00022048931,0.000007019968,0.0000036410545,0.00067145395,0.024836488,0.17746364,0.002746125,0.00023820781,0.00042080847],"about_ca_topic_score_codex":0.00004058225,"about_ca_topic_score_gemma":0.000002226584,"teacher_disagreement_score":0.5269638,"about_ca_system_score_codex":0.000050986575,"about_ca_system_score_gemma":0.00014951007,"threshold_uncertainty_score":0.23320153},"labels":[],"label_agreement":null},{"id":"W1854452706","doi":"10.1007/978-3-642-03013-0_16","title":"Supporting Framework Use via Automatically Extracted Concept-Implementation Templates","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Template; Computer science; Documentation; Code (set theory); Software engineering; Proof of concept; Programming language; Set (abstract data type); Operating system","score_opus":0.02232149777068025,"score_gpt":0.3241798272673513,"score_spread":0.301858329496671,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1854452706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063360593,0.00012940481,0.9962558,0.00066146883,0.00094157347,0.0005775041,0.0000058200917,0.0007233156,0.00007148869],"genre_scores_gemma":[0.20971239,0.000008306312,0.78893965,0.0008105947,0.0003102472,0.000010707038,0.000015942544,0.000044381206,0.00014777039],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946573,0.0000488643,0.00090209907,0.0015400425,0.0016796164,0.0011721083],"domain_scores_gemma":[0.9934206,0.004035384,0.0003726879,0.001496122,0.00038219974,0.00029303206],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011786696,0.00058202195,0.0005554628,0.00094850676,0.00025541277,0.0014366595,0.0031554757,0.00044705567,0.00009621342],"category_scores_gemma":[0.0012805703,0.0005698824,0.00012921347,0.0009450355,0.00041786706,0.001359621,0.0009189257,0.0014233121,0.00005913827],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024868611,0.00002472163,0.00064516545,0.000029898642,0.000015031531,0.00019410609,0.0011837058,0.013899055,0.00021555339,0.006376273,0.00004184351,0.97737217],"study_design_scores_gemma":[0.00041723312,0.00045758643,0.012978646,0.000895674,0.000015130688,0.00021093508,4.7463365e-7,0.7521886,0.0036374298,0.2265566,0.0010842854,0.001557384],"about_ca_topic_score_codex":0.000032865108,"about_ca_topic_score_gemma":0.000018353496,"teacher_disagreement_score":0.97581476,"about_ca_system_score_codex":0.00044191862,"about_ca_system_score_gemma":0.00057903235,"threshold_uncertainty_score":0.9996753},"labels":[],"label_agreement":null},{"id":"W1857279498","doi":"10.1007/978-3-642-21043-3_49","title":"Intelligent Software Development Environments: Integrating Natural Language Processing with the Eclipse Platform","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Software development; Eclipse; Software construction; Source code; Programming language; Commit; Software framework; Software; Software system; Static program analysis; Database","score_opus":0.01770433264318706,"score_gpt":0.23893936121384818,"score_spread":0.22123502857066113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1857279498","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005520642,0.001459268,0.9963613,0.00012862202,0.00060024805,0.00043261025,9.717209e-7,0.00020718806,0.00025768875],"genre_scores_gemma":[0.2652719,0.000018176781,0.73277384,0.00053387234,0.00046570075,0.000039741437,0.0000071852132,0.0000702585,0.0008192967],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99616426,0.00001850218,0.00040311317,0.0012302299,0.0013755624,0.00080832327],"domain_scores_gemma":[0.9974804,0.0008887648,0.00021803167,0.001156772,0.00010557431,0.00015049042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009095014,0.00057766784,0.0003620161,0.0005072768,0.00042015687,0.0006142324,0.00412634,0.0001817535,0.000024613877],"category_scores_gemma":[0.00026240767,0.00035978373,0.00006575822,0.0005170013,0.0006212201,0.0006655791,0.0017483396,0.0015412753,0.00005234707],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054179236,0.000015176832,0.000097097254,0.00003935467,0.000014146527,0.000089140514,0.009285938,0.0030864058,0.000021910446,0.00037056126,0.000009357151,0.9869655],"study_design_scores_gemma":[0.0020652812,0.0016013525,0.004460227,0.010869015,0.00007905418,0.0016444076,0.000059407852,0.85082495,0.046037033,0.025802165,0.046696316,0.0098608155],"about_ca_topic_score_codex":0.000014230523,"about_ca_topic_score_gemma":0.000090253656,"teacher_disagreement_score":0.97710466,"about_ca_system_score_codex":0.00063469756,"about_ca_system_score_gemma":0.0006886363,"threshold_uncertainty_score":0.99988544},"labels":[],"label_agreement":null},{"id":"W1861554568","doi":"10.1109/ms.2010.58","title":"The Theory of Relative Dependency: Higher Coupling Concentration in Smaller Modules","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Code refactoring; Dependency (UML); Agile software development; Quality assurance; Quality (philosophy); Computer science; Scale (ratio); Reliability engineering; Software; Software engineering; Risk analysis (engineering); Engineering; Operations management; Business; Programming language","score_opus":0.017949501939768936,"score_gpt":0.25553881460230954,"score_spread":0.2375893126625406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1861554568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57285154,0.00020864258,0.42532372,0.0001300825,0.0011093869,0.00015934384,0.0000017307078,0.00015815924,0.00005738639],"genre_scores_gemma":[0.9840068,0.0000138288615,0.01565023,0.000013888427,0.00005531416,0.000022796647,7.8434977e-7,0.000012016881,0.00022434673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989102,0.000043875145,0.0002057447,0.00023476362,0.00033653295,0.00026892198],"domain_scores_gemma":[0.99660575,0.0026286978,0.000062230065,0.00051539263,0.0001372034,0.000050713148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007708552,0.000099813784,0.00010807926,0.0000525912,0.00014434596,0.000051114497,0.00075355725,0.000095854506,0.000014996201],"category_scores_gemma":[0.0010462803,0.00007546183,0.000040097122,0.0002992032,0.00010483755,0.000316878,0.00012471447,0.00045446775,0.000016075353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008490235,0.00019308394,0.3610905,0.00009753912,0.00012566723,0.00007354966,0.007677291,0.027587786,0.020245923,0.49292615,0.00049009814,0.08940748],"study_design_scores_gemma":[0.0014021376,0.0001424964,0.73339987,0.00016195045,0.000010633525,0.000013832262,0.00007666725,0.06147227,0.037947807,0.16292118,0.0017865564,0.0006646189],"about_ca_topic_score_codex":0.00001963299,"about_ca_topic_score_gemma":0.0000440364,"teacher_disagreement_score":0.41115525,"about_ca_system_score_codex":0.000034323726,"about_ca_system_score_gemma":0.00008865137,"threshold_uncertainty_score":0.30772442},"labels":[],"label_agreement":null},{"id":"W1865143696","doi":"10.1109/icsm.1990.131382","title":"A model for estimating perfective software maintenance projects","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Function point; Function (biology); Point (geometry); Computer science; Software; Adaptation (eye); Mathematics; Software development; Programming language","score_opus":0.05777412581591333,"score_gpt":0.28172857928978284,"score_spread":0.2239544534738695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1865143696","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019470388,0.000031172116,0.99612564,0.00023935191,0.0001233822,0.00040697376,0.0000022309464,0.00080969254,0.0003144923],"genre_scores_gemma":[0.26135167,7.815015e-7,0.73608154,0.000073651114,0.000026305612,0.000160823,3.2366813e-7,0.000012211928,0.0022926736],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988884,0.000010313078,0.00010866133,0.0003633086,0.0002166971,0.00041263152],"domain_scores_gemma":[0.99867517,0.00068619923,0.000022626233,0.00039041266,0.00014918332,0.000076426666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020517022,0.00010944765,0.000106948486,0.000088730274,0.0001040296,0.00010889414,0.00057665876,0.000038895672,0.000011235129],"category_scores_gemma":[0.0022477645,0.00009478137,0.000052167037,0.000275421,0.00001980313,0.0003482986,0.00016987315,0.00011382676,0.00004381346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015260843,0.00034333387,0.005042932,0.00049568986,0.00008371551,0.00004138437,0.014237805,0.48237178,0.00043117415,0.05468077,0.089093596,0.35316256],"study_design_scores_gemma":[0.00020910846,0.000052680894,0.00013463432,0.000023570194,0.0000010042137,0.00001082062,0.0000063963835,0.9978738,0.00012965323,0.0013750085,0.000053684078,0.00012963818],"about_ca_topic_score_codex":0.0000065679583,"about_ca_topic_score_gemma":0.0000018909066,"teacher_disagreement_score":0.51550204,"about_ca_system_score_codex":0.00008319705,"about_ca_system_score_gemma":0.000034388195,"threshold_uncertainty_score":0.38650718},"labels":[],"label_agreement":null},{"id":"W1867669781","doi":"10.1109/case.1992.200166","title":"Implementing CASE tools: the need for a normative framework","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Normative; Computer science; Institution; Software engineering; Software; Knowledge management; Management science; Engineering; Programming language; Sociology","score_opus":0.04365527617068539,"score_gpt":0.3251922562653341,"score_spread":0.2815369800946487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1867669781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012584801,0.00003098053,0.9852142,0.000576959,0.00013944585,0.00030026477,0.0000015612281,0.00017073848,0.0009810833],"genre_scores_gemma":[0.6612388,6.3158365e-7,0.3382279,0.00024488324,0.000027200027,0.00008769526,2.832795e-7,0.000006004929,0.00016665764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991376,0.00004203635,0.00011712766,0.00014804392,0.00015123721,0.00040399822],"domain_scores_gemma":[0.99569976,0.0037474358,0.000021336307,0.00040417674,0.00008001873,0.000047296984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093124196,0.00006914404,0.00006163434,0.00004228409,0.00024275164,0.0002702916,0.0004250279,0.000026669304,0.00003973213],"category_scores_gemma":[0.0029391912,0.000045281926,0.00004186934,0.00035583548,0.000014084656,0.00027955783,0.00015221718,0.00012999534,0.000022661465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017192558,0.000021971457,0.0012277777,0.000022907136,0.000037419544,0.000089352376,0.0038914883,0.00024310216,0.000043291075,0.95198774,0.0045165643,0.037916683],"study_design_scores_gemma":[0.0026342154,0.00061281526,0.0031854422,0.00011834616,0.00003281563,0.004281198,0.009731794,0.3656919,0.03162035,0.14319752,0.43713114,0.0017624557],"about_ca_topic_score_codex":0.000019218895,"about_ca_topic_score_gemma":0.0000069611187,"teacher_disagreement_score":0.8087902,"about_ca_system_score_codex":0.000027076618,"about_ca_system_score_gemma":0.00003993352,"threshold_uncertainty_score":0.35186985},"labels":[],"label_agreement":null},{"id":"W1869933348","doi":"10.24908/pceea.v0i0.3164","title":"Plagiarism Detection in Code-Based Assignments","year":2010,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Plagiarism detection; Computer science; Programming language; Code (set theory); Natural language processing","score_opus":0.0050967840772512445,"score_gpt":0.21209383837784127,"score_spread":0.20699705430059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1869933348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9851131,0.000023891958,0.004303594,0.0043916013,0.004444924,0.00053444697,0.0000085518495,0.00024868327,0.0009312225],"genre_scores_gemma":[0.99493164,7.156806e-7,0.0043787835,0.00010859053,0.00008280197,0.00006940743,0.0000013919132,0.000019227313,0.00040742717],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99871564,0.0000063092225,0.00023330477,0.00022554256,0.00047651527,0.0003427115],"domain_scores_gemma":[0.99890375,0.00017133815,0.00017330094,0.00017844776,0.00037982265,0.00019331396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008512797,0.00011882865,0.000118489144,0.00055710506,0.00009544449,0.0001670493,0.0007384898,0.00022721774,0.000008733551],"category_scores_gemma":[0.0041031293,0.0001245759,0.000052086503,0.0009885732,0.000011019487,0.00035603138,0.00004138586,0.0006585223,0.000009791736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039993834,0.0002315757,0.8376066,0.0003063481,0.00006880653,5.601429e-7,0.0012738166,0.0069834967,0.11301444,0.018521568,0.0073659946,0.014622814],"study_design_scores_gemma":[0.00028299997,0.000016828555,0.88083273,0.000076661214,0.0000063354714,0.0000023701978,0.000019020341,0.06442756,0.04351413,0.00026073487,0.01030924,0.00025141664],"about_ca_topic_score_codex":0.005986655,"about_ca_topic_score_gemma":0.014522923,"teacher_disagreement_score":0.06950031,"about_ca_system_score_codex":0.0019112203,"about_ca_system_score_gemma":0.000930039,"threshold_uncertainty_score":0.9050072},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1870700426","doi":"10.1007/978-3-642-01680-6_12","title":"Evidence-Based Insights about Issue Management Processes: An Exploratory Study","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Context (archaeology); Process (computing); Data science; Exploratory research; Software development; Software development process; Empirical research; Software; Software engineering; Knowledge management","score_opus":0.042271127125060655,"score_gpt":0.2900931711198417,"score_spread":0.24782204399478103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1870700426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077907543,0.0024937144,0.9927911,0.00028597302,0.0011365819,0.0014499367,0.0000010410704,0.00067063345,0.00039194405],"genre_scores_gemma":[0.5974246,0.00031799203,0.397795,0.002376565,0.0010946108,0.00017650478,0.000005873331,0.00012464254,0.0006842121],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9930142,0.00010173586,0.0006237378,0.0026498293,0.0026757156,0.00093474064],"domain_scores_gemma":[0.994443,0.0012621458,0.00020973278,0.0030675721,0.000635016,0.00038253222],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0015494431,0.00077108975,0.000622992,0.0020135806,0.0003243713,0.0012968727,0.0075130514,0.00026066462,0.000021141972],"category_scores_gemma":[0.00041587418,0.0007071797,0.00008640867,0.00201983,0.0004004461,0.0022189443,0.0014510339,0.0010330975,0.00011276272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014424252,0.0003176454,0.00027447817,0.0003082246,0.000024265477,0.0009289413,0.0047537964,0.09268073,0.00001767958,0.00096345524,0.000040486662,0.89967585],"study_design_scores_gemma":[0.003281225,0.009623083,0.009360113,0.016455205,0.00010408506,0.00009322351,0.000016489355,0.8498998,0.0043736547,0.08512383,0.0139011815,0.0077680806],"about_ca_topic_score_codex":0.000009219698,"about_ca_topic_score_gemma":0.00009995695,"teacher_disagreement_score":0.8919078,"about_ca_system_score_codex":0.0005807966,"about_ca_system_score_gemma":0.0012318491,"threshold_uncertainty_score":0.9997399},"labels":[],"label_agreement":null},{"id":"W1870786460","doi":"10.1109/ase.1998.732687","title":"Developing the designer's toolkit with software comprehension models","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Comprehension; Software; Task (project management); Program comprehension; Cognition; Software engineering; Human–computer interaction; Software system; Systems engineering; Programming language; Engineering","score_opus":0.0751801633652289,"score_gpt":0.24422481654289455,"score_spread":0.16904465317766565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1870786460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070811375,0.00015250317,0.99037385,0.0010858416,0.00007007153,0.0001543955,1.7243354e-7,0.000689474,0.0003925584],"genre_scores_gemma":[0.503269,0.000012935943,0.49566355,0.00034451572,0.000022789362,0.000019495621,3.643581e-7,0.000013085717,0.0006542347],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880016,0.000037941816,0.00010799466,0.00028177327,0.00044253844,0.000329566],"domain_scores_gemma":[0.9984373,0.0007391201,0.000018420818,0.000627967,0.00011091254,0.00006627238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016476645,0.000120782024,0.00009517314,0.00006863046,0.00017870883,0.00019975395,0.0010238729,0.0000351612,0.000031587417],"category_scores_gemma":[0.000069467584,0.00006870135,0.000023709872,0.00051208126,0.000039287133,0.00047585947,0.00028268056,0.00015658236,0.000114688446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018637757,0.00015827012,0.0076963753,0.00013513089,0.00015923475,0.00025231251,0.00376426,0.27680925,0.00042346143,0.42550066,0.023952022,0.26113036],"study_design_scores_gemma":[0.00026701103,0.000077689496,0.002920762,0.0000578506,0.000002566505,0.00008689535,0.0000147270675,0.9897171,0.0009779342,0.0029718361,0.0026130963,0.0002924851],"about_ca_topic_score_codex":0.00001833198,"about_ca_topic_score_gemma":0.0000029467758,"teacher_disagreement_score":0.7129079,"about_ca_system_score_codex":0.000059304562,"about_ca_system_score_gemma":0.000036286012,"threshold_uncertainty_score":0.280156},"labels":[],"label_agreement":null},{"id":"W1872266072","doi":"10.1109/wpc.2005.11","title":"Browsing Software Architectures With LSEdit","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Visualization; Software visualization; Software analytics; Program comprehension; Software engineering; Graph; Software system; World Wide Web; Database; Programming language; Operating system; Software construction; Data mining; Theoretical computer science","score_opus":0.009422595660124485,"score_gpt":0.23332225491990768,"score_spread":0.2238996592597832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872266072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06157693,0.00006689229,0.9355167,0.00096414756,0.00006534137,0.00007133405,2.7365067e-7,0.001027823,0.00071054656],"genre_scores_gemma":[0.53521055,5.242304e-7,0.46393377,0.00018366562,0.00013066917,0.0000058657674,2.790527e-7,0.000009339238,0.00052533066],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989663,0.00001342446,0.00007846423,0.00026083237,0.0003664685,0.0003145249],"domain_scores_gemma":[0.9989939,0.00038114516,0.000012512986,0.00046076265,0.000046552275,0.00010513429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000117813215,0.00009841875,0.000077985045,0.00012073573,0.00006314163,0.00013706127,0.00066440547,0.000028459712,0.000053607473],"category_scores_gemma":[0.00019192441,0.00007135414,0.000022724513,0.00031892257,0.000029786732,0.00016365097,0.00015661122,0.00016422186,0.00011809701],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013704533,0.0000835932,0.03274387,0.00003939417,0.00004519536,0.00007411255,0.0011095796,0.06522759,0.0004954158,0.0053180726,0.007854921,0.88699454],"study_design_scores_gemma":[0.0039974423,0.0013583446,0.41347325,0.0003543696,0.000021177519,0.0013706512,0.000059988677,0.2695793,0.09068341,0.0046962816,0.21099876,0.0034070488],"about_ca_topic_score_codex":0.0000150630285,"about_ca_topic_score_gemma":0.000018647503,"teacher_disagreement_score":0.8835875,"about_ca_system_score_codex":0.000039007762,"about_ca_system_score_gemma":0.000054365915,"threshold_uncertainty_score":0.29097372},"labels":[],"label_agreement":null},{"id":"W1872675725","doi":"10.1109/icsm.2000.882972","title":"Bridging program comprehension tools by design navigation","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Program comprehension; Computer science; Suite; Bridging (networking); Software engineering; Human–computer interaction; Visualization; Perspective (graphical); Comprehension; Software; World Wide Web; Software system; Programming language; Artificial intelligence","score_opus":0.033685985196059975,"score_gpt":0.28903196195665043,"score_spread":0.25534597676059045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1872675725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1193182,0.000054494176,0.87846583,0.0002159735,0.00005248025,0.00029391464,3.2469453e-7,0.001269409,0.0003293895],"genre_scores_gemma":[0.7080194,0.0000054381135,0.29079342,0.00006114792,0.00002789413,0.00004423009,0.000007526251,0.000009852444,0.0010310804],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990486,0.000042435582,0.00010641251,0.00024420038,0.00030427636,0.00025407385],"domain_scores_gemma":[0.9992727,0.00027392563,0.000010096438,0.00032405014,0.000041024694,0.00007820384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020595663,0.000079036065,0.00006977831,0.000036140354,0.00006706786,0.00029202848,0.00042785006,0.000034705226,0.000099015204],"category_scores_gemma":[0.000044431028,0.000073188305,0.000022399267,0.0003381748,0.000015919433,0.00049256743,0.00005585311,0.00010613724,0.00029351542],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001792171,0.000037016733,0.00022246956,0.0000051609877,0.000002903927,0.0000043316086,0.000044777255,0.0033078564,0.0014870964,0.00014047752,0.008628197,0.9861179],"study_design_scores_gemma":[0.00023224467,0.0001464992,0.0066746636,0.000035639627,0.0000011064535,0.000018632223,0.000001410963,0.9632352,0.016334062,0.00013641102,0.012983155,0.00020099856],"about_ca_topic_score_codex":0.000019158892,"about_ca_topic_score_gemma":7.401954e-8,"teacher_disagreement_score":0.9859169,"about_ca_system_score_codex":0.00003552358,"about_ca_system_score_gemma":0.00002116292,"threshold_uncertainty_score":0.3772645},"labels":[],"label_agreement":null},{"id":"W1874892428","doi":"10.1007/3-540-45140-4_2","title":"Why Is It So Difficult to Introduce RE Research Results into Mainstream RE Practice?","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"","keywords":"Mainstream; Computer science; Data science","score_opus":0.03645989557913309,"score_gpt":0.3316178737241077,"score_spread":0.29515797814497463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1874892428","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017857674,0.00041638553,0.9090477,0.08157274,0.0015981559,0.0011264271,0.000024714274,0.00042619568,0.0056090676],"genre_scores_gemma":[0.03283392,0.00036938526,0.9369076,0.023983516,0.0023568983,0.00009361318,0.000029433893,0.0001895979,0.003236068],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98778945,0.00023465145,0.0009876128,0.004095538,0.0048690666,0.0020236904],"domain_scores_gemma":[0.9859998,0.0063035516,0.00021134526,0.0048226025,0.0019112262,0.0007514779],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005748256,0.00084798754,0.00074790185,0.002930619,0.00085509935,0.0025365634,0.009366859,0.0006614031,0.00011311721],"category_scores_gemma":[0.008863188,0.00079651584,0.00015526674,0.0044526397,0.0012135551,0.0012785596,0.0045677754,0.0036322693,0.00070957106],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015500461,0.0001603315,0.000016663738,0.00011292955,0.000046091307,0.00090650655,0.019305842,0.04780955,0.00020328807,0.0032381641,0.078497514,0.8495481],"study_design_scores_gemma":[0.0009301695,0.0013096735,0.00012703189,0.0017985215,0.000013055937,0.00022704196,0.0000081947255,0.09622818,0.0033932833,0.033889417,0.85994744,0.0021279673],"about_ca_topic_score_codex":0.00046330516,"about_ca_topic_score_gemma":0.0004527962,"teacher_disagreement_score":0.84742016,"about_ca_system_score_codex":0.0014007712,"about_ca_system_score_gemma":0.0017445614,"threshold_uncertainty_score":0.99948555},"labels":[],"label_agreement":null},{"id":"W1879993036","doi":"10.1109/sess.1999.766599","title":"A structured analysis of the new ISO standard on functional size measurement-definition of concepts","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Standardization; Strengths and weaknesses; Computer science; Completeness (order theory); Process (computing); Software; Software engineering; Set (abstract data type); Software measurement; Perspective (graphical); Contrast (vision); Systems engineering; Data mining; Software quality; Software development; Engineering; Mathematics; Artificial intelligence; Programming language","score_opus":0.041974586945583515,"score_gpt":0.26931814227001644,"score_spread":0.22734355532443293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1879993036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.109669484,0.000055174423,0.88775074,0.00024059287,0.0002757039,0.0001364923,0.000009851002,0.000061590086,0.0018003953],"genre_scores_gemma":[0.98422086,9.296192e-7,0.015634833,0.000044201384,0.0000075501193,0.0000019459546,4.92442e-7,0.000003192804,0.00008601126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99840343,0.00006977702,0.00016666517,0.00016280089,0.0010784593,0.00011884119],"domain_scores_gemma":[0.99878955,0.0004028715,0.000059777165,0.00043485715,0.0002676099,0.00004534251],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038510375,0.0000679181,0.00014888558,0.00012527907,0.000029391675,0.000018300247,0.00029314926,0.000031007363,0.00034193453],"category_scores_gemma":[0.001633547,0.00004600456,0.000117802396,0.0013278814,0.000034548928,0.00006490244,0.00003964909,0.0000787097,0.0000018486093],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014178891,0.00016599466,0.093995854,0.00006318714,0.0026534714,0.0000022029815,0.0013474057,0.058581993,0.04273261,0.7783042,0.013551953,0.008459303],"study_design_scores_gemma":[0.0013211159,0.00028546012,0.8362408,0.000037778704,0.00017104519,0.0000021866738,0.00005499641,0.0032307578,0.14575204,0.011744622,0.00094154984,0.00021760174],"about_ca_topic_score_codex":0.000024233808,"about_ca_topic_score_gemma":0.000021499589,"teacher_disagreement_score":0.87455136,"about_ca_system_score_codex":0.00007484185,"about_ca_system_score_gemma":0.0002331057,"threshold_uncertainty_score":0.37439433},"labels":[],"label_agreement":null},{"id":"W1880500695","doi":"10.1002/spe.2122","title":"Fast and effective soft links","year":2012,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Hypertext; Markup language; Source code; Java; Code (set theory); Traceability; Information retrieval; Signature (topology); Programming language; Database; World Wide Web; XML; Software engineering","score_opus":0.012176318863095538,"score_gpt":0.29793788636462176,"score_spread":0.2857615675015262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1880500695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22093645,0.0037043311,0.77339184,0.0006298157,0.00044355256,0.00026519032,0.0000011147694,0.0004689854,0.0001587181],"genre_scores_gemma":[0.9083883,0.00015188022,0.09066753,0.00048072814,0.000120282195,0.00011164743,5.171411e-7,0.0000132119285,0.000065903485],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986107,0.00008835928,0.0001230926,0.00037236643,0.00031350742,0.0004920094],"domain_scores_gemma":[0.9956686,0.003489704,0.000052771557,0.00038774672,0.00010070614,0.0003004786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005223502,0.00015676986,0.00013620999,0.000080297425,0.00020669517,0.00023931485,0.00032918982,0.00012034977,0.000007492527],"category_scores_gemma":[0.0065291026,0.00014478156,0.000020136657,0.00030229992,0.00013031864,0.003436026,0.00049814006,0.000427702,0.000044919256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000400114,0.00017630492,0.17843583,0.000089394394,0.000041714073,0.00004954082,0.07347755,0.00001826576,0.00063450495,0.00418542,0.00045218543,0.7423993],"study_design_scores_gemma":[0.0025086564,0.0013231955,0.690466,0.00031673026,0.000082023165,0.003809799,0.012193737,0.005874028,0.014460437,0.0014781032,0.26434338,0.003143927],"about_ca_topic_score_codex":0.000039121845,"about_ca_topic_score_gemma":4.359171e-7,"teacher_disagreement_score":0.73925537,"about_ca_system_score_codex":0.000031397467,"about_ca_system_score_gemma":0.00002870683,"threshold_uncertainty_score":0.7816417},"labels":[],"label_agreement":null},{"id":"W1882295992","doi":"10.1109/nafips.2001.944298","title":"Evaluating software project similarity by using linguistic quantifier guided aggregations","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Quantifier (linguistics); Software; Similarity (geometry); Set (abstract data type); Fuzzy logic; Natural language processing; Fuzzy set; Artificial intelligence; Programming language; Linguistics; Software engineering","score_opus":0.22279365020496067,"score_gpt":0.40811152239580223,"score_spread":0.18531787219084156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1882295992","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055856083,0.00029849535,0.9415832,0.00017192092,0.00037823184,0.0003338231,0.000004390567,0.0009551313,0.0004187203],"genre_scores_gemma":[0.35913426,0.0000066997763,0.6390828,0.00011990854,0.00010322873,0.000025744423,0.000004581711,0.000026424143,0.0014963478],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800825,0.00009627881,0.00028936012,0.00048644145,0.00066340866,0.0004562642],"domain_scores_gemma":[0.99770546,0.0010399055,0.00006192846,0.000751385,0.0003423602,0.00009894448],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006893869,0.00016061583,0.00015315397,0.00018050974,0.00026675535,0.00029964256,0.00078719424,0.000076230936,0.00013950537],"category_scores_gemma":[0.011367496,0.00015628722,0.00006120146,0.0008731948,0.000039820163,0.00027416483,0.0002887416,0.00024149643,0.00008256027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013454415,0.0016605856,0.08062009,0.0008448593,0.00045842503,0.00033965317,0.015203834,0.07526608,0.032108698,0.015134042,0.3663138,0.41203648],"study_design_scores_gemma":[0.0002017598,0.000042237087,0.00023956875,0.000039732153,0.0000065942772,0.00002217649,0.000005737583,0.9956839,0.0016362929,0.00027583446,0.001612695,0.00023345454],"about_ca_topic_score_codex":0.00021970473,"about_ca_topic_score_gemma":0.0000045237894,"teacher_disagreement_score":0.92041785,"about_ca_system_score_codex":0.00012606314,"about_ca_system_score_gemma":0.000111347494,"threshold_uncertainty_score":0.99696016},"labels":[],"label_agreement":null},{"id":"W188835152","doi":"","title":"A formalism of ontology to support a software maintenance knowledge based system","year":2006,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software engineering; Computer science; Software maintenance; Software mining; Capability Maturity Model; Software development; Ontology; Software system; Software construction; Team software process; Software; Knowledge management; Operating system","score_opus":0.00873206749947429,"score_gpt":0.22707239515293123,"score_spread":0.21834032765345696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W188835152","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04953806,0.0014649639,0.9443685,0.000029278328,0.0012189741,0.00041455432,0.000023779361,0.002847813,0.000094098476],"genre_scores_gemma":[0.76404774,0.000004195366,0.23522541,0.000008968011,0.00019035289,0.00016762881,0.000011761022,0.00010715344,0.00023682037],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968478,0.000035380654,0.0007340813,0.00082089205,0.00035836335,0.0012034677],"domain_scores_gemma":[0.99678737,0.0013991894,0.00008829773,0.00094505696,0.00034441202,0.00043566193],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007150307,0.00060978526,0.0007586402,0.001078013,0.00010243378,0.00011748074,0.0010915365,0.00026321877,0.000005803162],"category_scores_gemma":[0.0015805904,0.0006571037,0.0001901569,0.0014586771,0.000042061845,0.0003659105,0.00052902556,0.0004774342,0.000058389593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081625505,0.00072371354,0.03711439,0.015789796,0.0003737806,0.00050201424,0.0040679863,0.8202489,0.008891232,0.06807919,0.008019035,0.036108363],"study_design_scores_gemma":[0.0025862083,0.0007638689,0.043549266,0.0023752537,0.00006286391,0.00043777586,0.00004519351,0.89129275,0.011376065,0.000037301837,0.0450017,0.002471729],"about_ca_topic_score_codex":0.000055612007,"about_ca_topic_score_gemma":0.000016547574,"teacher_disagreement_score":0.71450967,"about_ca_system_score_codex":0.00034000442,"about_ca_system_score_gemma":0.00023868654,"threshold_uncertainty_score":0.999588},"labels":[],"label_agreement":null},{"id":"W1891539143","doi":"","title":"Task-directed software inspection technique: an experiment and case study","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software inspection; Task (project management); Software engineering; Computer science; Software; Software construction; Code (set theory); Sample (material); Software development; Engineering; Software quality; Systems engineering; Programming language","score_opus":0.08221613540789634,"score_gpt":0.40925681133602393,"score_spread":0.3270406759281276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1891539143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9879613,0.0007863195,0.0047020726,0.0006701681,0.00022208138,0.0051343273,0.000047263853,0.0004147435,0.00006171876],"genre_scores_gemma":[0.982966,0.0001762792,0.015377276,0.0000067057986,0.000021754691,0.0009437864,0.0000010882313,0.000019183652,0.00048790203],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997149,0.0006088341,0.00029602463,0.0006794015,0.00076950697,0.0004972287],"domain_scores_gemma":[0.9942102,0.0016860106,0.000077185454,0.00087704335,0.0030177461,0.0001318209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011172028,0.00021993116,0.00033490558,0.00021603433,0.00081747177,0.00012748154,0.00077570946,0.00005497278,0.0000091765105],"category_scores_gemma":[0.0028486557,0.00016004495,0.00003798102,0.0017805388,0.00041378074,0.00039094518,0.00042793798,0.00034620197,0.000002562517],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035142177,0.009843817,0.016580876,0.0011273455,0.002001533,0.0013765485,0.34577826,0.0098978095,0.058895614,0.015787715,0.00867657,0.5265197],"study_design_scores_gemma":[0.013074764,0.025817608,0.008157211,0.0018284972,0.00007673604,0.00031622796,0.37545612,0.026819875,0.5262512,0.009107788,0.010484426,0.0026095365],"about_ca_topic_score_codex":0.000031498977,"about_ca_topic_score_gemma":0.00019155779,"teacher_disagreement_score":0.52391016,"about_ca_system_score_codex":0.00028574548,"about_ca_system_score_gemma":0.0002713767,"threshold_uncertainty_score":0.65264434},"labels":[],"label_agreement":null},{"id":"W1893729795","doi":"10.1007/978-3-540-72530-5_9","title":"A Rough-Hybrid Approach to Software Defect Classification","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"","keywords":"Computer science; Rough set; Data mining; Decision tree; Software; Fuzzy logic; Artificial intelligence; Dominance-based rough set approach; Knowledge extraction; Machine learning; Fuzzy set","score_opus":0.04320667514004044,"score_gpt":0.2811904742937011,"score_spread":0.23798379915366064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1893729795","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009908844,0.00031720003,0.99417216,0.0002155996,0.0012987532,0.00074078044,0.0000056459135,0.00066748296,0.0024832864],"genre_scores_gemma":[0.079886526,0.000011861013,0.91812235,0.0009071576,0.0005420392,0.000037151804,0.000011650536,0.00007311046,0.00040814205],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940077,0.000035940142,0.0005412253,0.0023332266,0.0019380817,0.001143805],"domain_scores_gemma":[0.99491847,0.0016330907,0.00015665153,0.0024570895,0.00039925711,0.00043547354],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0019864012,0.0006213443,0.00053317373,0.0019517222,0.00023917975,0.00073973706,0.0054043424,0.00032057482,0.00000875067],"category_scores_gemma":[0.0010528519,0.0006096407,0.0001995483,0.0015549811,0.00036426654,0.00054160826,0.0018313515,0.0012698513,0.00019585152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008034806,0.000058997404,0.0003170609,0.0000907068,0.000018795807,0.00009263771,0.0005483323,0.10359969,0.000059875318,0.011201435,0.00016533077,0.88383913],"study_design_scores_gemma":[0.0005367799,0.00046308385,0.0044802506,0.0007030541,0.000017207996,0.00044468435,2.522923e-7,0.93354636,0.0017353009,0.04497443,0.010527982,0.0025705898],"about_ca_topic_score_codex":0.0000202438,"about_ca_topic_score_gemma":0.000010157334,"teacher_disagreement_score":0.8812685,"about_ca_system_score_codex":0.00081654126,"about_ca_system_score_gemma":0.00064672186,"threshold_uncertainty_score":0.9999769},"labels":[],"label_agreement":null},{"id":"W1894973801","doi":"10.1007/978-3-540-75975-1_9","title":"Recovering Business Rules from Legacy Source Code for System Modernization","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Legacy system; Semantics of Business Vocabulary and Business Rules; Business rule; Source code; Computer science; Modernization theory; Software engineering; Documentation; Legacy code; Reverse engineering; Code (set theory); Business logic; KPI-driven code analysis; Business process; Programming language; Engineering; Static program analysis; Software development; Set (abstract data type); Operations management; Software; Work in process; Political science; Law","score_opus":0.029155691322831374,"score_gpt":0.26073486195172746,"score_spread":0.23157917062889607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1894973801","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049789005,0.0004093715,0.99502933,0.00013932995,0.002407725,0.00060085085,0.000031337637,0.00065226975,0.0002318809],"genre_scores_gemma":[0.09822762,0.000016459768,0.8999682,0.00020018085,0.0011527329,0.000027081105,0.00003843072,0.000104139544,0.00026512207],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958639,0.00001958994,0.000529141,0.0016175323,0.0011696003,0.00080020353],"domain_scores_gemma":[0.9951466,0.0023945747,0.00022228483,0.0014033036,0.00065436756,0.00017890133],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010819625,0.00050645333,0.00052238145,0.0010208654,0.00027328377,0.0011464484,0.0034357808,0.00038393913,0.0000044201206],"category_scores_gemma":[0.00059389614,0.0005127128,0.00010576784,0.00074674824,0.00023458806,0.0009946186,0.0011280436,0.00058181636,0.000034917193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000100924535,0.000011983932,0.00010650355,0.00018231342,0.000015372976,0.000034645673,0.00041052196,0.50507313,0.000098715056,0.004798339,0.000013023781,0.48924536],"study_design_scores_gemma":[0.00027094712,0.000045580982,0.00042341405,0.00088095386,0.0000065585955,0.000029886744,2.3455944e-7,0.9849038,0.00077481946,0.009880955,0.0021860113,0.0005968478],"about_ca_topic_score_codex":0.00008975963,"about_ca_topic_score_gemma":0.00007056295,"teacher_disagreement_score":0.4886485,"about_ca_system_score_codex":0.0007978929,"about_ca_system_score_gemma":0.0004909217,"threshold_uncertainty_score":0.99989045},"labels":[],"label_agreement":null},{"id":"W1895441878","doi":"10.4230/dagsemproc.06301.7","title":"Detection of Plagiarism in University Projects Using Metrics-based Spectral Similarity","year":2007,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Plagiarism detection; Similarity (geometry); Computer science; Spectral analysis; Source code; Data mining; Clan; Information retrieval; Artificial intelligence; Programming language; Physics","score_opus":0.02642885969981242,"score_gpt":0.2678502540887758,"score_spread":0.24142139438896335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1895441878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46300748,0.0000075862667,0.53616905,0.000013165555,0.00021727933,0.000388206,0.000021164566,0.00008268787,0.00009339606],"genre_scores_gemma":[0.9110852,0.0000026516045,0.088798776,0.000037268343,0.00003111316,0.000002228006,0.000014846276,0.000015401214,0.000012525036],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789107,0.000035360674,0.0005855042,0.00023031981,0.00058194064,0.00067583035],"domain_scores_gemma":[0.9982924,0.00053720595,0.00022298328,0.00054591807,0.0002573428,0.0001441682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016455533,0.00021372564,0.00028681883,0.0014060328,0.00012661738,0.00009080245,0.00089821045,0.00025159368,0.0000021888873],"category_scores_gemma":[0.0005446127,0.00023450867,0.00013570437,0.001864572,0.00007641746,0.000880409,0.00027041044,0.00056180294,0.0000046675264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016759769,0.0028762133,0.80057025,0.004969867,0.0004704914,0.00027367374,0.025938999,0.05098088,0.012884364,0.009634706,0.00037302743,0.089351535],"study_design_scores_gemma":[0.0043713944,0.0004620066,0.060002714,0.0001662245,0.000020286228,0.000034203174,0.0006635454,0.85824835,0.07218451,0.00012763654,0.0031060816,0.00061306026],"about_ca_topic_score_codex":0.000160559,"about_ca_topic_score_gemma":0.00011556241,"teacher_disagreement_score":0.8072674,"about_ca_system_score_codex":0.00053457,"about_ca_system_score_gemma":0.00018801077,"threshold_uncertainty_score":0.9562986},"labels":[],"label_agreement":null},{"id":"W1896715963","doi":"10.1109/iwrsp.1990.144033","title":"001: a rapid development approach for rapid prototyping based on a system that supports its own life cycle","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences","funders":"","keywords":"Computer science; Obsolescence; Traceability; Reusability; Flexibility (engineering); Software engineering; Development (topology); Process (computing); Systems development life cycle; Interface (matter); Control reconfiguration; Programming language; Software development process; Embedded system; Software development; Operating system","score_opus":0.04786903910550738,"score_gpt":0.24251985447286184,"score_spread":0.19465081536735446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1896715963","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017321407,0.00020517284,0.9882852,0.0002780785,0.00021180864,0.003248873,0.0000022525269,0.0013049344,0.0047315382],"genre_scores_gemma":[0.7642189,0.0000026188695,0.2327178,0.00020681373,0.00006138878,0.0021797637,0.000008137429,0.000034367193,0.0005701876],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757797,0.00006119463,0.0002947187,0.00067428197,0.0007018533,0.0006900045],"domain_scores_gemma":[0.99833685,0.00048062004,0.00006223682,0.0007019536,0.000117309006,0.00030101594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008715212,0.00024448338,0.0002535686,0.0002980435,0.00019205327,0.00022911724,0.0008780646,0.000094909854,0.00013674331],"category_scores_gemma":[0.00027412514,0.00020585059,0.00008185688,0.0004325466,0.00001548676,0.0002615708,0.00015352128,0.00016633596,0.0001260233],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018657387,0.0026589169,0.0026565273,0.007624451,0.00034354418,0.00015825637,0.0041113235,0.0365836,0.0002900677,0.011856091,0.035756435,0.8977742],"study_design_scores_gemma":[0.00087080465,0.00015176112,0.0008458522,0.000098013705,0.0000024300768,0.000012050714,0.000030623713,0.98323834,0.0038316266,0.0000017174717,0.010596919,0.0003198404],"about_ca_topic_score_codex":0.0000032556688,"about_ca_topic_score_gemma":2.3305843e-7,"teacher_disagreement_score":0.94665474,"about_ca_system_score_codex":0.00020395934,"about_ca_system_score_gemma":0.0001500412,"threshold_uncertainty_score":0.8394344},"labels":[],"label_agreement":null},{"id":"W1897334947","doi":"10.1109/hicss.1991.184094","title":"Measuring the quality of user-developed applications","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Cronbach's alpha; Quality (philosophy); Reliability (semiconductor); Computer science; Consistency (knowledge bases); Software quality; Internal consistency; Software; Measure (data warehouse); Construct validity; Test (biology); Data mining; Psychometrics; Software development; Mathematics; Artificial intelligence; Statistics; Programming language","score_opus":0.1512391064111098,"score_gpt":0.3279987561874381,"score_spread":0.17675964977632833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897334947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013820739,0.00006184105,0.9812955,0.0007693672,0.00002796982,0.00013630539,2.8134812e-7,0.00017833221,0.0037096571],"genre_scores_gemma":[0.95717824,0.0000066805205,0.041357093,0.00003498322,0.000014541815,0.000046231973,8.129041e-8,0.000003256564,0.0013588846],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993035,0.000033328066,0.0001354133,0.00012199692,0.000286921,0.00011879968],"domain_scores_gemma":[0.9986455,0.00062452926,0.000022576687,0.0005909994,0.000085868196,0.000030516041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048448928,0.000039246333,0.000057045774,0.000035241977,0.00005246674,0.00003266157,0.0008801425,0.000015343101,0.000045655026],"category_scores_gemma":[0.00027991796,0.00002644791,0.000022861146,0.00043105724,0.000024031773,0.00009573057,0.00017243846,0.000069770125,0.00009938754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018607944,0.00024772203,0.064139724,0.00012762866,0.000074876705,0.0000015865581,0.002393464,0.0013988538,0.0072269035,0.6875293,0.008413312,0.22844474],"study_design_scores_gemma":[0.00045619364,0.000030575586,0.8693893,0.00001871097,0.0000031568836,0.000008301148,0.000057918023,0.038094588,0.023061428,0.002463139,0.066002734,0.00041398365],"about_ca_topic_score_codex":0.000032176904,"about_ca_topic_score_gemma":0.0000046177056,"teacher_disagreement_score":0.9433575,"about_ca_system_score_codex":0.000016320975,"about_ca_system_score_gemma":0.000012967483,"threshold_uncertainty_score":0.16355383},"labels":[],"label_agreement":null},{"id":"W1899857608","doi":"10.1109/tse.2015.2431680","title":"Facilitating Coordination between Software Developers: A Study and Techniques for Timely and Efficient Recommendations","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Science Foundation","keywords":"Computer science; Software engineering; Software; Schedule; Software development; Software project management; Process management; Software construction; Engineering","score_opus":0.041973657220534324,"score_gpt":0.2945908783976059,"score_spread":0.2526172211770716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1899857608","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13298993,0.00005234864,0.86458075,0.00010173378,0.00021115683,0.00075251266,0.000035226414,0.00127545,9.173849e-7],"genre_scores_gemma":[0.58888286,0.0000022206457,0.4107229,0.000008625611,0.000021837412,0.00029697653,0.0000032169823,0.000026878994,0.000034448567],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853486,0.000040418345,0.0002880514,0.000490819,0.0003071554,0.00033867132],"domain_scores_gemma":[0.9969636,0.002235665,0.00003906807,0.0003052698,0.00023068991,0.00022565898],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00072709477,0.00023952039,0.00023671647,0.00046062045,0.00021642246,0.00018418822,0.00026815123,0.000087884255,0.0000015284029],"category_scores_gemma":[0.0009370289,0.0002600547,0.000040846986,0.0005290831,0.000025349478,0.00035575734,0.000015794474,0.0002773809,0.000004003536],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003508791,0.00044483057,0.0068475613,0.0003468574,0.00030588565,0.000012428054,0.016149245,0.13275269,0.00034656437,0.00011307194,0.00043210792,0.8422137],"study_design_scores_gemma":[0.011055661,0.0071772696,0.029944045,0.0015340309,0.00037999623,0.00020112592,0.0056717456,0.8818067,0.04558335,0.0003964282,0.010371874,0.0058778226],"about_ca_topic_score_codex":0.000018804172,"about_ca_topic_score_gemma":0.0000028030659,"teacher_disagreement_score":0.83633584,"about_ca_system_score_codex":0.00017914503,"about_ca_system_score_gemma":0.00007255556,"threshold_uncertainty_score":0.99998516},"labels":[],"label_agreement":null},{"id":"W1902003010","doi":"10.1002/smr.1696","title":"A selection of distinguished papers from the 19th Working Conference on Reverse Engineering 2012","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reverse engineering; Computer science; Program slicing; Variety (cybernetics); Slicing; Selection (genetic algorithm); Java; Software engineering; Source code; Quality (philosophy); Data science; World Wide Web; Programming language; Artificial intelligence","score_opus":0.01548924074106418,"score_gpt":0.24196808550595889,"score_spread":0.22647884476489472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902003010","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13831972,0.00034649106,0.86020386,0.00036756945,0.00054695964,0.00007599222,0.0000014127339,0.00008240168,0.000055589466],"genre_scores_gemma":[0.9882763,0.00002170664,0.011398604,0.0000375592,0.00023377976,0.0000019999434,3.9614008e-7,0.0000075184016,0.000022148204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901414,0.00004861551,0.00025148838,0.00013635271,0.00039089666,0.00015853447],"domain_scores_gemma":[0.9983001,0.0009596393,0.0002165631,0.00013721068,0.00030458724,0.00008190779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062608445,0.00009938309,0.00016139941,0.00010158639,0.0000831853,0.000068547226,0.00038824254,0.000052302144,0.000011304758],"category_scores_gemma":[0.002779637,0.00007172006,0.00004384999,0.00034556273,0.000031115367,0.00024759347,0.000046841673,0.00031702462,0.0000013852183],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044636262,0.00035147104,0.7012755,0.000767327,0.00039870475,0.000026103093,0.008796213,0.046449587,0.006472838,0.02081209,0.005391384,0.20881239],"study_design_scores_gemma":[0.0019991307,0.0009214696,0.8332889,0.0028340865,0.000066728644,0.00019278693,0.0002070502,0.14308536,0.0019494804,0.00502711,0.009784954,0.0006429441],"about_ca_topic_score_codex":0.000015868989,"about_ca_topic_score_gemma":0.0000035149776,"teacher_disagreement_score":0.8499566,"about_ca_system_score_codex":0.000056034314,"about_ca_system_score_gemma":0.000085517735,"threshold_uncertainty_score":0.3327686},"labels":[],"label_agreement":null},{"id":"W1909156290","doi":"10.1109/wpc.2005.28","title":"Presenting Micro-Theories of Program Comprehension in Pattern Form","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Cognition; Set (abstract data type); Focus (optics); Pattern language (formal languages); Key (lock); Field (mathematics); Cognitive science; Artificial intelligence; Programming language; Software; Psychology; Software system; Mathematics","score_opus":0.017367170888316755,"score_gpt":0.2907227528323307,"score_spread":0.27335558194401394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909156290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85688937,0.000049312708,0.14199248,0.00024164381,0.000051128853,0.00019762291,2.1674114e-7,0.00024373199,0.000334482],"genre_scores_gemma":[0.9036495,0.0000019387826,0.09617339,0.000015180858,0.00002182109,0.000014719797,5.345726e-7,0.0000050744807,0.00011783873],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992031,0.00001717572,0.00016673736,0.00016603275,0.00020904945,0.00023792547],"domain_scores_gemma":[0.99933577,0.0002544768,0.000023218601,0.000298758,0.000053448264,0.000034329398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019670624,0.0000639472,0.00009505164,0.00012275421,0.000017285607,0.00004816127,0.0004660119,0.000028758715,0.000013308752],"category_scores_gemma":[0.00008218356,0.000055991684,0.000026149126,0.00029317624,0.000026298643,0.00027035677,0.00030926077,0.000095971205,0.000017184897],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003041723,0.00019837756,0.33372477,0.000078059864,0.000007532274,0.0000059256317,0.0012527994,0.0008401557,0.0034499776,0.0030186786,0.0002110515,0.65720963],"study_design_scores_gemma":[0.0008714406,0.00014345892,0.53074276,0.000107253516,0.0000015690607,0.000014093323,0.000052736927,0.35203487,0.110024,0.0014087136,0.0042816373,0.00031746711],"about_ca_topic_score_codex":0.00005683072,"about_ca_topic_score_gemma":0.000030008003,"teacher_disagreement_score":0.6568922,"about_ca_system_score_codex":0.000023516619,"about_ca_system_score_gemma":0.000016809601,"threshold_uncertainty_score":0.22832745},"labels":[],"label_agreement":null},{"id":"W1909497710","doi":"10.1007/s10664-015-9396-2","title":"Towards building a universal defect prediction model with rank transformed predictors","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"University of Victoria","keywords":"Computer science; Software; Rank (graph theory); Workflow; Predictive modelling; Context (archaeology); Eclipse; Data mining; Software development; Obstacle; Software bug; Software engineering; Machine learning; Database; Programming language; Mathematics","score_opus":0.02760184776548904,"score_gpt":0.2626829102734268,"score_spread":0.23508106250793773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1909497710","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20122969,0.00008754126,0.7953404,0.00013353393,0.00029044764,0.00023702411,0.000009530021,0.0026337202,0.00003806324],"genre_scores_gemma":[0.7468565,0.0000049000946,0.25282267,0.00003269863,0.00011652349,0.00004811522,0.000007085848,0.000057843026,0.000053639396],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99732697,0.000033019944,0.0002783145,0.0006072115,0.0009985345,0.0007559236],"domain_scores_gemma":[0.9981569,0.0004277504,0.000034452907,0.000548059,0.00017663697,0.00065622304],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004967626,0.00034708492,0.00032045876,0.00035326788,0.000083798644,0.00014888294,0.0008487701,0.0001723722,0.000004977282],"category_scores_gemma":[0.0013119916,0.00031001252,0.00013470055,0.0011451978,0.00004109129,0.0008990088,0.00018490569,0.00053048856,0.000016687836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003941064,0.00004898979,0.043967664,0.00006089411,0.00009547183,0.00006731994,0.0012146629,0.95154595,0.00012505853,0.00032175487,0.0009971692,0.0015156238],"study_design_scores_gemma":[0.001483678,0.00037804595,0.016195603,0.00010688604,0.00002944782,0.00008541723,0.000014836862,0.9768612,0.0008202167,0.00015294291,0.0033599953,0.0005117554],"about_ca_topic_score_codex":0.000022381697,"about_ca_topic_score_gemma":0.0000016455015,"teacher_disagreement_score":0.5456268,"about_ca_system_score_codex":0.00055933953,"about_ca_system_score_gemma":0.0004254069,"threshold_uncertainty_score":0.9999352},"labels":[],"label_agreement":null},{"id":"W191168329","doi":"","title":"A multidimensional empirical study on refactoring activity","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University","funders":"","keywords":"Code refactoring; Computer science; Empirical research; Software engineering; Code (set theory); Programming language; Software; Mathematics; Statistics","score_opus":0.18390792647154403,"score_gpt":0.45032773050272135,"score_spread":0.2664198040311773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W191168329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98801947,0.00009280228,0.0018427412,0.0056967973,0.0005597714,0.0035470894,0.000022451719,0.000078253805,0.00014062464],"genre_scores_gemma":[0.99603224,0.00002556783,0.0023970697,0.000018088882,0.000036704576,0.00053407374,3.889552e-7,0.000016790726,0.00093906414],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9961956,0.00065349345,0.00027020712,0.00069377996,0.0015015559,0.0006853669],"domain_scores_gemma":[0.98561716,0.007957514,0.00011344435,0.0010142679,0.0051550763,0.0001425169],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011329107,0.00023951761,0.00040223871,0.00022792397,0.0005474548,0.0000986073,0.0012373253,0.00005584796,0.000009106732],"category_scores_gemma":[0.01216648,0.00015503011,0.000081337705,0.0016598691,0.00030978397,0.00034612365,0.0010491419,0.0005908584,0.000041360356],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0049944953,0.019456828,0.17598431,0.0012554632,0.0042951214,0.00008109396,0.16150562,0.029618194,0.25733015,0.10719273,0.06153242,0.17675357],"study_design_scores_gemma":[0.009325931,0.012100159,0.35039562,0.0015984414,0.00002541072,0.0000015829112,0.048837613,0.020680439,0.53929985,0.008406514,0.007831674,0.0014967811],"about_ca_topic_score_codex":0.000008908325,"about_ca_topic_score_gemma":0.000021990658,"teacher_disagreement_score":0.28196967,"about_ca_system_score_codex":0.00042292845,"about_ca_system_score_gemma":0.00042608922,"threshold_uncertainty_score":0.9961545},"labels":[],"label_agreement":null},{"id":"W1914969610","doi":"10.1007/s10664-015-9393-5","title":"An in-depth study of the promises and perils of mining GitHub","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":270,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Point (geometry); Data science; World Wide Web; Set (abstract data type); Event (particle physics); Empirical research; The Internet; Quality (philosophy)","score_opus":0.05189227763191294,"score_gpt":0.31378800903066856,"score_spread":0.2618957313987556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1914969610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95690686,0.00019010458,0.042313367,0.00003113473,0.00014767566,0.00024866522,7.5769844e-7,0.00015651772,0.0000049166783],"genre_scores_gemma":[0.98104054,0.0000011549059,0.018880783,0.00000702895,0.000025435054,0.00002119375,1.9065985e-7,0.000017559703,0.000006089214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863636,0.00005753996,0.00029211806,0.00028782734,0.0004642531,0.00026188573],"domain_scores_gemma":[0.99852276,0.0006166723,0.000049222766,0.0005647362,0.00009146906,0.00015515639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004735464,0.00014106055,0.00025362102,0.00016573192,0.000021222544,0.000036967373,0.00075269514,0.000054554795,0.0000011300592],"category_scores_gemma":[0.002513944,0.00010949884,0.000030619387,0.0007739405,0.000034144567,0.00026668937,0.00037155193,0.00018937465,5.066326e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047811377,0.00015806504,0.96640176,0.000044115033,0.000010812448,0.0000071144595,0.0070909373,0.02469545,0.0002057069,0.0000108307995,0.000028269036,0.0013421893],"study_design_scores_gemma":[0.00058985763,0.00037663843,0.97949326,0.00006407967,0.0000038030357,0.000008968999,0.0003049112,0.01791116,0.0010103154,0.000015041484,0.000074848314,0.0001470959],"about_ca_topic_score_codex":0.00003816221,"about_ca_topic_score_gemma":0.000012373299,"teacher_disagreement_score":0.024133703,"about_ca_system_score_codex":0.000056948043,"about_ca_system_score_gemma":0.00009241549,"threshold_uncertainty_score":0.4465233},"labels":[],"label_agreement":null},{"id":"W1916585208","doi":"10.1109/wcre.2000.891468","title":"PBS tool demonstration report on xfig","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Documentation; Computer science; Java; Source code; Software; Software engineering; Set (abstract data type); Programming language; Turing; Deliverable; Software architecture; Code (set theory); World Wide Web; Engineering; Systems engineering","score_opus":0.03152040929387885,"score_gpt":0.26215635871839227,"score_spread":0.23063594942451343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1916585208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045386735,0.000019824927,0.92825055,0.0014432716,0.0002809442,0.0001046147,1.4443508e-7,0.00070257176,0.02381135],"genre_scores_gemma":[0.955812,0.0000027827414,0.0373858,0.00011035293,0.000051001996,0.000009279097,5.3954125e-7,0.000004655124,0.006623587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992157,0.000010501851,0.00010890847,0.00021102707,0.00029726242,0.00015657036],"domain_scores_gemma":[0.9992488,0.0001667299,0.000014579702,0.0004903543,0.000035646914,0.000043880675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017130886,0.000053451568,0.00004582763,0.00006751281,0.000036889178,0.0000941582,0.0002942444,0.0000294794,0.00017474387],"category_scores_gemma":[0.0003277252,0.000046953362,0.000021856024,0.0002301645,0.000012168805,0.00020652717,0.000050987248,0.00008776675,0.0006264992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036637207,0.00033783156,0.043464616,0.000028808887,0.000037290538,0.0021153693,0.0004124663,0.0033147368,0.0023054988,0.21264553,0.16562448,0.5697097],"study_design_scores_gemma":[0.0005543488,0.00042139483,0.16700853,0.00004030508,0.0000031437476,0.0010296417,0.00000695455,0.7557118,0.025019608,0.0024989457,0.046984058,0.00072125904],"about_ca_topic_score_codex":0.00000560469,"about_ca_topic_score_gemma":7.863424e-7,"teacher_disagreement_score":0.91042525,"about_ca_system_score_codex":0.000031078293,"about_ca_system_score_gemma":0.000011554918,"threshold_uncertainty_score":0.8052588},"labels":[],"label_agreement":null},{"id":"W1919594131","doi":"10.1109/re.2015.7320422","title":"Inherent characteristics of traceability artifacts less is more","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"National Aeronautics and Space Administration; National Science Foundation","keywords":"Traceability; Computer science; Software engineering","score_opus":0.07959900682346226,"score_gpt":0.30798861490244916,"score_spread":0.2283896080789869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1919594131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83835083,0.000017932429,0.16033134,0.0005867052,0.00017782861,0.00009999137,0.0000025567156,0.00021328682,0.00021953699],"genre_scores_gemma":[0.98572093,0.000001351323,0.013917178,0.000053713444,0.000021671405,0.0000061522196,8.1851175e-7,0.0000052928985,0.0002728794],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898064,0.000023382388,0.00018451911,0.00020577428,0.0004139273,0.00019173209],"domain_scores_gemma":[0.99880075,0.00017590256,0.000034063378,0.0006080756,0.00021027461,0.00017091406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003728496,0.00007722071,0.00013819762,0.000055124554,0.000011885164,0.00004124543,0.00055462646,0.000040233743,0.000027805907],"category_scores_gemma":[0.00054412504,0.00006563151,0.00003148005,0.00023554376,0.000041414754,0.00017557386,0.00021434702,0.00010236134,0.000047317983],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003074986,0.0007632609,0.6685855,0.00028316703,0.00005970881,0.000038896622,0.01108695,0.0002602372,0.0012869308,0.0063093957,0.015983067,0.29531214],"study_design_scores_gemma":[0.00041510662,0.00016134244,0.9157748,0.000026585078,0.0000032225807,0.000008610273,0.000120852215,0.05511069,0.024867998,0.0008485541,0.0024040877,0.0002581072],"about_ca_topic_score_codex":0.000044668443,"about_ca_topic_score_gemma":0.000001849584,"teacher_disagreement_score":0.29505402,"about_ca_system_score_codex":0.00005087096,"about_ca_system_score_gemma":0.00010682568,"threshold_uncertainty_score":0.26763752},"labels":[],"label_agreement":null},{"id":"W1920287393","doi":"10.1002/smr.1695","title":"SCAN: an approach to label and relate execution trace segments","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Program comprehension; Computer science; Java; Feature (linguistics); TRACE (psycholinguistics); Precision and recall; Set (abstract data type); Process (computing); Task (project management); Software; Comprehension; Artificial intelligence; Programming language; Data mining; Machine learning; Software system","score_opus":0.015644056639543682,"score_gpt":0.2702961443460459,"score_spread":0.2546520877065022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1920287393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.284659,0.0004993375,0.71438307,0.00015288114,0.00014700898,0.00006917726,6.80227e-7,0.00006108737,0.00002775363],"genre_scores_gemma":[0.8965071,0.000027566812,0.10320239,0.00006510627,0.000113353264,0.0000043940395,5.02492e-7,0.0000097426755,0.00006984514],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883413,0.0000656669,0.00024249549,0.00022364863,0.00042280304,0.00021126067],"domain_scores_gemma":[0.99897295,0.00013119726,0.00011739151,0.00016117643,0.0003057863,0.00031150677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000934484,0.000111282236,0.00016491274,0.00023694143,0.00012576435,0.00014534754,0.00033711467,0.00007428154,0.0000010573617],"category_scores_gemma":[0.0006646759,0.000097448836,0.000019455658,0.00037432316,0.000033880096,0.00096838985,0.000075180935,0.00024150286,0.0000026330204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042724356,0.0014234163,0.2806331,0.0015784277,0.00019858473,0.000034822755,0.017005214,0.01725399,0.002004205,0.0144502055,0.004014686,0.6609761],"study_design_scores_gemma":[0.00442582,0.0025646235,0.7905309,0.00061235763,0.000056184934,0.001953212,0.00038317303,0.18030113,0.0006995526,0.013409683,0.0040300894,0.0010332365],"about_ca_topic_score_codex":0.00000511232,"about_ca_topic_score_gemma":5.10411e-7,"teacher_disagreement_score":0.65994287,"about_ca_system_score_codex":0.000071541224,"about_ca_system_score_gemma":0.000076146345,"threshold_uncertainty_score":0.39738482},"labels":[],"label_agreement":null},{"id":"W1925941278","doi":"10.1002/smr.1635","title":"Detecting asynchrony and dephase change patterns by mining software repositories","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal; Lab_Bell (Canada)","funders":"","keywords":"Computer science; Asynchrony (computer programming); Software evolution; Interval (graph theory); Java; Change detection; Software; Data mining; Software development; Programming language; Artificial intelligence","score_opus":0.014671771646186717,"score_gpt":0.258621679834277,"score_spread":0.24394990818809026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1925941278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5156644,0.0035494915,0.48011816,0.00014930872,0.0003194546,0.00009528409,0.0000021258616,0.000100773876,0.0000010208042],"genre_scores_gemma":[0.96735543,0.000103818624,0.03208254,0.00006744271,0.0003218552,0.000022727567,7.63342e-7,0.000017552791,0.000027879647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985652,0.000047510253,0.00036437513,0.00025127386,0.0004552638,0.00031638332],"domain_scores_gemma":[0.99823785,0.0005455479,0.00026625648,0.0001699354,0.00052256737,0.00025786165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040584322,0.00016859618,0.00022644058,0.00020913768,0.00022755645,0.00035672548,0.0003542791,0.000099038254,0.000008706703],"category_scores_gemma":[0.001623328,0.00014871503,0.00003999594,0.00030082613,0.00005191503,0.0018431044,0.00014513131,0.00030295987,0.000002102174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015659289,0.00005415892,0.85985506,0.00048135978,0.000049484526,0.00004716711,0.003443371,0.000024741425,0.00034996629,0.000015353002,0.0012152789,0.1344484],"study_design_scores_gemma":[0.0030215152,0.001704975,0.9688265,0.0018745534,0.000069630296,0.0045601223,0.0016156657,0.008430127,0.0048599658,0.0021357164,0.0015447437,0.0013565322],"about_ca_topic_score_codex":0.00006946954,"about_ca_topic_score_gemma":0.0000039863226,"teacher_disagreement_score":0.45169103,"about_ca_system_score_codex":0.00008886795,"about_ca_system_score_gemma":0.000085084066,"threshold_uncertainty_score":0.60644233},"labels":[],"label_agreement":null},{"id":"W1929161383","doi":"10.1002/smr.1659","title":"An empirical study of the effect of file editing patterns on software quality","year":2014,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Computer file; File format; Software; Data file; World Wide Web; Database; Operating system","score_opus":0.01750574317341968,"score_gpt":0.3362430763318027,"score_spread":0.31873733315838304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929161383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75380385,0.000038314614,0.24566358,0.000038031652,0.0002832732,0.00012373002,0.000011178716,0.00003633516,0.0000016944564],"genre_scores_gemma":[0.99801207,0.0000010734423,0.0017603916,0.000020775928,0.00018379155,0.000005846946,8.028148e-7,0.000009794928,0.0000054856155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977019,0.0004929974,0.0005193675,0.0001984953,0.0009006731,0.00018660465],"domain_scores_gemma":[0.9964011,0.0021402044,0.00051143084,0.0003833377,0.0004448125,0.00011911578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018921684,0.00013572058,0.00034532984,0.00016269276,0.00010806053,0.00004101987,0.00080930203,0.000071517476,0.00001637748],"category_scores_gemma":[0.006211088,0.00008665476,0.00008564816,0.00040227955,0.000052974516,0.0003524591,0.00011706082,0.00037761754,6.9867957e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050086324,0.00019251098,0.9871178,0.00028020472,0.000022597213,0.0000015845263,0.0011187511,0.0016828568,0.000019017918,0.000009265712,0.00030438032,0.009200928],"study_design_scores_gemma":[0.0008946391,0.0035469246,0.992348,0.0002821247,0.000014079758,0.000024982344,0.00014253678,0.0016510647,0.0008071268,0.00015756724,0.000031167863,0.000099746445],"about_ca_topic_score_codex":0.000023445478,"about_ca_topic_score_gemma":0.0000061223036,"teacher_disagreement_score":0.24420817,"about_ca_system_score_codex":0.00005059452,"about_ca_system_score_gemma":0.00008072707,"threshold_uncertainty_score":0.74357015},"labels":[],"label_agreement":null},{"id":"W1929268629","doi":"10.1109/csmr.2000.827322","title":"Towards a quantitative assessment of method replacement","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Implementation; Source code; Programming language; Object-oriented programming; Code (set theory); Set (abstract data type)","score_opus":0.07507042256742712,"score_gpt":0.40381114362427034,"score_spread":0.3287407210568432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1929268629","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022052983,0.000053177555,0.9858666,0.000555883,0.000094078314,0.00010195412,5.759027e-7,0.00013712954,0.010985288],"genre_scores_gemma":[0.21865404,0.0000069015427,0.7804908,0.000032174717,0.0000046747828,0.000013482021,1.4325799e-7,0.0000036362392,0.00079412566],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989646,0.000067748944,0.00015360769,0.0002175687,0.00042788385,0.0001685575],"domain_scores_gemma":[0.9988043,0.0005515847,0.000031443622,0.00045825366,0.000099191406,0.00005524426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064175145,0.00006510491,0.000115854156,0.00011167268,0.00001964264,0.0000314504,0.00048464036,0.000020640597,0.00029986433],"category_scores_gemma":[0.0002925265,0.000054560027,0.000037546797,0.00038482223,0.000014293025,0.00014492881,0.00021450674,0.000082792,0.00002536141],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003982438,0.00031200165,0.006147595,0.00007553817,0.00011147737,0.000017525177,0.0018985765,0.0029664198,0.0026294668,0.8899777,0.010099286,0.08576043],"study_design_scores_gemma":[0.00027284818,0.00040130375,0.017849961,0.000013430186,0.000002164166,0.0000054517886,0.00003561574,0.971644,0.0069196587,0.0006749601,0.0020628658,0.00011775702],"about_ca_topic_score_codex":0.000041756553,"about_ca_topic_score_gemma":9.2550295e-7,"teacher_disagreement_score":0.9686776,"about_ca_system_score_codex":0.00005606557,"about_ca_system_score_gemma":0.00003036135,"threshold_uncertainty_score":0.32833043},"labels":[],"label_agreement":null},{"id":"W1930513839","doi":"10.1109/ccece.2000.849579","title":"Extreme programming: a university team design experience","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Extreme programming; Code refactoring; Deliverable; Computer science; Software engineering; Waterfall model; Test suite; Software development; Documentation; Sequence diagram; Unit testing; Extreme programming practices; Software development process; Use Case Diagram; Test case; Systems engineering; Programming language; Software; Unified Modeling Language; Engineering; Class diagram","score_opus":0.08607000593763067,"score_gpt":0.24702900496389055,"score_spread":0.16095899902625987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1930513839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036303757,0.000045378165,0.99329394,0.00018821289,0.00006858786,0.00013225386,6.020005e-8,0.0007420739,0.001899094],"genre_scores_gemma":[0.61202216,0.000007282469,0.38185513,0.000021237123,0.000013245262,0.0000037696545,5.271652e-8,0.000004570028,0.0060725287],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990949,0.000033863544,0.000055710123,0.00026894867,0.000256025,0.00029057704],"domain_scores_gemma":[0.9991528,0.00023875866,0.000010988031,0.0004345532,0.000043982367,0.00011892916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012578837,0.000072890834,0.00006010726,0.00009429046,0.00007834897,0.00008852581,0.00093622104,0.000030435618,0.0001359049],"category_scores_gemma":[0.00016452075,0.0000706496,0.000025801099,0.0005776826,0.00003860547,0.00038271438,0.0002105329,0.000087035914,0.00021037411],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000134934035,0.00070982834,0.022829149,0.000038811642,0.00004643695,0.00067299494,0.018142253,0.0017340994,0.0026093454,0.04215748,0.07872427,0.8323218],"study_design_scores_gemma":[0.0006718179,0.00030012228,0.0051434482,0.000023980425,0.000002766203,0.00007792582,0.00033461957,0.70252424,0.005768811,0.00017028107,0.28432852,0.0006534962],"about_ca_topic_score_codex":0.000016837035,"about_ca_topic_score_gemma":6.324588e-7,"teacher_disagreement_score":0.8316683,"about_ca_system_score_codex":0.0000614232,"about_ca_system_score_gemma":0.000014834042,"threshold_uncertainty_score":0.28810072},"labels":[],"label_agreement":null},{"id":"W1931878052","doi":"10.1109/issre.2000.885858","title":"Thresholds for object-oriented measures","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cistel Technology (Canada); National Research Council Canada","funders":"","keywords":"Object (grammar); Computer science; Fault (geology); Cognition; Test suite; Object-oriented programming; Artificial intelligence; Reliability engineering; Theoretical computer science; Machine learning; Test case; Psychology; Programming language; Engineering","score_opus":0.042184269044132895,"score_gpt":0.2671482449248177,"score_spread":0.2249639758806848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1931878052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005119611,0.0001917331,0.99030167,0.00064487476,0.00028701633,0.0001759975,7.4496023e-7,0.0006199685,0.0026583658],"genre_scores_gemma":[0.90085435,0.00000799275,0.09381857,0.00012689848,0.00007116246,0.00006206904,4.5602732e-7,0.000010874156,0.005047627],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910563,0.000009106731,0.00008675683,0.00022859029,0.00028835915,0.00028155008],"domain_scores_gemma":[0.9990265,0.00035752554,0.00000930192,0.0004284201,0.00009890484,0.000079347774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018726269,0.00007176584,0.00007241656,0.000088120774,0.000060261355,0.00007533714,0.00054544344,0.000034598845,0.00005954857],"category_scores_gemma":[0.00047336795,0.000061159015,0.00004507321,0.00031245756,0.000014838696,0.00018819491,0.00010085846,0.00006553045,0.00013412708],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011684398,0.00032251963,0.026919732,0.000080751466,0.00010304086,0.00003208728,0.0019731766,0.0011512267,0.0031547842,0.30988303,0.36381206,0.2925559],"study_design_scores_gemma":[0.0013683756,0.00037146127,0.009846004,0.000022660188,0.000004910815,0.000037447484,0.000020776259,0.67609197,0.01931574,0.002327452,0.28998917,0.0006040604],"about_ca_topic_score_codex":0.0000062766535,"about_ca_topic_score_gemma":0.000002604617,"teacher_disagreement_score":0.8964831,"about_ca_system_score_codex":0.000026879372,"about_ca_system_score_gemma":0.000010260194,"threshold_uncertainty_score":0.24939923},"labels":[],"label_agreement":null},{"id":"W1936045157","doi":"10.1109/wpc.2005.29","title":"REGoLive: Web Site Comprehension with Viewpoints","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada","keywords":"Viewpoints; Computer science; Comprehension; Web site; World Wide Web; Visualization; Graph; Human–computer interaction; The Internet; Programming language; Artificial intelligence; Theoretical computer science","score_opus":0.01238624958627875,"score_gpt":0.2490881400056547,"score_spread":0.23670189041937595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1936045157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3836121,0.00020587088,0.6083323,0.0027713578,0.00010353104,0.00017771029,5.812322e-7,0.0011175408,0.0036790194],"genre_scores_gemma":[0.8061971,0.0000138129235,0.19158387,0.00034434753,0.000058863694,0.0000057835246,6.9378893e-7,0.0000094747575,0.0017860632],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990327,0.000021154627,0.000088963556,0.00026022273,0.00034411054,0.00025286988],"domain_scores_gemma":[0.9990708,0.000202232,0.000014638668,0.00053007883,0.00007541423,0.000106800275],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012992689,0.00008909278,0.00009016071,0.00009375929,0.000046805697,0.00007922087,0.00047332232,0.000028310005,0.00009131423],"category_scores_gemma":[0.000042613698,0.00006491395,0.000020018273,0.0003529916,0.0000227596,0.00034290252,0.00021078893,0.00012715468,0.0010028429],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008485429,0.0006476527,0.090589486,0.00020090828,0.0001378059,0.00040982844,0.00291208,0.024914747,0.036900938,0.055597223,0.15103994,0.63656455],"study_design_scores_gemma":[0.0014981877,0.00033967008,0.12443265,0.00012776886,0.0000049779796,0.00024964116,0.000009662239,0.6074552,0.011450174,0.00015393872,0.25360242,0.00067573116],"about_ca_topic_score_codex":0.00000902597,"about_ca_topic_score_gemma":0.00001520154,"teacher_disagreement_score":0.6358888,"about_ca_system_score_codex":0.000040151695,"about_ca_system_score_gemma":0.000041633157,"threshold_uncertainty_score":0.999775},"labels":[],"label_agreement":null},{"id":"W1940471252","doi":"10.1109/re.2015.7320442","title":"An enhanced requirements gathering interface for open source software development environments","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Interface (matter); Open source; Open source software; Software; Embedding; Software development; Requirements analysis; User interface; Software engineering; Human–computer interaction; Operating system; Artificial intelligence","score_opus":0.07126237347119563,"score_gpt":0.3347037719625611,"score_spread":0.2634413984913655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1940471252","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0635632,0.000027398619,0.9352596,0.000040585524,0.00018424299,0.00052957196,5.098535e-7,0.00029263,0.00010226061],"genre_scores_gemma":[0.47171718,5.9827687e-7,0.5254343,0.00005533004,0.000018717621,0.00015184884,0.0000029019195,0.000022870703,0.0025962545],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984221,0.000029445246,0.00021328258,0.0005016615,0.00040987425,0.0004236653],"domain_scores_gemma":[0.9988181,0.00012502976,0.000041757412,0.00068198756,0.000044451328,0.00028869876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007089014,0.00015341258,0.00014151675,0.00006715258,0.0000925214,0.00036028877,0.002626616,0.00004564678,0.000019702025],"category_scores_gemma":[0.0002906451,0.00014672049,0.000020317702,0.0001335195,0.000017573362,0.0009840477,0.0013250302,0.00007835454,0.00013108688],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012943418,0.000802568,0.012633546,0.00009755908,0.00020265377,0.000010294908,0.020426814,0.032612942,0.05113561,0.0006308334,0.004172348,0.8771454],"study_design_scores_gemma":[0.0032695886,0.00077220966,0.005822476,0.0001147608,0.000005257013,0.000007643767,0.00036091413,0.042366147,0.8323567,0.00065003586,0.11317964,0.0010946413],"about_ca_topic_score_codex":0.000016417578,"about_ca_topic_score_gemma":0.0000044097446,"teacher_disagreement_score":0.8760508,"about_ca_system_score_codex":0.00027243182,"about_ca_system_score_gemma":0.0001284154,"threshold_uncertainty_score":0.5983088},"labels":[],"label_agreement":null},{"id":"W194943388","doi":"","title":"Qualities of Relevant Software Documentation: An Industrial Study","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Documentation; Software documentation; Relevance (law); Software; Software peer review; Software development; Technical documentation; Software technical review; Software project management; Software engineering; Computer science; Internal documentation; Personal software process; Resource (disambiguation); World Wide Web; Knowledge management; Engineering management; Software construction; Engineering; Political science","score_opus":0.09871714874419732,"score_gpt":0.3254708372073643,"score_spread":0.22675368846316699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W194943388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83030045,0.00006038954,0.16741754,0.00023313441,0.00060353597,0.00039783705,0.0000020126859,0.00061420177,0.00037091144],"genre_scores_gemma":[0.9797777,0.0000026355965,0.018131679,0.00001812585,0.000068633926,0.000017374847,7.4431097e-7,0.0000068884865,0.0019762097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880385,0.00009415515,0.00021397397,0.00021793183,0.0004967464,0.00017336007],"domain_scores_gemma":[0.99880266,0.0004932026,0.00003360889,0.000516651,0.00008081622,0.00007307502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035531915,0.00007638098,0.000114680464,0.000120830075,0.00004090482,0.00010430845,0.0006231606,0.000035327826,0.000404406],"category_scores_gemma":[0.0004897899,0.000067743495,0.000022887774,0.0003577515,0.00002341798,0.0006498484,0.00014946112,0.000110452595,0.000049030186],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034184897,0.0031862976,0.57013553,0.00008408066,0.00021316853,0.00012313812,0.057981703,0.0019403689,0.00032546217,0.034264516,0.0304191,0.30129245],"study_design_scores_gemma":[0.038051516,0.033573814,0.6568028,0.00040985082,0.00013050521,0.00019872774,0.034554604,0.15090118,0.04030244,0.019342445,0.01928977,0.00644237],"about_ca_topic_score_codex":0.00014571848,"about_ca_topic_score_gemma":0.000009106576,"teacher_disagreement_score":0.29485008,"about_ca_system_score_codex":0.000029590636,"about_ca_system_score_gemma":0.000020790412,"threshold_uncertainty_score":0.4427962},"labels":[],"label_agreement":null},{"id":"W1951989532","doi":"10.1109/ccece.2001.933665","title":"Self organizing maps as a tool for software analysis","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Maintainability; Software; Data mining; Software visualization; Self-organizing map; Software metric; Visualization; Software system; Java; Artificial neural network; Artificial intelligence; Software construction; Software engineering; Programming language","score_opus":0.018360846469550433,"score_gpt":0.24959467960412565,"score_spread":0.2312338331345752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1951989532","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009548652,0.000085961365,0.988098,0.00039531282,0.00008855724,0.00017328902,0.0000020278603,0.0013682705,0.00023993383],"genre_scores_gemma":[0.25728396,0.000008455218,0.7387794,0.00019467538,0.000057088386,0.000042121206,0.0000027400954,0.00001750651,0.0036140548],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988293,0.000015075365,0.00013934348,0.0003557612,0.0003064798,0.00035406149],"domain_scores_gemma":[0.9983534,0.0007921234,0.000019642965,0.0006094173,0.00013468391,0.00009072929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022237185,0.00010515008,0.0001510835,0.0002982105,0.00009375623,0.00021349237,0.0007867165,0.000049720467,0.00029478548],"category_scores_gemma":[0.0010286669,0.000097025375,0.00011660206,0.0018850875,0.000008256987,0.00028015277,0.00020288234,0.0000857621,0.00042084773],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001802814,0.001248641,0.35240835,0.0007564788,0.006483437,0.0003221317,0.013573588,0.010707263,0.0013387685,0.1174001,0.20269148,0.29305175],"study_design_scores_gemma":[0.0012333866,0.00033344585,0.016594496,0.000019278355,0.00024719728,0.00005378986,0.000041153173,0.8902352,0.006560429,0.002905629,0.08053765,0.0012383721],"about_ca_topic_score_codex":0.000011718754,"about_ca_topic_score_gemma":0.0000024460905,"teacher_disagreement_score":0.8795279,"about_ca_system_score_codex":0.00006561618,"about_ca_system_score_gemma":0.000021057227,"threshold_uncertainty_score":0.54092866},"labels":[],"label_agreement":null},{"id":"W1954896785","doi":"10.1109/wpc.1998.693273","title":"Pattern visualization for software comprehension","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software visualization; Program comprehension; Visualization; Reverse engineering; Software engineering; Source code; Documentation; Architectural pattern; Software system; Human–computer interaction; Software design; Programming language; Software development; Software; Software construction; Artificial intelligence","score_opus":0.041449596126794226,"score_gpt":0.2867815646752285,"score_spread":0.24533196854843425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1954896785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047151563,0.000054255364,0.9939505,0.00017705845,0.00019262388,0.00016186194,8.8375e-7,0.00069148827,0.00005621503],"genre_scores_gemma":[0.85859895,0.000009163623,0.13963063,0.00035946717,0.000074518866,0.00004400444,0.0000071212885,0.000018656514,0.001257525],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930996,0.000011872879,0.00009082907,0.00020454527,0.00019306246,0.0001897149],"domain_scores_gemma":[0.9991176,0.00042746047,0.000013636124,0.0002952731,0.00009101998,0.000054999386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007800251,0.00006457472,0.000063653795,0.00007859332,0.000058569378,0.00008228278,0.00035390162,0.000032868586,0.000075061354],"category_scores_gemma":[0.00017952398,0.000059086367,0.000030500763,0.00020463613,0.0000077451305,0.00020551422,0.000106326515,0.000036702117,0.00013443164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023164473,0.0001851476,0.031713508,0.00017916465,0.000023138746,0.0000102959575,0.0007564703,0.0017207005,0.00089574745,0.011785433,0.06373617,0.8889919],"study_design_scores_gemma":[0.0003312635,0.0000872329,0.006539201,0.000018063261,0.0000011450179,0.0000062602558,0.0000025841478,0.9777831,0.0017077958,0.00033143116,0.013035418,0.00015653911],"about_ca_topic_score_codex":0.000005443574,"about_ca_topic_score_gemma":9.626403e-7,"teacher_disagreement_score":0.97606236,"about_ca_system_score_codex":0.000022550008,"about_ca_system_score_gemma":0.00000414091,"threshold_uncertainty_score":0.24094722},"labels":[],"label_agreement":null},{"id":"W1955925169","doi":"10.1109/step.1999.798403","title":"Evidence driven object identification in procedural code","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Porting; Computer science; Legacy system; Programming language; Legacy code; Identification (biology); Software maintenance; Object-oriented programming; Software engineering; Object (grammar); Program comprehension; Software system; Software; Artificial intelligence","score_opus":0.04427552333397929,"score_gpt":0.30792674700575634,"score_spread":0.26365122367177707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1955925169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2359573,0.00019883567,0.7616797,0.0007294945,0.00022656091,0.00026112061,1.81687e-7,0.0003708067,0.0005759941],"genre_scores_gemma":[0.978393,0.0000134576185,0.020805862,0.000045222558,0.0000072486273,0.000033206543,1.8231496e-7,0.000004641335,0.00069717295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99907637,0.000047619855,0.0001386658,0.00026258852,0.0002632864,0.00021147287],"domain_scores_gemma":[0.9991108,0.00038210626,0.000017618695,0.0003816974,0.000060405015,0.000047353697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047226506,0.000059075963,0.000060093244,0.0001339414,0.000025777175,0.00011886262,0.00055113406,0.000027268183,0.000020282809],"category_scores_gemma":[0.002325903,0.00005569916,0.00001664557,0.000657859,0.000015997166,0.00058732345,0.00006145327,0.00010104716,0.00015613707],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009578807,0.0002558489,0.69670844,0.00022729942,0.000021781469,0.000097352044,0.0042044553,0.012946293,0.05158355,0.2001789,0.0090065105,0.024759963],"study_design_scores_gemma":[0.00038321305,0.00007420233,0.7909006,0.00020161137,0.0000016869051,0.000052322397,0.000053311665,0.1305291,0.07331507,0.0030304415,0.001029309,0.00042911715],"about_ca_topic_score_codex":0.000016917302,"about_ca_topic_score_gemma":0.000034938133,"teacher_disagreement_score":0.7424357,"about_ca_system_score_codex":0.00008095545,"about_ca_system_score_gemma":0.000103035374,"threshold_uncertainty_score":0.27844912},"labels":[],"label_agreement":null},{"id":"W1957789923","doi":"10.1109/icsm.1998.738502","title":"Practices of software maintenance","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Documentation; Software maintenance; Software engineering; Computer science; Software system; Work (physics); Field (mathematics); Software; Information system; Software development; Scale (ratio); Engineering management; Engineering; Programming language","score_opus":0.04094143050561529,"score_gpt":0.2869531229939031,"score_spread":0.2460116924882878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1957789923","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010165213,0.00021013175,0.98532295,0.0008573987,0.00012894081,0.000060035472,4.0419795e-7,0.00035606162,0.0028988663],"genre_scores_gemma":[0.72811675,0.000024526387,0.26818827,0.000059517402,0.000013305635,0.0000049435675,8.105335e-8,0.0000047497033,0.0035878501],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993248,0.000014639452,0.00009423046,0.00015585675,0.00024000455,0.00017044059],"domain_scores_gemma":[0.99867994,0.0006905495,0.00007161949,0.00042855417,0.00008353822,0.00004581118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015872871,0.00004800576,0.00006726832,0.000062055726,0.000017939046,0.00003375701,0.0006660182,0.000021795964,0.00018518567],"category_scores_gemma":[0.0026885592,0.000039674993,0.000023464683,0.00031639112,0.0000220303,0.00036367142,0.00015115476,0.00007800353,0.00016169526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008702764,0.00063386763,0.19609685,0.00035049755,0.00011276105,0.00019306324,0.0025889808,0.0014332032,0.003116544,0.13188973,0.236534,0.4270418],"study_design_scores_gemma":[0.0019766781,0.00083348405,0.22264461,0.0002437192,0.000013361722,0.0003109993,0.0001189481,0.51315075,0.045522097,0.0059363307,0.2077782,0.0014708398],"about_ca_topic_score_codex":0.00002078614,"about_ca_topic_score_gemma":0.0000012510068,"teacher_disagreement_score":0.71795154,"about_ca_system_score_codex":0.000013228216,"about_ca_system_score_gemma":0.0000095758505,"threshold_uncertainty_score":0.32186508},"labels":[],"label_agreement":null},{"id":"W1964411424","doi":"10.1145/2642937.2642981","title":"Dompletion","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Intel Corporation","keywords":"Computer science; JavaScript; Scripting language; Document Object Model; Programming language; Code (set theory); Java; Source code; Compiler; Redundant code; Web application; Object (grammar); World Wide Web; Code generation; Operating system; Artificial intelligence; Web page; Set (abstract data type)","score_opus":0.013396580479155996,"score_gpt":0.24704537458730777,"score_spread":0.23364879410815179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964411424","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072330795,0.0000029069815,0.9862596,0.00044100013,0.000098160635,0.000016086084,1.25703306e-8,0.0003447024,0.005604485],"genre_scores_gemma":[0.90967685,2.9897933e-7,0.089644425,0.000086706335,0.00003206345,0.000002409847,1.2001905e-7,0.0000016947231,0.0005554178],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996812,0.000009893159,0.000028530312,0.000084549356,0.000108865715,0.00008698845],"domain_scores_gemma":[0.9995465,0.00018068406,0.000002939164,0.00022295573,0.000017123682,0.00002978527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016015787,0.000020937745,0.000022217882,0.000032358814,0.000015539983,0.00004009183,0.00027954733,0.000009369532,0.000027282478],"category_scores_gemma":[0.00020818989,0.000017580014,0.00000872394,0.000110749876,0.0000044139183,0.000087658926,0.00006935426,0.000029020988,0.00036957324],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.734983e-7,0.000012376479,0.0055568875,0.00000575977,0.0000024564588,0.0000011927455,0.00006654222,0.0002750557,0.0013790241,0.8334354,0.0091443965,0.1501205],"study_design_scores_gemma":[0.00033987637,0.000109173634,0.2066244,0.0000071599675,5.600563e-7,0.000015853084,0.0000018040914,0.5476764,0.0083161965,0.016266253,0.22039817,0.00024417596],"about_ca_topic_score_codex":0.000006226268,"about_ca_topic_score_gemma":3.8596937e-7,"teacher_disagreement_score":0.90244377,"about_ca_system_score_codex":0.0000072832636,"about_ca_system_score_gemma":0.0000041883586,"threshold_uncertainty_score":0.47502396},"labels":[],"label_agreement":null},{"id":"W1964735878","doi":"10.1002/j.2333-8504.2005.tb01990.x","title":"ANALYSIS OF DISCOURSE FEATURES AND VERIFICATION OF SCORING LEVELS FOR INDEPENDENT AND INTEGRATED PROTOTYPE WRITTEN TASKS FOR THE NEW TOEFL®","year":2005,"lang":"en","type":"article","venue":"ETS Research Report Series","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute for Christian Studies; University of Toronto","funders":"","keywords":"Test of English as a Foreign Language; Computer science; Natural language processing; Psychology; Artificial intelligence; Mathematics education; Language assessment","score_opus":0.075963810214805,"score_gpt":0.39649939581488464,"score_spread":0.32053558560007966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964735878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55668616,0.001961216,0.4309771,0.0065730377,0.00008805842,0.0035593468,0.000044427332,0.00007461809,0.000036010017],"genre_scores_gemma":[0.97467643,0.00007626827,0.023819767,0.0000032379558,0.000047052363,0.00032269207,0.000011109687,0.00001068321,0.0010327791],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99842554,0.000050074912,0.000300699,0.00034341338,0.000604879,0.00027541645],"domain_scores_gemma":[0.99747276,0.0011013385,0.000105018225,0.0005986843,0.00063155266,0.00009067286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002325503,0.00009337194,0.00022905042,0.00038711898,0.00014410248,0.00013499576,0.0004175851,0.000057735462,0.0000039688434],"category_scores_gemma":[0.002871457,0.00006504294,0.000057912635,0.00092448294,0.0002176304,0.000404753,0.00021598258,0.0001896613,1.1899465e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014512597,0.00033815266,0.12056196,0.0015098292,0.0036123788,0.000056768244,0.017578427,0.005264806,0.06851996,0.03216276,0.0045186616,0.74442506],"study_design_scores_gemma":[0.0006414898,0.0008266608,0.8658916,0.00013771873,0.0001261196,0.000092866794,0.00086644624,0.02441253,0.096963294,0.0012846164,0.008498325,0.0002583765],"about_ca_topic_score_codex":0.00026242662,"about_ca_topic_score_gemma":0.00020168735,"teacher_disagreement_score":0.7453296,"about_ca_system_score_codex":0.000040856565,"about_ca_system_score_gemma":0.0003229892,"threshold_uncertainty_score":0.34376097},"labels":[],"label_agreement":null},{"id":"W1964758092","doi":"10.1016/s0304-3975(99)00085-7","title":"Semantic distance between specifications","year":2000,"lang":"en","type":"article","venue":"Theoretical Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université Laval","funders":"","keywords":"Computer science; Reuse; Programming language; Semantic similarity; Semantic computing; Software; Software engineering; Theoretical computer science; Information retrieval; Semantic Web; Engineering","score_opus":0.023179762486844023,"score_gpt":0.2687739268575994,"score_spread":0.24559416437075535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964758092","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05378791,0.000023596393,0.9408744,0.0010528588,0.00018302034,0.00012662495,0.0000017389978,0.0004973153,0.0034525136],"genre_scores_gemma":[0.88352877,0.000007313515,0.1161019,0.000086550455,0.00017210464,0.000007005329,6.84797e-7,0.000008145918,0.00008753812],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99741066,0.000058206322,0.00022902181,0.0007302928,0.00089660403,0.0006752202],"domain_scores_gemma":[0.99738634,0.00079938775,0.000021198937,0.0013273184,0.00011984021,0.00034592196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001021122,0.00014999165,0.00016433926,0.000165384,0.00038281988,0.0005216801,0.003765197,0.00003728705,0.00024906787],"category_scores_gemma":[0.0001605023,0.0001323889,0.00004934419,0.0020450705,0.0018945766,0.00062892307,0.00044260325,0.00023882493,0.0009545272],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.947522e-7,0.000020745152,0.0010092182,0.0000035683697,0.0000020733257,0.0000071517766,0.0001390811,0.00015557861,0.00003105132,0.8213228,0.00007722026,0.17723054],"study_design_scores_gemma":[0.00040759172,0.00025504373,0.19719338,0.00008020236,0.000007731647,0.000050757855,0.0000027875735,0.5751271,0.0030174076,0.211533,0.011473462,0.00085153425],"about_ca_topic_score_codex":0.0000020332711,"about_ca_topic_score_gemma":1.3041543e-7,"teacher_disagreement_score":0.8297408,"about_ca_system_score_codex":0.00007810597,"about_ca_system_score_gemma":0.000098491575,"threshold_uncertainty_score":0.99982333},"labels":[],"label_agreement":null},{"id":"W1964953506","doi":"10.5539/cis.v6n3p68","title":"An Assessment of Changeability of Open Source Software","year":2013,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Maintainability; Computer science; Metric (unit); Software metric; Software; Open source software; Java; Open source; Software engineering; Software system; Coupling (piping); Software development; Data mining; Reliability engineering; Software quality; Programming language","score_opus":0.02490744047426789,"score_gpt":0.33844341992606214,"score_spread":0.31353597945179423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964953506","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22747093,0.000003222484,0.77199066,0.00005475264,0.00008203999,0.00020303034,9.5142315e-7,0.00004235773,0.00015206463],"genre_scores_gemma":[0.7281546,0.0000016210012,0.27175403,0.00006876789,0.0000062343684,0.000010028849,8.661708e-7,9.889613e-7,0.0000028712004],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989568,0.000020829482,0.00025623158,0.0001478798,0.00045987364,0.00015835722],"domain_scores_gemma":[0.9985931,0.00014798061,0.00010145236,0.00052731385,0.00051811355,0.00011205469],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010521141,0.000059617265,0.00011562133,0.00023371555,0.00008236054,0.00050943036,0.0019898731,0.00001884448,0.000016727468],"category_scores_gemma":[0.0001258488,0.00005047085,0.000012858091,0.00076344004,0.0002185173,0.016046518,0.0011639079,0.000057738784,0.000007044664],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012713373,0.00007623547,0.08933911,0.00014794723,0.000004585442,8.658162e-8,0.004199859,0.0042030625,0.0008867187,0.014920172,0.00037236192,0.8858486],"study_design_scores_gemma":[0.000094073446,0.00010367296,0.52414,0.00001151488,2.772677e-7,0.0000019646582,0.000015718531,0.47430623,0.00088201644,0.00017191442,0.00022254381,0.000050096016],"about_ca_topic_score_codex":0.00007813424,"about_ca_topic_score_gemma":2.0607042e-7,"teacher_disagreement_score":0.8857985,"about_ca_system_score_codex":0.000025019854,"about_ca_system_score_gemma":0.00016536533,"threshold_uncertainty_score":0.99771553},"labels":[],"label_agreement":null},{"id":"W1965199287","doi":"10.1109/ccece.2014.6901018","title":"Near-miss software clones in open source games: An empirical study","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"clone (Java method); Cloning (programming); Source code; Computer science; Open source; Programming language; Java; Reuse; Python (programming language); Code reuse; Software; Theoretical computer science; World Wide Web; Engineering; Biology; Genetics","score_opus":0.04120763377302648,"score_gpt":0.35245242958493084,"score_spread":0.31124479581190434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965199287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56667775,0.0000085157035,0.4320936,0.00027053233,0.000069635025,0.00032553816,1.5146853e-7,0.0004215782,0.00013270402],"genre_scores_gemma":[0.9222422,4.12115e-7,0.07651783,0.00028847271,0.00004640889,0.00005633433,7.7717465e-7,0.000021196322,0.00082632824],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99803007,0.00023356096,0.00022194044,0.0006234195,0.0004543152,0.00043671427],"domain_scores_gemma":[0.9979037,0.0008173209,0.000022497321,0.000969604,0.000068294285,0.00021856133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012580798,0.00015180846,0.00022746847,0.00012952086,0.000092643444,0.0008884796,0.003213001,0.00008563337,0.000050955638],"category_scores_gemma":[0.0012053852,0.00013054266,0.000025837402,0.0006975181,0.000035431654,0.00072296226,0.0016773688,0.0003562183,0.00015568564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068695604,0.00046140302,0.9482889,0.000007988696,0.000007131879,0.00001727114,0.0030347353,0.002616649,0.000009219674,0.00011345187,0.001336911,0.044099428],"study_design_scores_gemma":[0.0009222756,0.000668018,0.8611634,0.000014927627,0.0000015692025,0.000011488515,0.00025368488,0.12830679,0.000073230825,0.00034978118,0.0079167,0.00031815644],"about_ca_topic_score_codex":0.00059552747,"about_ca_topic_score_gemma":0.00015389295,"teacher_disagreement_score":0.35557577,"about_ca_system_score_codex":0.000052223702,"about_ca_system_score_gemma":0.000085578475,"threshold_uncertainty_score":0.8567629},"labels":[],"label_agreement":null},{"id":"W1965772655","doi":"10.1109/msr.2013.6624048","title":"The MSR Cookbook: Mining a decade of research","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Best practice; Scope (computer science); Artifact (error); Data science; Categorization; Theme (computing); Computer science; Library science; Political science; Public relations; World Wide Web","score_opus":0.058975194820489484,"score_gpt":0.35196800683504886,"score_spread":0.2929928120145594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965772655","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63567656,0.00073251995,0.33553475,0.0066494336,0.0003752939,0.0007726689,3.4393932e-7,0.0005753313,0.019683098],"genre_scores_gemma":[0.9613294,0.00001534768,0.031916,0.00002484349,0.000031902804,0.0000571608,7.417473e-8,0.0000073508904,0.006617943],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998539,0.00007970885,0.0001345868,0.00017366263,0.00066249043,0.00041056768],"domain_scores_gemma":[0.99437773,0.004497117,0.000014349271,0.0006657337,0.0003592142,0.00008585803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013460713,0.00004993702,0.000063684965,0.00012574607,0.00014648304,0.00018489898,0.0014952281,0.0000324482,0.000048808317],"category_scores_gemma":[0.0016207988,0.00003133681,0.000024284976,0.0006205175,0.00013116316,0.00019752418,0.0005417932,0.00019660304,0.00020266754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011043604,0.00013318051,0.053723067,0.00011541527,0.00009595322,0.000027822536,0.004802097,0.00043401888,0.018576963,0.26065028,0.2867571,0.37467304],"study_design_scores_gemma":[0.0011123685,0.0007264946,0.43213987,0.00023516924,0.0000030166445,0.00006212981,0.0012301535,0.37106678,0.07412788,0.022007685,0.09655532,0.0007331282],"about_ca_topic_score_codex":0.00017010621,"about_ca_topic_score_gemma":0.0000066391585,"teacher_disagreement_score":0.3784168,"about_ca_system_score_codex":0.000028577486,"about_ca_system_score_gemma":0.00008441228,"threshold_uncertainty_score":0.27785307},"labels":[],"label_agreement":null},{"id":"W1966394892","doi":"10.5555/2486788.2487043","title":"Identifying failure inducing developer pairs within developer networks","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Code (set theory); Software; Liberian dollar; Software bug; Software system; Software maintenance; Software development; Source code; Software quality; Software construction; Programming language; Business","score_opus":0.03741111536065112,"score_gpt":0.2666118718198485,"score_spread":0.2292007564591974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966394892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101752646,0.00003314796,0.8944155,0.00044479247,0.0018400468,0.00023066932,0.0000020134742,0.001124326,0.00015688513],"genre_scores_gemma":[0.77035725,0.000008641557,0.22886774,0.00014523345,0.00016739589,0.00013625559,0.000011528224,0.000044484732,0.00026147658],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742794,0.000031250092,0.0004479969,0.00066471007,0.00083927397,0.0005888151],"domain_scores_gemma":[0.998087,0.0004666473,0.00008724212,0.00053592323,0.0005948407,0.0002283302],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039614376,0.00035803823,0.00024028144,0.00047831918,0.000113008966,0.0009593571,0.0019061253,0.00017131897,0.0003626259],"category_scores_gemma":[0.0017467925,0.00035767024,0.00007820102,0.00056344847,0.000027836235,0.0013529535,0.00055451714,0.00076186896,0.0005012778],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021119691,0.0002067247,0.087819524,0.0002015836,0.0008144583,0.00033741968,0.007842681,0.6712294,0.0061133564,0.15775612,0.009165808,0.058491763],"study_design_scores_gemma":[0.0005791533,0.000060924413,0.09626674,0.0007637915,0.0000058267988,0.00010008771,0.00020226804,0.89563024,0.0028557996,0.0004862437,0.0017773728,0.0012715786],"about_ca_topic_score_codex":0.00006879068,"about_ca_topic_score_gemma":0.000008949228,"teacher_disagreement_score":0.6686046,"about_ca_system_score_codex":0.0002905754,"about_ca_system_score_gemma":0.00016417856,"threshold_uncertainty_score":0.9998875},"labels":[],"label_agreement":null},{"id":"W1966649174","doi":"10.5555/2819009.2819156","title":"Mining temporal properties of data invariants","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Temporal logic; Computer science; Property (philosophy); Linear temporal logic; Field (mathematics); Theoretical computer science; Data mining; Programming language; Mathematics","score_opus":0.21333505880022077,"score_gpt":0.32497960589375685,"score_spread":0.11164454709353608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966649174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13498142,0.00010231573,0.8623538,0.00032229305,0.0012606066,0.00012842662,0.000021835975,0.0005610484,0.0002682685],"genre_scores_gemma":[0.8681278,0.000004634709,0.13161087,0.000022362385,0.00008746773,0.000011939354,0.000018896315,0.000016873268,0.00009914764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828917,0.000019490086,0.0002769815,0.00040067948,0.0007755186,0.00023818405],"domain_scores_gemma":[0.9983817,0.00016296774,0.00006817061,0.0008512728,0.00038905992,0.00014687756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047517926,0.00016127627,0.00017404418,0.00027829953,0.00001845535,0.00014504392,0.0028937366,0.000058812908,0.000016434877],"category_scores_gemma":[0.0033414417,0.00015508584,0.000027336708,0.00024901913,0.000027520951,0.0009930079,0.0009298477,0.00019013952,0.000035175068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041533576,0.0012763966,0.32297575,0.00087532884,0.0015798903,0.0007968107,0.01614399,0.14178114,0.02973916,0.35292277,0.017398756,0.11409469],"study_design_scores_gemma":[0.00090924645,0.00018024587,0.005883289,0.0007265004,0.0000057963102,0.000052076924,0.00013135147,0.97785825,0.00980129,0.00023236663,0.0036397409,0.00057985587],"about_ca_topic_score_codex":0.000043656015,"about_ca_topic_score_gemma":0.0000024045164,"teacher_disagreement_score":0.8360771,"about_ca_system_score_codex":0.000084571526,"about_ca_system_score_gemma":0.00024736772,"threshold_uncertainty_score":0.63242173},"labels":[],"label_agreement":null},{"id":"W1966968814","doi":"10.1109/icstw.2013.17","title":"A Call Graph Mining and Matching Based Defect Localization Technique","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Debugging; Software bug; Program slicing; Static analysis; Java; Tree (set theory); Path (computing); Matching (statistics); Source code; Software; Focus (optics); Code (set theory); Call graph; Distributed computing; Theoretical computer science; Programming language; Set (abstract data type)","score_opus":0.009776589453432048,"score_gpt":0.2358316760854896,"score_spread":0.22605508663205756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966968814","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034945626,0.000024146919,0.96403843,0.00013974732,0.000026928066,0.00019660678,7.852295e-8,0.00045484887,0.0001736107],"genre_scores_gemma":[0.70028144,9.0948373e-7,0.29948142,0.00011633266,0.000005918566,0.000063467385,4.2286013e-7,0.00000601463,0.00004405622],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993886,0.000026715488,0.00007752909,0.00018859762,0.00015096353,0.0001676268],"domain_scores_gemma":[0.9993193,0.00033190977,0.000011567534,0.00022147497,0.000047306974,0.00006845374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022024346,0.000065160755,0.000058595466,0.00014659762,0.000050096856,0.00016061505,0.00022523873,0.000037451937,0.000017844242],"category_scores_gemma":[0.0001303501,0.000057032783,0.00002004355,0.00031389334,0.000015314045,0.0002621614,0.00010489652,0.000056643024,0.000011912135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011066466,0.00028639962,0.4751579,0.0009331707,0.00012486162,0.00012372929,0.0047281515,0.053172912,0.07192507,0.039921295,0.032938145,0.3206773],"study_design_scores_gemma":[0.00025326855,0.000087045926,0.02414083,0.000080587175,0.0000023464954,0.000025938545,0.000016438216,0.95896447,0.012588524,0.0032427898,0.00029444968,0.0003033348],"about_ca_topic_score_codex":0.0001775664,"about_ca_topic_score_gemma":0.0000054984976,"teacher_disagreement_score":0.9057915,"about_ca_system_score_codex":0.000016609532,"about_ca_system_score_gemma":0.000020689442,"threshold_uncertainty_score":0.23257294},"labels":[],"label_agreement":null},{"id":"W1967388635","doi":"10.1109/icsme.2014.113","title":"Model Clone Detector Evaluation Using Mutation Analysis","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Computer science; Software engineering; Software maintenance; Precision and recall; Unified Modeling Language; Implementation; Software; Programming language; Data mining; Software system; Machine learning; Gene","score_opus":0.06481390715856372,"score_gpt":0.33678744589302434,"score_spread":0.2719735387344606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967388635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33282298,0.0000064179994,0.66685647,0.000031419877,0.000031822303,0.00005210828,1.0258987e-7,0.000125233,0.000073478644],"genre_scores_gemma":[0.7521923,1.7583525e-7,0.24772832,0.000021464335,0.000015583923,0.0000060808197,0.0000013756937,0.0000032794455,0.000031403644],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897444,0.00005928084,0.00010035862,0.00020953614,0.00051613577,0.00014024401],"domain_scores_gemma":[0.9991773,0.00020559007,0.000022451854,0.00036059963,0.00018506698,0.00004900645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093395996,0.000053673164,0.000077060555,0.00030425997,0.00004632735,0.00008890858,0.00026131037,0.000028106198,0.00002120491],"category_scores_gemma":[0.0005763652,0.000050693154,0.000044390104,0.0010498697,0.0000065439185,0.0002683556,0.00006397044,0.000048359634,0.000020411417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.2171507e-7,0.0000053693807,0.0009165978,0.0000020267003,0.000027736278,2.0123004e-7,0.00007102443,0.9747514,0.00237261,0.0007798115,0.000009663837,0.021063115],"study_design_scores_gemma":[0.00009363997,0.000010060197,0.006301746,0.0000011580103,0.000037916056,8.755074e-7,0.0000011689405,0.99046856,0.002112583,0.0009062498,0.000002576706,0.00006345492],"about_ca_topic_score_codex":0.000044769848,"about_ca_topic_score_gemma":0.000009780971,"teacher_disagreement_score":0.41936934,"about_ca_system_score_codex":0.00008934158,"about_ca_system_score_gemma":0.000046054272,"threshold_uncertainty_score":0.2067207},"labels":[],"label_agreement":null},{"id":"W1967408872","doi":"10.1109/icpc.2013.6613857","title":"SimCad: An extensible and faster clone detection tool for large scale software systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Computer science; Cloning (programming); Software; Plug-in; Scalability; Software maintenance; Software system; Software engineering; Operating system; Programming language; Biology","score_opus":0.013787678590481134,"score_gpt":0.24775346400999526,"score_spread":0.23396578541951413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967408872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2936144,0.00006690905,0.7051481,0.000047729256,0.00023845833,0.00045471673,0.0000020436096,0.0004144134,0.000013231499],"genre_scores_gemma":[0.9171166,0.0000029611729,0.08116722,0.00008323462,0.000099340024,0.00023135844,0.0000019983252,0.000018685332,0.0012786004],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988707,0.000027279995,0.00014363928,0.00036613483,0.00021278983,0.0003794823],"domain_scores_gemma":[0.99886596,0.00032515565,0.00002117259,0.00045800998,0.00020241932,0.00012726877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031983634,0.00010967444,0.00012686207,0.000112195456,0.00011431086,0.00044810542,0.00029160085,0.00007394656,0.000015662725],"category_scores_gemma":[0.00020187475,0.00009447556,0.000026062278,0.00018705404,0.000012664732,0.0009759087,0.00015739903,0.000088721965,0.00007257215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008543452,0.00094591326,0.14573029,0.0023409422,0.00022067406,0.00003289517,0.0051561967,0.0054377653,0.109751,0.013909703,0.022447592,0.6939416],"study_design_scores_gemma":[0.001031696,0.0004678409,0.06651563,0.000040060466,0.0000055129476,0.000064165586,0.00013334,0.918284,0.008616076,0.00057315076,0.0037947246,0.00047380323],"about_ca_topic_score_codex":0.000094775896,"about_ca_topic_score_gemma":0.000014638002,"teacher_disagreement_score":0.9128462,"about_ca_system_score_codex":0.000031042622,"about_ca_system_score_gemma":0.000017858372,"threshold_uncertainty_score":0.4321091},"labels":[],"label_agreement":null},{"id":"W1967828228","doi":"10.1007/s11219-009-9082-y","title":"Improving design-pattern identification: a new approach and an exploratory study","year":2009,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Identification (biology); Computer science; Constraint (computer-aided design); False positive paradox; Data mining; Resource (disambiguation); Resource constraints; Machine learning; Engineering; Distributed computing","score_opus":0.09743104232199579,"score_gpt":0.355633719165051,"score_spread":0.2582026768430552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967828228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11960566,0.00018064903,0.8792096,0.00019186799,0.00020107623,0.00025488346,6.554234e-7,0.00035307312,0.0000025372167],"genre_scores_gemma":[0.8213772,0.000006876826,0.178004,0.00014966007,0.00034609775,0.0000092205355,0.0000011497006,0.00001620389,0.000089579546],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970349,0.0006945549,0.0005149773,0.0005413091,0.00080665597,0.0004075695],"domain_scores_gemma":[0.99783754,0.0004262479,0.00018761995,0.0008286879,0.00021034494,0.0005095694],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004675707,0.00019305796,0.00023458124,0.0002280286,0.0003459307,0.0012268121,0.0011777924,0.00006870763,0.000010435461],"category_scores_gemma":[0.0013759744,0.00018530844,0.000052411142,0.0004088125,0.000029419061,0.001744978,0.0001620848,0.0005622388,0.000020067466],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020103513,0.00071587146,0.028766437,0.00003388177,0.000047393685,0.00008970101,0.025949692,0.00069343956,0.0006933933,0.00018932731,0.0009850488,0.94181573],"study_design_scores_gemma":[0.0050059194,0.0028359191,0.9318355,0.000096258686,0.00006135779,0.0013570527,0.0071193413,0.03181051,0.0010868245,0.016554676,0.00017626303,0.0020603938],"about_ca_topic_score_codex":0.000024635428,"about_ca_topic_score_gemma":0.0000034812804,"teacher_disagreement_score":0.9397553,"about_ca_system_score_codex":0.00010643658,"about_ca_system_score_gemma":0.00031143785,"threshold_uncertainty_score":0.99981},"labels":[],"label_agreement":null},{"id":"W1967875050","doi":"10.1145/1159733.1159746","title":"A comparative study of attribute weighting heuristics for effort estimation by analogy","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Analogy; Heuristics; Weighting; Computer science; Estimation; Artificial intelligence; Data mining; Engineering; Epistemology; Philosophy; Systems engineering","score_opus":0.02688793323132183,"score_gpt":0.3138445283460533,"score_spread":0.2869565951147315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967875050","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36672413,0.000013402465,0.6328321,0.00002090781,0.00003441807,0.00025049903,0.0000036076758,0.00007383076,0.000047107034],"genre_scores_gemma":[0.90569687,1.3869071e-7,0.09411582,0.000003654709,0.000015837997,0.000032806936,0.000009856477,0.0000040167984,0.00012101775],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918526,0.000018138688,0.00021275927,0.0001884487,0.000216618,0.00017878087],"domain_scores_gemma":[0.9988465,0.0007456352,0.0000529942,0.0001861679,0.00014076056,0.00002794142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023557042,0.00007357753,0.00016994658,0.00008491858,0.000051990985,0.00003504678,0.0003159328,0.000023202494,0.0000023107045],"category_scores_gemma":[0.00010694077,0.000066899134,0.000021761942,0.00030106792,0.000015384903,0.00010934923,0.00008480553,0.000052994536,0.000003627615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006150168,0.004508015,0.48845553,0.00032511388,0.00031906404,0.000023967601,0.0052656564,0.291644,0.0066206334,0.06736395,0.12650861,0.008903944],"study_design_scores_gemma":[0.0006970703,0.00052812224,0.05986433,0.0000064836354,0.0000064306387,0.000002106317,0.00005239015,0.93240744,0.00546085,0.00065438554,0.00020361942,0.00011677084],"about_ca_topic_score_codex":0.0001423488,"about_ca_topic_score_gemma":0.000021308486,"teacher_disagreement_score":0.6407634,"about_ca_system_score_codex":0.000032058844,"about_ca_system_score_gemma":0.000019630837,"threshold_uncertainty_score":0.27280673},"labels":[],"label_agreement":null},{"id":"W1967936510","doi":"10.1109/icsm.2011.6080800","title":"Classifying field crash reports for fixing bugs: A case study of Mozilla Firefox","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Mozilla Foundation","keywords":"Crash; Computer science; Software bug; Software; Field (mathematics); Computer security; Operating system","score_opus":0.08592830839498096,"score_gpt":0.3165277803994623,"score_spread":0.23059947200448133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967936510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7070869,0.000014827344,0.29172298,0.000022734115,0.00021319765,0.00033842112,1.9738759e-7,0.00018631593,0.00041442883],"genre_scores_gemma":[0.960011,5.8510483e-7,0.03961865,0.00002649062,0.000026162892,0.000065565,1.1783025e-7,0.000010521215,0.00024088565],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883354,0.00002161128,0.0003027007,0.0003384741,0.0002420911,0.00026157283],"domain_scores_gemma":[0.99819064,0.0007911925,0.000070863774,0.0007359874,0.00013031824,0.000081017024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004769316,0.00009776251,0.00015630279,0.00013065693,0.00007412348,0.00004077746,0.00035002411,0.000048358477,0.000030546023],"category_scores_gemma":[0.00078657875,0.000084996944,0.00005067518,0.00026605075,0.000010230678,0.00020782635,0.00028116154,0.00010272691,0.0000018213731],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027722124,0.0013982158,0.8795904,0.0003605862,0.00023061926,0.024698174,0.036138818,0.00031923747,0.000996495,0.00079509837,0.005495764,0.049948882],"study_design_scores_gemma":[0.010863171,0.024061108,0.29466748,0.000785336,0.00021501846,0.050261594,0.03479037,0.35974738,0.2060211,0.008916115,0.0041818307,0.005489461],"about_ca_topic_score_codex":0.0011468546,"about_ca_topic_score_gemma":0.000102756705,"teacher_disagreement_score":0.5849229,"about_ca_system_score_codex":0.000024425095,"about_ca_system_score_gemma":0.000045709836,"threshold_uncertainty_score":0.34660748},"labels":[],"label_agreement":null},{"id":"W1968020518","doi":"10.1007/s11704-013-2394-x","title":"Tag recommendation for open source software","year":2013,"lang":"en","type":"article","venue":"Frontiers of Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Software; Graph; Open source software; Information retrieval; Software engineering; Data mining; World Wide Web; Data science; Theoretical computer science; Programming language","score_opus":0.018763647290405663,"score_gpt":0.27058395518509176,"score_spread":0.2518203078946861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968020518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004188766,0.000048103037,0.9920224,0.0012396167,0.0015188218,0.0007463071,0.0000022031259,0.00019805435,0.000035708035],"genre_scores_gemma":[0.07997014,0.0000021610024,0.91949093,0.00019353889,0.00006465466,0.00009176304,0.0000026414782,0.000011072455,0.00017307392],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982173,0.00002738157,0.00025996953,0.0005816635,0.00042935775,0.0004843178],"domain_scores_gemma":[0.99812245,0.00031412175,0.00011475959,0.000742627,0.00052193017,0.00018412228],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0010231568,0.0001303968,0.00020816839,0.00032511214,0.00022141029,0.00082710956,0.005513757,0.000040286563,0.000010931085],"category_scores_gemma":[0.00044589353,0.00012534099,0.00005410994,0.0010177416,0.00022221776,0.002939155,0.0018806335,0.00009702618,0.000024879542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042097154,0.00006176719,0.0094348155,0.000025198888,0.000013988131,3.7440455e-7,0.00048603443,0.0017737333,0.00029783932,0.001197794,0.19580616,0.7908981],"study_design_scores_gemma":[0.0006015399,0.00030543742,0.02924839,0.000029616564,0.0000026695548,0.0000069737616,0.000017051569,0.9385702,0.0052804933,0.0041704793,0.021424716,0.00034241498],"about_ca_topic_score_codex":0.000058703972,"about_ca_topic_score_gemma":5.362226e-7,"teacher_disagreement_score":0.9367965,"about_ca_system_score_codex":0.0000909119,"about_ca_system_score_gemma":0.00024732554,"threshold_uncertainty_score":0.9998669},"labels":[],"label_agreement":null},{"id":"W1968155288","doi":"10.1007/s11219-014-9250-6","title":"Empirical analysis of factors affecting confirmation bias levels of software engineers","year":2014,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Confirmation bias; Software; Identification (biology); Metric (unit); Computer science; Software bug; Software engineering; Risk analysis (engineering); Engineering; Psychology; Social psychology; Operations management; Programming language; Business","score_opus":0.11496069501911305,"score_gpt":0.3726311614194243,"score_spread":0.25767046640031127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968155288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47020054,0.00003874399,0.5293165,0.00004514489,0.00019425114,0.000051837786,0.000016018479,0.00013356432,0.0000034331802],"genre_scores_gemma":[0.9077847,0.0000035167163,0.09209059,0.00002829721,0.00005548071,0.0000013184273,0.0000070931396,0.000017124761,0.000011853147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996134,0.0007154867,0.0010713625,0.00032913798,0.0012954668,0.00045455876],"domain_scores_gemma":[0.9888532,0.008791779,0.0006679078,0.0007058204,0.0007094962,0.00027176834],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0046681613,0.00024063028,0.00077480695,0.0011599113,0.00014001461,0.00012690571,0.0010761364,0.00015831557,0.00006778838],"category_scores_gemma":[0.022730943,0.00021519621,0.0005154261,0.002415613,0.00009556127,0.0005261526,0.00019338557,0.000569017,0.0000043621385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010464407,0.000099047225,0.94173044,0.00019675792,0.00091369654,0.0000036015156,0.0065981275,0.029693564,0.00043302518,0.00030097007,0.00013953238,0.019880766],"study_design_scores_gemma":[0.00038600923,0.00013730588,0.9836077,0.00007420144,0.00013441559,0.000014775489,0.00022297434,0.009626838,0.0050781583,0.00039143747,0.000054137832,0.0002720303],"about_ca_topic_score_codex":0.00005443571,"about_ca_topic_score_gemma":0.000007077355,"teacher_disagreement_score":0.4375842,"about_ca_system_score_codex":0.0001347486,"about_ca_system_score_gemma":0.00018961268,"threshold_uncertainty_score":0.985501},"labels":[],"label_agreement":null},{"id":"W1968273866","doi":"10.1016/s1389-1286(00)00011-6","title":"A hybrid model for specifying features and detecting interactions","year":2000,"lang":"en","type":"article","venue":"Computer Networks","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artificial intelligence; Theoretical computer science","score_opus":0.02483886119907776,"score_gpt":0.2698903878882503,"score_spread":0.24505152668917254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968273866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023662616,0.0003069734,0.9749146,0.00013637112,0.00039059352,0.0001724532,7.689365e-7,0.0003502618,0.0000653441],"genre_scores_gemma":[0.7049814,0.000025826805,0.2938889,0.0001543497,0.0005545743,0.000028861594,0.0000015854922,0.00001655474,0.00034797212],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990384,0.000018022596,0.0001300853,0.00035955178,0.000108488755,0.00034544547],"domain_scores_gemma":[0.9987968,0.00070572697,0.000021094815,0.00033238792,0.000043353168,0.00010061467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016742648,0.00012336313,0.00012273763,0.00008041313,0.00018288077,0.00031887484,0.00043080392,0.000032703574,0.000006495294],"category_scores_gemma":[0.000025216666,0.00012558664,0.00005189143,0.00013515359,0.000019337473,0.0002992949,0.00019313514,0.00026374307,0.000004830559],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044100025,0.000007700497,0.00007982173,0.0000071955114,0.000010270512,0.0000046946952,0.00014814398,0.532308,0.0000042647616,0.00025682675,0.0037387116,0.46342996],"study_design_scores_gemma":[0.00017762432,0.000027880502,0.0010453775,0.00003626833,0.0000022663255,0.00010717673,6.724013e-7,0.99637425,0.000028347926,0.00059001846,0.0014754969,0.00013464279],"about_ca_topic_score_codex":0.0000033037466,"about_ca_topic_score_gemma":0.0000022477032,"teacher_disagreement_score":0.68131876,"about_ca_system_score_codex":0.00003383896,"about_ca_system_score_gemma":0.000014787647,"threshold_uncertainty_score":0.51212746},"labels":[],"label_agreement":null},{"id":"W1968278615","doi":"10.1109/ase.2011.6100098","title":"Analyzing temporal API usage patterns","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Reuse; Software; Software engineering; Software development; Programming language; World Wide Web","score_opus":0.045932775836273386,"score_gpt":0.2669862240246316,"score_spread":0.22105344818835823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968278615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15964131,0.000016537982,0.8378733,0.000043126838,0.00013124979,0.0000408559,3.1740964e-7,0.0004138288,0.001839498],"genre_scores_gemma":[0.9254962,0.0000018352839,0.073810406,0.000034335215,0.000025310635,0.0000048415277,3.9814392e-7,0.000006231613,0.0006204102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992557,0.000017758312,0.00009272608,0.00021491291,0.00017182001,0.00024706492],"domain_scores_gemma":[0.999301,0.000096312404,0.000012951839,0.00046646397,0.00002998252,0.00009327763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002250595,0.00006845467,0.00006756953,0.00011463391,0.000033139328,0.00006446658,0.0007707282,0.000025949184,0.0002338954],"category_scores_gemma":[0.00007497343,0.000058753976,0.00003288553,0.0002643035,0.000010729461,0.00029465856,0.00026343617,0.00009785325,0.00020938268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.5195126e-7,0.000031300395,0.9800482,0.000010922034,0.0000129154605,0.00009913675,0.00058828556,0.000008247555,0.00019867874,0.00483109,0.0006068342,0.013563536],"study_design_scores_gemma":[0.00023251394,0.000095850664,0.96678793,0.000021131358,0.0000022915658,0.000029386994,0.000021976884,0.021065848,0.009486081,0.0007005376,0.0012100503,0.00034638567],"about_ca_topic_score_codex":0.0002858295,"about_ca_topic_score_gemma":0.000012885663,"teacher_disagreement_score":0.7658549,"about_ca_system_score_codex":0.000019550176,"about_ca_system_score_gemma":0.000020407713,"threshold_uncertainty_score":0.26912606},"labels":[],"label_agreement":null},{"id":"W1968695943","doi":"10.1145/1134744.1134756","title":"Empirical relation between coupling and attackability in software systems:","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software quality; Computer science; Software quality control; Maintainability; Software measurement; Software metric; Software quality analyst; Software; Verification and validation; Software sizing; Software system; Software construction; Software development; Software engineering; Reliability engineering; Engineering; Operating system","score_opus":0.03584240837713559,"score_gpt":0.3063305256642189,"score_spread":0.27048811728708333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968695943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54822755,0.000086678454,0.45125592,0.00008621754,0.000037651407,0.00008086116,3.911791e-7,0.00019639406,0.000028324996],"genre_scores_gemma":[0.9811521,8.6544895e-7,0.018711332,0.0000047380618,0.00004927776,0.000009017501,0.0000021010278,0.0000052985138,0.00006525097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906874,0.00002479007,0.00019411325,0.0002809761,0.00023217576,0.00019923561],"domain_scores_gemma":[0.99839824,0.0012204904,0.000017133028,0.0002753771,0.000041341893,0.00004741212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005665864,0.00007003218,0.0001137319,0.00011019081,0.000035909678,0.00010582843,0.0002088235,0.00006782098,0.000002014207],"category_scores_gemma":[0.0003969196,0.000065027336,0.000013256693,0.000359472,0.000022058915,0.00026291065,0.0001392883,0.00014632706,0.000013568508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.7492555e-7,0.000007814291,0.9910323,0.000021478905,0.0000010288911,0.0000027028238,0.00003016026,0.007790433,0.000006172233,0.00061718136,0.00012080706,0.00036953547],"study_design_scores_gemma":[0.000105695624,0.00001186013,0.9007462,0.000014635766,5.460235e-7,0.0000019351771,0.0000030802953,0.09859207,0.000030181849,0.0003312598,0.00009377418,0.00006872555],"about_ca_topic_score_codex":0.00038080552,"about_ca_topic_score_gemma":0.000015252696,"teacher_disagreement_score":0.43292457,"about_ca_system_score_codex":0.00009817381,"about_ca_system_score_gemma":0.000029989164,"threshold_uncertainty_score":0.26517376},"labels":[],"label_agreement":null},{"id":"W1969265968","doi":"10.1007/s10664-007-9054-4","title":"Analysis of attribute weighting heuristics for analogy-based software effort estimation method AQUA+","year":2007,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Weighting; Heuristics; Data mining; Set (abstract data type); Computer science; Selection (genetic algorithm); Estimation; Exploit; A-weighting; Machine learning; Engineering","score_opus":0.02959484286795332,"score_gpt":0.3421866429248011,"score_spread":0.3125918000568478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969265968","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054991204,0.0001324139,0.94293934,0.000073540905,0.00033726305,0.00032916103,0.000041354648,0.001154139,0.0000015725672],"genre_scores_gemma":[0.30237654,9.4977156e-7,0.6973307,0.00005554195,0.00007078233,0.000033223445,0.000078897734,0.00004126346,0.000012087116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677527,0.000035121855,0.0008217567,0.0006957007,0.0007634934,0.0009086732],"domain_scores_gemma":[0.98792017,0.010339959,0.00018370693,0.0008329268,0.00039813103,0.00032513894],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023225804,0.00036468892,0.0007332424,0.0013939566,0.00012779486,0.00008787278,0.00095577014,0.00024423227,0.000011631899],"category_scores_gemma":[0.011102329,0.00038111108,0.00045800747,0.0041720485,0.000034514327,0.00025784032,0.00021475078,0.00037499875,0.0000057721218],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012552878,0.000058426882,0.28947613,0.00019578534,0.00035777275,0.00001816565,0.00011112313,0.70044535,0.000116392766,0.00015229308,0.00015349756,0.008902516],"study_design_scores_gemma":[0.00036175916,0.0001028426,0.22258024,0.00004785302,0.0001984567,0.0000039949273,0.0000023898435,0.7718169,0.0036386717,0.000059988466,0.0008268434,0.00036007143],"about_ca_topic_score_codex":0.000020051166,"about_ca_topic_score_gemma":0.0000049091677,"teacher_disagreement_score":0.24738534,"about_ca_system_score_codex":0.00028111637,"about_ca_system_score_gemma":0.0001279791,"threshold_uncertainty_score":0.9998641},"labels":[],"label_agreement":null},{"id":"W1969366857","doi":"10.1109/icpc.2010.46","title":"Studying the Impact of Social Structures on Software Quality","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software quality; Quality (philosophy); Software; Data science; Source code; Process (computing); Software metric; Software development; Product (mathematics); Code review; Software bug; Software engineering; Data mining","score_opus":0.04254294862608747,"score_gpt":0.3741402883358084,"score_spread":0.33159733970972094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969366857","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9225364,0.000003155055,0.07665371,0.00012897949,0.00019519195,0.0000935781,0.0000021769351,0.00017625025,0.00021060153],"genre_scores_gemma":[0.9906874,1.2402154e-7,0.009143485,0.000021332158,0.000079366604,0.000003849014,3.0974516e-7,0.000005571727,0.000058620855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990765,0.000052965086,0.00012447924,0.00016309008,0.00038488346,0.00019810341],"domain_scores_gemma":[0.9984278,0.00092676596,0.00003680868,0.00048681968,0.000081607075,0.00004020908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005361184,0.00008168244,0.000104136365,0.00005356713,0.00011602966,0.00007561056,0.0009833344,0.000044813267,0.000082691244],"category_scores_gemma":[0.0011090953,0.000044452085,0.00009277938,0.00024339388,0.000054789478,0.00009522887,0.00021473577,0.0003326226,0.000010139058],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049237962,0.00031240462,0.3740716,0.00006448699,0.0002803284,0.000009731979,0.012567279,0.00346494,0.023291945,0.4120303,0.01159644,0.1622613],"study_design_scores_gemma":[0.000110470704,0.00005937968,0.9945897,0.000001088816,6.6258207e-7,0.0000014828121,0.00001941452,0.00068597274,0.0020355445,0.0023877185,0.00003844985,0.00007013825],"about_ca_topic_score_codex":0.0002717588,"about_ca_topic_score_gemma":0.000013890705,"teacher_disagreement_score":0.6205181,"about_ca_system_score_codex":0.000025560355,"about_ca_system_score_gemma":0.000082575774,"threshold_uncertainty_score":0.18272963},"labels":[],"label_agreement":null},{"id":"W1969427878","doi":"10.1109/ms.2003.1207449","title":"Inspection's role in software quality assurance","year":2003,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software quality analyst; Quality assurance; Software quality; Software quality control; Software engineering; Software quality assurance; Computer science; Software security assurance; Software; Software inspection; Verification and validation; Quality (philosophy); Software peer review; Software development; Software construction; Engineering; Reliability engineering; Operations management; Programming language; Computer security; Information security","score_opus":0.020072206611204773,"score_gpt":0.2847007827377494,"score_spread":0.2646285761265446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969427878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21982,0.00050278945,0.7760724,0.000098411765,0.0010704828,0.0002315197,0.0000071234986,0.002014488,0.00018279128],"genre_scores_gemma":[0.8671142,0.000017077542,0.13228345,0.00011991384,0.00006446474,0.00007856517,0.0000019543659,0.000033109394,0.0002872896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973751,0.00022816878,0.00037397066,0.0006928032,0.00066139264,0.0006685964],"domain_scores_gemma":[0.9969714,0.0015214529,0.000073250645,0.0010795305,0.00017183338,0.00018248218],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009268125,0.00024124468,0.00028837507,0.00029498292,0.00023298513,0.00012544083,0.0009989709,0.00015086464,0.000029272183],"category_scores_gemma":[0.006048511,0.0002606892,0.00009839501,0.0013920286,0.000060284772,0.00064269104,0.0001414515,0.000491086,0.00020607811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010434066,0.00024132412,0.9646093,0.00013119639,0.000029399122,0.00011523815,0.0015945776,0.0073624738,0.00046429166,0.0050082686,0.0028109339,0.017622516],"study_design_scores_gemma":[0.0018359759,0.00014624228,0.94168735,0.00018317228,0.0000048706343,0.000098547076,0.00008605285,0.001108084,0.01199175,0.013499387,0.027967324,0.0013912449],"about_ca_topic_score_codex":0.00014788474,"about_ca_topic_score_gemma":0.00012295859,"teacher_disagreement_score":0.64729416,"about_ca_system_score_codex":0.00026240599,"about_ca_system_score_gemma":0.00026105033,"threshold_uncertainty_score":0.9999845},"labels":[],"label_agreement":null},{"id":"W1969441449","doi":"10.1115/detc2010-29057","title":"Supporting Biomimetic Design by Embedding Metadata in Natural-Language Corpora","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metadata; Computer science; Natural language; Process (computing); Identification (biology); Information retrieval; Natural language processing; Word embedding; Biological database; Natural (archaeology); Word (group theory); Lexicographical order; Artificial intelligence; Embedding; World Wide Web; Linguistics; Programming language","score_opus":0.016812086828916918,"score_gpt":0.315404339313351,"score_spread":0.29859225248443405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969441449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18280242,0.00018154529,0.81589586,0.00016906128,0.00038619948,0.00016551872,0.000001249099,0.00034060833,0.00005753584],"genre_scores_gemma":[0.74259603,0.0000010523582,0.25641522,0.00005238613,0.000018707176,0.000009888381,0.000004052515,0.000011450742,0.0008912192],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846584,0.00005145286,0.00023850607,0.0004052751,0.0003327955,0.0005061135],"domain_scores_gemma":[0.99809337,0.0010051527,0.000051702962,0.00070188404,0.00003622389,0.00011168305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013070701,0.00013142469,0.00015185663,0.00025686575,0.00004238028,0.00033168565,0.0012848513,0.00006212298,0.00007529724],"category_scores_gemma":[0.0015989891,0.000115449104,0.000031593692,0.00072888756,0.000030561012,0.00088973594,0.00038433445,0.0004789977,0.000061724924],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062573145,0.000100614496,0.009386632,0.000037910548,0.000031856212,0.00033782647,0.0011005762,0.0003234076,0.915445,0.0036376712,0.012268668,0.05732355],"study_design_scores_gemma":[0.0005260717,0.000049097504,0.003750755,0.000019542726,0.0000038516005,0.0000732644,0.00007563517,0.75167716,0.24222368,0.0003439834,0.00076309015,0.0004938631],"about_ca_topic_score_codex":0.00013528047,"about_ca_topic_score_gemma":0.000014458373,"teacher_disagreement_score":0.75135374,"about_ca_system_score_codex":0.000030076877,"about_ca_system_score_gemma":0.000064216045,"threshold_uncertainty_score":0.4707878},"labels":[],"label_agreement":null},{"id":"W1969971118","doi":"10.1016/j.jss.2014.11.040","title":"Investigating the effect of “defect co-fix” on quality assurance resource allocation: A search-based approach","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Manitoba","funders":"","keywords":"Artifact (error); Computer science; Quality assurance; Software; Software quality assurance; Resource allocation; Software bug; Quality (philosophy); Code (set theory); Software quality; Source code; Resource (disambiguation); Software inspection; Data mining; Software engineering; Software development; Artificial intelligence; Engineering; Programming language; Operations management","score_opus":0.027913264131770945,"score_gpt":0.2912585648168751,"score_spread":0.2633453006851042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969971118","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4838263,0.000584875,0.51489455,0.00022166963,0.0001291883,0.00022288886,0.0000020014677,0.000046377005,0.000072176656],"genre_scores_gemma":[0.9941184,0.0000024413116,0.005647574,0.000038574195,0.00014933958,0.00000932372,7.151758e-7,0.000011641685,0.000021969317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970299,0.001139307,0.00049116305,0.00019112142,0.0009377291,0.00021076294],"domain_scores_gemma":[0.991493,0.0073075322,0.00035040404,0.0004886684,0.00021893298,0.00014147192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007602049,0.00013688023,0.0003874611,0.00013395394,0.0001422356,0.00015885843,0.0006889374,0.000068918125,3.769322e-7],"category_scores_gemma":[0.0047534476,0.00008214044,0.00012241775,0.00032075905,0.00011428759,0.00014342538,0.000058315392,0.0004138858,0.0000014223696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011981961,0.000113150345,0.6490839,0.0055757915,0.00026178133,0.000014971896,0.002939064,0.3061545,0.0014480843,0.00505671,0.002982611,0.026249591],"study_design_scores_gemma":[0.009009867,0.011056204,0.61349344,0.007924068,0.00010673919,0.00074215594,0.00055424095,0.3297753,0.01463172,0.00030309134,0.010996263,0.0014068891],"about_ca_topic_score_codex":0.00004627703,"about_ca_topic_score_gemma":4.5251508e-7,"teacher_disagreement_score":0.5102921,"about_ca_system_score_codex":0.000047780388,"about_ca_system_score_gemma":0.0000953263,"threshold_uncertainty_score":0.5690664},"labels":[],"label_agreement":null},{"id":"W1969987057","doi":"10.1145/986537.986569","title":"Generalization for component reuse","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Generalization; Correctness; Reuse; Programming language; Abstraction; Component (thermodynamics); Semantics (computer science); Component-based software engineering; Theoretical computer science; Reusability; Formal specification; Software; Software development; Mathematics","score_opus":0.026377697835569158,"score_gpt":0.2792409485633301,"score_spread":0.25286325072776095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969987057","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03083806,0.000017968943,0.9670978,0.0014323625,0.00014157836,0.00011401418,3.0265454e-7,0.00029479654,0.000063109364],"genre_scores_gemma":[0.43203434,0.0000026202295,0.5675513,0.0001282722,0.000038365022,0.000024049285,0.000002478337,0.000005039143,0.00021349727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995761,0.000003733842,0.0000565381,0.00012314286,0.00011683864,0.0001236655],"domain_scores_gemma":[0.9994383,0.00007599576,0.0000066935277,0.00039163418,0.000048037316,0.000039328843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000095552525,0.000035514247,0.000035067602,0.00004773177,0.00003227269,0.000051555973,0.00051435374,0.000015995258,0.0000037494287],"category_scores_gemma":[0.00020918087,0.00003191947,0.000017753857,0.00013815385,0.0000051989778,0.00012444628,0.00012113695,0.000021271786,0.000026688544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038427083,0.000095284544,0.0014346404,0.000032493914,0.000014832615,0.000006149291,0.0005232227,0.1187715,0.010996825,0.8512264,0.010067627,0.0068271733],"study_design_scores_gemma":[0.0046074525,0.00050155,0.050289363,0.000056060548,0.000005847081,0.000041527306,0.000011804444,0.52145016,0.23935781,0.109658055,0.073100016,0.0009203496],"about_ca_topic_score_codex":0.000020815365,"about_ca_topic_score_gemma":0.000001559927,"teacher_disagreement_score":0.7415683,"about_ca_system_score_codex":0.000047430418,"about_ca_system_score_gemma":0.000026716942,"threshold_uncertainty_score":0.13016382},"labels":[],"label_agreement":null},{"id":"W1970095746","doi":"10.1145/1985441.1985469","title":"Supporting software history exploration","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Source code; Interface (matter); World Wide Web; User interface; Software; Software engineering; Software development; Code (set theory); Human–computer interaction; Data science; Programming language; Operating system","score_opus":0.08173768313967397,"score_gpt":0.27668652507768327,"score_spread":0.1949488419380093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970095746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036116065,0.000060434006,0.9920438,0.000040483712,0.00035664722,0.000053535736,6.113272e-8,0.0009390341,0.0028943755],"genre_scores_gemma":[0.50400484,0.0000024350159,0.4922248,0.00013055808,0.000038627226,0.000023290035,9.5348645e-7,0.0000113017295,0.0035631852],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999286,0.000014125093,0.00010998508,0.00018622342,0.00018769289,0.00021599837],"domain_scores_gemma":[0.9993853,0.00010124692,0.000023946983,0.00036290672,0.000057824178,0.000068769725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024287222,0.000056477485,0.000051294464,0.00008887346,0.00002431654,0.00001729054,0.00047001807,0.000026811249,0.00033180742],"category_scores_gemma":[0.00044856392,0.00005390817,0.000023026998,0.00011591546,0.000013566061,0.00077520916,0.00013851756,0.00007679549,0.00027918245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001423351,0.00034923851,0.13898434,0.00014302153,0.00006126261,0.00039800757,0.044948973,0.00019315955,0.0024053883,0.18413404,0.21382178,0.41454658],"study_design_scores_gemma":[0.0024176827,0.0013507599,0.3168077,0.0001485703,0.00002337978,0.00025452138,0.00075035676,0.12627533,0.11429694,0.060516536,0.37295386,0.004204379],"about_ca_topic_score_codex":0.000037893235,"about_ca_topic_score_gemma":0.0000023234793,"teacher_disagreement_score":0.5003932,"about_ca_system_score_codex":0.00011464202,"about_ca_system_score_gemma":0.000067345194,"threshold_uncertainty_score":0.36330587},"labels":[],"label_agreement":null},{"id":"W1970652823","doi":"10.1145/1808901.1808908","title":"Finding similar defects using synonymous identifier retrieval","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; University of Waterloo","keywords":"Identifier; Fragment (logic); Computer science; Code (set theory); Source code; clone (Java method); Data mining; Information retrieval; Programming language; Biology; Set (abstract data type); Gene; Genetics","score_opus":0.029370276819140072,"score_gpt":0.29739193016820387,"score_spread":0.2680216533490638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970652823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6462205,0.000013802366,0.3519717,0.000049631373,0.0009798988,0.00006982837,2.8285424e-7,0.000342108,0.0003522939],"genre_scores_gemma":[0.9282059,7.4513025e-7,0.071023546,0.000048125916,0.00010974401,0.0000012310651,3.466383e-7,0.000014496685,0.00059586274],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99867034,0.000021291393,0.00013014094,0.0003373622,0.00043784204,0.0004030153],"domain_scores_gemma":[0.9985899,0.00050592754,0.000023623305,0.00065803813,0.000083651394,0.00013887839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005422598,0.00010852055,0.0001024399,0.0001888808,0.00012442627,0.0003193792,0.00085865194,0.000090680966,0.00008082758],"category_scores_gemma":[0.0012584456,0.000103289276,0.000054502096,0.0006023812,0.000030553798,0.00043955242,0.00038719154,0.000397923,0.0001492956],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000530894,0.000057342724,0.02418057,0.000050245955,0.000032214608,0.0002570237,0.0004021153,0.0013926361,0.9541366,0.013839285,0.0014864268,0.004160247],"study_design_scores_gemma":[0.00061032985,0.00006557709,0.035013933,0.000045451598,0.0000123109685,0.00030835948,0.000017150673,0.43215564,0.5254904,0.002259021,0.0031777062,0.0008441541],"about_ca_topic_score_codex":0.000018705958,"about_ca_topic_score_gemma":0.0000058225482,"teacher_disagreement_score":0.430763,"about_ca_system_score_codex":0.000039935145,"about_ca_system_score_gemma":0.00008079817,"threshold_uncertainty_score":0.42120147},"labels":[],"label_agreement":null},{"id":"W1971089164","doi":"10.1109/ssbse.2010.26","title":"Concept Location with Genetic Algorithms: A Comparison of Four Distributed Architectures","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Scalability; Computation; Context (archaeology); Genetic algorithm; TRACE (psycholinguistics); Parallel computing; Theoretical computer science; Algorithm; Distributed computing; Machine learning","score_opus":0.015088271099442462,"score_gpt":0.2737144994804967,"score_spread":0.25862622838105426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971089164","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2535119,0.000029259569,0.7460019,0.00011588211,0.00007418189,0.00009973354,0.0000021349038,0.00014142641,0.000023558741],"genre_scores_gemma":[0.77759093,1.633768e-7,0.22233719,0.000007996073,0.000024862677,0.0000094726865,0.0000027030583,0.0000052749074,0.000021384145],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911267,0.000018995532,0.00014196613,0.000205956,0.00033049175,0.00018990526],"domain_scores_gemma":[0.9989203,0.00031324758,0.000041138097,0.00047063892,0.00017627193,0.00007837668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000853993,0.0000855213,0.00012474095,0.0000791311,0.000031228552,0.000044417753,0.000593487,0.00004023526,0.000017277338],"category_scores_gemma":[0.00020483273,0.000064299275,0.000017474973,0.00046212485,0.00008508801,0.000045936977,0.00009722981,0.00021254242,0.000007050382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003963137,0.0005032775,0.3338196,0.00016736677,0.00014967548,0.00005466987,0.0046050036,0.21664628,0.016926274,0.009851689,0.0026243948,0.41461214],"study_design_scores_gemma":[0.00046088162,0.00028245818,0.4132584,0.000019963223,0.0000045462316,0.000051042018,0.000026405787,0.539875,0.045110695,0.00029564137,0.00041237776,0.0002026341],"about_ca_topic_score_codex":0.000077552686,"about_ca_topic_score_gemma":0.000042660304,"teacher_disagreement_score":0.524079,"about_ca_system_score_codex":0.0000110953015,"about_ca_system_score_gemma":0.000078695055,"threshold_uncertainty_score":0.26220483},"labels":[],"label_agreement":null},{"id":"W1971146998","doi":"10.1007/s11219-015-9271-9","title":"On the use of design defect examples to detect model refactoring opportunities","year":2015,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Software bug; Set (abstract data type); Context (archaeology); Similarity (geometry); Data mining; Software; Machine learning; Reliability engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.5757960133181265,"score_gpt":0.376091517068576,"score_spread":0.19970449624955044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971146998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14841102,0.000062104,0.8504799,0.0004910531,0.00022529978,0.00014583192,0.0000057088023,0.00017170479,0.000007348427],"genre_scores_gemma":[0.5027377,0.000015723754,0.4966143,0.00032428783,0.00007797565,0.000015891326,4.2584313e-7,0.000027563088,0.00018610545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996961,0.0007252058,0.00044849332,0.00024874377,0.001177189,0.00043935538],"domain_scores_gemma":[0.9901539,0.007831263,0.00016179177,0.0008344755,0.00055477326,0.00046377568],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004921153,0.00018291254,0.00024830858,0.0002504717,0.00018323238,0.00039154777,0.0012570753,0.000065633125,0.000008001637],"category_scores_gemma":[0.021151133,0.00012855661,0.0001432411,0.0003467142,0.00005641729,0.0005673623,0.00030110596,0.0004900681,0.000014885875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016733953,0.00008364884,0.003221072,0.000054050088,0.00015845177,0.00008262026,0.0076040598,0.8834888,0.00055305986,0.017504154,0.02121721,0.06586556],"study_design_scores_gemma":[0.0062637758,0.009162107,0.042142265,0.0029109495,0.00016845748,0.001719555,0.0027878426,0.3331803,0.06014803,0.5067683,0.028093541,0.006654894],"about_ca_topic_score_codex":0.000053729604,"about_ca_topic_score_gemma":0.0000034397535,"teacher_disagreement_score":0.55030847,"about_ca_system_score_codex":0.00020894018,"about_ca_system_score_gemma":0.00055773125,"threshold_uncertainty_score":0.9870941},"labels":[],"label_agreement":null},{"id":"W1971429192","doi":"10.1007/s10009-002-0090-5","title":"A framework for distributing object-oriented designs","year":2003,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Computer science; Object-oriented programming; Object-oriented design; Object (grammar); Software engineering; Theory of computation; Process (computing); Software; Programming language; Distributed computing; Artificial intelligence","score_opus":0.041865767254532116,"score_gpt":0.32452154465712285,"score_spread":0.28265577740259074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971429192","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018155992,0.0000991897,0.9764055,0.002101487,0.001953919,0.00047477928,0.000078637,0.0007176043,0.000012889617],"genre_scores_gemma":[0.49480173,0.000018610546,0.5044838,0.0002405423,0.00013429734,0.00022873946,0.000011260717,0.000034211236,0.00004675816],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979434,0.000037068174,0.00042827244,0.00043587585,0.0005531879,0.00060219015],"domain_scores_gemma":[0.99538034,0.0032174967,0.000058306137,0.00037116287,0.0008485955,0.00012411682],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006815384,0.00023285885,0.00024351261,0.00059980387,0.00025424105,0.0003554707,0.0016772255,0.0003271709,0.000022846622],"category_scores_gemma":[0.014086307,0.00022016816,0.00025757766,0.000500133,0.00007733733,0.00048374507,0.00004671545,0.0007361387,0.000016151249],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010705337,0.00016925563,0.0021386493,0.000014336874,0.000253853,0.00006127506,0.000100926576,0.0003818545,0.00048259756,0.91220105,0.00044819101,0.08364097],"study_design_scores_gemma":[0.006869268,0.0027430705,0.0013654936,0.00068839965,0.000060754235,0.0017781826,0.00013361525,0.001862949,0.14160824,0.5629628,0.2785247,0.0014025748],"about_ca_topic_score_codex":3.6354442e-7,"about_ca_topic_score_gemma":4.4579815e-7,"teacher_disagreement_score":0.47664574,"about_ca_system_score_codex":0.00029052325,"about_ca_system_score_gemma":0.0001861615,"threshold_uncertainty_score":0.99421847},"labels":[],"label_agreement":null},{"id":"W1971867375","doi":"10.1145/1449764.1449786","title":"The impact of static-dynamic coupling on remodularization","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Static analysis; Modular design; Java; Coupling (piping); Programming language; Process (computing); Point (geometry); Mathematics; Engineering","score_opus":0.017808887984384306,"score_gpt":0.2960869992134959,"score_spread":0.2782781112291116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971867375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4253833,0.0000124128,0.5743158,0.000059815757,0.000034577664,0.000047460777,2.3496493e-7,0.00006692546,0.00007946434],"genre_scores_gemma":[0.99142164,0.000031888638,0.008294351,0.000004623509,0.000005047844,0.0000018877671,5.8756143e-7,0.000004687913,0.00023526457],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994108,0.000009479347,0.00009055508,0.00010212359,0.00024584564,0.0001412017],"domain_scores_gemma":[0.9988479,0.00065524544,0.000021031714,0.00036958628,0.000074644435,0.0000316017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019426834,0.000046335812,0.000049832946,0.000053283842,0.00009036883,0.000026534724,0.0003934441,0.000015855714,0.0000033136316],"category_scores_gemma":[0.00038202837,0.00002766653,0.000032194133,0.0002867267,0.000027444878,0.00008952023,0.000056651126,0.00006851933,0.00001540031],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001539165,0.00008731697,0.02533811,0.000010199766,0.000056232504,0.000018919705,0.0007444071,0.9316803,0.007827293,0.01398252,0.0011604558,0.019078832],"study_design_scores_gemma":[0.00006302109,0.00007807957,0.11145692,0.000004036226,2.0644772e-7,0.000004233505,0.0000018088967,0.8872074,0.0009134234,0.00022929253,0.000009706457,0.00003189138],"about_ca_topic_score_codex":0.000047444628,"about_ca_topic_score_gemma":9.5107686e-7,"teacher_disagreement_score":0.56603837,"about_ca_system_score_codex":0.000059590828,"about_ca_system_score_gemma":0.00007361856,"threshold_uncertainty_score":0.112820834},"labels":[],"label_agreement":null},{"id":"W1972028939","doi":"10.1145/568760.568837","title":"Recovering software requirements from system-user interaction traces","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Documentation; Business process reengineering; User requirements document; Software engineering; Task (project management); User interface; Software requirements specification; Software system; Process (computing); Software; Software development; Software design; Systems engineering; Programming language; Engineering","score_opus":0.0425035807625342,"score_gpt":0.26825602805568466,"score_spread":0.22575244729315047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972028939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13300985,0.00014986937,0.8626109,0.00013424859,0.0012777391,0.00011935543,0.0000020328964,0.0014528059,0.0012432483],"genre_scores_gemma":[0.9164648,0.000011808826,0.081609115,0.000038071452,0.00010674698,0.000021058624,0.0000017077211,0.000014896129,0.001731788],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881315,0.00003216937,0.0001833232,0.00034662837,0.00036698944,0.0002577627],"domain_scores_gemma":[0.99890023,0.00041086553,0.00003671152,0.0005150209,0.00005104221,0.00008614891],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014109266,0.00011039717,0.0001109932,0.00011501804,0.00006959265,0.00024359647,0.0006400373,0.000049043552,0.0003033488],"category_scores_gemma":[0.00025423427,0.00010353394,0.00004248832,0.00025518663,0.000008376996,0.0010561704,0.00019066363,0.00014158158,0.0007987934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031241212,0.00050915696,0.14670491,0.0005086298,0.00046324104,0.00040734955,0.0054296055,0.009138424,0.010186538,0.006596019,0.07209242,0.7479325],"study_design_scores_gemma":[0.0019215882,0.0003535726,0.06725123,0.0010445159,0.000024590894,0.00010461346,0.0005015189,0.8314091,0.032069724,0.00036696502,0.06325444,0.0016981254],"about_ca_topic_score_codex":0.00018465139,"about_ca_topic_score_gemma":0.000008438019,"teacher_disagreement_score":0.8222707,"about_ca_system_score_codex":0.00018777692,"about_ca_system_score_gemma":0.0000066863313,"threshold_uncertainty_score":0.9999792},"labels":[],"label_agreement":null},{"id":"W1972275887","doi":"10.1109/saner.2015.7081831","title":"Detecting duplicate bug reports with software engineering domain knowledge","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Data deduplication; Context (archaeology); Domain (mathematical analysis); Software; Word (group theory); Software bug; Software engineering; Information retrieval; Artificial intelligence; Database; Programming language","score_opus":0.020912943414945238,"score_gpt":0.24827721961945887,"score_spread":0.22736427620451363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972275887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15008725,0.00014929463,0.8470984,0.000085014384,0.0002531671,0.00014332053,1.3646086e-7,0.0018154905,0.0003679064],"genre_scores_gemma":[0.65406317,4.9049106e-7,0.34542856,0.000012674339,0.000070799455,0.000038667637,5.070612e-7,0.000027343518,0.00035782575],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983949,0.000018660727,0.00021081374,0.0004903885,0.00039451223,0.00049073744],"domain_scores_gemma":[0.9980921,0.0004174788,0.00004395356,0.00090001716,0.00020662724,0.00033978117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000774747,0.00017848363,0.00016412593,0.00018971495,0.000058212972,0.00017470232,0.00055918767,0.000058855916,0.0000053458634],"category_scores_gemma":[0.0013599233,0.0001473228,0.000034411853,0.0007996675,0.000019237186,0.00037514715,0.0003983423,0.00024097809,0.00007894621],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088222354,0.00073000777,0.6237608,0.0008608684,0.00056719873,0.010025167,0.018305749,0.14941812,0.009953352,0.019941116,0.01876003,0.14758934],"study_design_scores_gemma":[0.0065342295,0.0027695147,0.16748989,0.0011499851,0.000056765137,0.018828155,0.0006185917,0.4512128,0.133668,0.0061907335,0.20324466,0.008236681],"about_ca_topic_score_codex":0.00002950383,"about_ca_topic_score_gemma":0.000008082975,"teacher_disagreement_score":0.50397587,"about_ca_system_score_codex":0.00014170709,"about_ca_system_score_gemma":0.00016756702,"threshold_uncertainty_score":0.600765},"labels":[],"label_agreement":null},{"id":"W1972416872","doi":"10.1145/1808901.1808905","title":"Challenging cloning related problems with GPU-based algorithms","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Graphics processing unit; CUDA; Graphics; Longest common subsequence problem; General-purpose computing on graphics processing units; Parallel computing; Cloning (programming); False positive paradox; Matching (statistics); Computer graphics (images); Algorithm; Theoretical computer science; Artificial intelligence; Programming language; Mathematics","score_opus":0.011781084982681898,"score_gpt":0.2328380607661966,"score_spread":0.2210569757835147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972416872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056717876,0.000035195833,0.93884814,0.0009428734,0.0003026573,0.00018534806,1.9898808e-7,0.0014317053,0.00153602],"genre_scores_gemma":[0.7710064,0.0000010237494,0.22850952,0.00003293934,0.00002738116,0.00002484466,0.0000010252202,0.00001898351,0.00037790556],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865514,0.000015657723,0.00013588573,0.00037534902,0.00039764013,0.00042031516],"domain_scores_gemma":[0.99876916,0.0003406412,0.000027594,0.00062845176,0.000096072974,0.000138104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043494365,0.00013117993,0.00010928962,0.00017767104,0.00010625163,0.00015223077,0.00072939723,0.00007867883,0.000048312937],"category_scores_gemma":[0.00014623495,0.00010191822,0.000028465847,0.00058768364,0.00003888008,0.00028773156,0.00011828772,0.000551233,0.00007642626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022083934,0.0007976077,0.10351308,0.0004862772,0.0003511022,0.0007387727,0.006111625,0.3168679,0.053621486,0.2245599,0.0014962406,0.29143393],"study_design_scores_gemma":[0.000592136,0.00013394681,0.008675756,0.000050411047,0.000002105411,0.000049767932,0.000008548489,0.9831123,0.005260012,0.00026817617,0.0015474121,0.00029945542],"about_ca_topic_score_codex":0.000037087586,"about_ca_topic_score_gemma":0.000011933313,"teacher_disagreement_score":0.71428853,"about_ca_system_score_codex":0.000023191462,"about_ca_system_score_gemma":0.00009001468,"threshold_uncertainty_score":0.41561043},"labels":[],"label_agreement":null},{"id":"W1972466226","doi":"10.5555/2662708.2662714","title":"Scaling classical clone detection tools for ultra-large datasets: an exploratory study","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Saskatchewan","funders":"","keywords":"Shuffling; Computer science; Scalability; Java; clone (Java method); Precision and recall; Cloning (programming); Data mining; Scaling; Machine learning; Artificial intelligence; Programming language; Database; Biology; Mathematics","score_opus":0.049494839322930875,"score_gpt":0.309086298293043,"score_spread":0.25959145897011215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972466226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33570817,0.000008171744,0.66297066,0.00006429344,0.00019794978,0.00060911983,0.000012548167,0.0004215636,0.000007542016],"genre_scores_gemma":[0.9808382,0.0000010201902,0.018448243,0.00007165084,0.00011929563,0.00044776525,0.000027057687,0.000016547578,0.000030245994],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984949,0.00007813185,0.00019524318,0.00046419466,0.00035005962,0.0004174214],"domain_scores_gemma":[0.9978603,0.0010105902,0.000023429422,0.00080472336,0.00010910702,0.00019184605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006981416,0.00012309614,0.0001303725,0.00011570484,0.00014826577,0.000616856,0.00076359627,0.000055134,0.000030464753],"category_scores_gemma":[0.0010125602,0.000108477,0.000033357966,0.00030344224,0.000016154712,0.0027480389,0.00015221856,0.0001672731,0.00015386009],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063993015,0.0051242043,0.008274952,0.00015300827,0.00020260178,0.00004653587,0.006911634,0.0010968015,0.12384681,0.0051357048,0.023742136,0.8254016],"study_design_scores_gemma":[0.005846458,0.004357629,0.057222735,0.000046677185,0.000030235005,0.000031907803,0.0058019925,0.7765983,0.12846917,0.0013929589,0.018339043,0.0018629024],"about_ca_topic_score_codex":0.00002088612,"about_ca_topic_score_gemma":0.00003755884,"teacher_disagreement_score":0.8235387,"about_ca_system_score_codex":0.00006137239,"about_ca_system_score_gemma":0.000035270983,"threshold_uncertainty_score":0.59483564},"labels":[],"label_agreement":null},{"id":"W1972501133","doi":"10.5555/2486788.2487042","title":"Changeset based developer communication to detect software failures","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Software engineering; Software system; Software development; Software construction; Operating system","score_opus":0.036070879078120864,"score_gpt":0.2786316262526435,"score_spread":0.2425607471745226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972501133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019271627,0.000040889438,0.9755334,0.0027253763,0.0005618372,0.00039899448,0.0000145584645,0.0013460169,0.00010727653],"genre_scores_gemma":[0.5917611,0.000006958946,0.4072032,0.0003928999,0.00005993749,0.00036058866,0.000023922166,0.000033619533,0.00015774068],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788314,0.000039254544,0.00029372587,0.00051588693,0.0007923702,0.00047560126],"domain_scores_gemma":[0.99725825,0.0008484604,0.000053574986,0.0009114777,0.00066342345,0.00026483854],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027501557,0.000299036,0.00020395298,0.00062621705,0.00009340617,0.00057453854,0.0025211286,0.000112320384,0.00044049416],"category_scores_gemma":[0.0034420993,0.00030797615,0.000074767864,0.00051457336,0.000022308757,0.00065003993,0.0005031457,0.00040229526,0.0010245269],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008927376,0.0004121417,0.045735087,0.0003802893,0.0006410768,0.00015768166,0.0041946485,0.30393046,0.01077796,0.07470282,0.04008781,0.51889074],"study_design_scores_gemma":[0.0022256433,0.00067677046,0.30778122,0.0020312371,0.000016651205,0.00007477713,0.00010377892,0.5818172,0.034810625,0.0026908538,0.06389585,0.0038753727],"about_ca_topic_score_codex":0.00010702956,"about_ca_topic_score_gemma":0.000012024864,"teacher_disagreement_score":0.5724895,"about_ca_system_score_codex":0.00026265983,"about_ca_system_score_gemma":0.00012593501,"threshold_uncertainty_score":0.99993724},"labels":[],"label_agreement":null},{"id":"W1972786057","doi":"","title":"An Empirical Study of the Copy and Paste Behavior during Development","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Copying; Computer science; Eclipse; Context (archaeology); Code (set theory); Programming language; Source code","score_opus":0.05693587498825337,"score_gpt":0.34075599426623787,"score_spread":0.2838201192779845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972786057","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99155384,0.0000068443705,0.008087476,0.00003870538,0.000066629684,0.00016191509,5.4252695e-8,0.00006606141,0.00001847128],"genre_scores_gemma":[0.9899925,8.82021e-8,0.0098942,0.0000069560433,0.000006895637,0.000017568915,3.4517477e-8,0.0000032751552,0.000078469675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992896,0.00003407013,0.000092468115,0.0001473352,0.0003245763,0.00011198676],"domain_scores_gemma":[0.9994539,0.000047187557,0.000011760428,0.00033914144,0.000054928503,0.00009306732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021901225,0.000046670742,0.000057732694,0.00003651037,0.000038089922,0.000039446262,0.00046203594,0.000014202094,0.0000018690449],"category_scores_gemma":[0.000052883755,0.000029641884,0.0000055710225,0.00017528022,0.000014388812,0.00010752089,0.00036667002,0.00006135557,0.0000027452334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011734165,0.00015511905,0.994246,0.0000023890664,0.0000028478426,0.000004011234,0.004002108,0.00004736114,0.00012317763,0.000010820466,0.00003065699,0.0013743533],"study_design_scores_gemma":[0.00027646884,0.00009671005,0.9950829,0.0000024284113,0.0000010130663,0.00000581239,0.0002251082,0.0006365528,0.00359699,0.0000041656485,0.00002838337,0.000043446573],"about_ca_topic_score_codex":0.00001752348,"about_ca_topic_score_gemma":0.000013644357,"teacher_disagreement_score":0.003777,"about_ca_system_score_codex":0.000027446416,"about_ca_system_score_gemma":0.000064029104,"threshold_uncertainty_score":0.120876096},"labels":[],"label_agreement":null},{"id":"W1972886276","doi":"10.1109/scam.2010.13","title":"Validating the Use of Topic Models for Software Evolution","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software evolution; Source code; Software maintenance; Software; Metric (unit); Software development; Task (project management); Code (set theory); Software system; Topic model; Software engineering; Data science; Software construction; Artificial intelligence; Programming language; Engineering; Systems engineering","score_opus":0.0754765022626967,"score_gpt":0.28401530902762945,"score_spread":0.20853880676493275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972886276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07057364,0.000006243395,0.92869866,0.00019575197,0.00021827864,0.00015075276,0.0000011539616,0.00013942485,0.000016099479],"genre_scores_gemma":[0.5705047,2.3216224e-7,0.42919227,0.000018595842,0.000027716384,0.000018128287,3.8471353e-7,0.0000035027058,0.00023447521],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999457,0.0000107881215,0.00009564154,0.00012632985,0.00016536094,0.0001448973],"domain_scores_gemma":[0.9979774,0.001383619,0.000021685712,0.00046371858,0.00012744339,0.000026144124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023817836,0.00004427973,0.000051920964,0.000039658302,0.00005700596,0.000067431065,0.0005078639,0.000032089774,0.0000055357245],"category_scores_gemma":[0.0012861907,0.00002973163,0.000034957597,0.00014878191,0.000020628648,0.00039682462,0.00014213423,0.00010149266,0.0000023322157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048719735,0.000059209156,0.016513824,0.0000932394,0.000028960534,8.9949117e-7,0.0008012433,0.089452595,0.012194623,0.78336847,0.0042157224,0.09326635],"study_design_scores_gemma":[0.00010285111,0.000025727828,0.0044563403,0.000006057443,0.0000015421325,0.0000026369596,0.000003842646,0.97636825,0.005115125,0.012768146,0.0010839484,0.00006552775],"about_ca_topic_score_codex":0.000063218096,"about_ca_topic_score_gemma":0.000011091207,"teacher_disagreement_score":0.8869157,"about_ca_system_score_codex":0.0000131040215,"about_ca_system_score_gemma":0.00003938476,"threshold_uncertainty_score":0.15397833},"labels":[],"label_agreement":null},{"id":"W1973285032","doi":"10.1109/icdim.2013.6694005","title":"Maintenance support in open source software projects","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; Western University","funders":"","keywords":"Backporting; Open source; Open source software; Software; Software maintenance; BitTorrent tracker; Software peer review; Software development; Software analytics","score_opus":0.02536941248220104,"score_gpt":0.27294649102533014,"score_spread":0.2475770785431291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973285032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06300393,0.000012735838,0.9306111,0.0012987212,0.00016179493,0.0009931654,3.6621287e-7,0.00067657686,0.0032416573],"genre_scores_gemma":[0.74814725,0.000002245949,0.22920689,0.0005408532,0.00002504785,0.00030830692,0.0000012498508,0.000021403066,0.021746753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866897,0.000027958933,0.00015848025,0.00039356502,0.00026292237,0.00048812074],"domain_scores_gemma":[0.99882007,0.00028964583,0.000020144655,0.0006737218,0.00008548829,0.000110925685],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003702742,0.00010508932,0.00013024062,0.00014176905,0.00004272187,0.0007020431,0.0025348228,0.000044865596,0.000317058],"category_scores_gemma":[0.00072927686,0.00008757356,0.000021676697,0.00059444626,0.00003031263,0.0010763567,0.0015421569,0.00017596356,0.00120928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063691687,0.00024544893,0.48244935,0.000092164184,0.000020005962,0.000155028,0.0031065966,0.0009785213,0.0003953766,0.010084708,0.24008548,0.26238096],"study_design_scores_gemma":[0.0023016026,0.00041252488,0.8439401,0.00015541023,0.0000015812078,0.00014571637,0.0002472004,0.07208001,0.0037273802,0.0053045494,0.07041286,0.0012710785],"about_ca_topic_score_codex":0.0011666308,"about_ca_topic_score_gemma":0.000041293624,"teacher_disagreement_score":0.70140415,"about_ca_system_score_codex":0.0000748273,"about_ca_system_score_gemma":0.00019145415,"threshold_uncertainty_score":0.9995684},"labels":[],"label_agreement":null},{"id":"W1974316556","doi":"10.1145/1082983.1083124","title":"A qualitative empirical evaluation of design decisions","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Outcome (game theory); Computer science; Management science; Decision analysis; Function (biology); Process (computing); Decision engineering; Business decision mapping; Operations research; Risk analysis (engineering); Decision support system; Artificial intelligence; Engineering; Mathematics; Mathematical economics","score_opus":0.18309279043444682,"score_gpt":0.4182378890722724,"score_spread":0.23514509863782557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974316556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.198656,0.00065065845,0.799004,0.0003997956,0.00019640008,0.0003293541,0.0000064244364,0.00075607,0.0000012701969],"genre_scores_gemma":[0.5685304,0.0000070083065,0.4312665,0.000025760506,0.00006477561,0.00006872111,0.0000038283533,0.000026272442,0.000006766394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99664325,0.00025479798,0.00050000136,0.0005360635,0.0015417006,0.0005241733],"domain_scores_gemma":[0.66811734,0.32883927,0.00012272755,0.0017731306,0.0008869468,0.0002605594],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034311037,0.00028779168,0.00034018647,0.00047525787,0.000076918026,0.00008017229,0.0017092269,0.00014946566,0.00004711589],"category_scores_gemma":[0.6489487,0.00028894207,0.00013143274,0.0011285748,0.000045282395,0.0006118338,0.0005090931,0.0003270417,0.00009588985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034413548,0.00042451784,0.0737199,0.00011263178,0.00024266644,0.000017402199,0.02849191,0.614602,0.0049862918,0.0015993047,0.0036608982,0.27210805],"study_design_scores_gemma":[0.0037731123,0.0007753096,0.49094364,0.0007968485,0.00017821869,0.000101447,0.00021375947,0.41148806,0.08396956,0.0018848719,0.0033791093,0.0024960677],"about_ca_topic_score_codex":0.000010030096,"about_ca_topic_score_gemma":0.000001364909,"teacher_disagreement_score":0.6455176,"about_ca_system_score_codex":0.00024850582,"about_ca_system_score_gemma":0.00029747337,"threshold_uncertainty_score":0.99995625},"labels":[],"label_agreement":null},{"id":"W1974565163","doi":"10.1145/1985404.1985412","title":"Analyzing web service similarity using contextual clones","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Web service; clone (Java method); Leverage (statistics); Fragment (logic); World Wide Web; Context (archaeology); WS-I Basic Profile; Code (set theory); Programming language; Service (business); Information retrieval; Artificial intelligence; Web development; Web application security","score_opus":0.08931433237774358,"score_gpt":0.2932469354616403,"score_spread":0.20393260308389674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974565163","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37682888,0.000046837224,0.62137705,0.000112513495,0.00016830898,0.00005970793,6.2993405e-7,0.00044232752,0.00096375414],"genre_scores_gemma":[0.8659658,0.000002017056,0.13376585,0.00015976225,0.000032862794,0.0000020404286,2.796499e-7,0.00000794075,0.000063459804],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990469,0.000033725988,0.00013122786,0.00027033902,0.00020965983,0.0003081113],"domain_scores_gemma":[0.9990191,0.00021223976,0.000021541247,0.0004864381,0.00014999707,0.00011069878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031799346,0.000098038625,0.00011188184,0.00012489554,0.00007888869,0.0000829651,0.00081828027,0.000049804756,0.00009958043],"category_scores_gemma":[0.0001659305,0.000090486945,0.000034823704,0.0006376681,0.000018499844,0.00044336452,0.00040208604,0.00014726302,0.000081322185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045161767,0.00053038227,0.8049403,0.0002832666,0.00031166433,0.0004193708,0.01095294,0.0024481493,0.03465511,0.108160175,0.002348882,0.034904625],"study_design_scores_gemma":[0.00043306715,0.00005707316,0.080247805,0.00003366093,0.0000086728005,0.0000476167,0.0000831639,0.90564024,0.011460044,0.0008129215,0.00072436867,0.00045135285],"about_ca_topic_score_codex":0.0005617758,"about_ca_topic_score_gemma":0.00007848787,"teacher_disagreement_score":0.9031921,"about_ca_system_score_codex":0.000038101312,"about_ca_system_score_gemma":0.00008159682,"threshold_uncertainty_score":0.36899504},"labels":[],"label_agreement":null},{"id":"W1974583579","doi":"10.1109/csmr-wcre.2014.6747160","title":"Unification and refactoring of clones","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Concordia University","keywords":"Unification; Code refactoring; Programming language; Computer science; Software","score_opus":0.018184971254496442,"score_gpt":0.25639533125720626,"score_spread":0.23821036000270981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974583579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28812122,0.000012965027,0.7110652,0.00010056068,0.000037657628,0.000014925103,2.4341604e-8,0.00006855256,0.0005789066],"genre_scores_gemma":[0.9658223,0.000003363683,0.034056403,0.0000034678515,0.000008695817,8.379494e-7,6.473669e-8,0.0000012810528,0.000103613405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9997577,0.000008080333,0.000040475075,0.000069709014,0.00007535864,0.000048663624],"domain_scores_gemma":[0.99957174,0.00020290582,0.000007925447,0.00017297937,0.000024364452,0.00002006579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001513485,0.000018617011,0.000028664592,0.000036124115,0.000009195031,0.0000141717865,0.00013738319,0.000009833349,0.0000016246113],"category_scores_gemma":[0.0001892038,0.000015857186,0.000003983477,0.00008742305,0.000008181695,0.000084695144,0.000054599066,0.000020711246,0.0000031691163],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010792621,0.000016316086,0.1272508,0.00006057137,0.0000058747405,3.2976624e-7,0.00045135184,0.00015735396,0.0365043,0.67991227,0.00012882704,0.15551092],"study_design_scores_gemma":[0.00012101117,0.000052842806,0.87619287,0.000011942275,6.4916054e-7,0.0000026435087,0.000006197173,0.058782417,0.059851073,0.0022256775,0.0026671842,0.00008550621],"about_ca_topic_score_codex":0.000015113966,"about_ca_topic_score_gemma":4.2754579e-7,"teacher_disagreement_score":0.748942,"about_ca_system_score_codex":0.000003694245,"about_ca_system_score_gemma":0.000003906433,"threshold_uncertainty_score":0.06466372},"labels":[],"label_agreement":null},{"id":"W1974601952","doi":"10.1109/icsm.2010.5609560","title":"Studying the impact of dependency network measures on software quality","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Betweenness centrality; Dependency (UML); Computer science; Eclipse; Software quality; Quality (philosophy); Centrality; Software; Network performance; Software bug; Reliability engineering; Data mining; Software development; Software engineering; Engineering; Computer network","score_opus":0.055649963916244875,"score_gpt":0.3516847744785293,"score_spread":0.2960348105622844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974601952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6014458,0.000035330857,0.39733848,0.00007721187,0.00034164407,0.00015557207,7.889971e-7,0.00026127347,0.00034388382],"genre_scores_gemma":[0.9794157,0.000001733287,0.020360455,0.00002238551,0.00010827266,0.000009622998,2.1268573e-7,0.00000832329,0.00007326184],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985314,0.00010226598,0.00018896889,0.00023225557,0.00061690353,0.00032818393],"domain_scores_gemma":[0.9967726,0.0019158085,0.000048574693,0.001040327,0.00014103878,0.000081674756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017283484,0.00011073799,0.00013866405,0.00005078553,0.00012480808,0.00008777774,0.0013897758,0.000052418425,0.00004913064],"category_scores_gemma":[0.002355506,0.00006181887,0.00011284506,0.00042736158,0.000044281824,0.00014155461,0.0002750201,0.00043728173,0.00002917355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020145446,0.00017972248,0.82364666,0.000018466966,0.00012409441,0.000007557752,0.0008829469,0.031552035,0.0016349535,0.024789486,0.003857588,0.11328632],"study_design_scores_gemma":[0.00015745641,0.0001441535,0.99184054,0.000011227935,0.0000016631438,0.0000050747667,0.000009613648,0.0037024058,0.0009419026,0.0029854982,0.00006401758,0.00013643346],"about_ca_topic_score_codex":0.0005506597,"about_ca_topic_score_gemma":0.00007702163,"teacher_disagreement_score":0.37796992,"about_ca_system_score_codex":0.00003098482,"about_ca_system_score_gemma":0.00012792525,"threshold_uncertainty_score":0.2819931},"labels":[],"label_agreement":null},{"id":"W1974712054","doi":"10.5555/2486788.2487004","title":"A study of variability spaces in open source software","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software; Software system; Space (punctuation); Software engineering; Work (physics); Programming language; Engineering; Operating system","score_opus":0.042680680918987794,"score_gpt":0.3053308972043857,"score_spread":0.2626502162853979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974712054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52516556,0.000005512811,0.47334203,0.00011361167,0.0003719805,0.00057738577,0.0000032821308,0.0003018635,0.0001187847],"genre_scores_gemma":[0.9480355,0.0000024563012,0.05147198,0.000022225124,0.000035400095,0.00026681137,0.0000032269827,0.000024752258,0.0001376497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978551,0.00008451948,0.00043387047,0.000580227,0.0007006631,0.00034557816],"domain_scores_gemma":[0.9973071,0.0013482294,0.00009219542,0.00074664294,0.0003855803,0.00012022934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007576003,0.00023526087,0.0003042653,0.00044944033,0.000031017848,0.00048466554,0.0032163372,0.000079632555,0.00018770322],"category_scores_gemma":[0.004859039,0.00023925763,0.00004624452,0.00052485906,0.000022940441,0.00095268973,0.0012067592,0.00039039625,0.000064840926],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029307863,0.001523905,0.84775364,0.000091670685,0.0001685566,0.000064617394,0.0058158864,0.09670872,0.00050620845,0.018610135,0.00031044884,0.028416904],"study_design_scores_gemma":[0.0024625221,0.0007117461,0.75024813,0.0005028214,0.000006610023,0.000023562214,0.00070305495,0.24095094,0.00095679786,0.0019383603,0.00052500184,0.000970429],"about_ca_topic_score_codex":0.0006744796,"about_ca_topic_score_gemma":0.000020601063,"teacher_disagreement_score":0.42286995,"about_ca_system_score_codex":0.00017737948,"about_ca_system_score_gemma":0.00010795294,"threshold_uncertainty_score":0.9756643},"labels":[],"label_agreement":null},{"id":"W1974789398","doi":"10.1109/compsac.2013.68","title":"The ReqWiki Approach for Collaborative Software Requirements Engineering with Integrated Text Analysis Support","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Requirements engineering; Software engineering; Software requirements; Software requirements specification; Requirements analysis; Requirement; Requirements elicitation; User requirements document; Software development; Software; World Wide Web; Software construction; Programming language","score_opus":0.018231863972953323,"score_gpt":0.2496935840366899,"score_spread":0.23146172006373658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974789398","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00313994,0.000036760317,0.9949456,0.00021529227,0.00006203832,0.00082256726,0.000005379879,0.0005034103,0.0002690417],"genre_scores_gemma":[0.28401792,0.0000054472894,0.7125309,0.000049020342,0.000026648542,0.00091414736,0.000032048556,0.000026914755,0.002396929],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829745,0.00002900821,0.00023214193,0.00045035649,0.00046519266,0.0005258192],"domain_scores_gemma":[0.9974063,0.0008958639,0.000053871343,0.00077716913,0.00072328,0.00014352264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047420774,0.00020019617,0.00022159926,0.0002507669,0.00019399721,0.0005779065,0.0010982066,0.000056140576,0.0000357266],"category_scores_gemma":[0.0006592784,0.000116440206,0.00007590209,0.0032188366,0.00004618209,0.00057797093,0.00016736749,0.00015806123,0.000027462871],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021810518,0.0008946903,0.16985229,0.0004982418,0.016534785,0.00004817886,0.0071809413,0.40483096,0.0030028962,0.066333,0.14143427,0.18917166],"study_design_scores_gemma":[0.0007158094,0.00042097253,0.020128759,0.000014392174,0.00009352694,0.000005879718,0.0003852517,0.96791303,0.0021918367,0.00009359269,0.0074843336,0.000552588],"about_ca_topic_score_codex":0.000067408364,"about_ca_topic_score_gemma":0.000011498846,"teacher_disagreement_score":0.5630821,"about_ca_system_score_codex":0.00011537067,"about_ca_system_score_gemma":0.00016284932,"threshold_uncertainty_score":0.55727655},"labels":[],"label_agreement":null},{"id":"W1974908123","doi":"10.5555/2819009.2819054","title":"Code repurposing as an assessment tool","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Repurposing; Computer science; Code (set theory); Software engineering; Source code; Software; Code review; KPI-driven code analysis; Programming language; Software development; Static program analysis; Engineering; Set (abstract data type)","score_opus":0.06233157398028721,"score_gpt":0.36394204481772896,"score_spread":0.30161047083744175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974908123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11407762,0.00002030198,0.88122505,0.00032250807,0.0017435128,0.00014840148,0.0000082915485,0.0013138967,0.0011404312],"genre_scores_gemma":[0.7920974,0.000006845526,0.20719303,0.000120200166,0.00018741123,0.000053002255,0.000018063816,0.000030963845,0.00029311067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976874,0.000033615557,0.0002764889,0.0005416837,0.0010884051,0.00037243625],"domain_scores_gemma":[0.9982088,0.000279993,0.000056844085,0.0006695186,0.00049150473,0.0002932946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054334244,0.00023281598,0.0001735846,0.00032072683,0.000048826398,0.0005570754,0.0015745014,0.0000867089,0.00006279189],"category_scores_gemma":[0.0020290522,0.00024887657,0.00005509265,0.00026148863,0.000019380162,0.0009744894,0.00030944767,0.00040507907,0.00015193711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041610107,0.00030483562,0.021864166,0.000037472477,0.00016688359,0.00045819106,0.0014356191,0.10689569,0.0018194831,0.82376456,0.001331334,0.041880123],"study_design_scores_gemma":[0.000987734,0.00051901967,0.01671383,0.00023756888,0.000005723626,0.00016833417,0.00007078683,0.95994925,0.0024030562,0.0037544006,0.014314385,0.0008759103],"about_ca_topic_score_codex":0.000026802812,"about_ca_topic_score_gemma":0.0000017164261,"teacher_disagreement_score":0.85305357,"about_ca_system_score_codex":0.00041708862,"about_ca_system_score_gemma":0.00033619136,"threshold_uncertainty_score":0.99999636},"labels":[],"label_agreement":null},{"id":"W1975143584","doi":"10.1109/wcre.2007.27","title":"Examining the Effects of Global Data Usage on Software Maintainability","year":2007,"lang":"en","type":"article","venue":"Proceedings - Working Conference on Reverse Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software maintenance; Source code; Software; Software evolution; Variable (mathematics); Source lines of code; Task (project management); Software metric; Software development; Software engineering; Software construction; Operating system; Systems engineering; Engineering","score_opus":0.046603457429799246,"score_gpt":0.2815427781236253,"score_spread":0.2349393206938261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975143584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48711106,0.000101894686,0.50921696,0.00020108637,0.001069809,0.0006524768,0.0000041584876,0.00091767526,0.0007249054],"genre_scores_gemma":[0.97178626,0.000014679171,0.027920073,0.000067562556,0.00013356385,0.000020645208,0.0000020203263,0.000027393236,0.000027813785],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9971026,0.000016736649,0.0003846339,0.00085086096,0.00083725963,0.0008078844],"domain_scores_gemma":[0.9962676,0.0020409962,0.00014436265,0.0011659462,0.00019006613,0.00019098473],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022624072,0.00034688562,0.00032114898,0.00016517554,0.00013914717,0.00024022198,0.0030923425,0.00013160275,0.000005002168],"category_scores_gemma":[0.0075510945,0.00029314947,0.000059131493,0.0012554768,0.00007909133,0.00039868706,0.0010693892,0.00066221174,0.000014139521],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017632588,0.00044859407,0.36027527,0.0029775158,0.0003331305,0.00032481397,0.0029757812,0.004690546,0.007706849,0.39200783,0.0016642595,0.22641906],"study_design_scores_gemma":[0.0023769182,0.0017433588,0.74303585,0.0087215,0.000096812466,0.00013193896,0.000672618,0.21287668,0.017637951,0.0027020434,0.007289848,0.0027144554],"about_ca_topic_score_codex":0.000018037801,"about_ca_topic_score_gemma":0.0000014585221,"teacher_disagreement_score":0.4846752,"about_ca_system_score_codex":0.00033998687,"about_ca_system_score_gemma":0.00009829232,"threshold_uncertainty_score":0.9999521},"labels":[],"label_agreement":null},{"id":"W1975197452","doi":"10.1145/2259051.2259058","title":"Collection disjointness analysis","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Dataflow; Java; Computer science; Static analysis; Programming language; Inference; Theoretical computer science; Artificial intelligence","score_opus":0.017875349469819463,"score_gpt":0.27402345159985975,"score_spread":0.2561481021300403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975197452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05722946,0.00003385788,0.9407111,0.00012998574,0.00018715761,0.000028814635,7.801401e-8,0.00028608178,0.0013934888],"genre_scores_gemma":[0.9714921,9.3665983e-7,0.026557589,0.000019270845,0.000037312675,0.000007957333,4.7898095e-7,0.0000023168616,0.0018820032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994582,0.000016134181,0.000053854485,0.00009597126,0.00017360774,0.00020222955],"domain_scores_gemma":[0.9994358,0.00016500452,0.0000074066684,0.00027748733,0.000030172861,0.00008415418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002312203,0.00003783736,0.0000592923,0.00023075238,0.00004093031,0.0000501846,0.00024009394,0.00001790506,0.000086696986],"category_scores_gemma":[0.0001223373,0.000032017113,0.00004387944,0.0021990433,0.000006362922,0.0003335207,0.000094282026,0.000043862863,0.000114265145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012896244,0.0000933589,0.95541495,0.0000069516855,0.00023608647,0.0000015619233,0.0006267391,0.0012516226,0.0002084006,0.026184937,0.005218759,0.010755361],"study_design_scores_gemma":[0.00006570898,0.000011702663,0.91311157,7.8901576e-7,0.0000192226,0.0000038134492,0.000008025432,0.08087445,0.0037700136,0.00008181533,0.0019429079,0.00010998769],"about_ca_topic_score_codex":0.00003984721,"about_ca_topic_score_gemma":0.000004449224,"teacher_disagreement_score":0.91426265,"about_ca_system_score_codex":0.000037940164,"about_ca_system_score_gemma":0.0000103115835,"threshold_uncertainty_score":0.14686854},"labels":[],"label_agreement":null},{"id":"W1975318342","doi":"10.1145/2512207","title":"Degree-of-knowledge","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; International Business Machines Corporation","keywords":"Codebase; Computer science; Robustness (evolution); Source code; Code (set theory); Code review; Point (geometry); Software; Software engineering; Software development; Static program analysis; Programming language; Set (abstract data type)","score_opus":0.11510190202852359,"score_gpt":0.3348329567299539,"score_spread":0.21973105470143028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975318342","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015254211,0.00023787892,0.983115,0.00008081983,0.0006546801,0.00007407014,0.0000020853881,0.00056420884,0.000017016962],"genre_scores_gemma":[0.27233833,0.00003165136,0.72745544,0.000019953948,0.000030437448,0.000022770882,4.752094e-7,0.00001806733,0.00008286363],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988275,0.00018129237,0.00020562639,0.0003455619,0.00013151909,0.00030849312],"domain_scores_gemma":[0.989415,0.009555695,0.000028945366,0.00079421524,0.0000718728,0.00013429327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001047037,0.0001669611,0.00028722346,0.00037228974,0.000063322754,0.000018386952,0.0006461279,0.00012940897,0.000009000579],"category_scores_gemma":[0.0048399107,0.00016678519,0.00007256032,0.00041388656,0.00004788109,0.00011377225,0.00003625113,0.00032480006,0.000013522068],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014698001,0.00009069338,0.0009826873,0.00021477639,0.000091790476,0.0000043931527,0.0008801841,0.027346231,0.0022902281,0.008353723,0.00005008373,0.9596805],"study_design_scores_gemma":[0.007076567,0.0050859284,0.22511323,0.00092061196,0.00027238706,0.0012089759,0.000113032314,0.35549515,0.27602407,0.016034955,0.10797893,0.00467615],"about_ca_topic_score_codex":0.000012012023,"about_ca_topic_score_gemma":0.0000015180952,"teacher_disagreement_score":0.95500433,"about_ca_system_score_codex":0.000022857363,"about_ca_system_score_gemma":0.000030070261,"threshold_uncertainty_score":0.68013024},"labels":[],"label_agreement":null},{"id":"W1975917686","doi":"10.1109/iri.2012.6302984","title":"Reusing and converting code clones to aspects - An algorithmic approach","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cistel Technology (Canada); Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Redundant code; Source code; Code (set theory); Unreachable code; Dead code; KPI-driven code analysis; Cloning (programming); Programming language; Code generation; Code reuse; Static program analysis; Reuse; Constant-weight code; Systematic code; clone (Java method); Algorithm; Operating system; Software; Software development; Set (abstract data type); Linear code; Decoding methods; Engineering; Code rate; Key (lock)","score_opus":0.03565660403092491,"score_gpt":0.2902317827957717,"score_spread":0.2545751787648468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975917686","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26482764,0.00009766866,0.73382187,0.00014566658,0.00013778033,0.00010719172,2.6123848e-7,0.00033527068,0.0005266628],"genre_scores_gemma":[0.68376595,0.000001071426,0.3159577,0.00009144169,0.00009930101,0.0000068604363,4.1653632e-7,0.000008142921,0.00006909566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899393,0.00003069178,0.00009639997,0.00024820218,0.00022061482,0.00041017256],"domain_scores_gemma":[0.9991245,0.00016537783,0.000012482086,0.00037421566,0.00003700618,0.00028640666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050823163,0.000086384636,0.0000916481,0.00010759861,0.000080692014,0.00013535355,0.00038242573,0.00003349903,0.0000068420795],"category_scores_gemma":[0.0002375029,0.00007850069,0.000011144442,0.00029363667,0.000016959202,0.0006768347,0.00034751793,0.000100011195,0.000038448765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002084512,0.0007202424,0.305604,0.00034277406,0.00010940168,0.000055890996,0.030739812,0.0023103077,0.052004773,0.1551027,0.0026917597,0.45029747],"study_design_scores_gemma":[0.0005429935,0.0002058903,0.22143751,0.00004035646,0.000006306031,0.000269566,0.00029885085,0.74218553,0.030830484,0.0005930002,0.002754071,0.0008354289],"about_ca_topic_score_codex":0.000040752275,"about_ca_topic_score_gemma":0.0000015063181,"teacher_disagreement_score":0.73987526,"about_ca_system_score_codex":0.00003384155,"about_ca_system_score_gemma":0.000019179297,"threshold_uncertainty_score":0.32011655},"labels":[],"label_agreement":null},{"id":"W1975985860","doi":"10.1109/vissoft.2013.6650524","title":"Visualizing software dynamicities with heat maps","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Visualization; Program comprehension; Software visualization; Software; Comprehension; Software evolution; Class (philosophy); Software engineering; Data visualization; Software development; Programming language; Human–computer interaction; Software system; Software construction; Data mining; Artificial intelligence","score_opus":0.0103015550478777,"score_gpt":0.23738924441775816,"score_spread":0.22708768936988047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975985860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08060443,0.000054093613,0.91695774,0.00038247014,0.00008716982,0.00014712919,4.7188826e-7,0.001094832,0.0006716462],"genre_scores_gemma":[0.6494592,0.0000034732059,0.3476394,0.00023017205,0.000034589026,0.000061494604,0.0000022001186,0.00002132997,0.0025481642],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894613,0.000017698198,0.000092976465,0.00025459385,0.0003352489,0.00035334134],"domain_scores_gemma":[0.99896246,0.00036786965,0.00000803647,0.00044972004,0.000105160216,0.00010677485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009511309,0.00011094469,0.00009916267,0.00011762873,0.00006991791,0.00030764638,0.0006183022,0.0000323549,0.00011660081],"category_scores_gemma":[0.000106804146,0.00008162152,0.000021948079,0.0003619961,0.000036524452,0.0006394493,0.00022164843,0.00011402212,0.0004287671],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020589161,0.00037769563,0.55021465,0.00062097696,0.0003284666,0.00029534093,0.0063897306,0.014622683,0.0056453533,0.16826607,0.086687975,0.16653049],"study_design_scores_gemma":[0.0026461123,0.0016165744,0.40739286,0.00050470146,0.000015224242,0.0005396729,0.0009958426,0.5310692,0.023622075,0.016154224,0.012032618,0.0034108628],"about_ca_topic_score_codex":0.00035621316,"about_ca_topic_score_gemma":0.000010052108,"teacher_disagreement_score":0.56931835,"about_ca_system_score_codex":0.000052386004,"about_ca_system_score_gemma":0.000041473548,"threshold_uncertainty_score":0.55110765},"labels":[],"label_agreement":null},{"id":"W1976148265","doi":"10.1109/icsm.2012.6405248","title":"Vasco: A visual approach to explore object churn in framework-intensive applications","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Visualization; Task (project management); Scalability; Object (grammar); Visual analytics; Human–computer interaction; Task analysis; Artificial intelligence; Database; Engineering; Systems engineering","score_opus":0.054186893091562695,"score_gpt":0.3327363668041033,"score_spread":0.2785494737125406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976148265","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023097401,0.000095688716,0.9740017,0.0002895275,0.00011401169,0.0004813661,3.1866563e-7,0.0003554411,0.0015645113],"genre_scores_gemma":[0.77050513,0.0000030524466,0.2282779,0.00037219402,0.00011727631,0.0005818837,0.0000013419713,0.000013021461,0.00012818683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9985942,0.000030785868,0.00015067085,0.0003329558,0.00033052647,0.00056082895],"domain_scores_gemma":[0.9984935,0.00049648137,0.00001467188,0.00059836934,0.00013815671,0.0002588354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032656072,0.00012211784,0.00013879663,0.0002852268,0.00004198994,0.00008609232,0.0007620815,0.00007865399,0.000012799691],"category_scores_gemma":[0.00066718645,0.000112005626,0.000039452814,0.0012883503,0.00001882004,0.0003445183,0.00042027753,0.00029565606,0.0004278731],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002773509,0.0025060682,0.28748035,0.00021004828,0.00013316763,0.000017378623,0.06252024,0.0053781876,0.0014557972,0.47240686,0.01318013,0.154684],"study_design_scores_gemma":[0.0013954906,0.00045487747,0.79144084,0.00023178855,0.000016175482,0.00017269058,0.00637189,0.14283223,0.01024896,0.008589531,0.03545344,0.0027920613],"about_ca_topic_score_codex":0.00003521771,"about_ca_topic_score_gemma":0.0000011255842,"teacher_disagreement_score":0.74740773,"about_ca_system_score_codex":0.000093931434,"about_ca_system_score_gemma":0.000043805776,"threshold_uncertainty_score":0.5499586},"labels":[],"label_agreement":null},{"id":"W1977136723","doi":"10.1109/wcre.2010.46","title":"Software Process Recovery: Recovering Process from Artifacts","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software development; Software engineering; Process (computing); Team software process; Goal-Driven Software Development Process; Software development process; Personal software process; Instrumentation (computer programming); Software project management; Software; Software system; Software construction; Programming language","score_opus":0.012706940147016033,"score_gpt":0.2676927547580854,"score_spread":0.2549858146110694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977136723","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60842973,0.000016178947,0.388532,0.00021424054,0.00084407773,0.00015580522,0.0000039324946,0.0012587041,0.00054532266],"genre_scores_gemma":[0.90599775,0.0000031213929,0.09315877,0.00013086881,0.00017506756,0.000057051613,0.000005960794,0.000031364,0.00044006278],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99804014,0.000015905098,0.00021646587,0.0006438486,0.0005629838,0.0005206475],"domain_scores_gemma":[0.9979459,0.00068117015,0.00005196662,0.000880663,0.00020471594,0.00023555581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028108226,0.00019843156,0.00018218934,0.00014972828,0.00010773428,0.00038540637,0.0015489885,0.00013269502,0.0002807198],"category_scores_gemma":[0.0023126802,0.0001832304,0.000054467662,0.0004792418,0.000031803476,0.0012512818,0.00023974158,0.00056684995,0.00040910128],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073485906,0.00046810327,0.22830206,0.00044058004,0.00019069243,0.00021654223,0.004854276,0.009851217,0.022285296,0.00176373,0.0039378144,0.7276162],"study_design_scores_gemma":[0.0022771873,0.0005589055,0.24856123,0.0003820777,0.00002755665,0.00014780532,0.00019144395,0.10795618,0.5164549,0.10638938,0.013153583,0.0038997554],"about_ca_topic_score_codex":0.00008951011,"about_ca_topic_score_gemma":0.00007827075,"teacher_disagreement_score":0.72371644,"about_ca_system_score_codex":0.000034131972,"about_ca_system_score_gemma":0.00021303739,"threshold_uncertainty_score":0.7471919},"labels":[],"label_agreement":null},{"id":"W1977490305","doi":"10.1109/ase.2009.62","title":"Improving API Usage through Automatic Detection of Redundant Code","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Java; Software; Code (set theory); Software quality; Code smell; Software engineering; Software development; Programming language; Operating system","score_opus":0.01680323653613325,"score_gpt":0.2686442627403735,"score_spread":0.25184102620424026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977490305","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.116449684,0.000043051394,0.8823226,0.0001263685,0.000118759344,0.00009024839,2.3208756e-7,0.000492911,0.0003561146],"genre_scores_gemma":[0.850258,0.0000021764752,0.14954536,0.000036051766,0.000017397204,0.0000028988688,1.1669316e-7,0.000004007419,0.0001339974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991288,0.000021585536,0.00016455431,0.00019353234,0.00028229033,0.00020919631],"domain_scores_gemma":[0.99924314,0.00019564453,0.00003920795,0.0004330105,0.000049231316,0.00003975005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025225728,0.00007162329,0.00010131055,0.0000761826,0.00004203199,0.000058918416,0.00046464975,0.00003537049,0.0000110251185],"category_scores_gemma":[0.00033497857,0.00006300287,0.00003509617,0.00038690693,0.000017313827,0.00038236976,0.000082685554,0.00009841175,0.00002094617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021657686,0.0000674438,0.00017574648,0.000065761036,0.000010356236,0.000017857095,0.0007261878,0.00055379845,0.26580843,0.0046467306,0.0001241668,0.7278013],"study_design_scores_gemma":[0.00026030702,0.0003307301,0.016648402,0.000036446967,0.0000031076547,0.000042776253,0.000015273268,0.6096763,0.3703206,0.0022195815,0.00026214335,0.00018438429],"about_ca_topic_score_codex":0.000069305795,"about_ca_topic_score_gemma":0.000004305513,"teacher_disagreement_score":0.73380834,"about_ca_system_score_codex":0.000050405208,"about_ca_system_score_gemma":0.000037339523,"threshold_uncertainty_score":0.25691825},"labels":[],"label_agreement":null},{"id":"W1977500793","doi":"10.1109/wcre.2012.58","title":"Exploring How to Develop Transformations and Tools for Automated Umplification","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Programmer; Code (set theory); USable; Unified Modeling Language; Code generation; Software engineering; Process (computing); Java; Representation (politics); Software; Operating system","score_opus":0.19654602823107398,"score_gpt":0.31661127993874466,"score_spread":0.12006525170767068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977500793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10587038,0.000012475737,0.89106226,0.0017940344,0.00010487826,0.00025349954,0.0000010518421,0.00085030537,0.00005112316],"genre_scores_gemma":[0.69428974,0.000003543829,0.30537254,0.000030366271,0.000020094392,0.00024287458,0.0000021725857,0.000003941831,0.000034752346],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99950206,0.0000069828993,0.00006931546,0.00009560563,0.00010426267,0.00022179392],"domain_scores_gemma":[0.999186,0.00042995147,0.0000067949213,0.00015501653,0.00010646386,0.00011577845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028108247,0.000048881026,0.000046018147,0.00010101591,0.00006951014,0.00026957275,0.00018110103,0.000015003501,0.0000012854057],"category_scores_gemma":[0.0007142056,0.000045248627,0.000007743798,0.000443853,0.0000040631,0.0032078093,0.000037576967,0.000027247273,0.000019408939],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006086828,0.000068462105,0.0033117533,0.00016086674,0.000034253982,3.148244e-7,0.018100377,0.0007146021,0.012357462,0.15429807,0.006984032,0.8039637],"study_design_scores_gemma":[0.00056337676,0.000099190605,0.61059445,0.000038765622,0.00000577568,0.000020444522,0.00044782006,0.26738366,0.06634615,0.0001408973,0.0537775,0.000581976],"about_ca_topic_score_codex":0.0000017569065,"about_ca_topic_score_gemma":5.7050505e-7,"teacher_disagreement_score":0.80338174,"about_ca_system_score_codex":0.000028865485,"about_ca_system_score_gemma":0.000021634241,"threshold_uncertainty_score":0.2599496},"labels":[],"label_agreement":null},{"id":"W1977601746","doi":"10.1109/compsac.2013.66","title":"Semantic-Enabled Clone Detection","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Social Semantic Web; Semantic Web; Semantics (computer science); Semantic Web Stack; Source code; Semantic analytics; Semantic matching; Information retrieval; Domain (mathematical analysis); Semantic computing; clone (Java method); Semantic grid; Semantic search; Focus (optics); World Wide Web; Matching (statistics); Programming language","score_opus":0.010287995319958781,"score_gpt":0.22708942547996236,"score_spread":0.21680143016000358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977601746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16684404,0.000013243317,0.830878,0.0003635764,0.0001840555,0.00010667899,2.0226349e-8,0.0005845415,0.0010258151],"genre_scores_gemma":[0.9715303,0.0000018760377,0.026222061,0.000058425376,0.00003557245,0.000028559416,9.8504124e-8,0.0000052139435,0.0021179032],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993504,0.000013611819,0.00007086847,0.00016613268,0.00018700691,0.00021196384],"domain_scores_gemma":[0.9993288,0.00016628194,0.000008333951,0.00035425936,0.00007227355,0.00007003911],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011995162,0.00005225453,0.000051720857,0.00008429688,0.000041514963,0.00016219869,0.00037711093,0.000028493689,0.00016288918],"category_scores_gemma":[0.00017516958,0.000043969718,0.00001929754,0.00032347525,0.000008440226,0.0004197605,0.00013941688,0.00008348774,0.001900976],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025882975,0.0001737558,0.022450497,0.00010244331,0.000070737275,0.00003158266,0.00063319044,0.0012629239,0.26517344,0.020970497,0.024301142,0.6648272],"study_design_scores_gemma":[0.00043480247,0.00013648243,0.2707189,0.000012486953,0.0000018809427,0.000045521854,0.00001648836,0.5526548,0.16802302,0.0043220217,0.003268161,0.00036541172],"about_ca_topic_score_codex":0.00023065798,"about_ca_topic_score_gemma":0.0000042699457,"teacher_disagreement_score":0.80468625,"about_ca_system_score_codex":0.000025751486,"about_ca_system_score_gemma":0.000012589975,"threshold_uncertainty_score":0.99887615},"labels":[],"label_agreement":null},{"id":"W1978248929","doi":"10.1109/iwsm.mensura.2014.44","title":"COSMIC Approximate Sizing Using a Fuzzy Logic Approach: A Quantitative Case Study with Industry Data","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Sizing; Fuzzy logic; Computer science; Software; Process (computing); Industrial engineering; Reliability engineering; Data mining; Artificial intelligence; Engineering","score_opus":0.18777196495159304,"score_gpt":0.3605434953177218,"score_spread":0.17277153036612874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978248929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41185328,0.000019167997,0.5872195,0.000020804497,0.000033701872,0.00031121194,0.0000016549493,0.0002777214,0.0002629973],"genre_scores_gemma":[0.6327295,1.8269928e-7,0.36716753,0.00003155793,0.000020186944,0.000014327709,0.0000021192184,0.000014871797,0.000019755777],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978727,0.00018420002,0.00019588617,0.0008219791,0.00046985314,0.00045535614],"domain_scores_gemma":[0.997174,0.0006477745,0.000062366365,0.001868108,0.00009967018,0.00014806128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013228772,0.00020364263,0.00022930019,0.00019461749,0.00017415425,0.00032955664,0.0016397131,0.00008718707,0.0000029579346],"category_scores_gemma":[0.00050071883,0.00015304754,0.000015717918,0.0008997673,0.00006703158,0.00077269,0.001435972,0.0005683081,0.000010719064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025895474,0.010191449,0.339442,0.00130801,0.0017489656,0.032897715,0.055180613,0.30551812,0.0026377614,0.16821234,0.0012479128,0.08135617],"study_design_scores_gemma":[0.00054770155,0.0004028172,0.00085774995,0.000020552972,0.000012970582,0.001769768,0.003344202,0.99255395,0.000020475924,0.00017555327,0.000019800747,0.000274483],"about_ca_topic_score_codex":0.0005745557,"about_ca_topic_score_gemma":0.000025890411,"teacher_disagreement_score":0.6870358,"about_ca_system_score_codex":0.00005856046,"about_ca_system_score_gemma":0.00010562445,"threshold_uncertainty_score":0.6241098},"labels":[],"label_agreement":null},{"id":"W1978832807","doi":"10.5555/2820518.2820554","title":"An empirical study of end-user programmers in the computer music community","year":2015,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Metadata; Software; World Wide Web; Software development; Population; Source code; Computer programming; Musical; End user; Empirical research; Software engineering; Programming language","score_opus":0.0705591971718184,"score_gpt":0.3386892397372468,"score_spread":0.2681300425654284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978832807","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9357346,0.00004595808,0.0628045,0.000053401858,0.00067601446,0.00033334948,6.204563e-7,0.00033516454,0.000016348271],"genre_scores_gemma":[0.9329204,1.9114994e-7,0.06680507,0.00003230637,0.00015033018,0.00006404658,0.0000029404562,0.000015646057,0.000009080638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99711907,0.0009843529,0.00036151873,0.00030565602,0.0008676887,0.00036172933],"domain_scores_gemma":[0.9961051,0.0019583188,0.00008774961,0.0014566613,0.00026401327,0.0001281741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019969363,0.00017895395,0.0002550118,0.00016246756,0.00019111346,0.0002903593,0.0019994392,0.000076840275,6.224639e-7],"category_scores_gemma":[0.0008361543,0.000135782,0.000039988186,0.0009716244,0.00011136864,0.00043114557,0.00044760556,0.00051547156,0.0000017254714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010768196,0.00087790063,0.8415418,0.000019260237,0.00001950754,0.00007069204,0.14534669,0.00078205875,0.0000060351117,0.000021735304,0.0006729896,0.010630538],"study_design_scores_gemma":[0.001116289,0.0041001914,0.9603761,0.000063596766,0.000014717424,0.00010604374,0.029742897,0.0027026036,0.00019293756,0.000078960555,0.0011430192,0.00036264176],"about_ca_topic_score_codex":0.0009389728,"about_ca_topic_score_gemma":0.00018193157,"teacher_disagreement_score":0.11883427,"about_ca_system_score_codex":0.0000870366,"about_ca_system_score_gemma":0.00016936315,"threshold_uncertainty_score":0.55370295},"labels":[],"label_agreement":null},{"id":"W1978859404","doi":"10.1109/ase.2013.6693087","title":"Personalized defect prediction","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":243,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software bug; Java; Commit; Eclipse; Source lines of code; Python (programming language); Software; Code (set theory); Software evolution; Machine learning; Predictive modelling; Kernel (algebra); Linux kernel; Data mining; Artificial intelligence; Programming language; Operating system; Software development; Database; Software construction","score_opus":0.013632446480468364,"score_gpt":0.2366302322925787,"score_spread":0.22299778581211036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978859404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072915144,0.000047638663,0.92273384,0.00039419223,0.00016528092,0.00011873532,1.8361818e-7,0.0007765654,0.0028483993],"genre_scores_gemma":[0.95165485,0.0000029210717,0.044599067,0.00008209313,0.00003986671,0.000048377537,5.3337226e-7,0.0000047647795,0.0035675068],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99946105,0.000013839422,0.000049225615,0.0001418338,0.00018640952,0.000147653],"domain_scores_gemma":[0.99947536,0.00017170183,0.0000051263514,0.0002388637,0.000047824487,0.00006112951],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010088171,0.00004068131,0.000037705104,0.00005323103,0.000028036393,0.00010469204,0.00030137112,0.000020681542,0.0003834018],"category_scores_gemma":[0.00015923096,0.00003316678,0.000033419346,0.00018336705,0.000011921784,0.00033170564,0.000081782964,0.00005782201,0.0010932239],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046744794,0.00018013189,0.23253137,0.000081195285,0.00014267459,0.00002278842,0.0020495167,0.00074029254,0.01666556,0.19841537,0.30376709,0.24539936],"study_design_scores_gemma":[0.0007428276,0.00016889366,0.5412211,0.00001651311,0.0000030468136,0.000047330304,0.000024802697,0.43021417,0.0037816125,0.0038848785,0.019591767,0.00030308226],"about_ca_topic_score_codex":0.000051465646,"about_ca_topic_score_gemma":3.0715418e-7,"teacher_disagreement_score":0.8787397,"about_ca_system_score_codex":0.000023442495,"about_ca_system_score_gemma":0.000015990858,"threshold_uncertainty_score":0.9996845},"labels":[],"label_agreement":null},{"id":"W1978917996","doi":"10.1145/2020390.2020406","title":"Customization support for CBR-based defect prediction","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Case-based reasoning; Weighting; Data mining; k-nearest neighbors algorithm; Similarity (geometry); Personalization; Set (abstract data type); Artificial intelligence; Function (biology); Machine learning; Selection (genetic algorithm)","score_opus":0.036519441192453,"score_gpt":0.25525581944004294,"score_spread":0.21873637824758996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978917996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034566533,0.0000035631074,0.9939439,0.00003165478,0.00025593236,0.000219129,0.0000020790533,0.00062621996,0.0014608188],"genre_scores_gemma":[0.7980556,5.037202e-7,0.20120841,0.000060631246,0.000033797507,0.00007882248,0.000007915539,0.000009148399,0.0005451963],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993946,0.0000116845995,0.00008861978,0.00018822208,0.00014733522,0.00016954279],"domain_scores_gemma":[0.9993783,0.00018057693,0.000014688926,0.0002810461,0.00008979207,0.000055571258],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002747705,0.000054553373,0.000050074927,0.00010810864,0.00003961595,0.000031447813,0.00028862915,0.000037234957,0.00007699461],"category_scores_gemma":[0.0002558081,0.00004973893,0.00004742418,0.00020350768,0.000009438339,0.00021865744,0.000035100096,0.000039372026,0.00005514297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002491365,0.0010678915,0.47974426,0.0005381215,0.00021133306,0.000036689908,0.0032507626,0.022557588,0.0048520183,0.09116869,0.21275233,0.18357117],"study_design_scores_gemma":[0.0009877026,0.0005195847,0.067647755,0.000010149506,0.000008166913,0.000005816889,0.0000045014363,0.8848092,0.037070192,0.00047446118,0.008257067,0.00020542614],"about_ca_topic_score_codex":0.000011608509,"about_ca_topic_score_gemma":0.0000014373219,"teacher_disagreement_score":0.8622516,"about_ca_system_score_codex":0.000034029967,"about_ca_system_score_gemma":0.0000676203,"threshold_uncertainty_score":0.20282947},"labels":[],"label_agreement":null},{"id":"W1979217904","doi":"10.1109/ictta.2008.4530015","title":"Functional Equivalence between Radial Basis Function Neural Networks and Fuzzy Analogy in Software Cost Estimation","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Equivalence (formal languages); Computer science; Radial basis function network; Fuzzy logic; Artificial neural network; Artificial intelligence; Fuzzy set; Radial basis function; Mathematics; Machine learning; Discrete mathematics","score_opus":0.03762357696809028,"score_gpt":0.25840987002925625,"score_spread":0.22078629306116598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979217904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19524212,0.000095663025,0.80376494,0.0001916268,0.0002957098,0.0001405484,0.0000011960392,0.0002391218,0.000029073197],"genre_scores_gemma":[0.9824288,0.000018329305,0.017157467,0.00008495568,0.00017551042,0.000028501101,0.000018040659,0.00000995002,0.00007846019],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986264,0.00006478213,0.00021121583,0.00039622126,0.0003311289,0.00037024854],"domain_scores_gemma":[0.99855185,0.0009492767,0.00003291713,0.00026369968,0.0000664813,0.00013578859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029058076,0.00013238686,0.00015382115,0.00027558647,0.00013584046,0.00006427923,0.00025730339,0.000097636526,0.00003249529],"category_scores_gemma":[0.00038797854,0.00013389981,0.000030125137,0.00069321314,0.000077352845,0.0006557876,0.00017787793,0.00026798653,0.000018008312],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015126735,0.000016922751,0.66884744,0.0000098610735,0.000009766871,0.000020576404,0.00005285237,0.20744455,0.0000070666974,0.0005453366,0.00094857905,0.12208194],"study_design_scores_gemma":[0.00024613042,0.000054191416,0.5971349,0.000004977327,0.0000018759027,0.000031781263,0.0000012473918,0.40222004,0.000008703794,0.00017999523,0.000027622671,0.000088518216],"about_ca_topic_score_codex":0.00008598669,"about_ca_topic_score_gemma":0.000016470913,"teacher_disagreement_score":0.7871867,"about_ca_system_score_codex":0.00009213262,"about_ca_system_score_gemma":0.000053906857,"threshold_uncertainty_score":0.54602754},"labels":[],"label_agreement":null},{"id":"W1979296382","doi":"10.5555/2486788.2486979","title":"Using mutation analysis for a model-clone detector comparison framework","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Computer science; Mutation; Precision and recall; Data mining; Artificial intelligence; Machine learning; Biology; Genetics; Gene","score_opus":0.0743848086925239,"score_gpt":0.349684522917882,"score_spread":0.2752997142253581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979296382","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21830358,0.000021518468,0.78110296,0.00008630993,0.00004781305,0.00020565923,5.881451e-7,0.00022002096,0.000011543585],"genre_scores_gemma":[0.51689404,1.6132606e-7,0.4829957,0.000021502325,0.0000136316885,0.000034975543,8.5972806e-7,0.0000045886136,0.0000345696],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990626,0.00001527953,0.00016207415,0.0002569048,0.00024559884,0.00025752484],"domain_scores_gemma":[0.9986384,0.0006770335,0.00003322519,0.00039586058,0.00016933943,0.0000861419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015772154,0.00008332977,0.00016044425,0.0002764407,0.00007016499,0.00021706136,0.00040897887,0.00006256787,0.000036290556],"category_scores_gemma":[0.0003840656,0.00007683982,0.00008929866,0.0010841837,0.000011721889,0.00034095708,0.00009107324,0.00009778632,0.00003203988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014217629,0.000024964984,0.0073635485,0.0000122884885,0.00011671299,4.9515876e-7,0.0003176869,0.9816482,0.0011635367,0.0034089056,0.00012297285,0.0058192667],"study_design_scores_gemma":[0.000069475595,0.000021035918,0.0047119446,0.0000040301575,0.000021391043,6.1254156e-7,0.00000803609,0.9894232,0.00198153,0.003654622,0.000005659058,0.000098424425],"about_ca_topic_score_codex":0.00013820111,"about_ca_topic_score_gemma":0.0000053052177,"teacher_disagreement_score":0.29859045,"about_ca_system_score_codex":0.00006447955,"about_ca_system_score_gemma":0.00003180921,"threshold_uncertainty_score":0.3133437},"labels":[],"label_agreement":null},{"id":"W1979464590","doi":"10.1109/compsacw.2012.67","title":"SE-EQUAM - An Evolvable Quality Metamodel","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Evolvability; Metamodeling; Computer science; Software engineering; Reusability; Reuse; Software mining; Maintainability; Quality (philosophy); Software; Data science; Software system; Engineering; Software construction; Programming language","score_opus":0.1241667663361443,"score_gpt":0.38159522533272855,"score_spread":0.25742845899658423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979464590","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12943721,0.000117707554,0.8669014,0.000121406534,0.00024583662,0.0000680668,5.713253e-7,0.0006652353,0.0024425876],"genre_scores_gemma":[0.8317842,0.0000013119446,0.16599746,0.00009878146,0.00008136307,0.000011375714,0.000001013853,0.000008237397,0.002016296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986753,0.00007937281,0.00013489096,0.00022037583,0.0003979579,0.0004921247],"domain_scores_gemma":[0.9984695,0.0003024202,0.00001653444,0.00086981786,0.0000643695,0.0002773598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012976375,0.00009004248,0.000112240574,0.000076299395,0.000057457037,0.00010765141,0.00081612164,0.000043669705,0.00013917965],"category_scores_gemma":[0.00025797897,0.000075484546,0.000037570997,0.00031730958,0.000016419519,0.0016363878,0.00024379435,0.00012258872,0.000394152],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007684173,0.0007346756,0.1255574,0.00007138781,0.000070180045,0.0000054543843,0.0029795938,0.0035554897,0.005113924,0.82416576,0.0079506235,0.029787842],"study_design_scores_gemma":[0.0006658603,0.0001778526,0.35175276,0.000010328954,0.000008923531,0.000027583608,0.000067347806,0.59065443,0.01971735,0.005416641,0.030438485,0.001062452],"about_ca_topic_score_codex":0.00020440193,"about_ca_topic_score_gemma":0.0000043016016,"teacher_disagreement_score":0.8187491,"about_ca_system_score_codex":0.00004705323,"about_ca_system_score_gemma":0.0000397674,"threshold_uncertainty_score":0.5066158},"labels":[],"label_agreement":null},{"id":"W1979506693","doi":"10.1087/20130307","title":"Republication of conference papers in journals?","year":2013,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Similarity (geometry); Field (mathematics); Discretion; Quarter (Canadian coin); Library science; Political science; Law; History; Mathematics; Artificial intelligence","score_opus":0.0422389926299143,"score_gpt":0.28357975549560566,"score_spread":0.24134076286569137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979506693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6836375,0.00044243023,0.19904357,0.056372892,0.00062824896,0.00065203273,0.000001239792,0.000751181,0.05847088],"genre_scores_gemma":[0.9858953,0.000012687349,0.013681653,0.00010426318,0.000026039417,0.00002114555,0.0000014407177,0.0000066989455,0.00025080852],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987076,0.00007647095,0.0002478348,0.00024408515,0.00044917958,0.00027484517],"domain_scores_gemma":[0.99852115,0.00048035439,0.0000961262,0.0005077582,0.00029441598,0.00010018571],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010870794,0.00006748177,0.000113420814,0.00036071707,0.000028352353,0.002211613,0.0012622765,0.00007623563,0.00021612685],"category_scores_gemma":[0.0066506905,0.000065317785,0.000027699287,0.0009810519,0.000022647535,0.005537675,0.0002490275,0.00043620044,0.000024616978],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003785311,0.00011112803,0.21248598,0.00008041629,0.000023706765,0.000012313865,0.0037109912,0.0019822961,0.0180946,0.090229824,0.005272845,0.6679921],"study_design_scores_gemma":[0.0005028108,0.00004433635,0.9160186,0.00015081326,0.0000010841972,0.000023251263,0.00021631036,0.06903279,0.0018488555,0.008010015,0.003893549,0.0002575688],"about_ca_topic_score_codex":0.00031769043,"about_ca_topic_score_gemma":0.000007894318,"teacher_disagreement_score":0.70353264,"about_ca_system_score_codex":0.000055444365,"about_ca_system_score_gemma":0.0001023108,"threshold_uncertainty_score":0.9988242},"labels":[],"label_agreement":null},{"id":"W1979613104","doi":"10.1145/2601248.2601249","title":"Quality control practice based on design artifacts categories","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Software engineering; Software quality; Software development; Warrant; Quality (philosophy); Artifact (error); Component-based software engineering; Software evolution; Control (management); Empirical research; Process (computing); Software design; Software; Software construction; Programming language; Artificial intelligence","score_opus":0.040984090277561544,"score_gpt":0.3177373840452483,"score_spread":0.27675329376768676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979613104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031460635,0.0000052162814,0.9918377,0.003962035,0.00019807857,0.00015504222,2.3080834e-7,0.0005225456,0.003004561],"genre_scores_gemma":[0.8232054,2.6638165e-7,0.17489678,0.0016734663,0.000035970632,0.000020117028,3.0760438e-7,0.0000069794187,0.0001607225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826163,0.00047283396,0.00014902496,0.00029315095,0.0005280899,0.0002952812],"domain_scores_gemma":[0.9832761,0.015645515,0.000041110736,0.00073984254,0.000168297,0.00012912972],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002621398,0.00010346335,0.00012442701,0.0000824376,0.000069777714,0.0001999984,0.0005579129,0.000043951623,0.000026238318],"category_scores_gemma":[0.0151781095,0.00008527316,0.000030290992,0.00025147042,0.000026278622,0.00038946813,0.0000449739,0.00015709459,0.0003771931],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029978334,0.0006356419,0.0063289898,0.00007684007,0.00007046759,0.000047934707,0.0005690669,0.2965084,0.0021471593,0.5450215,0.014375344,0.13391893],"study_design_scores_gemma":[0.0008588715,0.00034824671,0.016263971,0.000007528776,0.0000029973091,0.0000035246803,0.0000071096288,0.9612581,0.007674957,0.0023569476,0.010968144,0.00024956284],"about_ca_topic_score_codex":0.000067278605,"about_ca_topic_score_gemma":0.0000014832879,"teacher_disagreement_score":0.82289076,"about_ca_system_score_codex":0.000047078964,"about_ca_system_score_gemma":0.00009595841,"threshold_uncertainty_score":0.99311745},"labels":[],"label_agreement":null},{"id":"W1979786964","doi":"10.1109/scam.2010.22","title":"Estimating the Optimal Number of Latent Concepts in Source Code Analysis","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Latent Dirichlet allocation; Computer science; Source code; Latent variable; Code (set theory); Topic model; Latent semantic analysis; Software; Natural language processing; Data mining; Artificial intelligence; Programming language","score_opus":0.01564829991397315,"score_gpt":0.31615772867474007,"score_spread":0.3005094287607669,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979786964","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5223206,0.0000021895864,0.47730124,0.00012326468,0.00005126545,0.000031345327,2.3094128e-7,0.000044516953,0.00012533063],"genre_scores_gemma":[0.7629559,1.1183213e-7,0.23679975,0.000015613083,0.000012730429,0.000003719945,2.7951597e-7,0.0000030458787,0.00020883756],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992105,0.000025578947,0.0001537061,0.0001662495,0.0002596559,0.00018431694],"domain_scores_gemma":[0.99876446,0.00064090884,0.00003059272,0.00046903922,0.00005534029,0.00003964804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005187155,0.00005823143,0.00011503121,0.000086649496,0.000024841129,0.00005160476,0.0007473991,0.00003207857,0.00011556814],"category_scores_gemma":[0.0003895032,0.000039241022,0.000053990494,0.0009784998,0.00005360713,0.00010003471,0.00023421973,0.00022827141,0.00003057214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010505888,0.000026906604,0.5907651,0.0000058437918,0.00005705412,0.000004168096,0.0010023903,0.3989994,0.00078068813,0.002516335,0.0000794575,0.005761585],"study_design_scores_gemma":[0.00006960471,0.000004339331,0.14136036,0.0000024832664,0.0000051633283,0.0000033712224,0.000006549883,0.8576788,0.00074961904,0.00003419769,0.000040755334,0.000044790933],"about_ca_topic_score_codex":0.00021780148,"about_ca_topic_score_gemma":0.00007105423,"teacher_disagreement_score":0.45867938,"about_ca_system_score_codex":0.00001030441,"about_ca_system_score_gemma":0.00002842889,"threshold_uncertainty_score":0.16002025},"labels":[],"label_agreement":null},{"id":"W1979810153","doi":"10.1145/1370905.1370913","title":"Security metrics for source code structures","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"H2020 European Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software security assurance; Source code; Software metric; Software; Code (set theory); KPI-driven code analysis; Software development; Static program analysis; Software quality; Software engineering; Computer security; Programming language; Information security; Security service; Set (abstract data type)","score_opus":0.033479366803898736,"score_gpt":0.2829550111991585,"score_spread":0.24947564439525977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979810153","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05683731,0.00008803563,0.9420126,0.0001579137,0.00015518503,0.000118158445,0.0000021025119,0.00042532422,0.00020338834],"genre_scores_gemma":[0.8580305,0.0000065272784,0.14099628,0.00009312337,0.000056435656,0.000012163269,8.8255905e-7,0.000007922004,0.0007961878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999183,0.000010563603,0.00008191949,0.00021088266,0.0002718377,0.00024182373],"domain_scores_gemma":[0.9986382,0.0008147173,0.000012695518,0.00036184324,0.0000890116,0.00008354557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015381227,0.000068301524,0.000080670994,0.00014122913,0.000096632924,0.000044744873,0.00067890534,0.000039960723,0.000013870725],"category_scores_gemma":[0.00089634437,0.000058786227,0.000041669533,0.0005101067,0.00002457359,0.00013447825,0.00016225768,0.000090277266,0.000014227222],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003560686,0.0002680263,0.11049928,0.00028877368,0.00018160546,0.000116308336,0.0070371283,0.01765313,0.0011966459,0.41743276,0.35611746,0.089173265],"study_design_scores_gemma":[0.001351642,0.00030011617,0.056297448,0.000007210067,0.0000055029823,0.00022706388,0.000030211919,0.6353487,0.03721451,0.027814303,0.24061553,0.0007877867],"about_ca_topic_score_codex":0.000018756395,"about_ca_topic_score_gemma":0.0000022548168,"teacher_disagreement_score":0.8011932,"about_ca_system_score_codex":0.000029284445,"about_ca_system_score_gemma":0.000045266388,"threshold_uncertainty_score":0.23972328},"labels":[],"label_agreement":null},{"id":"W1979829546","doi":"10.4018/jdm.2008010101","title":"Dimensions of UML Diagram Use","year":2008,"lang":"en","type":"article","venue":"Journal of Database Management","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Unified Modeling Language; Applications of UML; UML tool; Computer science; Class diagram; Use Case Diagram; Communication diagram; Software engineering; Systems Modeling Language; Software; Programming language","score_opus":0.045295651888089844,"score_gpt":0.2773889981208894,"score_spread":0.23209334623279956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979829546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18395405,0.00020576415,0.81476116,0.00035609695,0.0004476223,0.00012892188,0.000009678788,0.0000383386,0.00009837716],"genre_scores_gemma":[0.7562272,0.00078080787,0.24255234,0.00006871271,0.000056137476,0.0000025234847,0.0000026117516,0.000009445787,0.0003002383],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986865,0.000036386897,0.0003230474,0.00012201859,0.0006520657,0.00017997091],"domain_scores_gemma":[0.9987358,0.00025558678,0.00014732641,0.000605014,0.00013972881,0.00011655994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044980668,0.000078471436,0.00015275895,0.0003465465,0.00004626258,0.000028862556,0.0007376359,0.000013651121,0.000011676277],"category_scores_gemma":[0.000281353,0.000057718986,0.00007511427,0.0004096025,0.000034117154,0.00067956204,0.0006087483,0.00015212837,0.000015024573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017804655,0.0021624963,0.13685903,0.00097106094,0.002035184,0.025757952,0.0018900469,0.014812447,0.0075366087,0.081093244,0.5583215,0.16838242],"study_design_scores_gemma":[0.0057424237,0.0014906763,0.6700569,0.001274788,0.00019920192,0.0020777474,0.000117613046,0.038703866,0.015334453,0.00053003983,0.26329735,0.0011749433],"about_ca_topic_score_codex":0.000012041042,"about_ca_topic_score_gemma":5.479372e-7,"teacher_disagreement_score":0.57227314,"about_ca_system_score_codex":0.000038909242,"about_ca_system_score_gemma":0.000031110663,"threshold_uncertainty_score":0.23537119},"labels":[],"label_agreement":null},{"id":"W1979838076","doi":"10.1016/j.future.2010.09.007","title":"An approach based on citation analysis to support effective handling of regulatory compliance","year":2010,"lang":"en","type":"article","venue":"Future Generation Computer Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Interdependence; Citation; Legislature; Scope (computer science); Compliance (psychology); Set (abstract data type); Risk analysis (engineering); Law; Operations research; Business; World Wide Web; Political science","score_opus":0.023556306430406907,"score_gpt":0.275662024699318,"score_spread":0.2521057182689111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979838076","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08415125,0.000014613893,0.90340686,0.000068075926,0.011639876,0.0005070505,0.0000064068,0.00018111766,0.000024751358],"genre_scores_gemma":[0.738008,1.0319461e-7,0.25357303,0.00010485997,0.008132828,0.00009334877,0.00006266994,0.000012564675,0.000012616059],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799955,0.0001951257,0.00033227776,0.00059677084,0.0006559479,0.0002203174],"domain_scores_gemma":[0.99787813,0.00018672588,0.00012088981,0.0010809152,0.0005626123,0.00017075002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096684054,0.00017693377,0.00030451408,0.0007177419,0.000114948525,0.0002784675,0.00067001866,0.000118132986,0.0000028743243],"category_scores_gemma":[0.000048014022,0.00016881194,0.00009485696,0.0015195936,0.000016249036,0.00026809378,0.000051497165,0.00020994773,0.0000120306595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007539781,0.00010112411,0.002530847,0.00006830378,0.000095622665,0.0000023978778,0.0006395828,0.96786463,0.010749316,0.0027149522,0.0042849993,0.010940691],"study_design_scores_gemma":[0.00020186912,0.0002648908,0.038546514,0.000012112982,0.00001547307,0.0000029163755,0.0000069997263,0.9574853,0.0025760431,7.189142e-7,0.0007211014,0.00016605802],"about_ca_topic_score_codex":0.000017180771,"about_ca_topic_score_gemma":0.000007880802,"teacher_disagreement_score":0.65385675,"about_ca_system_score_codex":0.00005735342,"about_ca_system_score_gemma":0.00007233813,"threshold_uncertainty_score":0.68839514},"labels":[],"label_agreement":null},{"id":"W1979991500","doi":"10.1007/s10664-012-9224-x","title":"Configuring latent Dirichlet allocation based feature location","year":2012,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"U.S. Department of Education; National Science Foundation","keywords":"Latent Dirichlet allocation; Computer science; Feature (linguistics); Source code; Heuristics; Context (archaeology); Java; Artificial intelligence; Topic model; Code (set theory); Measure (data warehouse); Data mining; Natural language processing; Information retrieval; Programming language","score_opus":0.024902158345490696,"score_gpt":0.2743756658225636,"score_spread":0.24947350747707292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979991500","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059462793,0.00075892924,0.9360986,0.0008566431,0.0007749467,0.00020410572,0.0000014435713,0.0018269736,0.000015591597],"genre_scores_gemma":[0.90142494,0.0000037369437,0.09778346,0.00021896734,0.0003326907,0.00007093789,0.000016982434,0.000044790395,0.000103507125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979314,0.000039658604,0.0002351536,0.000390513,0.0005963015,0.00080696656],"domain_scores_gemma":[0.9977708,0.0009816218,0.00004497102,0.00065416313,0.00015603304,0.00039244967],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050539227,0.00027360665,0.00021188828,0.00025733552,0.000097354074,0.00014245596,0.000673337,0.0001727861,0.000021975486],"category_scores_gemma":[0.002307262,0.00027506167,0.000083705665,0.0011306858,0.000017708548,0.00072021544,0.00017420958,0.00045036533,0.00016250178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075586454,0.00020564262,0.7764213,0.00028123692,0.000058450438,0.000017516428,0.0006431837,0.20783025,0.0011965436,0.00077072874,0.0063440353,0.006223564],"study_design_scores_gemma":[0.0003851537,0.000047527337,0.826615,0.00010860064,0.000010406488,0.000022648957,0.0000028682682,0.14128198,0.0057517183,0.000014084213,0.025170034,0.00059000676],"about_ca_topic_score_codex":0.000007759668,"about_ca_topic_score_gemma":3.133222e-7,"teacher_disagreement_score":0.84196216,"about_ca_system_score_codex":0.00029608846,"about_ca_system_score_gemma":0.000076927274,"threshold_uncertainty_score":0.99997014},"labels":[],"label_agreement":null},{"id":"W1980130600","doi":"10.1007/s10664-014-9329-5","title":"Special issue on program comprehension","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Program comprehension; Computer science; Comprehension; Data science; Psychology; Programming language; Software","score_opus":0.021811196545500226,"score_gpt":0.29366010915216767,"score_spread":0.27184891260666744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980130600","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08910202,0.000039512837,0.8985508,0.0007765267,0.0037397693,0.00049191294,0.0000016458937,0.0065642046,0.0007335932],"genre_scores_gemma":[0.438844,0.0000074968034,0.52990043,0.0008834523,0.029095111,0.00023870938,0.000018141896,0.00019670647,0.00081593555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977339,0.000046604808,0.00026006793,0.00059181266,0.00068921165,0.00067843194],"domain_scores_gemma":[0.9970353,0.0017421567,0.00003102828,0.00078872096,0.000076964134,0.00032579206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030675484,0.00029175766,0.00028086265,0.00023681167,0.000098930475,0.00019542998,0.0009592364,0.0001415884,0.00008118547],"category_scores_gemma":[0.0027072846,0.00027852468,0.00011347811,0.0007316675,0.000025994199,0.00022823775,0.00034371277,0.0005190719,0.0007632417],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024449531,0.0005494031,0.077232294,0.0001999068,0.00006486598,0.00008138821,0.0005140287,0.142138,0.00012413297,0.0017184659,0.14884326,0.62850976],"study_design_scores_gemma":[0.0003148482,0.00036525735,0.13084953,0.00006234234,0.0000026067955,0.000011156703,8.538762e-7,0.08411576,0.00041017312,0.0000514992,0.7834205,0.00039548575],"about_ca_topic_score_codex":0.0000034949928,"about_ca_topic_score_gemma":3.3978452e-7,"teacher_disagreement_score":0.6345772,"about_ca_system_score_codex":0.00012750998,"about_ca_system_score_gemma":0.000027226926,"threshold_uncertainty_score":0.9999667},"labels":[],"label_agreement":null},{"id":"W1980905535","doi":"10.1109/ccece.2012.6335063","title":"Performance norms: An approach to rework reduction in software development","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Rework; Computer science; Task (project management); Software; Software development; Software engineering; Engineering management; Risk analysis (engineering); Engineering; Systems engineering; Business","score_opus":0.030763131703031295,"score_gpt":0.25977087507893176,"score_spread":0.22900774337590046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980905535","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54353416,0.000018045137,0.4553874,0.000026751417,0.0001936456,0.00011394976,3.667147e-8,0.00025858093,0.00046739314],"genre_scores_gemma":[0.55903137,0.0000010301253,0.4406124,0.0000210487,0.000053819193,0.000044458284,0.0000011572592,0.000005887951,0.00022882095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880517,0.000020456342,0.00014609205,0.00025464373,0.0003084682,0.00046519833],"domain_scores_gemma":[0.99927175,0.000041101153,0.000011848617,0.00042991026,0.000038919818,0.00020648676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006250183,0.00009462019,0.00008205111,0.00022042623,0.000059523198,0.0000557275,0.0005741692,0.000047482707,0.000007076496],"category_scores_gemma":[0.00011643734,0.00008527454,0.000010156159,0.00077696703,0.000008427016,0.000998718,0.0002123913,0.00014765511,0.00015373976],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010736104,0.0004958476,0.5876895,0.00008536061,0.000009364664,0.0000011601105,0.014359969,0.010521224,0.00025500476,0.0017103353,0.0009842699,0.3838772],"study_design_scores_gemma":[0.00013235667,0.000044717963,0.9824356,0.000028163906,4.405673e-7,0.000029033125,0.00007805428,0.010127751,0.0041996916,0.000015942822,0.0026129202,0.0002953732],"about_ca_topic_score_codex":0.000013073862,"about_ca_topic_score_gemma":0.0000011344778,"teacher_disagreement_score":0.39474604,"about_ca_system_score_codex":0.00017994108,"about_ca_system_score_gemma":0.00006509312,"threshold_uncertainty_score":0.3477395},"labels":[],"label_agreement":null},{"id":"W1981075560","doi":"10.1007/s10664-013-9274-8","title":"Studying the relationship between logging characteristics and the code quality of platform software","year":2013,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software; Product metric; Process (computing); Relation (database); Source lines of code; Logging; Software quality; Code (set theory); Database; Quality (philosophy); Product (mathematics); Software development; Software engineering; Data mining; Operating system; Programming language; Set (abstract data type)","score_opus":0.1071977212306796,"score_gpt":0.3313187722431654,"score_spread":0.2241210510124858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981075560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50311464,0.00016495473,0.49533394,0.000576482,0.00013185015,0.00030220608,0.000005694165,0.00036813976,0.00000209906],"genre_scores_gemma":[0.97429264,0.0000060028187,0.025304144,0.0000858357,0.00014586384,0.000094033996,0.0000049355326,0.000032348402,0.000034211494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99772894,0.00012049367,0.00063360995,0.00037224806,0.0006386825,0.00050604256],"domain_scores_gemma":[0.9680029,0.030735046,0.00014768876,0.0008201418,0.00013706852,0.00015714028],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017604147,0.00025515092,0.00043133504,0.00012646597,0.0002871379,0.00024914966,0.0011420447,0.00012090842,0.0000089370205],"category_scores_gemma":[0.02213654,0.00016099619,0.00011269707,0.00060617714,0.00017677147,0.00047630214,0.00070792146,0.0007497124,0.000023999457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035145993,0.000010286147,0.99438894,0.00010620411,0.00003620528,0.0000012432237,0.000999135,0.00066993444,0.000007713138,0.00092506537,0.00013308946,0.0027186454],"study_design_scores_gemma":[0.00043651584,0.00002056346,0.99294794,0.0000580676,0.000010339071,0.0000059314093,0.000026128118,0.005069331,0.000029456705,0.0009366482,0.00025611254,0.00020296972],"about_ca_topic_score_codex":0.00007780483,"about_ca_topic_score_gemma":0.0000011816257,"teacher_disagreement_score":0.471178,"about_ca_system_score_codex":0.00008526451,"about_ca_system_score_gemma":0.000050965344,"threshold_uncertainty_score":0.98610044},"labels":[],"label_agreement":null},{"id":"W1981126395","doi":"10.1145/1081706.1081761","title":"Anchoring and adjustment in software estimation","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Anchoring; Respondent; Estimator; Estimation; Software; Computer science; Econometrics; Statistics; Psychology; Mathematics; Social psychology; Economics","score_opus":0.01446841534856634,"score_gpt":0.26556350620437263,"score_spread":0.2510950908558063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981126395","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11272783,0.00030028538,0.88627166,0.00028907612,0.00004922278,0.000064190914,6.7168855e-8,0.00021097342,0.00008672555],"genre_scores_gemma":[0.57224625,0.000011630336,0.427592,0.00003244931,0.000026005391,0.000008623305,1.7711753e-7,0.0000023464431,0.00008049473],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99953395,0.0000067470764,0.00006635014,0.00013930342,0.000120287514,0.00013338165],"domain_scores_gemma":[0.9996503,0.00014064116,0.000005728006,0.00015218709,0.000011335715,0.000039820166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012341196,0.000041368326,0.00004107753,0.00009384235,0.000012775209,0.000034247063,0.00014743867,0.000016847207,0.000008247013],"category_scores_gemma":[0.00015982703,0.000039121565,0.00000550027,0.00016536126,0.0000057101483,0.000332119,0.00010680393,0.000057089816,0.00002543608],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.1226508e-7,0.000013344213,0.012935374,0.000009109352,0.0000011607121,0.00000238275,0.00019925559,0.012773777,0.00004160797,0.002800751,0.00020331876,0.9710195],"study_design_scores_gemma":[0.0002044881,0.00001882096,0.4396305,0.00001952467,3.1422462e-7,0.000005565112,0.0000034760737,0.5582567,0.0009780878,0.00033494734,0.00045953732,0.00008807346],"about_ca_topic_score_codex":0.000015900323,"about_ca_topic_score_gemma":0.000009635024,"teacher_disagreement_score":0.9709314,"about_ca_system_score_codex":0.000054449454,"about_ca_system_score_gemma":0.000011557626,"threshold_uncertainty_score":0.15953311},"labels":[],"label_agreement":null},{"id":"W1981223477","doi":"10.1142/s0218194008003763","title":"RELIABILITY MODEL FOR COMPONENT-BASED SYSTEMS IN COSMIC (A CASE STUDY)","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Concordia University","funders":"","keywords":"Component (thermodynamics); Reliability engineering; Reliability (semiconductor); Computer science; Markov chain; Context (archaeology); Markov model; Markov process; Probabilistic logic; Dependability; Component-based software engineering; Software system; Distributed computing; Systems engineering; Engineering; Software; Machine learning; Artificial intelligence","score_opus":0.027262164607725074,"score_gpt":0.27827164325388154,"score_spread":0.25100947864615647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981223477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46463168,0.0006088418,0.5335217,0.000012227124,0.00094722654,0.00016129628,0.0000039158913,0.00011264623,4.30951e-7],"genre_scores_gemma":[0.9335253,0.000019329094,0.0661756,0.0000037960326,0.0001807444,0.000043085773,0.0000012163391,0.000036065805,0.0000148552435],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982778,0.000024341278,0.0006561769,0.00029075527,0.0004217633,0.00032915449],"domain_scores_gemma":[0.99723035,0.0015979977,0.00010729676,0.0002605906,0.00061681675,0.00018693686],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008785613,0.0002478323,0.00037426662,0.0008973573,0.000052715768,0.000100468875,0.00073590747,0.00008235678,4.5636062e-7],"category_scores_gemma":[0.0019485371,0.000253478,0.00011309208,0.00030984805,0.00002106259,0.00043860244,0.00014614056,0.00042297933,0.0000010941835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017024033,0.00020537735,0.010182823,0.000112357026,0.00006418981,0.0017100555,0.0011488025,0.9854968,0.000326696,0.00007769455,0.000040254967,0.0006179121],"study_design_scores_gemma":[0.0015040206,0.00012467137,0.005561497,0.00020331505,0.00000726526,0.00346908,0.000038031867,0.9885613,0.0001101831,0.0000050551307,0.00018056105,0.00023502328],"about_ca_topic_score_codex":0.000034423356,"about_ca_topic_score_gemma":0.0000025350394,"teacher_disagreement_score":0.46889362,"about_ca_system_score_codex":0.00033144237,"about_ca_system_score_gemma":0.00018974295,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W1981598140","doi":"","title":"Ecosystems in GitHub and a Method for Ecosystem Identification using Reference Coupling","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ecosystem; Identification (biology); Computer science; Software; Coupling (piping); Isolation (microbiology); Data science; Environmental resource management; Software engineering; Ecology; Environmental science; Engineering","score_opus":0.06542503582081172,"score_gpt":0.3427650770691965,"score_spread":0.2773400412483848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981598140","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2233203,0.00004055565,0.7760767,0.00009636607,0.00011713988,0.00023568604,0.0000029659395,0.00010071168,0.000009575316],"genre_scores_gemma":[0.8179434,0.000004226855,0.18190241,0.0000033699348,0.000021400207,0.000043731467,3.0621933e-7,0.0000071341624,0.0000740423],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990442,0.000028441156,0.00022570163,0.00033713586,0.0001501758,0.00021437996],"domain_scores_gemma":[0.9982305,0.0012509869,0.000045266275,0.00032719277,0.00009220932,0.000053808853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013718026,0.0000728532,0.00011912931,0.00018202084,0.00004051607,0.00012922281,0.00032715246,0.000046378,0.0000023474006],"category_scores_gemma":[0.0004162502,0.000052211406,0.000014943697,0.00022293655,0.000005036651,0.00037478635,0.000104088744,0.000038563187,0.000008068452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035166326,0.00009346138,0.06768293,0.0012487911,0.000066095505,0.000017187329,0.0010309815,0.007273208,0.6047897,0.11696719,0.00035833032,0.20043698],"study_design_scores_gemma":[0.00028150517,0.000016130114,0.002748132,0.00013056147,0.0000011339148,0.000013429494,0.000011915508,0.98705846,0.008657701,0.0006753534,0.00030236747,0.00010329108],"about_ca_topic_score_codex":0.00006378395,"about_ca_topic_score_gemma":0.0001150587,"teacher_disagreement_score":0.97978526,"about_ca_system_score_codex":0.00011475843,"about_ca_system_score_gemma":0.000042643904,"threshold_uncertainty_score":0.21291193},"labels":[],"label_agreement":null},{"id":"W1981621595","doi":"10.1007/s10664-010-9132-x","title":"Testing the theory of relative defect proneness for closed-source software","year":2010,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Children's Hospital of Eastern Ontario","funders":"","keywords":"Open source software; Software; Open source; Computer science; Software engineering; Data science; Programming language","score_opus":0.0349592160170909,"score_gpt":0.28196653910387043,"score_spread":0.24700732308677953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981621595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20703787,0.00016295003,0.79043317,0.00012305474,0.000546767,0.0005202464,0.0000072251414,0.0011608421,0.000007897891],"genre_scores_gemma":[0.6399484,6.529411e-7,0.3594208,0.000051039162,0.00021192401,0.00020882516,0.0000034063826,0.00007197061,0.00008292928],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976843,0.00007339687,0.00042068717,0.0005749086,0.00053631177,0.0007104018],"domain_scores_gemma":[0.9759064,0.022464162,0.00011308575,0.001005699,0.00032391053,0.0001867845],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015577896,0.0003288211,0.00035407403,0.00018555565,0.00021371106,0.00011138044,0.0016047909,0.00020301843,0.000009388659],"category_scores_gemma":[0.04230084,0.00025211033,0.00025140378,0.0011166777,0.000110566754,0.00040600574,0.0004977867,0.00092229294,0.000013761483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007928372,0.00031720474,0.67945296,0.0010771969,0.0004909778,0.000035678167,0.0044331225,0.09814982,0.012514143,0.01438901,0.0013980618,0.18766257],"study_design_scores_gemma":[0.0017040196,0.0006327985,0.85972345,0.00040274792,0.00010273215,0.0001636397,0.000045043413,0.08449407,0.015578199,0.009582237,0.025744302,0.0018267804],"about_ca_topic_score_codex":0.000008553082,"about_ca_topic_score_gemma":0.0000011977335,"teacher_disagreement_score":0.4329106,"about_ca_system_score_codex":0.000070011985,"about_ca_system_score_gemma":0.00015139184,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W1981743768","doi":"10.1109/icpc.2012.6240513","title":"Understanding registration-based abstractions: A quantitative user study","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programmer; Programming language; Abstraction; Code (set theory); Program comprehension; Comprehension; Software engineering; Software","score_opus":0.23797759878255614,"score_gpt":0.3690136411291174,"score_spread":0.13103604234656124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981743768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025131581,0.00001941517,0.97245693,0.00028771604,0.00023827831,0.00019948152,4.0508422e-7,0.00032933246,0.0013368828],"genre_scores_gemma":[0.9441686,3.1754985e-7,0.05543306,0.000030643616,0.00002561404,0.000023406981,4.0012566e-7,0.000006025299,0.00031190168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99911785,0.000040816085,0.000117118405,0.00015537506,0.00032685514,0.00024199561],"domain_scores_gemma":[0.99831414,0.0011807197,0.00002693577,0.00034001027,0.000047218946,0.00009098262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053909386,0.00007056181,0.00006205048,0.0001319997,0.00010560011,0.0001355358,0.0002752725,0.000022624197,0.00006474282],"category_scores_gemma":[0.00038860817,0.00006375134,0.000022907332,0.00032780805,0.000017597395,0.00072267983,0.00003734871,0.00011291159,0.00014986323],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011223729,0.001071383,0.3598625,0.000020560328,0.000075344906,0.000015661424,0.0033693232,0.007507943,0.00031582688,0.6224779,0.004922284,0.00035004257],"study_design_scores_gemma":[0.0014114064,0.0006952675,0.88281757,0.000030356932,0.000015555566,0.00001292936,0.0067369547,0.102515794,0.0014714573,0.001997318,0.0016000668,0.00069533393],"about_ca_topic_score_codex":0.000052432948,"about_ca_topic_score_gemma":0.00002539008,"teacher_disagreement_score":0.91903704,"about_ca_system_score_codex":0.00016302035,"about_ca_system_score_gemma":0.000062716026,"threshold_uncertainty_score":0.25997043},"labels":[],"label_agreement":null},{"id":"W1981974420","doi":"10.1006/ijhc.1999.0380","title":"Evaluating a domain-specialist-oriented knowledge management system","year":2000,"lang":"en","type":"article","venue":"International Journal of Human-Computer Studies","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Usability; Human–computer interaction; Domain knowledge; Domain (mathematical analysis); Feature (linguistics); Hierarchy; Knowledge management; Process (computing); Software engineering; Knowledge base; Task (project management); Attractiveness; Artificial intelligence; Engineering; Programming language; Systems engineering; Psychology","score_opus":0.06461842349918082,"score_gpt":0.4004732465168877,"score_spread":0.33585482301770686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981974420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38938874,0.0045133485,0.58684397,0.00091529853,0.011401807,0.0003722676,0.0000036713334,0.00037755663,0.0061833514],"genre_scores_gemma":[0.770832,0.00020438539,0.22430953,0.00010096316,0.0035309503,0.000021186042,0.0000015409969,0.000027501632,0.0009719526],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99738157,0.00012306256,0.00069822604,0.0002898957,0.0012295338,0.0002777114],"domain_scores_gemma":[0.99784017,0.00036150776,0.00022271294,0.00029721635,0.0011910743,0.0000873391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010706558,0.00019357217,0.00032753547,0.0004795811,0.00016923252,0.00023067316,0.001874084,0.000032301305,0.000027716644],"category_scores_gemma":[0.000041382504,0.00016656714,0.00017794165,0.00027361556,0.0000638166,0.00044405184,0.00058247056,0.00022904547,0.00008543344],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101736325,0.00055413286,0.0013579295,0.000274073,0.0052096895,0.0030196279,0.018777832,0.005408114,0.00019736648,0.21003494,0.019286782,0.7357778],"study_design_scores_gemma":[0.040640708,0.00972022,0.19109014,0.018953426,0.0005862256,0.011778203,0.009686507,0.15949696,0.0030789557,0.02524856,0.52353656,0.0061835377],"about_ca_topic_score_codex":0.0000022149977,"about_ca_topic_score_gemma":0.000001533344,"teacher_disagreement_score":0.72959423,"about_ca_system_score_codex":0.00052155287,"about_ca_system_score_gemma":0.000040839546,"threshold_uncertainty_score":0.67924106},"labels":[],"label_agreement":null},{"id":"W1982036946","doi":"10.1007/s10664-013-9260-1","title":"An experimental investigation on the effects of context on source code identifiers splitting and expansion","year":2013,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identifier; Computer science; Source code; Program comprehension; Context (archaeology); Documentation; Acronym; Unique identifier; Internal documentation; Code (set theory); Set (abstract data type); Software documentation; World Wide Web; Information retrieval; Software; Programming language; Software system; Software development; Software development process; Linguistics; Software construction","score_opus":0.021987243302096875,"score_gpt":0.26804226194432085,"score_spread":0.24605501864222398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982036946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8269589,0.00014846341,0.17179823,0.0001797046,0.00022943004,0.00030566013,4.7579834e-7,0.00037718652,0.000001978847],"genre_scores_gemma":[0.99421,0.0000020624416,0.0053193956,0.00026760437,0.00005782186,0.00008834815,0.0000015839353,0.000029491981,0.000023661092],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985512,0.00007236265,0.00021992072,0.00038621417,0.0004531449,0.0003171652],"domain_scores_gemma":[0.99550956,0.0036755502,0.000048623613,0.00050905533,0.00005241338,0.00020476565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028069338,0.00019758429,0.00017762581,0.00013835357,0.00010526831,0.00015732681,0.00048521569,0.00008255862,0.000008768182],"category_scores_gemma":[0.0027387342,0.00015374528,0.00004646792,0.0003043611,0.00005734771,0.00035580705,0.0001497258,0.00030260772,0.000026247251],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048776546,0.0006785723,0.31766257,0.0011468731,0.00019425916,0.0000656466,0.028452767,0.096542604,0.439699,0.0040259,0.008019487,0.10346356],"study_design_scores_gemma":[0.00076358195,0.0011730817,0.27252394,0.00069910113,0.000007669824,0.000013737881,0.00019832459,0.19954246,0.52384466,0.00016661476,0.00042112547,0.0006456858],"about_ca_topic_score_codex":0.000027933538,"about_ca_topic_score_gemma":2.2886432e-7,"teacher_disagreement_score":0.16725115,"about_ca_system_score_codex":0.00007987529,"about_ca_system_score_gemma":0.00001956101,"threshold_uncertainty_score":0.62695503},"labels":[],"label_agreement":null},{"id":"W1982206358","doi":"10.1145/2499393.2499397","title":"Using code change types in an analogy-based classifier for short-term defect prediction","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Analogy; Computer science; Classifier (UML); Artificial intelligence; Term (time); Machine learning; Pattern recognition (psychology); Physics; Linguistics","score_opus":0.15347632734310102,"score_gpt":0.34663603760474654,"score_spread":0.19315971026164552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982206358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44493577,0.000017759932,0.5543229,0.000066587236,0.00013111021,0.00033157688,0.0000025400589,0.00016784044,0.000023912791],"genre_scores_gemma":[0.93930143,7.264593e-7,0.060331203,0.000072742354,0.00007855562,0.00017468793,0.000006352307,0.000011027426,0.000023301442],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991699,0.000029079963,0.00011013083,0.00027019414,0.0001476827,0.00027303508],"domain_scores_gemma":[0.9993099,0.00019936753,0.000010882737,0.00032094098,0.00007960866,0.00007929404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021945527,0.00008032692,0.0000886665,0.00022005108,0.000038041093,0.00010603081,0.00031389747,0.00006562991,0.000025361393],"category_scores_gemma":[0.000076153476,0.00007273672,0.000036491747,0.00028227782,0.000017071756,0.00056999875,0.00005030534,0.000083738094,0.000012150429],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001092168,0.00014055011,0.93997645,0.000073269286,0.000022041208,0.00000785051,0.00036127103,0.004747197,0.0129997255,0.00136547,0.0004906524,0.039804626],"study_design_scores_gemma":[0.0001373729,0.000087294684,0.25704712,0.000010947157,0.0000017271101,0.0000013297916,0.000002603141,0.7416276,0.0008698747,0.00009066394,0.000054229156,0.00006925991],"about_ca_topic_score_codex":0.00009355018,"about_ca_topic_score_gemma":0.00011462735,"teacher_disagreement_score":0.73688036,"about_ca_system_score_codex":0.000079764475,"about_ca_system_score_gemma":0.0000413812,"threshold_uncertainty_score":0.29661176},"labels":[],"label_agreement":null},{"id":"W1982488509","doi":"10.1155/2012/792024","title":"Clustering Methodologies for Software Engineering","year":2012,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cluster analysis; Computer science; Software; Strengths and weaknesses; Task (project management); Software analytics; Software engineering; Data mining; Software system; Software development; Software construction; Data science; Systems engineering; Machine learning; Engineering","score_opus":0.03601315445284729,"score_gpt":0.32493817980490497,"score_spread":0.28892502535205766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982488509","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00793681,0.011523307,0.97479564,0.000026337657,0.0026993866,0.00046767856,0.000008211324,0.0025364822,0.000006166715],"genre_scores_gemma":[0.14108793,0.00021361178,0.85775733,0.00003076227,0.0003491924,0.0004279112,0.0000065827962,0.00009621786,0.000030443845],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99682814,0.00003776197,0.000510474,0.00060831546,0.00042533805,0.0015899474],"domain_scores_gemma":[0.99116355,0.0075649605,0.000077955905,0.0008257015,0.000095856085,0.00027197492],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012999374,0.0004688773,0.0005017983,0.00060042,0.00008556551,0.00011910586,0.0013161576,0.00018527052,0.0000064320834],"category_scores_gemma":[0.017429765,0.00051491836,0.00015861222,0.0010052493,0.00002787893,0.002953508,0.0005928997,0.00050461356,0.000017455726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015022658,0.00005197767,0.09546779,0.0008923304,0.000043863005,0.000019535215,0.0008365063,0.8399443,0.00054583314,0.002556727,0.000080518046,0.05954561],"study_design_scores_gemma":[0.0041761445,0.0005053708,0.20795488,0.0018731444,0.000057794183,0.0003810736,0.00016577318,0.56499785,0.022146774,0.0009663194,0.19055414,0.006220714],"about_ca_topic_score_codex":0.0000051873026,"about_ca_topic_score_gemma":0.0000023857422,"teacher_disagreement_score":0.27494642,"about_ca_system_score_codex":0.0003209166,"about_ca_system_score_gemma":0.00004094476,"threshold_uncertainty_score":0.9997302},"labels":[],"label_agreement":null},{"id":"W1982621550","doi":"10.1145/2523649.2523650","title":"Uncovering access control weaknesses and flaws with security-discordant software clones","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Computer science; Access control; Software security assurance; Perspective (graphical); Code (set theory); Software; Strengths and weaknesses; Computer security; Information security; Programming language; Artificial intelligence; Biology; Security service; Set (abstract data type); Psychology","score_opus":0.00845662667992501,"score_gpt":0.24002677287450183,"score_spread":0.23157014619457683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982621550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38200828,0.00013562808,0.6164131,0.00047812934,0.00010297467,0.0002659369,0.0000011466523,0.00048670315,0.00010809464],"genre_scores_gemma":[0.9732593,0.000017240716,0.026285304,0.000140496,0.000042527798,0.00009089066,6.326683e-7,0.00001723966,0.00014635373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987025,0.000027099592,0.00013716926,0.00039691775,0.0003464078,0.00038988565],"domain_scores_gemma":[0.99847066,0.0007187268,0.000030558647,0.00047512332,0.00013732426,0.00016757344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013770464,0.00016950404,0.00019002556,0.000112365065,0.00010233276,0.0009055956,0.00083884347,0.00003065817,0.000057827405],"category_scores_gemma":[0.00022723997,0.000120270975,0.000021734273,0.00033905532,0.00006180215,0.0017563646,0.0004460721,0.00015617994,0.00004554035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050023467,0.00020713145,0.9169785,0.00064593577,0.000251772,0.00028446017,0.0013074031,0.0070408136,0.0015772921,0.012531839,0.0055560046,0.053568818],"study_design_scores_gemma":[0.005986884,0.0009770923,0.84713036,0.00047533674,0.000037750036,0.00073097483,0.00024538103,0.095193446,0.017792236,0.023131868,0.0056468686,0.0026517827],"about_ca_topic_score_codex":0.00059734477,"about_ca_topic_score_gemma":0.000059976934,"teacher_disagreement_score":0.591251,"about_ca_system_score_codex":0.000026016443,"about_ca_system_score_gemma":0.00006533429,"threshold_uncertainty_score":0.8732679},"labels":[],"label_agreement":null},{"id":"W1982627696","doi":"10.5555/2819009.2819213","title":"Towards generation of software development tasks","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Decomposition; Context (archaeology); Process (computing); Software engineering; Task analysis; Software development; Software; Human–computer interaction; Programming language; Systems engineering; Engineering","score_opus":0.10560232098094043,"score_gpt":0.3077589008172072,"score_spread":0.20215657983626678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982627696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06555242,0.00004971496,0.9319112,0.00013659005,0.0014730749,0.00011606122,0.000007879774,0.00055578566,0.00019730862],"genre_scores_gemma":[0.66352385,0.0000049214404,0.33609506,0.000032419597,0.00013041386,0.000039161052,0.000025236473,0.000019795316,0.00012914192],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791366,0.000019640827,0.0003628371,0.00038416262,0.0010310973,0.00028861835],"domain_scores_gemma":[0.99842983,0.00015860412,0.00008166775,0.00041964586,0.00070845813,0.00020177227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039383306,0.00021640323,0.00019833073,0.00038087444,0.000031643263,0.00013960325,0.0012102023,0.00009212061,0.00004183068],"category_scores_gemma":[0.0027567653,0.00022528777,0.000055434208,0.00029315468,0.000020828958,0.0004193751,0.0003025519,0.00023796708,0.00007525944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009167876,0.00066751137,0.045624334,0.00028138503,0.0007246792,0.00024991608,0.009413267,0.3246703,0.010454069,0.26941058,0.0077063004,0.33070597],"study_design_scores_gemma":[0.0028993348,0.0006274332,0.0502792,0.00078890723,0.000016041962,0.00011988425,0.00011450961,0.7567097,0.151888,0.0012736022,0.033035304,0.0022480884],"about_ca_topic_score_codex":0.000016442968,"about_ca_topic_score_gemma":0.0000021195233,"teacher_disagreement_score":0.59797144,"about_ca_system_score_codex":0.00028750938,"about_ca_system_score_gemma":0.00045009775,"threshold_uncertainty_score":0.9186969},"labels":[],"label_agreement":null},{"id":"W1982658254","doi":"10.1109/icsme.2014.78","title":"Compiling Clones: What Happens?","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Compiler; Programming language; Source code; Executable; Java; Code refactoring; clone (Java method); Theoretical computer science; Software","score_opus":0.01817148380713891,"score_gpt":0.2600242918082672,"score_spread":0.2418528080011283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982658254","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037962306,0.00007935535,0.9587623,0.0007238755,0.0004428643,0.000048581922,3.0973816e-8,0.0005880335,0.0013926708],"genre_scores_gemma":[0.91580516,0.00001251266,0.08333671,0.00027640688,0.00006962467,0.0000043328823,4.2119217e-7,0.000007118718,0.00048770383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991882,0.000025179957,0.000088041656,0.0002178923,0.00024337383,0.00023732115],"domain_scores_gemma":[0.9987395,0.00060818344,0.000010464113,0.00051071675,0.00004568729,0.00008545522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003566169,0.00006597204,0.0000784203,0.00007175422,0.0000500444,0.0004301033,0.000726643,0.00002707367,0.000029421726],"category_scores_gemma":[0.00026048123,0.000057602145,0.000026405405,0.00022270439,0.000017006827,0.00070759736,0.00024069569,0.00009633221,0.0005560635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003067516,0.00007548896,0.021158066,0.000060004,0.000024666142,0.000020574502,0.0008169736,0.0041277697,0.0020675152,0.46707293,0.006230002,0.49834293],"study_design_scores_gemma":[0.0004421855,0.0001113839,0.0274962,0.00008073563,0.0000015380006,0.000032174186,0.0000616983,0.8956193,0.0094247265,0.0045359475,0.061775945,0.00041819314],"about_ca_topic_score_codex":0.000012202835,"about_ca_topic_score_gemma":0.000001917339,"teacher_disagreement_score":0.8914915,"about_ca_system_score_codex":0.000017233135,"about_ca_system_score_gemma":0.000014171332,"threshold_uncertainty_score":0.7147257},"labels":[],"label_agreement":null},{"id":"W1983378102","doi":"10.1115/detc2009-86270","title":"Performance Comparison of Metamodeling Methods From the Perspective of Sample Quality Merits","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Western Canada Research Grid","keywords":"Metamodeling; Computer science; Sample (material); Robustness (evolution); Sample size determination; Kriging; Data mining; Machine learning; Artificial intelligence; Mathematics; Statistics","score_opus":0.1250976826116511,"score_gpt":0.4533663654574425,"score_spread":0.3282686828457914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983378102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27357554,0.00032984684,0.72532314,0.00034711772,0.00004838033,0.000067855675,0.0000029280784,0.000058045276,0.00024712214],"genre_scores_gemma":[0.5576967,0.000005779025,0.4422597,0.00001879885,0.000010358085,0.0000012060088,4.0270803e-7,0.0000018946115,0.000005155507],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987019,0.00020522358,0.00031374584,0.0002286907,0.00038297096,0.00016747983],"domain_scores_gemma":[0.99498814,0.0039346283,0.0000910786,0.0006641677,0.0002837166,0.000038273156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013942736,0.00008573559,0.0002753372,0.00004992625,0.00004760298,0.000021537835,0.0009785116,0.0000327424,0.000016995014],"category_scores_gemma":[0.0016296093,0.00005827726,0.00006999787,0.00043423063,0.00004692599,0.00019507209,0.0001398824,0.00015847763,0.0000017501377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006397562,0.0004665358,0.14834267,0.000052053845,0.0002442216,4.192331e-7,0.03155562,0.044196416,0.042009454,0.22424324,0.00034716,0.5084782],"study_design_scores_gemma":[0.00015887691,0.000117891344,0.169103,0.000017459366,0.0000073690962,2.7909945e-7,0.00047422273,0.70878106,0.11446101,0.006718622,0.000049891223,0.000110300825],"about_ca_topic_score_codex":0.0017374733,"about_ca_topic_score_gemma":0.000009490297,"teacher_disagreement_score":0.66458464,"about_ca_system_score_codex":0.00003715384,"about_ca_system_score_gemma":0.000050812534,"threshold_uncertainty_score":0.26265514},"labels":[],"label_agreement":null},{"id":"W1983569349","doi":"10.1109/iceccs.2013.41","title":"Runtime Prediction of Failure Modes from System Error Logs","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Failure mode and effects analysis; Computer science; Estimator; Instrumentation (computer programming); Mode (computer interface); Reliability engineering; Data mining; Engineering; Programming language; Statistics; Operating system","score_opus":0.013922945726035052,"score_gpt":0.21350367601257622,"score_spread":0.19958073028654116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983569349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2727608,0.000028775397,0.7257472,0.00018594977,0.00012294207,0.0001491435,0.000005232983,0.00053291785,0.00046702044],"genre_scores_gemma":[0.9309659,3.9595193e-7,0.06864935,0.0000062045306,0.000035451903,0.000024319661,0.0000022689046,0.000005914453,0.00031018126],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992003,0.00002033953,0.00014004974,0.00019838111,0.00028415764,0.00015680768],"domain_scores_gemma":[0.99915034,0.00019843782,0.000024392948,0.00045485448,0.00011026508,0.00006171593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000966875,0.00006775742,0.00010315383,0.00008089536,0.000022408616,0.00006418521,0.0005342166,0.00005194169,0.00008511745],"category_scores_gemma":[0.000064137224,0.000055607445,0.000030104324,0.00019695752,0.000017098102,0.00040983033,0.00016208373,0.000075626114,0.00030256636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017296234,0.00050232396,0.30329818,0.0011454137,0.0006161672,0.00004170962,0.0047374354,0.038542427,0.28187114,0.15319897,0.17763874,0.03839021],"study_design_scores_gemma":[0.00017567974,0.00004516139,0.08700035,0.000051374336,0.000002562823,0.0000036198117,0.00009244281,0.9008923,0.011202697,0.0002997512,0.00014923891,0.000084816005],"about_ca_topic_score_codex":0.0007885815,"about_ca_topic_score_gemma":0.0000030741198,"teacher_disagreement_score":0.86234987,"about_ca_system_score_codex":0.000039291084,"about_ca_system_score_gemma":0.000023188422,"threshold_uncertainty_score":0.38889793},"labels":[],"label_agreement":null},{"id":"W1983705529","doi":"10.1109/wpc.2005.26","title":"On Evaluating the Layout of UML Class Diagrams for Program Comprehension","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Class diagram; Story-driven modeling; Computer science; Unified Modeling Language; Communication diagram; UML tool; Applications of UML; Class (philosophy); Readability; Program comprehension; Programming language; Flowchart; Activity diagram; Software engineering; Perspective (graphical); Software; Software system; Artificial intelligence","score_opus":0.07198969455712151,"score_gpt":0.38810603474630506,"score_spread":0.31611634018918355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983705529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.523345,0.000053479696,0.47273812,0.0019557104,0.00015519401,0.00096076657,7.175685e-7,0.00041622398,0.0003747825],"genre_scores_gemma":[0.85633177,6.207774e-7,0.1432011,0.00008986234,0.000056951456,0.00010870979,7.111194e-7,0.0000072151565,0.00020304097],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989855,0.000037826056,0.00014343068,0.00019295652,0.0004122708,0.00022795814],"domain_scores_gemma":[0.99745053,0.0018711035,0.000031950443,0.00047744,0.00012862995,0.000040326984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059842825,0.000073932926,0.00008968339,0.000045289104,0.000066425426,0.000060357546,0.0006203682,0.000031192365,0.000008101762],"category_scores_gemma":[0.0005854478,0.00004528141,0.00005495395,0.00021854242,0.000029952476,0.00008982569,0.00014544593,0.000101490456,0.000021872514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011375228,0.00013520323,0.0006322955,0.00002382808,0.000011585373,2.1076532e-7,0.00021884072,0.026104262,0.0007823143,0.029141195,0.0011713908,0.9417675],"study_design_scores_gemma":[0.00025829521,0.0006577336,0.007234024,0.000019125735,0.0000018681454,9.750597e-7,0.0000053202907,0.9875155,0.0018181726,0.00041382996,0.0020097499,0.000065377375],"about_ca_topic_score_codex":0.000007709777,"about_ca_topic_score_gemma":0.000005152689,"teacher_disagreement_score":0.96141124,"about_ca_system_score_codex":0.000029625531,"about_ca_system_score_gemma":0.000031458378,"threshold_uncertainty_score":0.18465222},"labels":[],"label_agreement":null},{"id":"W1983732413","doi":"10.1109/pic.2014.6972376","title":"Requirements verification: Legal challenges in compliance testing","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; Carleton University","funders":"","keywords":"Audit; Compliance (psychology); Conformance testing; Computer science; Context (archaeology); Task (project management); Ask price; Risk analysis (engineering); Software engineering; Accounting; Business; Engineering; Systems engineering; Psychology; Standardization","score_opus":0.23322567166479255,"score_gpt":0.3380870713217588,"score_spread":0.10486139965696625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983732413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017141249,0.00026740227,0.95502293,0.0027253754,0.00026993564,0.00012624219,1.0490233e-7,0.00056946825,0.023877284],"genre_scores_gemma":[0.86035776,0.000009181546,0.13943599,0.00003902196,0.000036229856,0.000013909786,1.9460309e-7,0.000004620726,0.000103110644],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991637,0.000031144475,0.000113234535,0.0002614921,0.00022024564,0.00021021502],"domain_scores_gemma":[0.9989816,0.00043304812,0.00001677154,0.00046796023,0.000054849013,0.000045789377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004697182,0.000059494978,0.000068028385,0.00007310432,0.000029421702,0.00006561495,0.00063370116,0.000021280188,0.0000053636018],"category_scores_gemma":[0.0008366314,0.000059239665,0.000008811223,0.00030856312,0.000013751523,0.00030445514,0.00013292952,0.00008872436,0.000115332776],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022090524,0.00009952865,0.053827412,0.00010362192,0.0000061458504,0.000014691053,0.0003331378,0.0012824766,0.002800985,0.2773253,0.00037954282,0.663825],"study_design_scores_gemma":[0.00031825763,0.000079950696,0.6486376,0.000092966395,3.6083878e-7,0.000011284771,0.000011895692,0.33927256,0.0016921781,0.0012839513,0.008385343,0.00021366068],"about_ca_topic_score_codex":0.000025244111,"about_ca_topic_score_gemma":0.0000070511405,"teacher_disagreement_score":0.8432165,"about_ca_system_score_codex":0.00003967407,"about_ca_system_score_gemma":0.000019307663,"threshold_uncertainty_score":0.24157235},"labels":[],"label_agreement":null},{"id":"W1983733882","doi":"","title":"Why did this code change","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Commit; Automatic summarization; Code (set theory); Documentation; Code review; Source code; Set (abstract data type); Programming language; World Wide Web; Information retrieval; Static program analysis; Database; Software development; Software","score_opus":0.04837730356648695,"score_gpt":0.2792348650036265,"score_spread":0.23085756143713954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983733882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030285346,0.000061285486,0.9803983,0.013259843,0.00029690965,0.00008428781,0.0000012680143,0.000731163,0.00213841],"genre_scores_gemma":[0.9081301,0.000060600494,0.06872649,0.0045065195,0.00036805653,0.000110551024,3.7517236e-7,0.000027255142,0.018070072],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99929047,0.000012594323,0.000053981552,0.0001914212,0.00022277237,0.00022877984],"domain_scores_gemma":[0.9990572,0.00036250034,0.0000071269064,0.0004564182,0.000037495975,0.00007926496],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014466957,0.00005426863,0.000051674124,0.0000662425,0.000024421453,0.00004402643,0.0006752002,0.000025522733,0.00035522552],"category_scores_gemma":[0.00020521702,0.000031765845,0.000021069463,0.00018405881,0.000016789892,0.00033980169,0.0002534692,0.000038526217,0.00087623636],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035805983,0.00006431988,0.030276485,0.000022663307,0.000023625767,0.000061115374,0.0007314146,0.0000014719916,0.0067047444,0.07573144,0.4521066,0.43427253],"study_design_scores_gemma":[0.00057614135,0.00013984616,0.051161774,0.00006384963,0.0000013723546,0.000023484527,0.0000021664962,0.0045586056,0.024920586,0.0016778586,0.9164604,0.00041392323],"about_ca_topic_score_codex":0.000046074063,"about_ca_topic_score_gemma":0.0000083697305,"teacher_disagreement_score":0.9116718,"about_ca_system_score_codex":0.000030332456,"about_ca_system_score_gemma":0.00001147693,"threshold_uncertainty_score":0.9999017},"labels":[],"label_agreement":null},{"id":"W1983866039","doi":"10.5555/2820518.2820590","title":"A dataset of the activity of the git super-repository of Linux in 2012","year":2015,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal; University of Victoria","funders":"","keywords":"Linux kernel; Computer science; World Wide Web; Kernel (algebra); Process (computing); Operating system","score_opus":0.026511254488833996,"score_gpt":0.26521439057043333,"score_spread":0.23870313608159935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983866039","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99035674,0.00037944416,0.007115302,0.00008781177,0.0017599923,0.00016786621,0.000057942154,0.00004935622,0.00002553008],"genre_scores_gemma":[0.9885177,0.0000012467026,0.011257017,0.000004049124,0.00006888721,0.000012432115,0.0000027895328,0.000011690213,0.00012418018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99811447,0.0001927933,0.00041162712,0.00026106928,0.00078680326,0.00023326007],"domain_scores_gemma":[0.9968115,0.0010959334,0.00025133856,0.0015070575,0.0002735609,0.000060594368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061802036,0.00013652143,0.00027417677,0.00008674009,0.000070714625,0.00003564982,0.0016805888,0.000092678834,5.070943e-7],"category_scores_gemma":[0.0025085905,0.00008954186,0.000087304245,0.00078675343,0.00027190582,0.00039848773,0.0010117627,0.00022369048,3.9845656e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024038138,0.00011367142,0.98099744,0.00014333498,0.00003313475,0.000007479053,0.0061944798,0.0007170844,0.0074112588,0.000061261635,0.0026509436,0.0016458892],"study_design_scores_gemma":[0.0004597313,0.00018229324,0.5020541,0.00039427378,0.00001888915,0.00005790492,0.00017369626,0.00056950987,0.49398395,0.00007439814,0.0018291863,0.00020206675],"about_ca_topic_score_codex":0.0005927915,"about_ca_topic_score_gemma":0.000033624,"teacher_disagreement_score":0.4865727,"about_ca_system_score_codex":0.00008209187,"about_ca_system_score_gemma":0.0004589184,"threshold_uncertainty_score":0.36514112},"labels":[],"label_agreement":null},{"id":"W1983886545","doi":"10.1109/icsm.2011.6080796","title":"An automatic framework for extracting and classifying near-miss clone genealogies","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; clone (Java method); Artificial intelligence; Natural language processing; Gene","score_opus":0.09661343911364732,"score_gpt":0.334641237600227,"score_spread":0.23802779848657968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983886545","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19660448,0.000090977825,0.80207944,0.00009125342,0.00014116452,0.00014224886,3.0781285e-7,0.000750405,0.00009975708],"genre_scores_gemma":[0.45963502,0.0000035639978,0.5402625,0.000029592913,0.000023889761,0.000020698471,2.096359e-7,0.000008418128,0.000016102944],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990363,0.000023681794,0.00014033345,0.00030137447,0.00016288167,0.000335439],"domain_scores_gemma":[0.99803716,0.0012848094,0.000033274355,0.00047056752,0.00005085277,0.00012331257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004006148,0.00010079166,0.00011523096,0.000062343315,0.00016474565,0.00028776718,0.00054086634,0.000081383616,0.00002038407],"category_scores_gemma":[0.00095449627,0.00009016739,0.000024589883,0.00017710662,0.00004061975,0.00053560117,0.00014915595,0.00015924944,0.00000925984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011152792,0.00015535751,0.05801248,0.0003330501,0.000059237547,0.000038556478,0.009679009,0.00017349272,0.0021830804,0.12120743,0.00038570666,0.80776143],"study_design_scores_gemma":[0.00018704505,0.00020480576,0.14509103,0.0000528147,0.0000044503863,0.00002962031,0.0001681003,0.8255892,0.0038127874,0.024426673,0.00015939139,0.00027408235],"about_ca_topic_score_codex":0.000029606637,"about_ca_topic_score_gemma":0.0000013939547,"teacher_disagreement_score":0.82541573,"about_ca_system_score_codex":0.000021273916,"about_ca_system_score_gemma":0.000041946416,"threshold_uncertainty_score":0.36769196},"labels":[],"label_agreement":null},{"id":"W1984132113","doi":"10.1016/s0950-5849(03)00002-8","title":"An experiment in software component retrieval","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Software; Software engineering; Information retrieval; Data mining; Programming language; Software development; Physics","score_opus":0.01031131112265868,"score_gpt":0.2583414944196067,"score_spread":0.248030183296948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984132113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36245516,0.0001991706,0.63536197,0.00021427062,0.00015593259,0.00019542579,0.0000015016861,0.0013765983,0.000039948143],"genre_scores_gemma":[0.82473034,0.000024816974,0.17505626,0.00013675411,0.0000033795498,0.00002824606,0.0000064119768,0.000006174175,0.000007618953],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998908,0.000033229135,0.00030712908,0.00018891456,0.00024424208,0.00031848968],"domain_scores_gemma":[0.999098,0.000137716,0.000054378525,0.00052865036,0.00008971291,0.00009155222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003526705,0.0001293396,0.00015097143,0.00077399856,0.000078126795,0.00011362351,0.00050025526,0.00018587863,0.000016311333],"category_scores_gemma":[0.0011691522,0.00013134624,0.000017556,0.0007831482,0.00007320218,0.001243342,0.00013230146,0.0002603666,0.000048867256],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044764114,0.00034617906,0.35733926,0.00015874505,0.000035128156,0.00007300348,0.0066721006,0.0019701347,0.0007987343,0.22785659,0.000663213,0.40404215],"study_design_scores_gemma":[0.01595565,0.0040385732,0.41561273,0.00046824073,0.000019015126,0.0019433729,0.0039375,0.07002931,0.12671013,0.07653111,0.279282,0.0054723592],"about_ca_topic_score_codex":0.000009715247,"about_ca_topic_score_gemma":0.0000022105426,"teacher_disagreement_score":0.46227518,"about_ca_system_score_codex":0.00010175348,"about_ca_system_score_gemma":0.000072666604,"threshold_uncertainty_score":0.53561443},"labels":[],"label_agreement":null},{"id":"W1984271155","doi":"10.1109/msr.2010.5463291","title":"A comparative exploration of FreeBSD bug lifetimes","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Eclipse; Computer science; Software bug; Data mining; Tracking (education); Programming language; Software","score_opus":0.04521716619195558,"score_gpt":0.3119309425609017,"score_spread":0.2667137763689461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984271155","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16533408,0.00001284465,0.83139205,0.000753109,0.00025017723,0.000094996685,5.58199e-7,0.00021690715,0.0019453148],"genre_scores_gemma":[0.9089786,7.6989295e-7,0.090634555,0.000012592515,0.000027857246,0.000009034122,5.6208034e-7,0.0000023582352,0.00033367198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994562,0.000013174042,0.00009419648,0.00012685897,0.00020488838,0.00010462632],"domain_scores_gemma":[0.99918157,0.00030858317,0.00002047974,0.00033754777,0.000105106286,0.000046730383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014858042,0.000048600457,0.000086209824,0.0000790937,0.000019132527,0.00003703484,0.00043185218,0.000026782256,0.0000417571],"category_scores_gemma":[0.00015859652,0.000041205996,0.000019846124,0.00025139953,0.000036533496,0.0005384739,0.00011372849,0.00011871145,0.000084917454],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017788641,0.00043113763,0.02520615,0.000072413415,0.00009492515,0.000014179808,0.013919581,0.0021609818,0.2642464,0.6291144,0.034758013,0.029964043],"study_design_scores_gemma":[0.0005637516,0.000265855,0.062334254,0.00001991513,0.0000031597451,0.000009104429,0.00010105166,0.15867326,0.756295,0.017003797,0.0043627927,0.00036803196],"about_ca_topic_score_codex":0.00002961448,"about_ca_topic_score_gemma":0.000018192124,"teacher_disagreement_score":0.74364454,"about_ca_system_score_codex":0.000004972431,"about_ca_system_score_gemma":0.000040874704,"threshold_uncertainty_score":0.16803317},"labels":[],"label_agreement":null},{"id":"W1984321109","doi":"10.1109/reet.2010.5633110","title":"Planned programming problem gotchas as lessons in requirements engineering","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Experiential learning; Plan (archaeology); Misfortune; Value (mathematics); Artificial intelligence; Mathematics education; Psychology","score_opus":0.02508135679058213,"score_gpt":0.29979718644643916,"score_spread":0.274715829655857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984321109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5665642,0.00004762225,0.42465428,0.003063266,0.0009668247,0.00084116764,7.7335517e-7,0.0020697291,0.0017921729],"genre_scores_gemma":[0.7960615,0.0000015749931,0.20349452,0.00001896213,0.000038342045,0.00007792801,0.0000011631829,0.000015405381,0.00029061403],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856734,0.000009721885,0.0001829671,0.00035207428,0.00035312952,0.00053475425],"domain_scores_gemma":[0.99912494,0.00019874124,0.000019835998,0.00048297085,0.000040130388,0.00013337335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046718892,0.00013010987,0.00011537078,0.00025267026,0.000036867874,0.00013360083,0.00086141657,0.00007599228,0.000023131479],"category_scores_gemma":[0.0003883379,0.00012622298,0.000028411248,0.00059952633,0.000013874151,0.00041523232,0.00030900582,0.00042219256,0.00010800097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032187116,0.0010763257,0.13979353,0.00043712734,0.000115261806,0.0011584093,0.00452567,0.009748177,0.14507465,0.29483542,0.0021831687,0.40102008],"study_design_scores_gemma":[0.005319414,0.0015515462,0.16139908,0.0006577131,0.000012232449,0.0006293773,0.00015651551,0.57312804,0.097714424,0.0066008843,0.1491018,0.00372899],"about_ca_topic_score_codex":0.000098242854,"about_ca_topic_score_gemma":0.000072648,"teacher_disagreement_score":0.5633798,"about_ca_system_score_codex":0.000045664056,"about_ca_system_score_gemma":0.00006720673,"threshold_uncertainty_score":0.51472235},"labels":[],"label_agreement":null},{"id":"W1984455889","doi":"10.1002/spip.161","title":"Simulations for very early lifecycle quality evaluations","year":2002,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; West Virginia University; National Aeronautics and Space Administration","keywords":"Computer science; Interdependence; Quality (philosophy); Outcome (game theory); Key (lock); Monte Carlo method; Process (computing); Software engineering; Risk analysis (engineering); Mathematics","score_opus":0.0773490813847675,"score_gpt":0.3976941463140998,"score_spread":0.3203450649293323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984455889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049944155,0.00062842463,0.9448841,0.0027577183,0.00026597854,0.0008492918,0.000030484756,0.0005008013,0.0001390135],"genre_scores_gemma":[0.91686124,0.000035663557,0.081841595,0.0004593932,0.00010703751,0.00023871256,0.000008296989,0.000019834104,0.00042821892],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983535,0.00008283392,0.00027787226,0.00043945483,0.00050547725,0.0003409095],"domain_scores_gemma":[0.9908201,0.007921867,0.00013233018,0.00042742665,0.0005636769,0.00013460852],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0010951036,0.00014886277,0.00013723964,0.000109472276,0.0003489242,0.00036455755,0.0004012644,0.00006739735,0.00003404922],"category_scores_gemma":[0.018566076,0.00015168118,0.000041465777,0.00040927122,0.00003594153,0.002096901,0.00013795677,0.00017269791,0.000024479355],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001378213,0.0010511497,0.020699235,0.000943891,0.0003000835,0.0000062444783,0.010272437,0.003001806,0.0018483419,0.0071371626,0.0029221536,0.95167965],"study_design_scores_gemma":[0.015171845,0.0061867465,0.10886695,0.00035718866,0.0006093415,0.00008825894,0.0012951678,0.64613754,0.012193503,0.080040514,0.12387012,0.0051828553],"about_ca_topic_score_codex":0.000027426937,"about_ca_topic_score_gemma":0.0000032937387,"teacher_disagreement_score":0.94649684,"about_ca_system_score_codex":0.00004823386,"about_ca_system_score_gemma":0.00006574363,"threshold_uncertainty_score":0.989701},"labels":[],"label_agreement":null},{"id":"W1984610995","doi":"10.1109/csmr-wcre.2014.6747198","title":"Analysis and clustering of model clones: An automotive industrial experience","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Automotive industry; Cluster analysis; Computer science; Similarity (geometry); Cluster (spacecraft); Data mining; Artificial intelligence; Engineering; Programming language","score_opus":0.049996367135238313,"score_gpt":0.30284790374511833,"score_spread":0.25285153660988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984610995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41115525,0.0000025094657,0.5886203,0.000019339737,0.000026142588,0.000028971945,3.0530526e-7,0.00008323949,0.000063935375],"genre_scores_gemma":[0.9236403,0.000001152015,0.07625882,0.00001768067,0.000019300383,0.0000059400973,4.3585874e-7,0.0000037622515,0.000052587515],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991211,0.000039227885,0.0001397715,0.00028150895,0.0002473913,0.00017098755],"domain_scores_gemma":[0.9991084,0.00023452553,0.000029213359,0.00044235893,0.00007936251,0.00010617259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032018826,0.00007447554,0.00015818361,0.00025000126,0.000034137614,0.000065611996,0.0004895534,0.00005049397,0.0000066575876],"category_scores_gemma":[0.00037308238,0.000066675435,0.000031705713,0.0007393198,0.000046891448,0.0003971739,0.0002975839,0.00008532126,0.0000010619],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017252227,0.000114612325,0.21927576,0.000026811565,0.00019402006,0.0000040641535,0.014937177,0.665914,0.0024612446,0.0064524524,0.00004061437,0.09056201],"study_design_scores_gemma":[0.00013702064,0.000055197008,0.014202142,0.0000034423228,0.000007260522,9.610739e-7,0.000040276514,0.9833569,0.0020358153,0.000080505735,0.0000050942394,0.000075364274],"about_ca_topic_score_codex":0.00012920925,"about_ca_topic_score_gemma":0.00001975032,"teacher_disagreement_score":0.512485,"about_ca_system_score_codex":0.00001539803,"about_ca_system_score_gemma":0.000024291649,"threshold_uncertainty_score":0.2718945},"labels":[],"label_agreement":null},{"id":"W1984696192","doi":"10.1109/compsac.2013.64","title":"Ontology-Based Classification of Non-functional Requirements in Software Specifications: A New Corpus and SVM-Based Classifier","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Support vector machine; Software requirements specification; Classifier (UML); Functional requirement; Non-functional requirement; Requirements analysis; Software engineering; Software requirements; Ontology; Categorization; Functional specification; Artificial intelligence; Software; Data mining; Software development; Software design; Programming language; Software construction","score_opus":0.08735372587399014,"score_gpt":0.2845660035896021,"score_spread":0.19721227771561195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984696192","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07270883,0.000052354644,0.9246944,0.0016444492,0.0001538943,0.0003902761,0.0000011573893,0.0001388566,0.00021579239],"genre_scores_gemma":[0.80995196,0.0000027599308,0.1893135,0.00014124917,0.000024217052,0.000107299034,0.000011869778,0.000010055652,0.0004370768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998585,0.000042538322,0.00032970353,0.000407059,0.00038271412,0.0002529727],"domain_scores_gemma":[0.99836695,0.00067374075,0.00008650646,0.00058568054,0.0001541365,0.00013298339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002445905,0.00012593728,0.00015724872,0.00037740212,0.00004144336,0.00007298855,0.00041490837,0.00009691486,0.00014472214],"category_scores_gemma":[0.00048636447,0.00012046054,0.000034042605,0.00059775444,0.00008129602,0.00036380894,0.000058403108,0.00014980715,0.0000815852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003674603,0.00041729395,0.8655072,0.00009604248,0.000026508727,0.0000039674046,0.00015000957,0.001828475,0.023851197,0.0101597225,0.013817298,0.08410553],"study_design_scores_gemma":[0.00076263497,0.000059124694,0.8521872,0.000030048868,0.000001647871,0.000001034127,0.000007971153,0.14423132,0.0015881363,0.00055279204,0.00046700196,0.00011107884],"about_ca_topic_score_codex":0.00028282191,"about_ca_topic_score_gemma":0.000054528187,"teacher_disagreement_score":0.7372432,"about_ca_system_score_codex":0.00009402621,"about_ca_system_score_gemma":0.00039002713,"threshold_uncertainty_score":0.4912238},"labels":[],"label_agreement":null},{"id":"W1984769753","doi":"10.1145/1985441.1985464","title":"Do time of day and developer experience affect commit bugginess?","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Commit; Computer science; Software; Metadata; Compensating transaction; Operating system; Software engineering; Computer security; Database; Distributed transaction","score_opus":0.03290802081311553,"score_gpt":0.26552674335369436,"score_spread":0.23261872254057883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984769753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6767844,0.00010575329,0.31854045,0.000036901347,0.00009224042,0.000107204316,4.3748582e-7,0.0002503769,0.004082242],"genre_scores_gemma":[0.94497794,0.000004023303,0.054426998,0.000021078846,0.000006609807,0.000010631674,1.3801173e-7,0.0000055296223,0.0005470811],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99931604,0.000025762502,0.00009592405,0.00020157149,0.00018617243,0.00017455447],"domain_scores_gemma":[0.9991549,0.0002971593,0.000015392674,0.00039896538,0.00006130343,0.00007224854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002671251,0.00007559513,0.00010430439,0.00007810059,0.000025606156,0.000032894564,0.00060711184,0.000029368657,0.00020260995],"category_scores_gemma":[0.00022605617,0.000060025224,0.000013979098,0.0002780005,0.00006374237,0.0002650156,0.0003683182,0.000058476777,0.00007290605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024469766,0.00032859153,0.7308181,0.0002038514,0.00009654067,0.000118971766,0.07659127,0.00003736462,0.021738393,0.046962902,0.008701467,0.11437806],"study_design_scores_gemma":[0.00037506022,0.00015043827,0.8970636,0.00005534594,0.0000023864297,0.000041182164,0.00007242033,0.009207833,0.09082915,0.00040082954,0.0014023908,0.00039933014],"about_ca_topic_score_codex":0.000038861264,"about_ca_topic_score_gemma":8.238736e-7,"teacher_disagreement_score":0.26819354,"about_ca_system_score_codex":0.000009068899,"about_ca_system_score_gemma":0.000026635484,"threshold_uncertainty_score":0.24477577},"labels":[],"label_agreement":null},{"id":"W1984893691","doi":"10.1109/icsm.2013.38","title":"Predicting Bugs Using Antipatterns","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Code refactoring; Computer science; Software bug; Software quality assurance; Product metric; Software metric; Software engineering; Predictive modelling; Software regression; Process (computing); Software quality; Software; Quality assurance; Quality (philosophy); Data mining; Software development; Machine learning; Engineering; Programming language","score_opus":0.02925354915091929,"score_gpt":0.27559218649483697,"score_spread":0.24633863734391767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984893691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.501626,0.000007399401,0.49750802,0.00011580282,0.00011563978,0.000052642823,7.052256e-8,0.00029782168,0.00027660085],"genre_scores_gemma":[0.9116826,5.6263e-7,0.08793183,0.00007019501,0.000054325803,0.0000056533213,1.18142786e-7,0.000006312256,0.00024841362],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992654,0.000011559627,0.00008370247,0.00017875794,0.00020928255,0.00025132217],"domain_scores_gemma":[0.99934494,0.00017904247,0.000011734311,0.0003345163,0.000054867538,0.000074869546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000110978326,0.000056874826,0.000053110773,0.00007492891,0.000045681994,0.00019577361,0.0005129606,0.000023697627,0.00013282984],"category_scores_gemma":[0.00013339809,0.000049777802,0.000019263647,0.00022235207,0.000009822083,0.00051996054,0.00026134297,0.00008719061,0.00026058406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.6435617e-7,0.000019501731,0.97166145,0.000017577575,0.000011544411,0.00000953052,0.00029935545,0.0010592457,0.008866649,0.0012071468,0.0011865838,0.015661266],"study_design_scores_gemma":[0.0000778241,0.00001467992,0.18211041,0.000013331105,5.2711215e-7,0.000018182081,0.000009512299,0.81357884,0.0037766045,0.00019144439,0.0001086767,0.00009997217],"about_ca_topic_score_codex":0.0004871844,"about_ca_topic_score_gemma":0.0000011767111,"teacher_disagreement_score":0.81251955,"about_ca_system_score_codex":0.000025234207,"about_ca_system_score_gemma":0.00002033886,"threshold_uncertainty_score":0.3349368},"labels":[],"label_agreement":null},{"id":"W1984953175","doi":"10.1109/tse.2014.2361131","title":"Replicating and Re-Evaluating the Theory of Relative Defect-Proneness","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Context (archaeology); Software quality; Replication (statistics); Software; Source code; Software bug; Code review; Quality (philosophy); Software system; Data science; Software development; Software engineering; Statistics; Programming language","score_opus":0.02886620484135756,"score_gpt":0.2784184521015144,"score_spread":0.24955224726015685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984953175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09606728,0.00012006698,0.90277517,0.00005008825,0.00026346484,0.00019669704,0.0000021593883,0.0005072489,0.000017851864],"genre_scores_gemma":[0.88795877,0.000007733146,0.11181385,0.000021416025,0.000027972346,0.00008222136,2.5250682e-7,0.000030821808,0.000056953508],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985266,0.00013183747,0.0002703928,0.00039874844,0.00037450818,0.00029791746],"domain_scores_gemma":[0.9927702,0.0061410256,0.00006914548,0.00083902373,0.00009975751,0.00008082521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016071645,0.0001861851,0.000197576,0.00017991546,0.00019554015,0.00005954567,0.0005312462,0.00007712663,0.000006574005],"category_scores_gemma":[0.0013199045,0.00015477688,0.000101653255,0.00054837886,0.000058373702,0.00029338466,0.00001367585,0.0004602175,0.0000071652053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028014967,0.00006118798,0.00081552274,0.00023665748,0.00017532635,0.0000026009043,0.0029453994,0.7514711,0.005327777,0.011408011,0.000012629122,0.22751576],"study_design_scores_gemma":[0.0008811369,0.0007403478,0.012731551,0.0005295876,0.00007842907,0.000060232625,0.00010300407,0.9183924,0.0636959,0.0018232615,0.00020116218,0.0007629909],"about_ca_topic_score_codex":0.000008488695,"about_ca_topic_score_gemma":7.450337e-7,"teacher_disagreement_score":0.7918915,"about_ca_system_score_codex":0.00005393714,"about_ca_system_score_gemma":0.000031938787,"threshold_uncertainty_score":0.6311618},"labels":[],"label_agreement":null},{"id":"W1985364899","doi":"10.1007/11880240_18","title":"Semantic Variations Among UML StateMachines","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Semantics (computer science); Programming language; Unified Modeling Language; Operational semantics; Formal semantics (linguistics); Software","score_opus":0.012046240363190424,"score_gpt":0.25105087878341886,"score_spread":0.23900463842022843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985364899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002815053,0.00024103273,0.9953506,0.00038576158,0.0016183592,0.00038724745,0.000006412681,0.00048551103,0.0012435945],"genre_scores_gemma":[0.5702719,0.000022272674,0.42681247,0.0002938566,0.0007199268,0.000025192336,0.000015751784,0.00008384517,0.0017548066],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99572104,0.000034782843,0.0005183724,0.0014727316,0.0014204216,0.00083267613],"domain_scores_gemma":[0.99619585,0.0014315008,0.00018271462,0.0017034584,0.00029633648,0.00019011731],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009797587,0.0005184868,0.00047397023,0.0013504288,0.00026885667,0.0008342124,0.0037741656,0.00027793986,0.000021016482],"category_scores_gemma":[0.0003844703,0.0004857204,0.00012473541,0.0010479714,0.00053704623,0.00073863636,0.0014473633,0.000992094,0.00008057097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029602545,0.00007558552,0.006688781,0.00019835038,0.000037470974,0.00042364988,0.0008060508,0.5834218,0.00009931229,0.023968508,0.00040161228,0.38387588],"study_design_scores_gemma":[0.00017833935,0.00007496681,0.010395175,0.00031691985,0.000006290757,0.000041863208,1.7321954e-8,0.92062795,0.0002148982,0.067058556,0.00041181862,0.0006731883],"about_ca_topic_score_codex":0.00019218399,"about_ca_topic_score_gemma":0.00014727574,"teacher_disagreement_score":0.5699904,"about_ca_system_score_codex":0.00035013398,"about_ca_system_score_gemma":0.00049977866,"threshold_uncertainty_score":0.99975944},"labels":[],"label_agreement":null},{"id":"W1985376335","doi":"10.1109/csmr.2012.25","title":"A Market-Based Bug Allocation Mechanism Using Predictive Bug Lifetimes","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software bug; Task (project management); Eclipse; Software regression; Software; Schedule; Process (computing); Software engineering; Software development; Software quality; Operating system; Engineering; Systems engineering","score_opus":0.02033430767841457,"score_gpt":0.2650024351437539,"score_spread":0.2446681274653393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985376335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035843745,0.00007265547,0.9621071,0.00021971317,0.00036850557,0.00017650975,9.691477e-7,0.0005527535,0.0006580226],"genre_scores_gemma":[0.83521754,0.0000012782803,0.1641439,0.00010319932,0.000113984854,0.000020568466,0.0000010546213,0.000012666423,0.00038581016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874604,0.000065363674,0.00012395922,0.00022845209,0.00042014985,0.00041603172],"domain_scores_gemma":[0.99878895,0.00045762063,0.000028890103,0.0004458603,0.0001037774,0.00017489753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006362544,0.000113328744,0.000093823386,0.0001634782,0.00007399548,0.00008509662,0.0004883516,0.00006181443,0.0001184386],"category_scores_gemma":[0.0003581208,0.00010530363,0.000038017937,0.00039283227,0.00001930151,0.00057394925,0.00017290449,0.00011643043,0.00006835448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032443486,0.0034716357,0.3033435,0.00088826026,0.00092171034,0.00009975117,0.011291653,0.0513664,0.1126971,0.35769388,0.059845373,0.09805631],"study_design_scores_gemma":[0.0002292831,0.000054875043,0.02551944,0.000025635458,0.000005750749,0.000008711165,0.000015930445,0.9405064,0.032608494,0.0004830011,0.00035126554,0.00019120828],"about_ca_topic_score_codex":0.000053141823,"about_ca_topic_score_gemma":6.3058343e-7,"teacher_disagreement_score":0.88914,"about_ca_system_score_codex":0.00012471127,"about_ca_system_score_gemma":0.000114523275,"threshold_uncertainty_score":0.42941576},"labels":[],"label_agreement":null},{"id":"W1985500401","doi":"10.1109/scam.2014.13","title":"A Change-Type Based Empirical Study on the Stability of Cloned Code","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Java; clone (Java method); Computer science; Code (set theory); Cloning (programming); Software evolution; Stability (learning theory); Source code; Consistency (knowledge bases); Software system; Programming language; Software; Biology; Genetics; Artificial intelligence; Software construction; Machine learning","score_opus":0.14233801321602263,"score_gpt":0.3565292413072824,"score_spread":0.2141912280912598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985500401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8500837,0.0000029990038,0.14697084,0.0021270765,0.00010921222,0.0003562965,5.286068e-7,0.00015947905,0.00018987471],"genre_scores_gemma":[0.9975367,9.948363e-8,0.0020541537,0.0003334267,0.000025456133,0.000028830931,1.7940368e-7,0.0000051591182,0.00001598246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879074,0.00022256492,0.000118925636,0.00023932912,0.00045163516,0.000176785],"domain_scores_gemma":[0.9961196,0.0027076819,0.000019254252,0.0009879132,0.00011036523,0.000055153556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013490381,0.000072923714,0.000111282054,0.000052898777,0.000038832397,0.000030410974,0.0007931687,0.000024668065,0.000050294475],"category_scores_gemma":[0.0016711234,0.000043206557,0.000028563365,0.0004669786,0.0000348964,0.00005347599,0.00017518847,0.00012782143,0.000039076836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045973524,0.0012279755,0.9858651,0.000026077709,0.000022874283,0.0000033882193,0.0027380954,0.000120212106,0.00071697193,0.0034437235,0.0016093331,0.0041802595],"study_design_scores_gemma":[0.00036446928,0.0012155095,0.86399007,0.000007001973,0.000002011528,2.9241855e-7,0.00005364073,0.12659624,0.0069977045,0.0001446382,0.0005270684,0.00010138028],"about_ca_topic_score_codex":0.000040269257,"about_ca_topic_score_gemma":0.000015000013,"teacher_disagreement_score":0.14745301,"about_ca_system_score_codex":0.000025551015,"about_ca_system_score_gemma":0.00003806523,"threshold_uncertainty_score":0.20006116},"labels":[],"label_agreement":null},{"id":"W1985812401","doi":"10.1145/1146269.1146276","title":"Software diversity","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Diversity (politics); Software engineering; Sociology; Anthropology","score_opus":0.019288555549738094,"score_gpt":0.24336064741036115,"score_spread":0.22407209186062305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985812401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027401261,0.000027945902,0.969951,0.0007543748,0.00007813052,0.000029896119,1.8369373e-7,0.0008098131,0.0009473982],"genre_scores_gemma":[0.7006892,0.0000015269419,0.29727018,0.00017997866,0.000043950477,0.000001130889,1.4853691e-7,0.0000022557085,0.0018115974],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994518,0.0000062580975,0.000037028894,0.00013996632,0.00020613549,0.00015879965],"domain_scores_gemma":[0.9994378,0.00016351798,0.000004594693,0.00029769033,0.000030116851,0.00006624801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000101574704,0.000039252525,0.000035924448,0.000048725014,0.00008951524,0.000041053903,0.0007114419,0.000018700872,0.000096621705],"category_scores_gemma":[0.00017195735,0.000035870824,0.000020149264,0.00017126041,0.000009286782,0.00030530116,0.0011091363,0.00006302934,0.00062880135],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002075702,0.00008893192,0.29077742,0.0000130880335,0.000021397005,0.000033068998,0.0009799777,0.0021197938,0.0000944782,0.03349709,0.06009466,0.61227804],"study_design_scores_gemma":[0.00088541233,0.000113406786,0.7455688,0.000014726698,0.00000351001,0.000047188638,0.000014835676,0.06975013,0.008407868,0.0026663148,0.17176473,0.0007630677],"about_ca_topic_score_codex":0.000016184953,"about_ca_topic_score_gemma":0.0000036760207,"teacher_disagreement_score":0.673288,"about_ca_system_score_codex":0.000036804515,"about_ca_system_score_gemma":0.000014006647,"threshold_uncertainty_score":0.80821794},"labels":[],"label_agreement":null},{"id":"W1985891579","doi":"10.1007/s10270-013-0325-9","title":"VPML: an approach to detect design patterns of MOF-based modeling languages","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Unified Modeling Language; Model transformation; Software design pattern; Eclipse; Modeling language; Programming language; Semantics (computer science); Model-driven architecture; Structural pattern; Software engineering; Artificial intelligence; Software development; Software design; Consistency (knowledge bases); Software","score_opus":0.05169012021342602,"score_gpt":0.2724063294857177,"score_spread":0.22071620927229169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985891579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19736329,0.0004238839,0.8001964,0.000014659106,0.00018257968,0.0008565024,0.0000059740364,0.0009471067,0.000009580489],"genre_scores_gemma":[0.6543459,0.0000018154324,0.34519905,0.000027514647,0.00007651696,0.0002743734,0.0000051407874,0.000052821848,0.000016812397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99669826,0.00023761693,0.00061534764,0.0008163977,0.00088935415,0.0007430209],"domain_scores_gemma":[0.99719995,0.00042454706,0.00008955496,0.0014339813,0.00047673596,0.00037524838],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011125392,0.0003348116,0.0004565567,0.00047492355,0.00012510101,0.00036741892,0.0016667682,0.00016005724,0.0000037361613],"category_scores_gemma":[0.0005617798,0.00031960043,0.00011043971,0.0005337653,0.000011902547,0.0007249939,0.00026289522,0.00028824568,0.00003991675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042945467,0.000038176393,0.0011996629,0.00024567862,0.000018009085,0.000003703468,0.0006522455,0.99259925,0.0006523859,0.00007111295,0.0000161266,0.0044993493],"study_design_scores_gemma":[0.00023338708,0.00009662182,0.000057057783,0.00023279664,0.000006169722,0.000010170147,0.00023134779,0.9982333,0.0004501903,0.000091434835,0.0000024543303,0.0003550803],"about_ca_topic_score_codex":0.0020350937,"about_ca_topic_score_gemma":0.0000035450641,"teacher_disagreement_score":0.45698267,"about_ca_system_score_codex":0.0001405863,"about_ca_system_score_gemma":0.0001689021,"threshold_uncertainty_score":0.9999256},"labels":[],"label_agreement":null},{"id":"W1985892950","doi":"10.1007/s10664-015-9371-y","title":"An empirical study of integration activities in distributions of open source software","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Queen's University; Polytechnique Montréal","funders":"","keywords":"Computer science; Component (thermodynamics); Reuse; System integration; Software engineering; Software; Context (archaeology); Software quality; Component-based software engineering; Software development; Systems engineering; Engineering; Operating system","score_opus":0.06030563834253202,"score_gpt":0.3592406911326763,"score_spread":0.2989350527901443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985892950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49736136,0.000033714274,0.5019266,0.00003320527,0.000107120584,0.00026968523,0.000007043487,0.0002587615,0.0000025079962],"genre_scores_gemma":[0.94102144,0.000001052593,0.058776855,0.000011322704,0.00003952617,0.00008511166,0.0000150568385,0.00003308343,0.00001656316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99759775,0.00014892792,0.0005891406,0.0005109319,0.00071181153,0.00044145936],"domain_scores_gemma":[0.99711585,0.0013714879,0.00010382796,0.00089141174,0.00021568612,0.0003017212],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008662375,0.00025902805,0.0005150956,0.00042363507,0.0000435207,0.00014687894,0.0019511235,0.00013433919,0.000006790422],"category_scores_gemma":[0.005065159,0.00025370254,0.00006658448,0.0016664905,0.000046855996,0.0011782649,0.00087283057,0.00045922646,0.0000035565913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027678934,0.001172528,0.9035181,0.00004398621,0.000030390358,0.000018299585,0.0060234615,0.08377262,0.00017125029,0.00005257028,0.00039594783,0.0047731875],"study_design_scores_gemma":[0.0020676944,0.0017852407,0.92369264,0.00018174348,0.000016626456,0.000019157018,0.0010754688,0.06584404,0.003699983,0.00026190045,0.00068712345,0.00066840136],"about_ca_topic_score_codex":0.00030689203,"about_ca_topic_score_gemma":0.000048737817,"teacher_disagreement_score":0.44366005,"about_ca_system_score_codex":0.00028010184,"about_ca_system_score_gemma":0.00022994286,"threshold_uncertainty_score":0.99999154},"labels":[],"label_agreement":null},{"id":"W1985961657","doi":"10.1109/icsm.2010.5609680","title":"Analyzing natural-language artifacts of the software process","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Software; Process (computing); Software development process; Natural language; World Wide Web; Software development; Negotiation; Data science; Programming language; Natural language processing","score_opus":0.007074368443343385,"score_gpt":0.2662356869759159,"score_spread":0.2591613185325725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985961657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88651735,0.000062643805,0.1120618,0.00025999255,0.0006234809,0.00009712461,3.9537247e-7,0.00025596758,0.00012126533],"genre_scores_gemma":[0.9787554,3.3517156e-7,0.020780412,0.000032633034,0.000036754536,0.000004636048,2.1001077e-7,0.000006156873,0.00038343787],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991911,0.000013257895,0.0001086572,0.00017964114,0.0003020309,0.00020530156],"domain_scores_gemma":[0.99881804,0.00031818188,0.00003377877,0.00067364704,0.00010620405,0.0000501674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020379151,0.00007151351,0.00007831787,0.0000694371,0.000051958035,0.000058105885,0.0012829138,0.000036206064,0.000034747063],"category_scores_gemma":[0.0015572143,0.000043725708,0.000046852358,0.0006038269,0.000041564213,0.0002228042,0.0002606676,0.00033929665,0.000017935732],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008024349,0.00018926777,0.53244364,0.00037231698,0.00009475776,0.000037625166,0.0084987655,0.0015595289,0.2000979,0.010094081,0.0019600233,0.24464408],"study_design_scores_gemma":[0.00029018114,0.00003010666,0.43066445,0.000053926276,0.0000057387942,0.00003699399,0.00007626842,0.03729755,0.5299767,0.0008711863,0.00034647554,0.0003504017],"about_ca_topic_score_codex":0.00002195614,"about_ca_topic_score_gemma":0.000025088884,"teacher_disagreement_score":0.3298788,"about_ca_system_score_codex":0.000008016588,"about_ca_system_score_gemma":0.00006821492,"threshold_uncertainty_score":0.23839943},"labels":[],"label_agreement":null},{"id":"W1986061503","doi":"10.1002/asi.20084","title":"Dynamic Web log session identification with statistical language models","year":2004,"lang":"en","type":"article","venue":"Journal of the American Society for Information Science and Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Alberta","funders":"","keywords":"Session (web analytics); Computer science; Timeout; Smoothing; Identification (biology); Language model; Key (lock); Statistical model; Machine learning; Data mining; Artificial intelligence; World Wide Web","score_opus":0.0074553583984219825,"score_gpt":0.28364079894375055,"score_spread":0.27618544054532856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986061503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36798826,0.0000150570195,0.6289911,0.0028462408,0.00004476669,0.00007472403,0.000002531764,0.000031386422,0.0000059253503],"genre_scores_gemma":[0.8885149,0.000027503565,0.11127229,0.00017160946,0.000003916079,0.000004712861,2.762573e-7,0.0000018031861,0.0000029842663],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990244,0.000004352842,0.00020912939,0.00007713962,0.00051802245,0.00016698179],"domain_scores_gemma":[0.99873424,0.000088349734,0.0003356954,0.0002260131,0.0005721938,0.000043500197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008434963,0.00005273631,0.000097994736,0.0002308363,0.00020252854,0.00013488937,0.00084576994,0.000024503106,1.4501381e-7],"category_scores_gemma":[0.0004268871,0.000031690743,0.000036491332,0.0019378002,0.0008566513,0.0021416862,0.00014812133,0.00016453155,0.000001053664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007360331,0.0001427227,0.002905357,0.00014170978,0.00012549554,0.000005198895,0.014735098,0.032500345,0.08797792,0.27545685,0.0019458599,0.58398986],"study_design_scores_gemma":[0.0026703796,0.0015311176,0.020929655,0.00016280993,0.000040416016,0.0011500895,0.0136994645,0.89996094,0.016778063,0.040759042,0.0018417082,0.00047632164],"about_ca_topic_score_codex":0.0000036881104,"about_ca_topic_score_gemma":6.1789564e-7,"teacher_disagreement_score":0.8674606,"about_ca_system_score_codex":0.00016210947,"about_ca_system_score_gemma":0.00046950433,"threshold_uncertainty_score":0.31563675},"labels":[],"label_agreement":null},{"id":"W1986077805","doi":"10.1109/esem.2009.5316016","title":"Understanding the use of inheritance with visual patterns","year":2009,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Inheritance (genetic algorithm); Computer science; Program comprehension; Visualization; Set (abstract data type); Comprehension; Class (philosophy); Programmer; Scalability; Multiple inheritance; Programming language; Object (grammar); Metric (unit); Human–computer interaction; Theoretical computer science; Object-oriented programming; Artificial intelligence; Software; Software system; Database","score_opus":0.1873095171239972,"score_gpt":0.31242889293704773,"score_spread":0.12511937581305052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986077805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048464842,0.00003426681,0.9504603,0.00042748885,0.0001337169,0.0002111164,0.0000022769323,0.00021105261,0.000054918288],"genre_scores_gemma":[0.9484915,0.000023723247,0.051238284,0.000079325575,0.000031745236,0.000011311141,0.0000013518547,0.00001299199,0.000109729364],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861395,0.000053179916,0.00016699234,0.00036654095,0.0005489911,0.00025036908],"domain_scores_gemma":[0.9981789,0.00070805766,0.00007450056,0.0009068493,0.000079578815,0.000052087067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022948375,0.00016490913,0.0001822826,0.00010362436,0.00004187154,0.00028728048,0.0012123218,0.00009014987,0.0000084184685],"category_scores_gemma":[0.00011224251,0.0001016208,0.00004864318,0.00024814994,0.000049250593,0.00017827528,0.00086863886,0.000497195,0.0000027755077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009010095,0.0005262253,0.30676022,0.0013234317,0.0006763852,0.00035252745,0.0066396063,0.5082581,0.00048807455,0.13858855,0.0076067504,0.028690051],"study_design_scores_gemma":[0.00080096256,0.000759639,0.32849216,0.0021134198,0.00003220967,0.00006721086,0.00019834645,0.6528736,0.0023902436,0.009898509,0.00081943395,0.0015542593],"about_ca_topic_score_codex":0.00007998445,"about_ca_topic_score_gemma":0.000031894746,"teacher_disagreement_score":0.9000267,"about_ca_system_score_codex":0.00015091833,"about_ca_system_score_gemma":0.00012666476,"threshold_uncertainty_score":0.4143976},"labels":[],"label_agreement":null},{"id":"W1986090683","doi":"10.1109/icsm.2012.6405265","title":"Build system issues in multilanguage software","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Set (abstract data type); Software; Software engineering; Key (lock); Process (computing); Exploratory research; Software system; Operating system; Programming language","score_opus":0.014192246775760604,"score_gpt":0.2826516904983988,"score_spread":0.2684594437226382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986090683","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19236876,0.0017262162,0.80234927,0.00017798413,0.0006096793,0.00019942134,8.805937e-7,0.0017998107,0.0007679724],"genre_scores_gemma":[0.8607859,0.0000020194896,0.13831843,0.000025819647,0.000085153515,0.00001754707,4.3700902e-7,0.000008808627,0.00075587677],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989862,0.000032538657,0.00011767596,0.00017100832,0.00025878733,0.00043379725],"domain_scores_gemma":[0.9990448,0.000326617,0.000011734233,0.00047418926,0.000025560843,0.00011711434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040582017,0.000085545646,0.00010428837,0.00015481522,0.000022507616,0.000059547725,0.00061046646,0.00004652037,0.00002433786],"category_scores_gemma":[0.00037473746,0.00007398938,0.000024230018,0.000368217,0.000010040172,0.00045748238,0.0002464592,0.00012141985,0.00035280324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032573944,0.00015583557,0.9177067,0.0002616633,0.000015779211,0.00010761208,0.0050173267,0.0004351678,0.00063127145,0.033622276,0.0049452027,0.0370979],"study_design_scores_gemma":[0.001202477,0.000090553716,0.8883202,0.00032168106,0.000003769733,0.00016012545,0.0008124143,0.058010012,0.026378907,0.000053606687,0.023530433,0.0011158001],"about_ca_topic_score_codex":0.00023112382,"about_ca_topic_score_gemma":0.000007825372,"teacher_disagreement_score":0.66841716,"about_ca_system_score_codex":0.00009411225,"about_ca_system_score_gemma":0.000014689846,"threshold_uncertainty_score":0.45346895},"labels":[],"label_agreement":null},{"id":"W1986413471","doi":"10.1145/2807426.2807437","title":"Identifying Test Refactoring Candidates with Assertion Fingerprints","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Boilerplate text; Codebase; Computer science; Assertion; Software engineering; Test (biology); Test case; Programming language; Software maintenance; Software; Software system; Machine learning","score_opus":0.04993975554788687,"score_gpt":0.2957746129745205,"score_spread":0.24583485742663364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986413471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36191884,0.000023819935,0.63625693,0.00011907969,0.00017459925,0.000060142003,1.666422e-7,0.00052738824,0.0009190261],"genre_scores_gemma":[0.94880974,0.0000012054405,0.05041994,0.000012977102,0.00003313264,0.000008406578,6.183482e-7,0.00000839746,0.000705549],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99905735,0.00001151273,0.000083498264,0.000229417,0.0003830955,0.0002351108],"domain_scores_gemma":[0.9990667,0.0002889649,0.000019001704,0.00036755786,0.00010988131,0.00014790788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029903156,0.000076610726,0.000068242414,0.00010003482,0.00004125154,0.0002456829,0.00046010318,0.000024798019,0.000007397758],"category_scores_gemma":[0.0006997583,0.000060034577,0.000010990103,0.0003490815,0.00001036287,0.00058157044,0.00018709358,0.00011002029,0.0001403023],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004428456,0.000037521437,0.9871082,0.000019547273,0.000013648757,0.00004673735,0.00081178,0.00045901956,0.0034637752,0.0012185813,0.0007349536,0.0060818144],"study_design_scores_gemma":[0.001096351,0.00037496514,0.78298426,0.0001927123,0.0000064270243,0.00010350731,0.00014194657,0.08753705,0.12317852,0.0011336702,0.002503069,0.0007475037],"about_ca_topic_score_codex":0.00015544659,"about_ca_topic_score_gemma":0.00002849948,"teacher_disagreement_score":0.58689094,"about_ca_system_score_codex":0.00011024081,"about_ca_system_score_gemma":0.00008410026,"threshold_uncertainty_score":0.2448139},"labels":[],"label_agreement":null},{"id":"W1986794977","doi":"10.1002/smr.1655","title":"Guest editorial for the special issue on source code analysis and manipulation, SCAM 2012","year":2014,"lang":"en","type":"editorial","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Beijing; Citation; Library science; Queen (butterfly); Computer science; World Wide Web; China; History","score_opus":0.009387677899137272,"score_gpt":0.28198994553684403,"score_spread":0.2726022676377068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986794977","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028895854,0.00061537337,0.44950265,0.00017811042,0.5494691,0.00014057718,0.000022774453,0.000039591792,0.0000029402008],"genre_scores_gemma":[0.00061915914,0.00016441917,0.0022263688,0.000017143499,0.99644357,0.000016232561,0.000018247882,0.000030296027,0.0004645676],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99692196,0.00009002142,0.0005841164,0.00040522468,0.0016657929,0.00033290175],"domain_scores_gemma":[0.99063915,0.006248118,0.00065371924,0.0003580629,0.0018934542,0.0002074759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019436904,0.00029826324,0.0005643496,0.0006191005,0.0003711739,0.00046048197,0.00093290664,0.0005432785,0.000010805151],"category_scores_gemma":[0.0077257063,0.00021763782,0.00019498562,0.00068122713,0.000102750266,0.0005287855,0.00013042103,0.0009811426,0.0000053007407],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011881833,0.000027060116,0.0008108301,0.00017015393,0.0002690696,0.0000013221611,0.00019953985,0.0017025074,3.4246708e-7,0.000023147237,0.99282664,0.0038505937],"study_design_scores_gemma":[0.0007404093,0.0003380109,0.002338345,0.00012454335,0.00033055962,0.0000101730775,0.000013348951,0.0022302046,0.0000038778758,0.00042428807,0.99320054,0.0002457012],"about_ca_topic_score_codex":0.00001519425,"about_ca_topic_score_gemma":0.000024458677,"teacher_disagreement_score":0.44727626,"about_ca_system_score_codex":0.00016152195,"about_ca_system_score_gemma":0.00037023262,"threshold_uncertainty_score":0.924895},"labels":[],"label_agreement":null},{"id":"W1987035533","doi":"10.1145/1391984.1391987","title":"Evaluating the benefits of context-sensitive points-to analysis using a BDD-based implementation","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Waterloo","funders":"","keywords":"Computer science; Heap (data structure); Pointer analysis; Call graph; Java; Pointer (user interface); Programming language; Paddle; Theoretical computer science; Static analysis; Artificial intelligence; Operating system","score_opus":0.22449726015584578,"score_gpt":0.4221343935073883,"score_spread":0.1976371333515425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987035533","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3993142,0.0000670711,0.6001261,0.00012444517,0.00010759796,0.00013535323,0.000010033791,0.00011508352,1.0897092e-7],"genre_scores_gemma":[0.4830359,0.0000061407027,0.5168356,0.000074068135,0.000010299408,0.000023056302,0.0000014174424,0.000010228175,0.0000033005613],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839276,0.0003210422,0.00028984103,0.00037413993,0.0003172285,0.00030497965],"domain_scores_gemma":[0.99092984,0.008068722,0.00006248789,0.000631003,0.0002047859,0.00010315907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015195262,0.00017104122,0.00033081905,0.00067687023,0.00019769058,0.000018899122,0.0003939428,0.00007353321,0.00000908793],"category_scores_gemma":[0.002652121,0.0001506709,0.00012838382,0.0014712373,0.000048953178,0.00010340934,0.000028703882,0.00023813982,0.0000017415606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021450764,0.000018136785,0.0012804655,0.000017994571,0.00023591731,0.0000032221833,0.0016182236,0.91412735,0.0018425988,0.0001131473,0.0000016105457,0.0807199],"study_design_scores_gemma":[0.0012802416,0.0010355111,0.13420749,0.00008172186,0.0004781764,0.00014496583,0.00033005173,0.78966486,0.07207731,0.0000742774,0.000053279648,0.00057212403],"about_ca_topic_score_codex":0.00017402433,"about_ca_topic_score_gemma":0.000015063323,"teacher_disagreement_score":0.13292702,"about_ca_system_score_codex":0.00006521204,"about_ca_system_score_gemma":0.00009371436,"threshold_uncertainty_score":0.6144181},"labels":[],"label_agreement":null},{"id":"W1987105996","doi":"10.1145/1082983.1083160","title":"A framework for describing and understanding mining tools in software development","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Data science; Premise; User needs; Software; Information needs; Software development; Software engineering; Data mining; World Wide Web","score_opus":0.12289475246367247,"score_gpt":0.29620040797673186,"score_spread":0.17330565551305938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987105996","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22194305,0.00070116215,0.7753817,0.00026361182,0.00023154642,0.00035099773,0.000004641757,0.0011230215,2.9234207e-7],"genre_scores_gemma":[0.48493728,0.0000092477385,0.51474804,0.000052844636,0.000084333406,0.00011017605,0.0000051223287,0.00004813108,0.0000048223555],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99724287,0.000022041919,0.00049924926,0.00077983923,0.00043885445,0.0010171253],"domain_scores_gemma":[0.8479442,0.15066941,0.00008484354,0.0009248779,0.00009142358,0.0002852751],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007552348,0.00041920564,0.00040024152,0.00058717094,0.00020051016,0.0004449193,0.0011777204,0.00023819816,0.000006367212],"category_scores_gemma":[0.28306437,0.000476909,0.00007688397,0.00075717986,0.00003393495,0.0010031118,0.00072558265,0.00044869856,0.000009369113],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000245774,0.00009387159,0.73398143,0.0005701208,0.00009467841,0.000053816457,0.0077264756,0.019967986,0.00045766972,0.0121484585,0.00013341094,0.22474752],"study_design_scores_gemma":[0.005807553,0.0005969259,0.894395,0.008258473,0.00006554811,0.00030062912,0.00057191745,0.041175976,0.025822049,0.0038585525,0.011930577,0.007216811],"about_ca_topic_score_codex":0.000006176051,"about_ca_topic_score_gemma":0.000010292835,"teacher_disagreement_score":0.28230911,"about_ca_system_score_codex":0.00064232305,"about_ca_system_score_gemma":0.00017430472,"threshold_uncertainty_score":0.99976826},"labels":[],"label_agreement":null},{"id":"W1987963388","doi":"10.1007/s10664-015-9370-z","title":"Studying high impact fix-inducing changes","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Change impact analysis; Computer science; Software; Quality (philosophy); Risk analysis (engineering); Data science; Software engineering","score_opus":0.07085915187211694,"score_gpt":0.32367575130540127,"score_spread":0.25281659943328433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987963388","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44260684,0.00032972108,0.55375916,0.00035781227,0.00074884197,0.00015624863,0.000002811834,0.0020287747,0.000009757317],"genre_scores_gemma":[0.92032164,0.00000449314,0.07894745,0.00010328161,0.0004195968,0.000050427945,0.0000053452313,0.00006656037,0.00008118697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972064,0.000049021502,0.00027086324,0.00063897274,0.000878246,0.0009565202],"domain_scores_gemma":[0.99692327,0.0012798931,0.000048037247,0.0008556065,0.00017345099,0.0007197659],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076357194,0.0003694192,0.0003773892,0.0003835828,0.000091762464,0.00028800647,0.0012070418,0.0001526289,0.000020975678],"category_scores_gemma":[0.0055309413,0.00034029866,0.00011146755,0.0012941854,0.00002012224,0.0005284084,0.0007081624,0.0005732003,0.0001482945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020239653,0.00021707651,0.6126105,0.00015333493,0.00026431892,0.0005481728,0.004489284,0.339859,0.00073785405,0.00028269287,0.015603761,0.025213765],"study_design_scores_gemma":[0.0026938128,0.0012364441,0.82861435,0.00036251007,0.00003544955,0.00031641684,0.000088105924,0.13592498,0.0053059617,0.0004891879,0.022062754,0.0028700414],"about_ca_topic_score_codex":0.000102342456,"about_ca_topic_score_gemma":0.0000027982762,"teacher_disagreement_score":0.4777148,"about_ca_system_score_codex":0.0005485412,"about_ca_system_score_gemma":0.00016831016,"threshold_uncertainty_score":0.99990493},"labels":[],"label_agreement":null},{"id":"W1988252511","doi":"10.1109/saner.2015.7081873","title":"TextRank based search term identification for software change tasks","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Task (project management); Software; Term (time); Software maintenance; Identification (biology); Domain (mathematical analysis); Software evolution; Software development; Recall; Precision and recall; Software system; Code (set theory); Program comprehension; Artificial intelligence; Information retrieval; Software construction; Programming language; Engineering","score_opus":0.12745973206216427,"score_gpt":0.35199616360569225,"score_spread":0.22453643154352798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988252511","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024884231,0.00031302572,0.99091816,0.0016353265,0.0012495181,0.001928693,0.000088404566,0.0013379143,0.00004050778],"genre_scores_gemma":[0.47703347,0.00002591063,0.51446503,0.00028361278,0.0009322904,0.0039473097,0.00056711497,0.00013730206,0.0026079556],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969314,0.00008043564,0.00035591907,0.0010725427,0.0009457484,0.00061399076],"domain_scores_gemma":[0.9958171,0.0008664142,0.00008237305,0.0021059993,0.0008495311,0.00027852991],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017878037,0.0003109497,0.00030608472,0.00050231576,0.000094644194,0.0006685312,0.0029535522,0.00035457482,0.00003414459],"category_scores_gemma":[0.001042156,0.00030890646,0.00017231767,0.0003638653,0.00004953365,0.00031542443,0.0013772955,0.00061352935,0.00014305333],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007782468,0.0006410556,0.017283687,0.0062010246,0.00026364843,0.00006631132,0.0038830198,0.014095869,0.001230269,0.0055201016,0.064589344,0.88614786],"study_design_scores_gemma":[0.0016673189,0.00024865536,0.06353907,0.0004944953,0.00003914504,0.000011557768,0.000019212326,0.90524995,0.00954124,0.007756094,0.009590232,0.0018430552],"about_ca_topic_score_codex":0.0001174558,"about_ca_topic_score_gemma":0.000010379946,"teacher_disagreement_score":0.89115405,"about_ca_system_score_codex":0.00031360012,"about_ca_system_score_gemma":0.0006229835,"threshold_uncertainty_score":0.9999363},"labels":[],"label_agreement":null},{"id":"W1988691616","doi":"10.1145/2597073.2597120","title":"Co-evolution of project documentation and popularity within github","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Documentation; Popularity; Reputation; Computer science; Reputation management; World Wide Web; Software documentation; Relation (database); Software; Software development; Database; Software development process; Political science","score_opus":0.01649266624549378,"score_gpt":0.29982254498784433,"score_spread":0.28332987874235055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988691616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3068204,0.000012295989,0.69257814,0.000055623645,0.00004838101,0.00008199969,2.395133e-7,0.00008805374,0.00031489605],"genre_scores_gemma":[0.9353713,8.874076e-7,0.06447886,0.00000879273,0.000010562045,0.00000464529,8.637909e-7,0.0000023762334,0.00012175409],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999453,0.00003697506,0.000092360715,0.00013649637,0.00019371792,0.00008744834],"domain_scores_gemma":[0.99961585,0.000109444714,0.000025331672,0.00018358609,0.000040833587,0.000024972922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041756209,0.000040834533,0.000057790847,0.00009231886,0.000025195768,0.000046427256,0.00015872894,0.000022903749,0.0000030460074],"category_scores_gemma":[0.00022773902,0.000035474623,0.0000096071935,0.00018312332,0.000022248754,0.00030534127,0.000045449513,0.00004918118,0.000005051051],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012243931,0.000076174125,0.46200797,0.00018119259,0.000022977056,0.0000020505202,0.0015291901,0.00043954598,0.012859424,0.49926248,0.0013536173,0.022253133],"study_design_scores_gemma":[0.0007767358,0.00037394365,0.70993215,0.000034858967,0.0000045522233,0.000025703937,0.00006531757,0.23556124,0.04039599,0.012073478,0.00050121243,0.00025478943],"about_ca_topic_score_codex":0.00038874891,"about_ca_topic_score_gemma":0.000010641999,"teacher_disagreement_score":0.6285509,"about_ca_system_score_codex":0.000032273958,"about_ca_system_score_gemma":0.00002731291,"threshold_uncertainty_score":0.1446613},"labels":[],"label_agreement":null},{"id":"W1988757916","doi":"10.1109/icsm.2010.5609581","title":"Recovering traceability links between unit tests and classes under test: An improved method","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universiteit Antwerpen; Technische Universiteit Delft; University of Calgary","keywords":"Traceability; Unit testing; Computer science; Regression testing; Documentation; Benchmark (surveying); Test case; Consistency (knowledge bases); Software engineering; Task (project management); Test suite; Identification (biology); Source code; Class (philosophy); Data mining; Software; Programming language; Software system; Machine learning; Artificial intelligence; Regression analysis; Engineering; Systems engineering; Software construction","score_opus":0.040246712709033954,"score_gpt":0.34526322737796783,"score_spread":0.30501651466893387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988757916","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51438856,0.000006881565,0.48427847,0.00036561678,0.00011379529,0.0001228256,0.0000019393099,0.00060275564,0.000119180826],"genre_scores_gemma":[0.59833324,0.000001134205,0.40141276,0.000034551078,0.000069977206,0.0000074317445,9.07253e-7,0.000011320382,0.00012865759],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864423,0.00006506712,0.00018637498,0.00052827114,0.0002166646,0.00035940265],"domain_scores_gemma":[0.99364597,0.0050585954,0.000029280214,0.0008792312,0.00011594085,0.00027099226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012070615,0.0001504981,0.00017335148,0.000113843074,0.00009317379,0.00029660473,0.0007173535,0.00022232355,0.000026182848],"category_scores_gemma":[0.0021678198,0.00013364335,0.000028689781,0.00038380243,0.00005307723,0.00070637744,0.0003353911,0.0009014886,0.0000092594155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002361232,0.00010709572,0.71722615,0.00005140562,0.000022386736,0.000004412789,0.0002592389,0.00010460396,0.056092244,0.0015018996,0.000038706246,0.2245895],"study_design_scores_gemma":[0.00019277312,0.0001643884,0.90396565,0.0000048692004,0.000003933769,0.000012364154,0.000012623631,0.084330015,0.0077295257,0.0029937641,0.0003747609,0.00021534607],"about_ca_topic_score_codex":0.00015493529,"about_ca_topic_score_gemma":0.00016191696,"teacher_disagreement_score":0.22437415,"about_ca_system_score_codex":0.000023483086,"about_ca_system_score_gemma":0.00009848949,"threshold_uncertainty_score":0.5449818},"labels":[],"label_agreement":null},{"id":"W1988795613","doi":"10.1109/itcc.2005.193","title":"Metrics suite for class complexity","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cyclomatic complexity; Suite; Computer science; Software metric; Software engineering; Class (philosophy); Test suite; Software; Focus (optics); Programming complexity; Software development; Software construction; Test case; Machine learning; Programming language; Artificial intelligence; Regression analysis","score_opus":0.08144730066026003,"score_gpt":0.3238077996962984,"score_spread":0.2423604990360384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988795613","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005564247,0.00004773292,0.9903929,0.0020409585,0.00013150829,0.00014634685,0.0000017558418,0.0004413498,0.00123315],"genre_scores_gemma":[0.43465385,0.0000017775945,0.5634225,0.00024130402,0.00009308523,0.00001716515,0.0000011246736,0.0000061175615,0.0015630645],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920744,0.000009260366,0.00009190724,0.00019329687,0.00023161573,0.00026647028],"domain_scores_gemma":[0.9985424,0.00089838903,0.000011210621,0.000370918,0.0000921419,0.00008489416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032770194,0.000059842932,0.00007477631,0.00014903254,0.000048658785,0.00009976287,0.00070673035,0.000029001983,0.000027722113],"category_scores_gemma":[0.00060156087,0.000053688742,0.00004105185,0.0005516506,0.00001981487,0.00022715717,0.00017174876,0.000070583876,0.000113504226],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044744256,0.00010383035,0.006354183,0.00003791245,0.00002178773,0.0000021713424,0.0001703722,0.0014523033,0.0003907831,0.7441343,0.064098224,0.18322966],"study_design_scores_gemma":[0.0003966345,0.000069237525,0.011285744,0.0000026647008,0.0000013988064,0.000005803493,0.0000028251493,0.6687999,0.0060976343,0.002996452,0.31015363,0.00018813244],"about_ca_topic_score_codex":0.0000085445845,"about_ca_topic_score_gemma":0.000009495164,"teacher_disagreement_score":0.74113786,"about_ca_system_score_codex":0.00006490762,"about_ca_system_score_gemma":0.000030097866,"threshold_uncertainty_score":0.21893634},"labels":[],"label_agreement":null},{"id":"W1989015001","doi":"10.1109/iwsm.mensura.2014.48","title":"Software Estimation: Transforming Dust into Pots of Gold?","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Agile software development; Craft; Dark Ages; Alchemy; Software; Extreme programming practices; Estimation; Computer science; COCOMO; Software engineering; Engineering; Art; Software development; Art history; Visual arts; Software development process; Systems engineering; Astronomy; Programming language; Physics; Software construction","score_opus":0.011712845384374095,"score_gpt":0.2560155053073448,"score_spread":0.2443026599229707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989015001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028469782,0.000021462594,0.9700471,0.00028088372,0.00011819863,0.00007162666,1.8797698e-7,0.00034369438,0.00064706145],"genre_scores_gemma":[0.5927474,8.732999e-7,0.40701583,0.000024237788,0.00001586756,0.0000049444666,5.3077866e-7,0.000004956336,0.0001853834],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916846,0.000018278688,0.00015276704,0.00017840075,0.00030416326,0.00017794473],"domain_scores_gemma":[0.99891776,0.0005209536,0.000018896733,0.00039163142,0.00007891359,0.0000718186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033660352,0.000074321266,0.000105850304,0.0001135031,0.000030537758,0.000041836975,0.0006024572,0.000040973762,0.000024359004],"category_scores_gemma":[0.00063684897,0.00006691551,0.000035599365,0.00035164613,0.00002557439,0.0003227161,0.00008613155,0.000084515006,0.000044685745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021495014,0.000034247274,0.004421126,0.00015311262,0.000012958481,0.0000030123888,0.0011748261,0.008480194,0.0010276006,0.027739571,0.0009747279,0.9559765],"study_design_scores_gemma":[0.00072654954,0.00026624504,0.036264062,0.00012311079,0.0000060315833,0.000030301444,0.000025334946,0.9027028,0.044595603,0.010224737,0.0045632515,0.00047199175],"about_ca_topic_score_codex":0.000055380253,"about_ca_topic_score_gemma":0.0000043191867,"teacher_disagreement_score":0.9555045,"about_ca_system_score_codex":0.000022870983,"about_ca_system_score_gemma":0.000039020106,"threshold_uncertainty_score":0.27287355},"labels":[],"label_agreement":null},{"id":"W1989049987","doi":"10.1109/saner.2015.7081841","title":"Cross-project build co-change prediction","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Computer science; Executable; Eclipse; Construct (python library); Source code; Software; Data mining; Predictive modelling; Machine learning; Code (set theory); Software engineering; Artificial intelligence; Programming language","score_opus":0.10781120010546208,"score_gpt":0.3675787002011224,"score_spread":0.2597675000956603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989049987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1331474,0.00012942756,0.8572589,0.00029423565,0.0010643557,0.00032476443,0.000005726595,0.002017326,0.005757834],"genre_scores_gemma":[0.9522869,0.0000066139205,0.04387611,0.00013061405,0.00038091923,0.000087622626,0.0000047956655,0.00001509481,0.0032113579],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990367,0.000018827952,0.00008664162,0.00022860554,0.0003993829,0.00022980406],"domain_scores_gemma":[0.9992277,0.000109855995,0.0000113574315,0.00042566587,0.00011238038,0.000113056376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041754352,0.00006738989,0.000059477457,0.00012080871,0.000034837794,0.00018972789,0.00053257286,0.00004518811,0.00001763715],"category_scores_gemma":[0.00033431192,0.00005865563,0.000021513186,0.0003440312,0.000023286615,0.0006017484,0.0001708802,0.00010179509,0.0002561512],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020251597,0.00014263218,0.77023,0.000050368544,0.00003772602,0.00008273964,0.0038665563,0.0010258359,0.00040097645,0.021186553,0.14692546,0.0560309],"study_design_scores_gemma":[0.0012185309,0.00041382608,0.58810854,0.000023055327,0.0000023884152,0.000086134714,0.00003609555,0.27478194,0.0038215118,0.00056173233,0.13053949,0.00040678732],"about_ca_topic_score_codex":0.00026344642,"about_ca_topic_score_gemma":0.000003063242,"teacher_disagreement_score":0.8191395,"about_ca_system_score_codex":0.00007271774,"about_ca_system_score_gemma":0.0000726622,"threshold_uncertainty_score":0.3292391},"labels":[],"label_agreement":null},{"id":"W1989130222","doi":"10.1109/wcre.2007.15","title":"Clone Detection via Structural Abstraction","year":2007,"lang":"en","type":"article","venue":"Proceedings - Working Conference on Reverse Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Abstraction; Programming language; Computer science; Compiler; Cloning (programming); clone (Java method); Syntax; Representation (politics); Intermediate language; Code (set theory); Theoretical computer science; Abstract syntax tree; Code generation; Line (geometry); Algorithm; Artificial intelligence; Parsing; Mathematics; Operating system; Biology; Genetics","score_opus":0.022816790624592048,"score_gpt":0.25382463284043166,"score_spread":0.23100784221583961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989130222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38028258,0.000027815702,0.6159376,0.00009367928,0.0014808014,0.00020524475,2.1940068e-7,0.0012547728,0.0007172545],"genre_scores_gemma":[0.98108375,0.000010343801,0.018445592,0.00003212103,0.00028746124,0.000016196458,9.4617025e-7,0.000035320976,0.00008827758],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978643,0.000003646706,0.00030793346,0.0005530739,0.0005732787,0.00069776486],"domain_scores_gemma":[0.9990574,0.00020702928,0.00010120727,0.0002432488,0.00018215527,0.00020893168],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006936364,0.00028876818,0.00020241129,0.00051005377,0.00015341697,0.00032601913,0.0006145533,0.00015658324,0.000016179307],"category_scores_gemma":[0.00030314,0.0003126945,0.00007201943,0.0008998132,0.00002179254,0.00063199044,0.00013578364,0.00072555384,0.00006219829],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012263433,0.000082932165,0.01529103,0.00037304906,0.00015453044,0.00014841801,0.0020807646,0.009181779,0.554019,0.04037028,0.00018318607,0.37799242],"study_design_scores_gemma":[0.0010258979,0.00034995534,0.14566556,0.00073910016,0.000024056162,0.00034721653,0.00015340363,0.7005761,0.14189462,0.0009127151,0.0065749874,0.0017363552],"about_ca_topic_score_codex":0.00002207345,"about_ca_topic_score_gemma":0.0000021224105,"teacher_disagreement_score":0.6913943,"about_ca_system_score_codex":0.00029871182,"about_ca_system_score_gemma":0.0000265051,"threshold_uncertainty_score":0.9999325},"labels":[],"label_agreement":null},{"id":"W1989181588","doi":"10.1145/1852786.1852841","title":"Evaluation of optimized staffing for feature development and bug fixing","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Staffing; Feature (linguistics); Productivity; Computer science; Empirical research; Software bug; Software engineering; Software; Operating system; Mathematics; Statistics; Management","score_opus":0.03652472059376993,"score_gpt":0.3111011085496981,"score_spread":0.27457638795592815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989181588","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41145813,0.000028781134,0.5879812,0.00011275441,0.00011019969,0.00017904748,2.4113479e-7,0.000052976065,0.00007665998],"genre_scores_gemma":[0.45746702,2.754955e-7,0.54244447,0.000004226296,0.000009231474,0.000019216113,6.669134e-7,0.000002506565,0.000052348492],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992882,0.000012683929,0.0000764945,0.00013360407,0.0003792504,0.00010975514],"domain_scores_gemma":[0.99914396,0.00035488297,0.00001982584,0.00015346591,0.00029451557,0.000033374476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001814451,0.00004343356,0.00006462134,0.00006569963,0.000038181646,0.00004421884,0.000181414,0.00003340166,0.00000683748],"category_scores_gemma":[0.0010178479,0.000037413174,0.0000106547095,0.000098879995,0.000008134055,0.00012166356,0.00008995134,0.00007370253,6.76598e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015348403,0.000066763205,0.006426766,0.00011840118,0.000082926876,9.838823e-7,0.0034826708,0.0071969335,0.049423885,0.0054312837,0.0013308229,0.9264232],"study_design_scores_gemma":[0.0013740219,0.000032000476,0.03622914,0.000020199022,0.000008798572,0.0000038636003,0.000020167847,0.8231593,0.13755468,0.0004803703,0.00096416066,0.00015331882],"about_ca_topic_score_codex":0.0000029413268,"about_ca_topic_score_gemma":0.0000047021267,"teacher_disagreement_score":0.9262699,"about_ca_system_score_codex":0.000018889876,"about_ca_system_score_gemma":0.00014721099,"threshold_uncertainty_score":0.15256651},"labels":[],"label_agreement":null},{"id":"W1989290647","doi":"10.1145/568760.568763","title":"Computational intelligence as an emerging paradigm of software engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Software; Data science; Programming language","score_opus":0.03202099377119315,"score_gpt":0.28243543430571333,"score_spread":0.25041444053452017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989290647","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042169217,0.00010819388,0.9568391,0.0001210303,0.00012946448,0.00006514071,6.47496e-7,0.00047229265,0.00009494879],"genre_scores_gemma":[0.7455249,0.0000053678386,0.25432837,0.000026009035,0.00002117728,0.0000051793368,0.000001055571,0.000009362419,0.00007860268],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886423,0.000014588389,0.00020243108,0.00026174966,0.00040271293,0.00025426177],"domain_scores_gemma":[0.99882483,0.00057578273,0.00002720384,0.00037623313,0.0000720562,0.00012390273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016380323,0.00010531789,0.00011537351,0.00019614959,0.000036380905,0.0000592018,0.00076880056,0.0000354343,0.0002147637],"category_scores_gemma":[0.00048161575,0.00010842354,0.00003840994,0.0005252681,0.000021778424,0.00046426302,0.0001457003,0.00012455713,0.0001153845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.840987e-7,0.000083135135,0.0059296084,0.00004252073,0.000020039877,0.000021891437,0.0010004729,0.85721415,0.00005279351,0.09728989,0.00020474118,0.038139768],"study_design_scores_gemma":[0.000053402357,0.00006800225,0.0045533855,0.000018166662,9.3848007e-7,0.000026901957,0.000008046065,0.99132997,0.001332472,0.0021860693,0.0002793969,0.0001432393],"about_ca_topic_score_codex":0.000021753416,"about_ca_topic_score_gemma":4.7077154e-7,"teacher_disagreement_score":0.70335567,"about_ca_system_score_codex":0.000029869545,"about_ca_system_score_gemma":0.000018982311,"threshold_uncertainty_score":0.44213837},"labels":[],"label_agreement":null},{"id":"W1989411104","doi":"10.5555/2486788.2486960","title":"Deciphering the story of software development through frequent pattern mining","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Task (project management); Schema (genetic algorithms); Software; Field (mathematics); World Wide Web; Human–computer interaction; Task analysis; Software development; User interface; Data science; Information retrieval; Programming language; Engineering","score_opus":0.02691618648355044,"score_gpt":0.24873398701257413,"score_spread":0.2218178005290237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989411104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30589697,0.00009953884,0.69323635,0.00023625833,0.0001452584,0.00011727373,9.5948614e-8,0.00016875495,0.0000995307],"genre_scores_gemma":[0.6871334,0.000002356179,0.31244296,0.00012209656,0.000018799705,0.000052771473,2.7439393e-7,0.000009336431,0.0002180305],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988678,0.000045225483,0.00017996426,0.00021591621,0.00040352528,0.0002875591],"domain_scores_gemma":[0.99832827,0.0009468469,0.000038702954,0.0005315313,0.00010341793,0.000051257084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003477904,0.00010252244,0.00010314731,0.000037571535,0.000114775066,0.00007436746,0.0010551019,0.000032041095,0.0001277242],"category_scores_gemma":[0.00031858133,0.00006919148,0.00003227147,0.00020008461,0.00003493264,0.0003377495,0.00045489668,0.00016223277,0.000115304065],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.8494813e-7,0.00005739679,0.114933066,0.00008410186,0.00007880326,0.000009850695,0.016426342,0.001607173,0.0011547008,0.0005786051,0.0062219724,0.8588473],"study_design_scores_gemma":[0.0005119227,0.000099387995,0.92998344,0.0002089818,0.000004456615,0.000025554125,0.00082177104,0.011168118,0.04019559,0.0005326378,0.0157623,0.00068582926],"about_ca_topic_score_codex":0.00012958181,"about_ca_topic_score_gemma":0.000009981635,"teacher_disagreement_score":0.85816145,"about_ca_system_score_codex":0.00007374539,"about_ca_system_score_gemma":0.00009369558,"threshold_uncertainty_score":0.28215468},"labels":[],"label_agreement":null},{"id":"W1989528416","doi":"10.1145/2095654.2095656","title":"Partial models","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Set (abstract data type); Field (mathematics); Class (philosophy); Software; Artificial intelligence; Data mining; Data science; Software engineering; Programming language","score_opus":0.08306788866917031,"score_gpt":0.261379603197753,"score_spread":0.1783117145285827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989528416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075953384,0.0000109300245,0.9748528,0.000038425944,0.00011287364,0.00002660844,5.057108e-8,0.00040385686,0.016959136],"genre_scores_gemma":[0.86434877,8.567694e-7,0.1351001,0.00003650939,0.000014904949,0.000005336171,4.229236e-8,0.000002675553,0.0004908166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995609,0.0000064153696,0.00004384427,0.00011786427,0.00012287166,0.00014813516],"domain_scores_gemma":[0.9995707,0.000046649413,0.0000037410944,0.0003018086,0.000020466216,0.000056630048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009104398,0.000032589014,0.000030825744,0.000034573743,0.000015307529,0.000022522287,0.0004806253,0.000015394346,0.00008713013],"category_scores_gemma":[0.000032928987,0.000027379,0.0000144539445,0.00011983511,0.000008313871,0.00028373167,0.0001427133,0.000043079253,0.00021840958],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020714199,0.000050743565,0.0026952024,0.000004383881,0.00000938305,0.000030222436,0.0014772962,0.00061410625,0.00016683758,0.96849066,0.003168445,0.023290677],"study_design_scores_gemma":[0.00017901903,0.00007095691,0.008504414,0.000003689435,8.2891944e-7,0.000012664954,0.0000061492306,0.91934633,0.029404052,0.04081947,0.0014498238,0.00020259591],"about_ca_topic_score_codex":0.000034737117,"about_ca_topic_score_gemma":5.645398e-7,"teacher_disagreement_score":0.92767113,"about_ca_system_score_codex":0.000006996098,"about_ca_system_score_gemma":0.000016098691,"threshold_uncertainty_score":0.2807286},"labels":[],"label_agreement":null},{"id":"W1989571326","doi":"10.1145/1869459.1869518","title":"Refactoring references for library migration","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Declaration; Programming language; Transformation (genetics); Set (abstract data type); Key (lock); Feature (linguistics); Code (set theory); Software engineering; Source code; Software; Computer security; Linguistics","score_opus":0.0269346819908936,"score_gpt":0.2734491500545089,"score_spread":0.24651446806361532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989571326","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35717985,0.000009648763,0.63892055,0.0011675785,0.0006660209,0.000103958315,6.8403034e-7,0.00069342676,0.0012582735],"genre_scores_gemma":[0.7417888,0.000002041357,0.25684598,0.000023750732,0.00009194344,0.000019844916,0.0000015180198,0.0000043350815,0.001221783],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995632,0.000003975819,0.000058220674,0.00014294325,0.00010516141,0.00012649219],"domain_scores_gemma":[0.99929506,0.00037970016,0.000009048103,0.0002483128,0.000021882328,0.000045988905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009092152,0.000040439303,0.000036633843,0.00005748927,0.000037102545,0.00015988175,0.00044468945,0.00003252682,0.000034396337],"category_scores_gemma":[0.00021660092,0.000032610144,0.000017078128,0.0001345316,0.000006733644,0.0006966905,0.000080315636,0.00009385568,0.000019905126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008123509,0.000055145254,0.12017412,0.000063446416,0.000018038972,0.0000036296028,0.0007366276,0.0000555567,0.07537841,0.50713104,0.026420133,0.2699557],"study_design_scores_gemma":[0.00042553124,0.00022046258,0.17501129,0.000020336034,0.0000021622564,0.0000090999865,0.00002081071,0.09572344,0.3629124,0.025080688,0.3400596,0.0005141632],"about_ca_topic_score_codex":0.0000096661815,"about_ca_topic_score_gemma":0.000013314911,"teacher_disagreement_score":0.4820504,"about_ca_system_score_codex":0.0000029520122,"about_ca_system_score_gemma":0.000033438464,"threshold_uncertainty_score":0.15417433},"labels":[],"label_agreement":null},{"id":"W1989943253","doi":"10.1145/1321631.1321703","title":"Feature interaction analysis","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature (linguistics); Feature model; Software; Software engineering; Code (set theory); Data mining; Programming language; Set (abstract data type)","score_opus":0.013077428793103921,"score_gpt":0.30247123729428743,"score_spread":0.2893938085011835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989943253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022525197,0.000013361688,0.97410697,0.00078404543,0.00014311784,0.000019759455,5.092429e-8,0.0002763594,0.0021311617],"genre_scores_gemma":[0.92297363,7.7868447e-7,0.07447682,0.000092868926,0.00003236735,7.7589897e-7,7.0679573e-7,0.0000020158236,0.0024200135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99951434,0.000005402429,0.000039271727,0.00013233117,0.00016726935,0.00014138548],"domain_scores_gemma":[0.9993291,0.0002749703,0.000008270953,0.0002736926,0.00003958576,0.00007440125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029292775,0.00003570971,0.000046964004,0.00030530719,0.000020401545,0.000063028216,0.00029363256,0.000025352232,0.000033514432],"category_scores_gemma":[0.00020763157,0.000030035242,0.000045231973,0.0014255883,0.0000040894192,0.00019561597,0.00007325484,0.00009840493,0.0000746479],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018482506,0.00014497925,0.44912666,0.000021812482,0.0010996531,0.00021202737,0.001182029,0.008404381,0.004723497,0.058293108,0.08661168,0.3901617],"study_design_scores_gemma":[0.00015692167,0.00004812854,0.7835683,0.000004204413,0.00003023378,0.000019679328,0.00004004048,0.13741569,0.017036617,0.00018620474,0.061242405,0.00025153378],"about_ca_topic_score_codex":0.000015279771,"about_ca_topic_score_gemma":0.000020024692,"teacher_disagreement_score":0.90044844,"about_ca_system_score_codex":0.000035979043,"about_ca_system_score_gemma":0.000009099073,"threshold_uncertainty_score":0.12248017},"labels":[],"label_agreement":null},{"id":"W1990387725","doi":"10.1109/compsacw.2013.93","title":"Analyzing and Predicting Software Quality Trends Using Financial Patterns","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Stock (firearms); Software; Crossover; Stock market; Evolvability; Quality (philosophy); Stock price; Econometrics; Economics; Artificial intelligence; Engineering","score_opus":0.034580476787678165,"score_gpt":0.3040098804700878,"score_spread":0.26942940368240964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990387725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5037516,0.000023445586,0.49581152,0.000060724586,0.000069934096,0.00002992771,8.567222e-7,0.00023582422,0.000016166321],"genre_scores_gemma":[0.90444916,0.0000019311094,0.095296524,0.000036726848,0.00007185407,0.000007605906,8.30536e-7,0.00000791979,0.00012742805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99887425,0.000043263542,0.00018837854,0.00032430995,0.00023579171,0.00033401983],"domain_scores_gemma":[0.9989901,0.00042917766,0.000035337613,0.0003452371,0.00007482451,0.00012529615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034170237,0.000106003914,0.00012945695,0.00017842415,0.00011727071,0.00026930997,0.00036735137,0.000052520874,0.00006862414],"category_scores_gemma":[0.00077521626,0.000097233016,0.00003400748,0.00039849125,0.000019864474,0.0006393503,0.00038313062,0.00015463255,0.00001000936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.734966e-7,0.000008260713,0.9113138,0.000020368063,0.0000052862547,0.0000028816858,0.00018002321,0.00013809031,0.00029264632,0.00024103012,0.00008048584,0.08771686],"study_design_scores_gemma":[0.00011525368,0.00001453511,0.9208479,0.000019538902,0.0000015120401,0.000007935594,0.0000098338605,0.07843886,0.00027281212,0.00011801947,0.000022850225,0.00013094975],"about_ca_topic_score_codex":0.0013520835,"about_ca_topic_score_gemma":0.000023930119,"teacher_disagreement_score":0.4006976,"about_ca_system_score_codex":0.00004399026,"about_ca_system_score_gemma":0.000036369303,"threshold_uncertainty_score":0.39650473},"labels":[],"label_agreement":null},{"id":"W1990503178","doi":"10.1142/s0218194002000883","title":"PREDICTING FAULT-PRONE MODULES IN EMBEDDED SYSTEMS USING ANALOGY-BASED CLASSIFICATION MODELS","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Computer science; Software quality; Avionics software; Reliability engineering; Software system; Reliability (semiconductor); Software; Embedded software; Software fault tolerance; Embedded system; Software development; Distributed computing; Fault tolerance; Engineering; Operating system","score_opus":0.03968420817390434,"score_gpt":0.26719730615041987,"score_spread":0.22751309797651553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990503178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26039454,0.002825981,0.735001,0.00003152331,0.0014754797,0.00008690392,0.0000035239946,0.00017272413,0.0000083028945],"genre_scores_gemma":[0.9267012,0.0000724641,0.07280777,0.000003979515,0.0003462096,0.000011129038,0.0000017266941,0.000041912226,0.00001365503],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803394,0.00003768491,0.00068758184,0.0003022596,0.00055648334,0.00038205218],"domain_scores_gemma":[0.99805784,0.00085924665,0.00016907636,0.00025401777,0.00047227394,0.00018751482],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007426175,0.00026810772,0.0003438145,0.0013315406,0.000038087914,0.00023210092,0.0008618196,0.00013564627,0.000002908469],"category_scores_gemma":[0.0015300447,0.0002854599,0.00009558564,0.00053407694,0.00001950034,0.0009019627,0.00014300717,0.00055076485,0.0000030163487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004615578,0.0000632717,0.0052392464,0.00010509094,0.0000734351,0.000076430966,0.0005483321,0.9874465,0.0030023092,0.0007356814,0.000018774226,0.0026863017],"study_design_scores_gemma":[0.0006454906,0.00004005268,0.0048320713,0.00067713193,0.000008512121,0.00022127574,0.000025244135,0.99275196,0.00041065103,0.000016550652,0.00012395222,0.00024711262],"about_ca_topic_score_codex":0.000013559738,"about_ca_topic_score_gemma":9.512049e-7,"teacher_disagreement_score":0.6663066,"about_ca_system_score_codex":0.0003947841,"about_ca_system_score_gemma":0.000058689726,"threshold_uncertainty_score":0.99995977},"labels":[],"label_agreement":null},{"id":"W1991242370","doi":"10.1109/icst.2013.45","title":"Automated Detection of Test Fixture Strategies and Smells","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Fixture; Code refactoring; Code smell; Computer science; Test fixture; Test (biology); Code (set theory); Reliability engineering; Software engineering; Code coverage; Test Management Approach; Set (abstract data type); Engineering; Software quality; Software; Programming language; Software system; Software development; Software construction","score_opus":0.008291020522666195,"score_gpt":0.23610085659940022,"score_spread":0.22780983607673402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991242370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6921569,0.00006689898,0.30610755,0.0001336952,0.00006396134,0.000114332375,2.587819e-7,0.0010132684,0.0003431393],"genre_scores_gemma":[0.9880296,0.0000031751586,0.011829775,0.0000075876933,0.0000073700203,0.0000060810903,1.1082095e-7,0.000002811485,0.00011346601],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996076,0.000007389964,0.0000652777,0.00010557647,0.00011267791,0.00010148357],"domain_scores_gemma":[0.99937576,0.0003238059,0.000012295656,0.00017568404,0.000076828386,0.00003560528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000060589908,0.00004372169,0.00005118505,0.00005983467,0.000016958424,0.00014469559,0.00016931433,0.000032141947,0.000020708705],"category_scores_gemma":[0.00016045685,0.00003485267,0.000008342317,0.00019965373,0.000020035708,0.00049194373,0.00007257597,0.00005303877,0.000029748002],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011221874,0.00007425708,0.013545463,0.00015140821,0.000023801285,0.000005554425,0.000678317,0.0007983739,0.8928615,0.004845807,0.0021112275,0.08490318],"study_design_scores_gemma":[0.000115745774,0.00011649908,0.4276559,0.000010720385,7.997322e-7,0.000011662281,0.00005831098,0.46584323,0.10514829,0.00087775284,0.00006895926,0.0000921451],"about_ca_topic_score_codex":0.00015128497,"about_ca_topic_score_gemma":0.000003906344,"teacher_disagreement_score":0.78771317,"about_ca_system_score_codex":0.0000069279354,"about_ca_system_score_gemma":0.000020281981,"threshold_uncertainty_score":0.14212506},"labels":[],"label_agreement":null},{"id":"W1991613282","doi":"10.1007/s10664-010-9150-8","title":"A field study of API learning obstacles","year":2010,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":352,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University; Microsoft Research","keywords":"Documentation; Computer science; Programmer; Presentation (obstetrics); Field (mathematics); World Wide Web; Software engineering; Software documentation; Internal documentation; Multimedia; Software development; Software; Programming language; Software development process","score_opus":0.017733432877838518,"score_gpt":0.2866929103016268,"score_spread":0.2689594774237883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991613282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6592954,0.000033682245,0.33926836,0.000055461238,0.00041165124,0.0001304024,2.7348602e-7,0.0007940628,0.000010749989],"genre_scores_gemma":[0.96007633,0.000001360776,0.039677966,0.00002276893,0.000102198996,0.000030874315,6.6833024e-7,0.00002952015,0.000058304107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831146,0.000030027883,0.00030320624,0.000400881,0.0005209421,0.00043350633],"domain_scores_gemma":[0.9962434,0.0027953342,0.00004697959,0.0006287479,0.00010003984,0.00018550693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035128547,0.00019817156,0.00026172752,0.00023916886,0.000070976246,0.00008278649,0.0009648062,0.00012082106,0.000036475318],"category_scores_gemma":[0.007420908,0.00019523875,0.00007719741,0.00076068833,0.0000148682,0.00025491643,0.00043594753,0.0010204004,0.000024045394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066515604,0.00028240986,0.9691461,0.00006276706,0.00004848695,0.000058911763,0.0019837385,0.017026572,0.0025194918,0.000133475,0.00033801256,0.008393438],"study_design_scores_gemma":[0.0012731875,0.0017456238,0.9171814,0.00007218267,0.000017157621,0.00005230115,0.00012641276,0.057675816,0.0093411235,0.00009826649,0.011464572,0.0009519694],"about_ca_topic_score_codex":0.000041670384,"about_ca_topic_score_gemma":0.0000065153804,"teacher_disagreement_score":0.30078098,"about_ca_system_score_codex":0.0000268347,"about_ca_system_score_gemma":0.000041322495,"threshold_uncertainty_score":0.8884056},"labels":[],"label_agreement":null},{"id":"W1991829485","doi":"10.1109/compsacw.2013.11","title":"Opportunities for Clone Detection in Test Case Recommendation","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programmer; clone (Java method); Unit testing; Computer science; Context (archaeology); Software engineering; Software maintenance; Knowledge base; Test case; Data mining; Test (biology); Software; Software development; Programming language; World Wide Web; Machine learning","score_opus":0.08035914689720865,"score_gpt":0.2903417199036316,"score_spread":0.20998257300642298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991829485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12295001,0.0000036263104,0.8745329,0.0016096061,0.00011878683,0.00026263567,7.9460165e-7,0.0001959197,0.00032571124],"genre_scores_gemma":[0.9721587,0.0000029392565,0.026832644,0.000068450965,0.000024271332,0.00019386594,0.0000018569816,0.0000049666182,0.0007123579],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99957305,0.000011836476,0.0000960203,0.00012166672,0.000054922733,0.00014248137],"domain_scores_gemma":[0.9988828,0.00085058215,0.000012023242,0.00014281127,0.00006946773,0.000042327538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022385833,0.00004360884,0.00004400473,0.00014333661,0.000039027815,0.00009389654,0.00011875192,0.000025630909,0.00005794012],"category_scores_gemma":[0.0004931016,0.00004177741,0.000012099508,0.00015701939,0.000006967837,0.00048915064,0.000050375602,0.000052541593,0.00002610867],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.1553363e-7,0.00004111344,0.001214289,0.000019795903,0.0000023823077,0.000044517135,0.00013407203,0.000044827495,0.0013814038,0.00072553713,0.0032036253,0.99318755],"study_design_scores_gemma":[0.0006145823,0.00029002313,0.012551256,0.0000124788285,0.0000011702939,0.00055060507,0.0003651489,0.9578281,0.019936023,0.0016625941,0.005920494,0.00026753003],"about_ca_topic_score_codex":0.00039831418,"about_ca_topic_score_gemma":0.000100830744,"teacher_disagreement_score":0.99292,"about_ca_system_score_codex":0.0000493145,"about_ca_system_score_gemma":0.000018117411,"threshold_uncertainty_score":0.17036334},"labels":[],"label_agreement":null},{"id":"W1991867644","doi":"10.1007/s10664-015-9375-7","title":"Analyzing and automatically labelling the types of user issues that are raised in mobile app reviews","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":188,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Queen's University","funders":"","keywords":"App store; Computer science; World Wide Web; Download; Internet privacy; Mobile apps; Mobile device; Analytics; Notice; Data science","score_opus":0.052240163040090756,"score_gpt":0.31900221406896706,"score_spread":0.2667620510288763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991867644","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3242166,0.015309047,0.6590646,0.00033720687,0.0001803387,0.0003807817,0.0000012863121,0.00050357496,0.000006593834],"genre_scores_gemma":[0.8334458,0.0004142507,0.16570622,0.00007416616,0.00010376146,0.00012286681,0.0000016576662,0.000046311605,0.00008497946],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984935,0.000066632856,0.000363211,0.00032589165,0.00037182288,0.00037894445],"domain_scores_gemma":[0.9976998,0.0014629494,0.00007170482,0.00051313604,0.00007704385,0.00017537775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011705625,0.00019976564,0.0004114475,0.00018562216,0.000035154608,0.00009705221,0.0006658933,0.00008780358,0.0000063106677],"category_scores_gemma":[0.0038889665,0.0001468129,0.00006150576,0.0008552639,0.00004147855,0.0002726501,0.0003394883,0.00033268516,0.000016288112],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008667386,0.00008764648,0.86811346,0.00052882015,0.00005258004,0.000048157395,0.0033705172,0.1150562,0.00016670483,0.00023089079,0.0022885986,0.010047775],"study_design_scores_gemma":[0.0013673436,0.0002518017,0.56509656,0.0015238412,0.000029557299,0.000045868303,0.00012995522,0.33433014,0.0019413367,0.000435739,0.09367935,0.0011684825],"about_ca_topic_score_codex":0.000013589568,"about_ca_topic_score_gemma":0.0000023314471,"teacher_disagreement_score":0.5092292,"about_ca_system_score_codex":0.00007326922,"about_ca_system_score_gemma":0.000041014828,"threshold_uncertainty_score":0.5986856},"labels":[],"label_agreement":null},{"id":"W1991987529","doi":"10.5555/381473.381601","title":"How to do inspections when there is no time","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software inspection; Computer science; Software; Statistical process control; Quality (philosophy); Software quality; Software development; Software engineering; Process (computing)","score_opus":0.02655269819784756,"score_gpt":0.2669592391930008,"score_spread":0.24040654099515324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991987529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02137517,0.000034770892,0.9690898,0.0043640453,0.0013659997,0.00020154899,0.000020319345,0.0013156628,0.0022326787],"genre_scores_gemma":[0.86477774,0.000039601226,0.12069801,0.00046375475,0.00055139896,0.00012190471,0.0000103496905,0.00006167937,0.013275579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981509,0.000013668065,0.00017916226,0.00052568095,0.0007334361,0.0003971499],"domain_scores_gemma":[0.99836737,0.00029812523,0.00003551239,0.00059491774,0.0004789279,0.00022517038],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001530144,0.00024443012,0.00016850713,0.00044677404,0.00006995728,0.0008149563,0.0015841598,0.000085238185,0.0006590578],"category_scores_gemma":[0.0014871284,0.00025443683,0.00008247129,0.00039086997,0.000015503032,0.00058361987,0.0003206319,0.00033668985,0.0017989641],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002245275,0.0010453464,0.07882886,0.00019319022,0.0018434534,0.0015130354,0.011767323,0.07087783,0.023043573,0.5180824,0.14403696,0.1485435],"study_design_scores_gemma":[0.0012780015,0.0006412799,0.038179748,0.0008051382,0.000014754365,0.0002553516,0.00007281261,0.40058765,0.004281863,0.0028659736,0.548765,0.0022524502],"about_ca_topic_score_codex":0.000014862801,"about_ca_topic_score_gemma":0.0000011444107,"teacher_disagreement_score":0.8483918,"about_ca_system_score_codex":0.00023050132,"about_ca_system_score_gemma":0.00006773597,"threshold_uncertainty_score":0.99999076},"labels":[],"label_agreement":null},{"id":"W1992312374","doi":"10.1016/s0164-1212(01)00049-8","title":"Using self-organizing maps to analyze object-oriented software measures","year":2001,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software visualization; Computer science; Software; Software sizing; Visualization; Software construction; Software metric; Software development; Domain (mathematical analysis); Software system; Software analytics; Software deployment; Java; Software engineering; Software framework; Data mining; Human–computer interaction; Programming language","score_opus":0.02772940442969858,"score_gpt":0.2707078016126779,"score_spread":0.2429783971829793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992312374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28342596,0.0026284326,0.71262276,0.00007605384,0.0008852891,0.00014713265,0.0000028981317,0.00020590812,0.000005548551],"genre_scores_gemma":[0.7749935,0.00012362881,0.22413334,0.000068138936,0.0005265601,0.0000038583225,6.1106357e-7,0.000044671146,0.0001057197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974727,0.00011658088,0.0006337127,0.00031250517,0.0009881008,0.0004764162],"domain_scores_gemma":[0.99746966,0.00047015605,0.0002633135,0.00043516653,0.0008933284,0.0004684014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012005034,0.00022880161,0.00047771755,0.000597371,0.00022004219,0.0004102122,0.0006930025,0.00011330524,0.0000037292216],"category_scores_gemma":[0.001787309,0.00019491291,0.00011014713,0.0011559734,0.000020247526,0.000652629,0.00024723398,0.0003613375,0.000009654632],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008309552,0.00025941708,0.92495847,0.0005938632,0.00071158016,0.0024377434,0.008398782,0.020792387,0.0031262606,0.0006590585,0.005632719,0.032346603],"study_design_scores_gemma":[0.012379534,0.0054757376,0.4929404,0.013062514,0.0007188151,0.06879056,0.0058768187,0.047888275,0.00389506,0.0014080779,0.3400076,0.0075566038],"about_ca_topic_score_codex":0.00009746809,"about_ca_topic_score_gemma":0.000005441321,"teacher_disagreement_score":0.4915675,"about_ca_system_score_codex":0.00024907757,"about_ca_system_score_gemma":0.00022544985,"threshold_uncertainty_score":0.7948318},"labels":[],"label_agreement":null},{"id":"W1992377888","doi":"10.1109/icmla.2012.138","title":"Estimating Software Effort Using an ANN Model Based on Use Case Points","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Use Case Points; Artificial neural network; Computer science; Software; Regression analysis; Linear regression; Data modeling; Data mining; Machine learning; Artificial intelligence; Software development; Software development process","score_opus":0.07663196190569285,"score_gpt":0.32466701358021305,"score_spread":0.2480350516745202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992377888","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4120172,0.000002768691,0.58729583,0.000015039394,0.00013392749,0.00007867817,0.0000015000794,0.00044395027,0.000011087673],"genre_scores_gemma":[0.4964868,1.8008807e-8,0.5033137,0.00011954589,0.000039204864,0.000004032903,0.0000011562684,0.000014404468,0.000021117112],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849176,0.00003435592,0.00015822121,0.00031518334,0.00041827315,0.0005822036],"domain_scores_gemma":[0.998164,0.00054237066,0.000029621911,0.0008423505,0.00008394705,0.0003376905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057758857,0.0001597005,0.00012207357,0.00019283548,0.00015981216,0.00023581611,0.00042946276,0.000062951825,0.000014732262],"category_scores_gemma":[0.0008695235,0.00014695336,0.00004183918,0.00031647482,0.00001930556,0.0017846194,0.00018407703,0.00018760035,0.000031701828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002496845,0.0001115796,0.026595818,0.00001831018,0.0000037519205,0.0001776312,0.00022692264,0.9677017,0.000061962564,0.00022118923,0.00007413479,0.004804509],"study_design_scores_gemma":[0.00015368585,0.00003864233,0.0015754306,0.000024889234,0.0000024446015,0.00023932561,0.0000032621833,0.9971939,0.0005269722,0.000051526626,0.000004499784,0.00018541983],"about_ca_topic_score_codex":0.00012505463,"about_ca_topic_score_gemma":0.0000025840716,"teacher_disagreement_score":0.08446963,"about_ca_system_score_codex":0.00011410717,"about_ca_system_score_gemma":0.000083337196,"threshold_uncertainty_score":0.5992584},"labels":[],"label_agreement":null},{"id":"W1992706013","doi":"10.1109/icsm.2011.6080819","title":"Code convention adherence in evolving software","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Computer science; Software engineering; Programming language; Code (set theory); Convention; Software; Political science","score_opus":0.055244442357530024,"score_gpt":0.2756993334609918,"score_spread":0.22045489110346178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992706013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042840894,0.000083615494,0.95477164,0.000019231578,0.00020175042,0.00009260348,3.7055833e-7,0.00046072577,0.001529181],"genre_scores_gemma":[0.82613534,0.0000029061969,0.17330566,0.000024917397,0.00000781324,0.00001570766,4.277739e-7,0.0000051676175,0.00050206453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992414,0.000022856448,0.00011774485,0.00022220038,0.00016683384,0.00022897303],"domain_scores_gemma":[0.99936,0.00017400745,0.00001547865,0.00033907706,0.000054631095,0.000056774003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028697395,0.00006257263,0.00006716101,0.00012621906,0.000020695581,0.00004869464,0.0006937925,0.000035415665,0.0002742549],"category_scores_gemma":[0.00047937644,0.000060653372,0.000022100434,0.00036118465,0.000016435337,0.0004187749,0.00020846573,0.00011560656,0.00019248851],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008013721,0.00020168386,0.8436241,0.00007964853,0.000017818533,0.00015554723,0.0035820294,0.00009229594,0.00054034794,0.052896682,0.0030619162,0.09573988],"study_design_scores_gemma":[0.00043300923,0.00013135417,0.95021284,0.00008090913,0.0000012203517,0.000014737408,0.000032352258,0.035195842,0.005622074,0.007740564,0.00025641563,0.00027867846],"about_ca_topic_score_codex":0.00019015344,"about_ca_topic_score_gemma":0.0000637099,"teacher_disagreement_score":0.78329444,"about_ca_system_score_codex":0.00003716561,"about_ca_system_score_gemma":0.000039240273,"threshold_uncertainty_score":0.30028987},"labels":[],"label_agreement":null},{"id":"W1992943987","doi":"10.1145/1140123.1140237","title":"Finite automata models for CS problem with binary semaphore","year":2006,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Semaphore; Computer science; Synchronization (alternating current); Automaton; Simplicity; Deterministic finite automaton; Finite-state machine; Visualization; Theoretical computer science; Binary number; ω-automaton; Quantum finite automata; Algorithm; Automata theory; Parallel computing; Programming language; Mathematics; Arithmetic; Artificial intelligence; Channel (broadcasting)","score_opus":0.01652126303611729,"score_gpt":0.23239711755673698,"score_spread":0.2158758545206197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992943987","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022196658,0.00021620354,0.96600133,0.008566529,0.00010580695,0.00083704235,0.000016038128,0.0012725323,0.0007878866],"genre_scores_gemma":[0.4518891,0.00000768473,0.54498893,0.0001706226,0.00011306626,0.0003098379,0.00002051916,0.000049264876,0.002450965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982791,0.000030630297,0.0002069515,0.00052047364,0.00042334967,0.0005394725],"domain_scores_gemma":[0.99698883,0.0014431075,0.000053768286,0.0012753812,0.00014349683,0.00009541246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036731217,0.00020176172,0.00018340933,0.00014865937,0.00012256758,0.00016630186,0.0016569172,0.00008296719,0.000023907834],"category_scores_gemma":[0.00031451412,0.00017092838,0.00005857717,0.00039264114,0.00004677773,0.00015605982,0.0005536435,0.00017042454,0.00013355997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001324606,0.0004923693,0.002346762,0.00042649367,0.00007934114,0.0002774388,0.00056627026,0.4974265,0.0006703764,0.026876744,0.4583543,0.012350963],"study_design_scores_gemma":[0.0029366845,0.0011344005,0.0036867252,0.00027804862,0.000020382844,0.00009580457,0.00001776567,0.736963,0.0030903048,0.02614163,0.22447711,0.0011581753],"about_ca_topic_score_codex":0.00008449343,"about_ca_topic_score_gemma":0.000004063094,"teacher_disagreement_score":0.42969245,"about_ca_system_score_codex":0.00005202496,"about_ca_system_score_gemma":0.00008973352,"threshold_uncertainty_score":0.6970257},"labels":[],"label_agreement":null},{"id":"W1993507155","doi":"10.1145/2001858.2001996","title":"Software clustering by example","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Cluster analysis; Computer science; Graph; Software; Clustering coefficient; Theoretical computer science; Data mining; Programming language; Artificial intelligence","score_opus":0.050462155814105146,"score_gpt":0.24698800405891333,"score_spread":0.19652584824480818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993507155","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00659261,0.000057398265,0.99029773,0.000024023278,0.00016498113,0.000054003864,4.6910262e-7,0.0009239024,0.0018848724],"genre_scores_gemma":[0.42107996,0.0000044352905,0.57664883,0.00012839829,0.000023321842,0.000017574104,0.0000010119934,0.000015139539,0.0020813257],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99920994,0.000011908662,0.000083478466,0.00023850257,0.00018677281,0.0002694187],"domain_scores_gemma":[0.999204,0.00016564777,0.000010124324,0.00049051223,0.000031748237,0.000097973614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014992723,0.00007273306,0.00006328419,0.000056765562,0.00004062641,0.000055360677,0.0008120028,0.000031066083,0.00020863749],"category_scores_gemma":[0.00013936251,0.00006649619,0.000022426188,0.00020662753,0.000014164184,0.00028430118,0.00038683292,0.00008490737,0.00024721425],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017327466,0.00040431236,0.14357594,0.0001619472,0.00011169959,0.00018420395,0.009996962,0.00022058573,0.005319601,0.028121416,0.27993464,0.53195137],"study_design_scores_gemma":[0.0033839748,0.001333189,0.30607402,0.00016344448,0.000016427266,0.00036001386,0.00019477964,0.1937002,0.20632035,0.013694197,0.2701328,0.004626594],"about_ca_topic_score_codex":0.00035353992,"about_ca_topic_score_gemma":0.0000069409257,"teacher_disagreement_score":0.5273248,"about_ca_system_score_codex":0.000022935206,"about_ca_system_score_gemma":0.000017314294,"threshold_uncertainty_score":0.31775215},"labels":[],"label_agreement":null},{"id":"W1993673250","doi":"10.1109/saner.2015.7081830","title":"Threshold-free code clone detection for a large-scale heterogeneous Java repository","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Java; Granularity; Computer science; Benchmark (surveying); Source code; Code (set theory); Data mining; Software; Variety (cybernetics); Algorithm; Artificial intelligence; Operating system; Programming language; Biology","score_opus":0.02652208983493504,"score_gpt":0.2673020073773731,"score_spread":0.24077991754243805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993673250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08170114,0.00016314672,0.91579115,0.00016502565,0.0007687242,0.0002654745,0.0000034594084,0.0007213673,0.00042050952],"genre_scores_gemma":[0.9200111,0.0000017715215,0.0778994,0.00007868227,0.00019195717,0.000105556464,0.0000013854244,0.000021775439,0.0016883551],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998658,0.000021501195,0.0001669719,0.00037697583,0.00038502272,0.0003915251],"domain_scores_gemma":[0.9983765,0.00018568955,0.00002827132,0.0010018832,0.0001960176,0.00021165548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046436716,0.000111404785,0.00012013094,0.00009853308,0.000096823554,0.00014334693,0.00092910905,0.00007883586,0.0000024507378],"category_scores_gemma":[0.00034760017,0.00010408866,0.00006645962,0.0002274659,0.000015298823,0.00022896046,0.00038620885,0.00010967664,0.000032431893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012533537,0.0037989647,0.08001351,0.0010893762,0.0010017031,0.0014663698,0.01992279,0.11823314,0.23982209,0.03038558,0.37382367,0.12918946],"study_design_scores_gemma":[0.0019605726,0.0006373555,0.0012830357,0.000015450278,0.000007807896,0.00031566885,0.000037161393,0.7201906,0.25529295,0.002618067,0.017229287,0.00041205963],"about_ca_topic_score_codex":0.00002692645,"about_ca_topic_score_gemma":0.00006742448,"teacher_disagreement_score":0.83831,"about_ca_system_score_codex":0.00011656642,"about_ca_system_score_gemma":0.00006786901,"threshold_uncertainty_score":0.42446125},"labels":[],"label_agreement":null},{"id":"W1993743759","doi":"10.1016/j.jss.2013.12.037","title":"Cooperation, collaboration and pair-programming: Field studies on backup behavior","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Backup; Teamwork; Field (mathematics); Computer science; Pair programming; Salient; Work (physics); Artificial intelligence; Engineering; Programming language; Software development; Database; Software; Mathematics; Management","score_opus":0.02510894068006842,"score_gpt":0.2978236989630619,"score_spread":0.27271475828299346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993743759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76283425,0.0038124146,0.2312911,0.00070180406,0.0010959564,0.00019724404,9.971465e-7,0.00006291097,0.000003351176],"genre_scores_gemma":[0.98736566,0.000096451826,0.012190242,0.000051648385,0.00018745777,0.000011247603,2.7895274e-7,0.0000064968367,0.00009050266],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915004,0.00006725881,0.00028494492,0.00012227776,0.000266596,0.00010886768],"domain_scores_gemma":[0.9983372,0.00075305015,0.0001286202,0.00014275008,0.00054598827,0.000092408955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007551041,0.000083346786,0.00019610823,0.00010807125,0.00011070282,0.0002951111,0.00013741256,0.000051055875,7.862797e-7],"category_scores_gemma":[0.0017693929,0.00006229398,0.000019022962,0.00016451011,0.000021916505,0.00027677134,0.000048312846,0.00013296268,0.0000016231368],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009496537,0.00035321806,0.5007784,0.0014752374,0.00040751183,0.00027092182,0.016389776,0.0052707586,0.00092526746,0.02925636,0.03375552,0.4110221],"study_design_scores_gemma":[0.020124882,0.0542353,0.33530435,0.012052339,0.0005796358,0.007217225,0.018165054,0.075805955,0.010710267,0.0021018237,0.4580643,0.005638866],"about_ca_topic_score_codex":0.0000056235394,"about_ca_topic_score_gemma":0.0000029179084,"teacher_disagreement_score":0.42430878,"about_ca_system_score_codex":0.00002819152,"about_ca_system_score_gemma":0.00003869674,"threshold_uncertainty_score":0.2845763},"labels":[],"label_agreement":null},{"id":"W1993807037","doi":"10.1016/j.scico.2009.10.007","title":"Rigi—An environment for software reverse engineering, exploration, visualization, and redocumentation","year":2009,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reverse engineering; Software engineering; Visualization; Interoperability; Scripting language; Extensibility; Parsing; Software; Process (computing); Programming language; World Wide Web; Artificial intelligence","score_opus":0.016308934371584573,"score_gpt":0.28788989181511715,"score_spread":0.27158095744353256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993807037","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029666897,0.000036477595,0.9693378,0.00015882366,0.00015797977,0.00041986865,5.676035e-7,0.00022089154,6.804322e-7],"genre_scores_gemma":[0.24142256,0.000006885696,0.75843143,0.00003296831,0.000056255078,0.000031078267,0.0000047581952,0.0000065900986,0.0000074442933],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984547,0.00001551912,0.00023958876,0.00045823824,0.00050599995,0.00032594585],"domain_scores_gemma":[0.99911916,0.000105955485,0.00008243983,0.00037389397,0.00017163981,0.0001468984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007987828,0.00012015469,0.00012073293,0.00028188853,0.00016496329,0.0003357754,0.0006298761,0.00003102428,0.0000013128027],"category_scores_gemma":[0.0001813833,0.00012508676,0.000026071613,0.0005938763,0.00010642106,0.002405863,0.00012200318,0.000051552386,0.0000017137171],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073399524,0.0002010363,0.00096735446,0.0000852444,0.000009280222,0.0000022187392,0.003924268,0.028115604,0.0037574489,0.04866091,0.00017963098,0.9140897],"study_design_scores_gemma":[0.0008300984,0.0017929407,0.015564518,0.000110810135,0.0000094843745,0.00001930232,0.00006349254,0.955253,0.014354847,0.0038701699,0.0075838403,0.0005474871],"about_ca_topic_score_codex":0.000003854023,"about_ca_topic_score_gemma":1.9430607e-7,"teacher_disagreement_score":0.92713743,"about_ca_system_score_codex":0.000064210144,"about_ca_system_score_gemma":0.00007192269,"threshold_uncertainty_score":0.51008904},"labels":[],"label_agreement":null},{"id":"W1994059284","doi":"10.1109/dapse.2013.6603803","title":"Extracting artifact lifecycle models from metadata history","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artifact (error); System lifecycle; Software engineering; Metadata; Software development process; Process (computing); Goal-Driven Software Development Process; Software development; Application lifecycle management; Iterative and incremental development; Set (abstract data type); Software; Systems engineering; Artificial intelligence; Programming language; Engineering; World Wide Web","score_opus":0.061600614161988365,"score_gpt":0.24467345658097497,"score_spread":0.1830728424189866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994059284","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06269709,0.0003886376,0.9330629,0.00032484622,0.0003385598,0.00011040253,7.0677083e-7,0.00060615654,0.0024706959],"genre_scores_gemma":[0.804908,0.0000051703223,0.19140734,0.00017118116,0.00006710936,0.000028184042,0.000002395565,0.000013495578,0.003397174],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988074,0.00003201428,0.00015105831,0.00035733506,0.00034688078,0.00030531298],"domain_scores_gemma":[0.9979997,0.0008638679,0.00002846297,0.000891587,0.00006185655,0.00015448926],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019637254,0.000102557235,0.00011309,0.0000839873,0.00003601466,0.00022853137,0.0010240119,0.000043221597,0.00074062485],"category_scores_gemma":[0.0003080071,0.0000922286,0.00004138985,0.00011542723,0.000016847112,0.0037051383,0.00036491454,0.00018951605,0.0010288529],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007254725,0.00047888345,0.011744227,0.000056453104,0.00034070786,0.000119784905,0.0037370445,0.037771594,0.06419694,0.06552734,0.3455879,0.47043186],"study_design_scores_gemma":[0.0001226292,0.0000146653,0.010850779,0.0000084964695,0.0000027451158,0.0000034948284,0.000014851473,0.9707453,0.0026042033,0.0058667627,0.009533598,0.00023243309],"about_ca_topic_score_codex":0.0023422972,"about_ca_topic_score_gemma":0.000007228412,"teacher_disagreement_score":0.93297374,"about_ca_system_score_codex":0.00015799371,"about_ca_system_score_gemma":0.00006908656,"threshold_uncertainty_score":0.99974895},"labels":[],"label_agreement":null},{"id":"W1994243621","doi":"10.1002/smr.327","title":"Supporting the analysis of clones in software systems","year":2006,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloning (programming); Computer science; clone (Java method); Software system; Software; Software engineering; Source code; Software evolution; Code (set theory); Software development; Programming language; Software construction; Biology; Genetics; Set (abstract data type)","score_opus":0.029829150576390785,"score_gpt":0.34921757749210136,"score_spread":0.31938842691571057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994243621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27675673,0.011936554,0.70726734,0.0034965354,0.00019824617,0.00024629987,0.00000740329,0.000035423556,0.00005545599],"genre_scores_gemma":[0.98459965,0.0006245895,0.014503362,0.000019522455,0.000068658825,0.0000071029876,8.9021233e-7,0.00000711482,0.00016909023],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99699146,0.00064404414,0.00063725794,0.00022012428,0.001010392,0.0004967211],"domain_scores_gemma":[0.9832998,0.014193111,0.0004228776,0.00030453762,0.0016674822,0.00011220291],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012649452,0.00010372016,0.00032386094,0.0010182398,0.00018340367,0.00022558914,0.0005130876,0.0000719852,0.0000026286382],"category_scores_gemma":[0.025792867,0.000070116264,0.000070839764,0.0026021234,0.00023423569,0.001128748,0.00023145562,0.0006819042,0.0000012318689],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066044077,0.00036891378,0.94309044,0.00035990553,0.00059115276,0.0004785552,0.0013223034,0.016253047,0.00041889574,0.015343369,0.008594367,0.012518637],"study_design_scores_gemma":[0.0006500064,0.00043764364,0.97496295,0.00027110113,0.000087533044,0.000727198,0.001678209,0.011289671,0.000034470042,0.003509321,0.006182798,0.00016910161],"about_ca_topic_score_codex":0.0012024275,"about_ca_topic_score_gemma":0.00006518877,"teacher_disagreement_score":0.70784295,"about_ca_system_score_codex":0.00012888918,"about_ca_system_score_gemma":0.00022636453,"threshold_uncertainty_score":0.9824133},"labels":[],"label_agreement":null},{"id":"W1994248747","doi":"10.1145/2597073.2597075","title":"An empirical study of just-in-time defect prediction using cross-project models","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":178,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Leverage (statistics); Predictive modelling; Computer science; Context (archaeology); Project management; Data science; Machine learning; Artificial intelligence; Systems engineering; Engineering","score_opus":0.07860207803743692,"score_gpt":0.38833946920076146,"score_spread":0.30973739116332455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994248747","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58161646,0.0000026150724,0.41794443,0.0000019993508,0.00005016256,0.00015430471,3.6133997e-7,0.00015644555,0.000073230694],"genre_scores_gemma":[0.9803095,2.3142815e-7,0.01959596,0.000008320461,0.000034536417,0.000008947575,5.1215665e-7,0.000010336799,0.00003167214],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985081,0.00014648715,0.00022107418,0.0003719693,0.0005013204,0.00025107298],"domain_scores_gemma":[0.9988845,0.0003076192,0.00002634186,0.0006333741,0.00008672826,0.000061455954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009778088,0.000094957875,0.00015602962,0.00027698776,0.000041696563,0.00011798427,0.00070856966,0.00005515867,0.0000071000336],"category_scores_gemma":[0.00018024886,0.00008460158,0.000036310623,0.000620754,0.000022082932,0.00063414115,0.00020008445,0.00013434223,0.0000067017104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009277667,0.00045667368,0.54313433,0.000013108113,0.000010426348,0.0000037355558,0.0012524823,0.45339656,0.0007103169,0.00010700919,0.000043028303,0.00086308864],"study_design_scores_gemma":[0.0003647677,0.0004423326,0.16928889,0.000006104868,0.0000021638516,0.0000036558881,0.000018070137,0.8295332,0.00019629243,0.00007603097,0.000002546171,0.000065928594],"about_ca_topic_score_codex":0.00037708078,"about_ca_topic_score_gemma":0.000010899793,"teacher_disagreement_score":0.39869303,"about_ca_system_score_codex":0.00006621194,"about_ca_system_score_gemma":0.000057201425,"threshold_uncertainty_score":0.34499523},"labels":[],"label_agreement":null},{"id":"W1994492702","doi":"10.1145/1022494.1022542","title":"Continuous evolutionary one-step-ahead testing","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Vendor; Computer science; Software engineering; Software release life cycle; Software; Software development; Backporting; Reliability engineering; Software reliability testing; Software construction; Engineering; Operating system; Business","score_opus":0.029425337035696504,"score_gpt":0.24813374841376354,"score_spread":0.21870841137806704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994492702","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22976837,0.0011949068,0.76096874,0.0005584685,0.00090487127,0.00038152363,0.00001409324,0.006201211,0.00000780821],"genre_scores_gemma":[0.55295396,0.0000058293754,0.44664165,0.000061244464,0.0001881981,0.000055872908,0.000008290834,0.00006160088,0.00002331121],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99665564,0.000027291813,0.00047815798,0.0008612782,0.0008590408,0.0011185979],"domain_scores_gemma":[0.8934875,0.10278833,0.00012753974,0.0026026326,0.0004755202,0.0005184722],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000420818,0.00047447832,0.00043789807,0.00044307325,0.00021568855,0.00024090972,0.0025443828,0.00021894659,0.000015617534],"category_scores_gemma":[0.37757802,0.0005443849,0.00014479185,0.0015073608,0.00006133173,0.0008160793,0.0010904446,0.000676846,0.0002782979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014377037,0.0003868685,0.8404095,0.0004742872,0.00018168146,0.00044314293,0.00069488096,0.09566536,0.010469286,0.0075905696,0.0007532604,0.042916767],"study_design_scores_gemma":[0.0016340073,0.0004104932,0.9777309,0.00080472796,0.000029248047,0.00034490746,0.000009509215,0.003507385,0.010203049,0.00064884266,0.0029345301,0.0017424558],"about_ca_topic_score_codex":0.00015542227,"about_ca_topic_score_gemma":0.000002430574,"teacher_disagreement_score":0.3771572,"about_ca_system_score_codex":0.00039634065,"about_ca_system_score_gemma":0.00027012097,"threshold_uncertainty_score":0.9997008},"labels":[],"label_agreement":null},{"id":"W1994493193","doi":"10.5555/2819009.2819026","title":"Online defect prediction for imbalanced data","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Commit; Process (computing); Machine learning; Reliability (semiconductor); Data mining; Statistical classification; Predictive modelling; Resampling; Software bug; Artificial intelligence; Change detection; Software; Database","score_opus":0.1116123255897715,"score_gpt":0.34237113988862944,"score_spread":0.23075881429885794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994493193","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008823211,0.000048332648,0.9895745,0.00033129877,0.00037611075,0.0001483739,0.000043125794,0.0005285123,0.00012654207],"genre_scores_gemma":[0.4536246,0.000003996645,0.5448996,0.00009525318,0.0002753054,0.000025717336,0.00019244639,0.000012186803,0.00087092596],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993031,0.000009940897,0.0000735784,0.0002544529,0.00019643409,0.00016248685],"domain_scores_gemma":[0.9986167,0.00026020483,0.0000097357515,0.00092844653,0.00008924981,0.00009565594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040334373,0.000047050267,0.000054972494,0.0000457614,0.000018461169,0.000054364158,0.0010847944,0.000024334338,0.0000022081645],"category_scores_gemma":[0.0012222719,0.000039984225,0.00001610628,0.00017451287,0.0000075241783,0.00037009618,0.00041762996,0.000050685503,0.000021076223],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051008945,0.0005689461,0.09379779,0.000105909225,0.00013122303,0.00001551183,0.0005320381,0.0065943245,0.0011776076,0.017020231,0.72183204,0.15817337],"study_design_scores_gemma":[0.0005796695,0.00014374054,0.015292682,0.000006071919,0.0000023916616,0.00000796191,0.0000073625974,0.95434797,0.00033459414,0.0007035803,0.028488537,0.00008541913],"about_ca_topic_score_codex":0.000013363949,"about_ca_topic_score_gemma":0.0000061455703,"teacher_disagreement_score":0.94775367,"about_ca_system_score_codex":0.000031774172,"about_ca_system_score_gemma":0.0000768616,"threshold_uncertainty_score":0.2015836},"labels":[],"label_agreement":null},{"id":"W1994504150","doi":"10.5539/cis.v2n3p64","title":"Positive Affects Inducer on Software Quality","year":2009,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universiti Utara Malaysia","keywords":"Agile software development; Computer science; Extreme programming; Metric (unit); Quality (philosophy); Software; Contentment; Empirical research; Affect (linguistics); Extreme programming practices; Software development; Software engineering; Psychology; Statistics; Software development process; Operations management; Social psychology; Mathematics","score_opus":0.019249059278220505,"score_gpt":0.30061715558978236,"score_spread":0.28136809631156184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994504150","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13489772,0.000007910721,0.8630961,0.0004895463,0.00027460934,0.00011827909,9.7414e-7,0.00023090579,0.0008839115],"genre_scores_gemma":[0.9354114,0.0000042599386,0.062010787,0.002526692,0.000035176294,0.000002483452,0.0000014702084,0.0000011883076,0.000006566594],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987198,0.00002306997,0.00015302538,0.00020773812,0.00062670716,0.00026963706],"domain_scores_gemma":[0.998999,0.0002537769,0.000049446648,0.00035488434,0.00018903837,0.0001538351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008197503,0.00009481812,0.000090331945,0.0003484015,0.00022986079,0.0006617206,0.00073546666,0.000031604228,0.0000017621816],"category_scores_gemma":[0.00035940958,0.00008127911,0.000019460316,0.00095090276,0.00010175,0.0074595376,0.00021692994,0.00013786391,0.00006941141],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004963398,0.000025496418,0.0011556178,0.000011585506,0.0000020686348,0.0000017883264,0.0021962172,0.0006888222,0.0001350944,0.117474295,0.00074342766,0.8775606],"study_design_scores_gemma":[0.00024211855,0.00032317627,0.9308624,0.000033327127,4.210478e-7,0.00001571328,0.000005546537,0.06455833,0.0022911697,0.00053629023,0.0009436198,0.00018787701],"about_ca_topic_score_codex":0.0000023935934,"about_ca_topic_score_gemma":3.373751e-8,"teacher_disagreement_score":0.9297068,"about_ca_system_score_codex":0.000060338072,"about_ca_system_score_gemma":0.00009795493,"threshold_uncertainty_score":0.63809866},"labels":[],"label_agreement":null},{"id":"W1994514428","doi":"10.1049/iet-sen:20080010","title":"Reducing the use of nullable types through non-null by default and monotonic non-null","year":2008,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programming language; Null (SQL); Java; Computer science; Software engineering; Java Modeling Language; Empirical research; Semantics (computer science); Java annotation; Database; Mathematics; Real time Java","score_opus":0.03589992865678084,"score_gpt":0.2562885052394724,"score_spread":0.22038857658269154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994514428","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6018003,0.0013779892,0.3952479,0.00042289792,0.00033369334,0.0003921811,0.00002312992,0.00034607542,0.000055789973],"genre_scores_gemma":[0.86208844,0.00044360195,0.13580951,0.00020691192,0.000072509116,0.000050595896,0.000006569417,0.000050046507,0.001271815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998255,0.00004474959,0.0002639436,0.0004838808,0.00046712093,0.00048530675],"domain_scores_gemma":[0.99730694,0.0013206195,0.00008432395,0.0010084432,0.00017584028,0.00010384937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002145129,0.00021144855,0.0002620795,0.000070614245,0.00024874136,0.00011565882,0.00089916703,0.00011375396,0.000016565673],"category_scores_gemma":[0.0008597278,0.00016650322,0.000069627946,0.0005837124,0.00018017068,0.00065910025,0.00045570376,0.00031900592,0.000052126747],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001124411,0.0005861491,0.15922096,0.0007558969,0.00046883692,0.00032627015,0.03134393,0.048780996,0.01286942,0.00044132915,0.7067224,0.0383714],"study_design_scores_gemma":[0.0060916347,0.0021210264,0.22199026,0.0015403841,0.00015062079,0.0014598555,0.00032480017,0.24834716,0.1843896,0.0028034027,0.3261627,0.004618571],"about_ca_topic_score_codex":0.00075796247,"about_ca_topic_score_gemma":0.000006367742,"teacher_disagreement_score":0.38055968,"about_ca_system_score_codex":0.000058357626,"about_ca_system_score_gemma":0.00014987323,"threshold_uncertainty_score":0.6789804},"labels":[],"label_agreement":null},{"id":"W1994598608","doi":"10.1145/2597073.2597121","title":"An insight into the pull requests of GitHub","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Order (exchange); Request for proposal; Key (lock); Information system; Base (topology)","score_opus":0.012574602474931963,"score_gpt":0.26861960825503306,"score_spread":0.2560450057801011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994598608","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12737595,0.000045868477,0.867865,0.00081889395,0.00014365125,0.00006553692,5.588948e-8,0.00022566319,0.0034593767],"genre_scores_gemma":[0.96409976,0.0000026121656,0.035553567,0.000104281804,0.000039609957,0.0000044791313,2.229987e-7,0.0000047453163,0.00019070126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993204,0.000057201898,0.00009081758,0.00015307123,0.0002452798,0.00013323291],"domain_scores_gemma":[0.99864316,0.00039371595,0.000015625106,0.0008175908,0.00007316315,0.000056735455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004617824,0.000050541184,0.00006303501,0.00005756901,0.00003383252,0.000060288672,0.0011420071,0.000024804005,0.000013814268],"category_scores_gemma":[0.00033582016,0.000030517094,0.0000178663,0.00027810305,0.000037595386,0.00024238031,0.00015508408,0.0000836666,0.00004123691],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000591768,0.00015125156,0.030843869,0.000060148133,0.00002784278,0.000009791308,0.011371475,0.0016330688,0.017902186,0.5311907,0.002790722,0.40401304],"study_design_scores_gemma":[0.00053472386,0.0009152291,0.25640172,0.000048884376,0.0000044335843,0.000026090524,0.00003765413,0.4863541,0.14236687,0.023530161,0.0892475,0.0005325926],"about_ca_topic_score_codex":0.00014122094,"about_ca_topic_score_gemma":0.000022687616,"teacher_disagreement_score":0.83672386,"about_ca_system_score_codex":0.000012690001,"about_ca_system_score_gemma":0.000025215584,"threshold_uncertainty_score":0.21221521},"labels":[],"label_agreement":null},{"id":"W1994641861","doi":"10.1109/icas.2010.24","title":"A Decentralized Evolutional Approach to Handle Schedule Execution in Software Projects","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Schedule; Computer science; Adaptation (eye); Software; Scheduling (production processes); Software project management; Task (project management); Software engineering; Project management; Distributed computing; Real-time computing; Software development; Systems engineering; Software construction; Engineering; Operations management; Programming language; Operating system","score_opus":0.019210604527091075,"score_gpt":0.26189680350052885,"score_spread":0.24268619897343777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994641861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27519608,0.000018790297,0.72341996,0.00016823801,0.00021897117,0.00031037457,8.55416e-7,0.00035022135,0.00031649915],"genre_scores_gemma":[0.53404456,4.683725e-7,0.46562195,0.000042921416,0.000024815443,0.00008634566,0.0000026651305,0.000006279318,0.00016996289],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985608,0.000027250215,0.00014348561,0.0004047265,0.0004216794,0.0004420546],"domain_scores_gemma":[0.99911135,0.00016396547,0.000013785326,0.00044837085,0.00009191947,0.00017057825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039028918,0.00010881354,0.000109360255,0.0002843828,0.000069634516,0.00016401123,0.0006950612,0.0000828738,0.000027073838],"category_scores_gemma":[0.001194833,0.00010094094,0.00003278691,0.00094070303,0.00003068378,0.00033340827,0.00025667268,0.00029868796,0.00010937162],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011390822,0.0026105754,0.4694202,0.00023092607,0.00005985761,0.000049036018,0.0053450475,0.012214441,0.05045465,0.4028316,0.020084895,0.03658484],"study_design_scores_gemma":[0.0027590743,0.0001770607,0.6643578,0.00006023236,0.0000034388797,0.00011532718,0.00005574744,0.30159914,0.017256744,0.0025921217,0.010046426,0.0009768994],"about_ca_topic_score_codex":0.00009876891,"about_ca_topic_score_gemma":0.000050880793,"teacher_disagreement_score":0.4002395,"about_ca_system_score_codex":0.00008730929,"about_ca_system_score_gemma":0.00025444975,"threshold_uncertainty_score":0.4116252},"labels":[],"label_agreement":null},{"id":"W1995143551","doi":"10.1109/qsic.2013.38","title":"Interaction Models Matter in the Evaluation of Quality of Conceptual Models","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Completeness (order theory); Process (computing); Perspective (graphical); Conceptual model; Quality (philosophy); Quality assurance; Software engineering; Systems engineering; Data mining; Data science; Artificial intelligence; Engineering; Programming language; Database","score_opus":0.20139637090093987,"score_gpt":0.3930631360457694,"score_spread":0.19166676514482955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995143551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5101955,0.000011029983,0.48818526,0.00022943044,0.000032296473,0.00016631298,2.410846e-7,0.000010565716,0.0011693379],"genre_scores_gemma":[0.9946027,7.5781134e-7,0.005253644,0.000063690924,0.0000055630494,0.00004469735,6.0930785e-7,0.000002285596,0.00002604431],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986349,0.00024622376,0.00024485684,0.00011868761,0.00066087337,0.00009447047],"domain_scores_gemma":[0.99865466,0.0005954807,0.000053274423,0.00037275508,0.0003103998,0.000013451839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001883092,0.000044001823,0.00008903337,0.00008213737,0.0000073324018,0.000020551044,0.00040593385,0.000025549876,0.00013065133],"category_scores_gemma":[0.00013914293,0.000030142226,0.00002598765,0.0002033512,0.000042191852,0.0008661126,0.000076166565,0.00008127362,0.000023722148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048997285,0.00012689727,0.0034808305,0.00003384189,0.000012857755,9.877741e-8,0.013628857,0.84658545,0.0026442402,0.12089617,0.0010805479,0.0115053225],"study_design_scores_gemma":[0.0001486108,0.000013674548,0.028157,0.00000817711,9.025409e-7,4.5933817e-7,0.00034881846,0.9344691,0.0011736618,0.035646483,7.0336534e-7,0.000032427037],"about_ca_topic_score_codex":0.0009997109,"about_ca_topic_score_gemma":0.000011064577,"teacher_disagreement_score":0.4844072,"about_ca_system_score_codex":0.000036005094,"about_ca_system_score_gemma":0.000036662586,"threshold_uncertainty_score":0.15112704},"labels":[],"label_agreement":null},{"id":"W1995440297","doi":"10.1145/1414004.1414049","title":"Enhancing predictive models using principal component analysis and search based metric selection","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Principal component analysis; Metric (unit); Computer science; Selection (genetic algorithm); Component (thermodynamics); Artificial intelligence; Data mining; Engineering","score_opus":0.04325257420471928,"score_gpt":0.28286649322276136,"score_spread":0.23961391901804208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995440297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41391242,0.000027119604,0.5857522,0.0000134950515,0.000019925583,0.000081558326,4.652076e-7,0.00016620477,0.000026623331],"genre_scores_gemma":[0.80082273,0.0000052119794,0.19909236,0.000011982198,0.000017308967,0.0000059279464,0.0000010485726,0.0000065775807,0.00003682148],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839073,0.00008415687,0.0001633484,0.000409029,0.0006212969,0.00033140642],"domain_scores_gemma":[0.9988671,0.0005126129,0.00002297396,0.00026355404,0.00018479636,0.00014899655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004960714,0.00010980486,0.0001783834,0.0013468259,0.00020572521,0.00007361061,0.00027487671,0.000048372844,0.000010797316],"category_scores_gemma":[0.0001147883,0.00010453958,0.000060691065,0.0044509936,0.000036896952,0.00042451278,0.00019711624,0.00018185975,0.0000023105242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005506505,0.00003653673,0.04484093,0.000011510255,0.00012398437,0.000010559263,0.00028279616,0.9509825,0.0031994223,0.00016013706,0.0000028176605,0.00034330948],"study_design_scores_gemma":[0.00014497641,0.000048690938,0.06481114,0.0000041207823,0.00002201921,0.000015898519,0.0000053291506,0.91227764,0.022552894,0.000017599772,0.0000016699973,0.0000980394],"about_ca_topic_score_codex":0.0005125922,"about_ca_topic_score_gemma":0.000019600897,"teacher_disagreement_score":0.38691035,"about_ca_system_score_codex":0.00020930052,"about_ca_system_score_gemma":0.0001421759,"threshold_uncertainty_score":0.42630002},"labels":[],"label_agreement":null},{"id":"W1995584399","doi":"10.1142/s0218194009004489","title":"TEMPORAL SOFTWARE CHANGE PREDICTION USING NEURAL NETWORKS","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Eclipse; Computer science; Software maintenance; Software; Software evolution; Dimension (graph theory); Plan (archaeology); Software development; Artificial neural network; Software engineering; Scale (ratio); Data science; Data mining; Artificial intelligence; Machine learning; Software construction; Operating system","score_opus":0.02304885103198641,"score_gpt":0.26661743351535744,"score_spread":0.24356858248337104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995584399","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15018204,0.0032572516,0.8422801,0.00008657234,0.0036325853,0.000096505086,0.0000047577814,0.00045862125,0.0000015775566],"genre_scores_gemma":[0.8852705,0.00009326568,0.112785906,0.0000304784,0.0017613241,0.0000050696663,0.0000041025232,0.000038416805,0.000010979106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998141,0.000020507261,0.0005664794,0.00029137166,0.0005394481,0.00044118115],"domain_scores_gemma":[0.9983399,0.00046486533,0.00015022997,0.00024346611,0.00051406195,0.0002874948],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000495894,0.00031752483,0.0003342934,0.00081586675,0.00005764456,0.00025775415,0.0009693235,0.00014697282,0.0000035671226],"category_scores_gemma":[0.0013259203,0.00032598496,0.00015419791,0.0004573586,0.000016878577,0.0012398853,0.00019641346,0.00064881495,0.0000017807761],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024650235,0.00011343109,0.024151176,0.000070999544,0.00021329455,0.00033031657,0.0008199026,0.89972603,0.00077072793,0.0004424552,0.00015758723,0.073179424],"study_design_scores_gemma":[0.00052789965,0.00014279685,0.04813757,0.00033385234,0.00001487123,0.0008938243,0.000005155611,0.94836736,0.00015392898,0.000018285948,0.0011125838,0.00029189678],"about_ca_topic_score_codex":0.0000057029933,"about_ca_topic_score_gemma":2.87609e-7,"teacher_disagreement_score":0.7350884,"about_ca_system_score_codex":0.00024769615,"about_ca_system_score_gemma":0.00005979212,"threshold_uncertainty_score":0.99991924},"labels":[],"label_agreement":null},{"id":"W1995653819","doi":"10.1109/msr.2013.6624021","title":"Understanding the evolution of Type-3 clones: An exploratory study","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Type (biology); Biology; Computer science; Programming language; Genetics; Gene","score_opus":0.10647273622953188,"score_gpt":0.29364954012610545,"score_spread":0.18717680389657357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995653819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3801909,0.000021062451,0.6191479,0.00007501503,0.00012421032,0.00017742552,3.977993e-8,0.00011718472,0.00014625103],"genre_scores_gemma":[0.9981591,8.05022e-7,0.0017230379,0.000009052994,0.000018292627,0.000015593358,8.162844e-8,0.000004529843,0.00006947158],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931735,0.0000666353,0.000089364614,0.0001343602,0.00026341545,0.00012887304],"domain_scores_gemma":[0.99912584,0.00023392617,0.000016375214,0.0004941968,0.00008926837,0.000040414106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037228694,0.000047276495,0.00005350878,0.000073816,0.000056986068,0.00006508825,0.0005787341,0.00001634109,0.00003040131],"category_scores_gemma":[0.00009989999,0.000030455958,0.0000116092715,0.00044427026,0.000026067328,0.00051383604,0.00014667587,0.00007102556,0.00006483461],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013843561,0.0013058137,0.5155318,0.00006275494,0.00015703838,0.000012674035,0.0607076,0.00876754,0.0074929837,0.3898122,0.011154583,0.0049811793],"study_design_scores_gemma":[0.0010771364,0.0021984002,0.42715454,0.0000341447,0.000012028866,0.00000951342,0.107102364,0.4281041,0.0010669908,0.032564748,0.000104808576,0.0005712123],"about_ca_topic_score_codex":0.00013737615,"about_ca_topic_score_gemma":0.000027512511,"teacher_disagreement_score":0.6179682,"about_ca_system_score_codex":0.00015000429,"about_ca_system_score_gemma":0.0000560177,"threshold_uncertainty_score":0.12419579},"labels":[],"label_agreement":null},{"id":"W1995760438","doi":"10.1109/saner.2015.7081861","title":"SPCP-Miner: A tool for mining code clones that are important for refactoring or tracking","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code refactoring; Code (set theory); Computer science; Cloning (programming); Software; Software system; Software maintenance; Software engineering; Software evolution; Tracking (education); Tracking system; Programming language; Set (abstract data type); Software construction; Artificial intelligence","score_opus":0.17344531442390687,"score_gpt":0.3502397250376185,"score_spread":0.17679441061371165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995760438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1597703,0.00011943925,0.83785844,0.00036198305,0.0007009066,0.0005727103,0.000013085588,0.0005666748,0.00003643983],"genre_scores_gemma":[0.6631971,0.000006623707,0.33456856,0.000069683796,0.00026746758,0.0002540756,0.0000042545244,0.00004011288,0.001592141],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983271,0.000012507906,0.0002702331,0.00044611178,0.00038548585,0.00055858603],"domain_scores_gemma":[0.99740267,0.0015907825,0.00008942709,0.000502163,0.00023785509,0.00017708473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089758134,0.00017236032,0.00023358146,0.00013203458,0.00009043776,0.00028078316,0.0007320936,0.000074126314,0.0000040964114],"category_scores_gemma":[0.0027839076,0.00013279381,0.00008682528,0.00024064924,0.000015229372,0.00054194505,0.00018141951,0.000086903994,0.0000034529694],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086727925,0.00042417512,0.6826595,0.0016751162,0.00039440268,0.0003613159,0.014113401,0.0049633924,0.0069278735,0.01717979,0.07731468,0.19311906],"study_design_scores_gemma":[0.008557036,0.002059802,0.045551028,0.0007783107,0.00005929335,0.00027509153,0.0027286196,0.68357545,0.088545166,0.0025950915,0.16239937,0.0028757504],"about_ca_topic_score_codex":0.000012559244,"about_ca_topic_score_gemma":0.00003755969,"teacher_disagreement_score":0.67861205,"about_ca_system_score_codex":0.00011073538,"about_ca_system_score_gemma":0.00016245549,"threshold_uncertainty_score":0.54151744},"labels":[],"label_agreement":null},{"id":"W1996180635","doi":"10.1145/1498926.1498927","title":"Deferring design pattern decisions and automating structural pattern changes using a design-pattern-based programming system","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Programming Languages and Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Waterloo","funders":"University of Alberta","keywords":"Computer science; Software design pattern; Specification pattern; Design pattern; Generative Design; Coding (social sciences); Engineering design process; Structural pattern; Architecture; Context (archaeology); Software design; Software engineering; Programming language; Software development; Software","score_opus":0.05634059262171508,"score_gpt":0.3122899557454259,"score_spread":0.2559493631237108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996180635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1306298,0.0008504079,0.86615425,0.00012520245,0.00023339818,0.0010555676,0.0000057200627,0.0009449131,7.739788e-7],"genre_scores_gemma":[0.8488969,0.0000062406057,0.15079322,0.000038367274,0.000069098685,0.00014688702,0.0000025787301,0.00003908204,0.0000076180195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971277,0.00031589338,0.00043867872,0.0007524327,0.000583854,0.0007814472],"domain_scores_gemma":[0.997194,0.0014620062,0.00015346684,0.00081396365,0.00010381525,0.00027275222],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00096590084,0.0004070797,0.00042636044,0.00044961274,0.0006446819,0.0012958096,0.0006701703,0.00016144809,0.0000016187024],"category_scores_gemma":[0.00016444764,0.00036122708,0.00008106186,0.0004997261,0.0000474817,0.00031366237,0.000037777194,0.00037402313,0.0000023492632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056705794,0.00003155701,0.001581231,0.00023701393,0.000044628254,0.00011478964,0.0013678044,0.0152634075,0.00042355282,0.0000068776003,0.0000010438766,0.9809224],"study_design_scores_gemma":[0.00070262235,0.0005972153,0.0026490707,0.0017144723,0.00005395134,0.0005099599,0.0014620982,0.9907268,0.00096580473,0.0000066642256,0.000038834536,0.0005724663],"about_ca_topic_score_codex":0.0005549871,"about_ca_topic_score_gemma":0.000026996573,"teacher_disagreement_score":0.98034996,"about_ca_system_score_codex":0.00016038133,"about_ca_system_score_gemma":0.0000535057,"threshold_uncertainty_score":0.99988395},"labels":[],"label_agreement":null},{"id":"W1996284583","doi":"10.1155/2013/952178","title":"A Granular Hierarchical Multiview Metrics Suite for Statecharts Quality","year":2013,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Suite; Process (computing); Quality (philosophy); Abstraction; Diagram; Quality assurance; Data mining; Software engineering; Programming language; Database","score_opus":0.018898756069967753,"score_gpt":0.30623282032282995,"score_spread":0.2873340642528622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996284583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035243116,0.0049121836,0.9574317,0.000085353255,0.0005556665,0.0007815101,0.000010105102,0.00097531127,0.000005054577],"genre_scores_gemma":[0.3909866,0.0003656955,0.6076906,0.000048182872,0.00007067585,0.00074415485,0.000008641327,0.00004949248,0.00003599889],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754494,0.000045352732,0.0004820874,0.00060709415,0.00049397134,0.00082657166],"domain_scores_gemma":[0.99390525,0.0049641533,0.000060056846,0.00069663394,0.00016574375,0.00020817341],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008161449,0.00028289703,0.00038546027,0.0005235608,0.000061705294,0.00014662115,0.0010211958,0.000103114864,0.000010197965],"category_scores_gemma":[0.008130322,0.00029003553,0.000115102564,0.0014186773,0.000034848752,0.0016707198,0.000281159,0.00041711648,0.00003333738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002082196,0.00028484344,0.18035586,0.002457403,0.000043662636,0.00007273775,0.001268746,0.19846608,0.0013661805,0.02271006,0.00031312497,0.59264046],"study_design_scores_gemma":[0.004570273,0.0005055651,0.25972408,0.0008662044,0.000016665097,0.000052126623,0.00004621787,0.56369203,0.0070912763,0.015388652,0.14454807,0.003498862],"about_ca_topic_score_codex":0.000030114283,"about_ca_topic_score_gemma":0.0000050217477,"teacher_disagreement_score":0.5891416,"about_ca_system_score_codex":0.00017233302,"about_ca_system_score_gemma":0.00004361772,"threshold_uncertainty_score":0.9999552},"labels":[],"label_agreement":null},{"id":"W1996342119","doi":"10.1007/s10664-011-9188-2","title":"Introduction to the special issue on software repository mining in 2009","year":2011,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software; Data science; Operating system","score_opus":0.022772899001632055,"score_gpt":0.257169182466531,"score_spread":0.23439628346489894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996342119","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16146901,0.00015567633,0.82652175,0.0024864404,0.0064860824,0.00060035207,0.0000035277394,0.0020448861,0.00023228994],"genre_scores_gemma":[0.2893514,0.000014008304,0.64781666,0.0015509895,0.05786722,0.00046632707,0.000010191939,0.0002643847,0.0026588144],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9975032,0.000063611486,0.00038430092,0.00073735224,0.0005996591,0.00071186206],"domain_scores_gemma":[0.9978546,0.0007710361,0.0000408255,0.0010036518,0.00007790783,0.0002520004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005524296,0.00029574923,0.00025719986,0.00041970756,0.00012601906,0.00012774134,0.001259102,0.0001358598,0.000104102684],"category_scores_gemma":[0.0045558247,0.00025164458,0.00008836644,0.0014430741,0.00002370229,0.00031342456,0.00037972906,0.00060821336,0.0003835974],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112095666,0.00043807784,0.275442,0.00013046863,0.00008830503,0.0006764974,0.016655037,0.1856306,0.00014753196,0.00040888705,0.44552523,0.07474526],"study_design_scores_gemma":[0.00041218312,0.00043430706,0.6116317,0.0001432523,0.0000071151944,0.00009666196,0.000045383033,0.0061204797,0.0032434028,0.00004389797,0.37697592,0.0008457024],"about_ca_topic_score_codex":0.000033469296,"about_ca_topic_score_gemma":0.0000059947315,"teacher_disagreement_score":0.3361897,"about_ca_system_score_codex":0.0002896845,"about_ca_system_score_gemma":0.000059060796,"threshold_uncertainty_score":0.99999356},"labels":[],"label_agreement":null},{"id":"W1996993752","doi":"10.1109/tse.2013.28","title":"Early Detection of Collaboration Conflicts and Risks","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Quality (philosophy); Control (management); Source code; Open source; Code (set theory); Software engineering; Risk analysis (engineering); Computer security; Data science; Software; Programming language; Business; Set (abstract data type); Artificial intelligence","score_opus":0.01665302119978797,"score_gpt":0.24331634647688724,"score_spread":0.22666332527709926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996993752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38300392,0.0000389313,0.6160782,0.000014545863,0.0003096836,0.00016923819,0.0000027535114,0.00038065098,0.0000021011874],"genre_scores_gemma":[0.9690109,0.000018357992,0.030778743,0.000008860704,0.000019589264,0.00009987699,2.8477717e-7,0.000022537619,0.000040852854],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990069,0.000018185068,0.00020551764,0.00026137146,0.00027599375,0.00023198806],"domain_scores_gemma":[0.99886,0.00046858643,0.000036955502,0.00033844842,0.00017645909,0.000119537304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011949678,0.0001506609,0.00015245355,0.00033320003,0.00007048006,0.00011523487,0.00021684913,0.00009646935,0.000011721927],"category_scores_gemma":[0.000109136185,0.00016488032,0.000040762086,0.000648226,0.00002330111,0.0006449862,0.0000037758446,0.00024300475,0.000030931027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002446819,0.00020375328,0.002252143,0.00039309653,0.00022123907,0.000012520627,0.0034112104,0.5880362,0.18145564,0.00037651707,0.00005025589,0.22356296],"study_design_scores_gemma":[0.00094356283,0.0005223007,0.11910411,0.00014789418,0.000022057618,0.000034523677,0.000033969318,0.2763221,0.6017674,0.0000557188,0.00040782636,0.00063851784],"about_ca_topic_score_codex":0.00013712273,"about_ca_topic_score_gemma":0.0000031285435,"teacher_disagreement_score":0.586007,"about_ca_system_score_codex":0.000060336304,"about_ca_system_score_gemma":0.000023428129,"threshold_uncertainty_score":0.6723624},"labels":[],"label_agreement":null},{"id":"W1997588820","doi":"10.5555/2486788.2487012","title":"Normalizing source code vocabulary to support program comprehension and software quality","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Program comprehension; Source code; Identifier; Normalization (sociology); Vocabulary; Software quality; Software maintenance; Natural language processing; Information retrieval; Static program analysis; Software; Artificial intelligence; Software development; Programming language; Software system; Linguistics","score_opus":0.05035563521686575,"score_gpt":0.3253980243126402,"score_spread":0.27504238909577444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997588820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2840347,0.000027667451,0.7126169,0.00044071735,0.00057899527,0.0004656715,0.00001060998,0.0017647654,0.00005996223],"genre_scores_gemma":[0.75185555,0.000009176241,0.24729025,0.00023769503,0.000099135694,0.00024088229,0.000022165425,0.00004058278,0.00020457811],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99741346,0.00003848836,0.0004176183,0.00068874896,0.0008840265,0.00055769004],"domain_scores_gemma":[0.9978087,0.00064962514,0.000070586604,0.0005891408,0.0004846833,0.00039725404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003371036,0.00033235893,0.0002828787,0.00040612553,0.00009796209,0.0006536858,0.0012363227,0.00011824975,0.00014936157],"category_scores_gemma":[0.0017407819,0.0003485451,0.000073229196,0.00033315935,0.000035486366,0.00074829644,0.0007582979,0.00043539522,0.00031635363],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072710165,0.0005053336,0.20708986,0.00043363604,0.00033163375,0.00012328429,0.0029679667,0.05669847,0.0064882403,0.030523447,0.0056526326,0.6891128],"study_design_scores_gemma":[0.0013850511,0.0012771296,0.52269775,0.00075743644,0.000012064766,0.00015228412,0.00011062427,0.4353876,0.003015596,0.0004745026,0.032599956,0.0021300016],"about_ca_topic_score_codex":0.00012035053,"about_ca_topic_score_gemma":0.000004953227,"teacher_disagreement_score":0.6869828,"about_ca_system_score_codex":0.00014723123,"about_ca_system_score_gemma":0.00007753288,"threshold_uncertainty_score":0.99989665},"labels":[],"label_agreement":null},{"id":"W1997670024","doi":"10.1155/2013/276105","title":"Extension of Object-Oriented Metrics Suite for Software Maintenance","year":2013,"lang":"en","type":"article","venue":"ISRN Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Maintainability; Computer science; Software metric; Suite; Software maintenance; Set (abstract data type); Measure (data warehouse); Data mining; Class (philosophy); Programming complexity; Software; Object-oriented programming; Software system; Software engineering; Software construction; Artificial intelligence; Programming language","score_opus":0.013296487586614638,"score_gpt":0.23849691223883435,"score_spread":0.2252004246522197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997670024","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07348417,0.00040722557,0.92284185,0.000059024504,0.0009436283,0.00075636053,0.00001763392,0.0014863465,0.0000037746713],"genre_scores_gemma":[0.41036716,0.000021568112,0.5889262,0.000041595275,0.00008090135,0.00024681972,0.00001155001,0.00007833501,0.00022587623],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99716175,0.00002121046,0.00052295823,0.000684188,0.0006622618,0.00094766176],"domain_scores_gemma":[0.9944312,0.0031662737,0.00012382651,0.0011597612,0.00085605786,0.000262912],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005035684,0.0003599288,0.00046020062,0.0006823905,0.000087555025,0.00011598665,0.0011583697,0.00017118709,0.000018394363],"category_scores_gemma":[0.013885113,0.0003602722,0.00021195761,0.0018043616,0.000040757022,0.0007699723,0.0004381379,0.00033363988,0.000058093476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011877559,0.0009729964,0.29341206,0.0064091817,0.00087154255,0.00020436954,0.0038233951,0.26940805,0.055693097,0.028916417,0.040843803,0.2993263],"study_design_scores_gemma":[0.0048755654,0.0011207676,0.35541445,0.0014107167,0.000074467585,0.00018916471,0.00010360298,0.5392204,0.060834937,0.0016606214,0.031500477,0.0035948167],"about_ca_topic_score_codex":0.000050731665,"about_ca_topic_score_gemma":0.0000016866597,"teacher_disagreement_score":0.33688298,"about_ca_system_score_codex":0.00017820281,"about_ca_system_score_gemma":0.000097150645,"threshold_uncertainty_score":0.9998849},"labels":[],"label_agreement":null},{"id":"W1998060612","doi":"10.1145/1920778.1920786","title":"Critic-proofing","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Heuristic evaluation; Computer science; Heuristic; Categorization; Software; Value (mathematics); Human–computer interaction; Artificial intelligence; Machine learning; Programming language","score_opus":0.012687353180009553,"score_gpt":0.2718507677242913,"score_spread":0.2591634145442817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998060612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09331101,0.000008138473,0.8976455,0.000838799,0.0007021502,0.000037962098,6.937714e-8,0.00065081974,0.0068055643],"genre_scores_gemma":[0.8074683,1.8108292e-7,0.19174182,0.000080009086,0.00005670071,0.0000041216954,5.96478e-8,0.0000032538048,0.00064557156],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99950606,0.0000039642964,0.000043958018,0.00012983756,0.00014761719,0.00016856188],"domain_scores_gemma":[0.99922174,0.000298033,0.0000029226837,0.00037567373,0.00003858362,0.00006302679],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015885332,0.000035082063,0.000031535783,0.00005060489,0.00003224937,0.00010402587,0.00056298904,0.000022747086,0.000090063455],"category_scores_gemma":[0.0006282748,0.000030852756,0.000013944049,0.00016139522,0.000012708292,0.00018602959,0.00015607086,0.00016441269,0.0002592529],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.874089e-7,0.000037746227,0.017556608,0.000017371176,0.0000063276793,0.000045597684,0.00024430506,0.00003322047,0.0696787,0.8059044,0.010244057,0.09623118],"study_design_scores_gemma":[0.00077900215,0.00014575756,0.25394344,0.000023951654,0.0000028814811,0.00023712832,0.000020121983,0.28658104,0.29520306,0.031827126,0.13014613,0.0010903691],"about_ca_topic_score_codex":0.000010428617,"about_ca_topic_score_gemma":0.000004235981,"teacher_disagreement_score":0.7740773,"about_ca_system_score_codex":0.0000044415174,"about_ca_system_score_gemma":0.000022216795,"threshold_uncertainty_score":0.3332258},"labels":[],"label_agreement":null},{"id":"W1998099342","doi":"10.1016/j.scico.2009.12.009","title":"Defining the meaning of tabular mathematical expressions","year":2010,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Expression (computer science); Schema (genetic algorithms); Meaning (existential); Set (abstract data type); Theoretical computer science; Semantics (computer science); Regular expression; Programming language; Artificial intelligence; Natural language processing; Information retrieval","score_opus":0.013313281107449868,"score_gpt":0.28131381459550436,"score_spread":0.26800053348805447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998099342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1949429,0.0000390734,0.80404866,0.0001484046,0.00039772707,0.00016145925,2.4036322e-7,0.00012382788,0.00013773062],"genre_scores_gemma":[0.5332737,2.9001473e-7,0.46668386,0.000005156138,0.000022401038,0.0000075379776,7.4825e-8,0.000004119042,0.0000028512643],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978829,0.000028549697,0.00031179425,0.00033239945,0.0009899229,0.00045441077],"domain_scores_gemma":[0.9976844,0.0008787921,0.00012476605,0.00091970904,0.00027027758,0.000122022335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002214793,0.00010915243,0.00017567749,0.00022148169,0.00023864521,0.00020639971,0.0029938256,0.000039122,0.0000067076257],"category_scores_gemma":[0.0008753757,0.00007435737,0.00006686894,0.0014156449,0.00079423515,0.00050225295,0.0011483774,0.0003388288,0.000007990408],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012928567,0.00009545049,0.0024588045,0.000066410845,0.00000961068,0.000004606636,0.0030896089,0.0009414899,0.04945133,0.67976135,0.000029679755,0.26409033],"study_design_scores_gemma":[0.00044639249,0.00032676326,0.009743185,0.00048053946,0.000012141976,0.0001012883,0.00019786858,0.6926507,0.2726187,0.021485971,0.0014234883,0.0005129347],"about_ca_topic_score_codex":0.0000059729227,"about_ca_topic_score_gemma":6.180705e-7,"teacher_disagreement_score":0.6917092,"about_ca_system_score_codex":0.000011382468,"about_ca_system_score_gemma":0.00020228104,"threshold_uncertainty_score":0.55633223},"labels":[],"label_agreement":null},{"id":"W1998265754","doi":"10.1109/ms.2006.105","title":"How are Java software developers using the Eclipse IDE?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":407,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Java; Computer science; Popularity; Software development; Development environment; Software engineering; Software; World Wide Web; Operating system","score_opus":0.02894594475689117,"score_gpt":0.25349211816357187,"score_spread":0.2245461734066807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998265754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1246214,0.00049990887,0.8705213,0.0011008626,0.0015863603,0.00032244006,0.00001650703,0.0013071361,0.000024097993],"genre_scores_gemma":[0.62818074,0.000013346978,0.36734682,0.00045194538,0.0017449352,0.00005749088,0.000009570935,0.00012014058,0.0020750382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969213,0.00011405263,0.00029963252,0.0007493135,0.0009734904,0.0009422384],"domain_scores_gemma":[0.99669325,0.001193435,0.00014240069,0.001441066,0.00036079378,0.00016902976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004829549,0.00038182724,0.00030696837,0.00022964377,0.00074869744,0.00073902507,0.0023332739,0.00017693746,0.00001661401],"category_scores_gemma":[0.0016614975,0.00029835803,0.0001660215,0.0012509769,0.0001561741,0.0008140589,0.0005910716,0.0005256809,0.00009366807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047006743,0.0004797539,0.6296266,0.0006598765,0.00037433655,0.00178019,0.0039416864,0.10167154,0.002183248,0.0058132205,0.16704196,0.08638061],"study_design_scores_gemma":[0.006013264,0.00049708184,0.5048421,0.0018055754,0.00021682208,0.0022136648,0.0012930637,0.055354603,0.041991744,0.037655346,0.33816177,0.009954949],"about_ca_topic_score_codex":0.00014909712,"about_ca_topic_score_gemma":0.000058938087,"teacher_disagreement_score":0.5035593,"about_ca_system_score_codex":0.00027804612,"about_ca_system_score_gemma":0.00028273434,"threshold_uncertainty_score":0.99994683},"labels":[],"label_agreement":null},{"id":"W1998569777","doi":"10.1109/icsme.2014.55","title":"Recommending Clones for Refactoring Using Design, Context, and History","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code refactoring; Computer science; clone (Java method); Cloning (programming); Context (archaeology); Software engineering; Software maintenance; Source code; Programming language; Code (set theory); Software development; Software","score_opus":0.1236162076083696,"score_gpt":0.30430109805012046,"score_spread":0.18068489044175085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998569777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014566936,0.00024358707,0.98417014,0.00010080124,0.00050807855,0.00011881716,1.0070052e-7,0.0002170298,0.000074517935],"genre_scores_gemma":[0.6328975,0.000003768652,0.36677015,0.000069753085,0.00006136618,0.000010107025,1.0084241e-7,0.000009930214,0.00017732436],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993428,0.000033792097,0.00009477861,0.00021701177,0.00009752792,0.00021411275],"domain_scores_gemma":[0.9981561,0.0014888057,0.000021401213,0.0002197576,0.000041486677,0.0000725044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006138762,0.00007316082,0.00009598646,0.00009723137,0.00006587751,0.00005164869,0.00024822538,0.000031233463,0.000006132465],"category_scores_gemma":[0.0005710768,0.000069668975,0.000019223746,0.00005785397,0.000015777638,0.00025493925,0.00011397545,0.00006289343,0.000002095282],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038110018,0.0000665958,0.016432673,0.00031900877,0.0000816644,0.000007809481,0.0037657083,0.0022693272,0.06983471,0.12832601,0.020625958,0.7582324],"study_design_scores_gemma":[0.0005747807,0.00016392322,0.0018945292,0.00005587537,0.0000045811103,0.000020281257,0.000027377993,0.8755287,0.010306767,0.0011750177,0.1098937,0.00035445363],"about_ca_topic_score_codex":0.000036850284,"about_ca_topic_score_gemma":0.0000013065819,"teacher_disagreement_score":0.87325937,"about_ca_system_score_codex":0.00020090672,"about_ca_system_score_gemma":0.0000271791,"threshold_uncertainty_score":0.28410184},"labels":[],"label_agreement":null},{"id":"W1998690866","doi":"10.1049/iet-sen:20070062","title":"Ontological approach for the semantic recovery of traceability links between software artefacts","year":2008,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Traceability; Computer science; Software engineering; Requirements traceability; Documentation; Ontology; Software development; Source code; Software construction; Software; Programming language","score_opus":0.060071436611381715,"score_gpt":0.2797311478187576,"score_spread":0.21965971120737587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998690866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13677968,0.0003856314,0.86072993,0.0002462166,0.00021954435,0.00074554665,0.00004203921,0.00084045925,0.000010955082],"genre_scores_gemma":[0.6898382,0.000022935234,0.30966702,0.00005692014,0.00013178485,0.0001276464,0.000017225022,0.000023743554,0.00011452064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997453,0.00011260137,0.00046123448,0.00068246125,0.0006614451,0.00062928104],"domain_scores_gemma":[0.9893382,0.008722019,0.0001261599,0.0013597186,0.0002850261,0.00016886946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091886736,0.0002668646,0.00047951905,0.000109078166,0.00031396854,0.000058676633,0.0018313162,0.00036491573,0.0000122149495],"category_scores_gemma":[0.006552682,0.00019207399,0.00029915263,0.0005507566,0.0002582646,0.00032332257,0.00034181224,0.00068305037,0.00001474353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008126742,0.00053032563,0.8598812,0.000704836,0.00028629767,0.00003622899,0.0020551805,0.009999467,0.000037924754,0.00020798929,0.007878956,0.118300274],"study_design_scores_gemma":[0.000870455,0.0005664967,0.98351026,0.000051225616,0.00004159069,0.000083927494,0.00003152461,0.00951467,0.0008976869,0.0023045691,0.0015878084,0.000539813],"about_ca_topic_score_codex":0.000040156337,"about_ca_topic_score_gemma":0.0000030236627,"teacher_disagreement_score":0.5530585,"about_ca_system_score_codex":0.000089025605,"about_ca_system_score_gemma":0.00021056614,"threshold_uncertainty_score":0.78446454},"labels":[],"label_agreement":null},{"id":"W1999284448","doi":"10.1016/j.scico.2012.01.004","title":"Taupe : Visualizing and analyzing eye-tracking data","year":2012,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Program comprehension; Documentation; Software engineering; Plug-in; Extensibility; Eye tracking; Software; Process (computing); Human–computer interaction; Usability; Context (archaeology); Software system; Data science; Programming language; Artificial intelligence","score_opus":0.04910834378222158,"score_gpt":0.3630185884685466,"score_spread":0.31391024468632506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999284448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2771038,0.0005898003,0.7214446,0.0000759932,0.0004469622,0.00012331811,4.0915788e-7,0.0002010384,0.0000140615075],"genre_scores_gemma":[0.60138893,0.000004979916,0.39847082,0.000009867815,0.00011326465,0.0000024336164,8.481983e-7,0.0000066150474,0.0000022244606],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973766,0.00004183822,0.00028160127,0.0006101974,0.00079364586,0.0008960768],"domain_scores_gemma":[0.99788797,0.00032680715,0.000104503626,0.0012073551,0.00017599022,0.00029740197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037261161,0.00015105991,0.00019806983,0.0004509656,0.0002759179,0.0006422727,0.0030705235,0.000036666414,0.0000013328438],"category_scores_gemma":[0.00044038016,0.00014450566,0.000027629374,0.0019369451,0.0003977547,0.0043800785,0.0036186702,0.0001866835,0.0000047108715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.890531e-7,0.000059619426,0.115407944,0.00006410462,0.00001170715,0.0000033238823,0.0018097094,0.00014813316,0.0033327881,0.0051358296,0.000021209808,0.8740047],"study_design_scores_gemma":[0.00036502935,0.0001756012,0.2234564,0.00030884848,0.000014940641,0.000076609875,0.00011831887,0.75999105,0.01002158,0.00023265417,0.004530983,0.0007079981],"about_ca_topic_score_codex":0.000023963616,"about_ca_topic_score_gemma":6.147983e-7,"teacher_disagreement_score":0.87329674,"about_ca_system_score_codex":0.00004417065,"about_ca_system_score_gemma":0.0001192159,"threshold_uncertainty_score":0.61934507},"labels":[],"label_agreement":null},{"id":"W1999457095","doi":"10.1109/scam.2014.11","title":"Automatic Identification of Important Clones for Refactoring and Tracking","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code refactoring; Computer science; Software evolution; clone (Java method); Software maintenance; Cloning (programming); Identification (biology); Software system; Software; Software engineering; Programming language; Tracking (education); Code (set theory); Tracking system; Artificial intelligence; Software construction; Biology; Genetics","score_opus":0.02363146154358002,"score_gpt":0.2901312652968421,"score_spread":0.26649980375326204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999457095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42224517,0.000020275545,0.57747144,0.000039591283,0.00006647238,0.000059758448,1.7123332e-7,0.00008977857,0.000007344862],"genre_scores_gemma":[0.96159565,0.000002560801,0.03833732,0.0000030619078,0.000015229703,0.000010111331,2.8907988e-7,0.0000038264616,0.000031974658],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948245,0.000008283501,0.00017723606,0.00012283452,0.000114794966,0.00009441351],"domain_scores_gemma":[0.99915534,0.00050476537,0.000045842567,0.00021521773,0.000051915802,0.000026899448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005573402,0.00003642263,0.00006608292,0.00006213264,0.000025140527,0.00005408257,0.00018427026,0.000016622269,0.000001626153],"category_scores_gemma":[0.0006923876,0.00003188883,0.0000145791755,0.00009327077,0.000009471208,0.00018119393,0.000042152555,0.000023417986,7.9317283e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030636645,0.00005611889,0.11207632,0.00088228297,0.00003613042,9.4075205e-7,0.0020896017,0.00027184628,0.18169509,0.16320573,0.0001413856,0.5395415],"study_design_scores_gemma":[0.00011650769,0.000035167686,0.20614569,0.000019646346,0.0000019274785,0.000002776765,0.000008871189,0.7262426,0.06477251,0.0024919994,0.00009576218,0.000066541215],"about_ca_topic_score_codex":0.000005441471,"about_ca_topic_score_gemma":7.8524454e-7,"teacher_disagreement_score":0.72597075,"about_ca_system_score_codex":0.000008721386,"about_ca_system_score_gemma":0.0000086968275,"threshold_uncertainty_score":0.13003887},"labels":[],"label_agreement":null},{"id":"W1999875458","doi":"10.1145/1865841.1865856","title":"Semantic comparison of structured visual dataflow programs","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Dataflow; Computer science; Programming language; Debugger; Visual programming language; Dataflow architecture; Debugging","score_opus":0.022503892553128662,"score_gpt":0.33092810911672577,"score_spread":0.3084242165635971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999875458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66962403,0.000009599844,0.32944307,0.000057240864,0.0003901978,0.000119372206,4.5564698e-7,0.00026278448,0.00009323204],"genre_scores_gemma":[0.88683486,1.968038e-7,0.113045126,0.000005497203,0.0000328493,0.0000043397745,0.000003941932,0.0000061037326,0.00006708221],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990272,0.000012783711,0.00015840992,0.00021821854,0.0003580241,0.00022538108],"domain_scores_gemma":[0.99907887,0.00016044219,0.000030061294,0.00057212665,0.000075576296,0.000082911545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017124297,0.000078955694,0.00013747581,0.00008382058,0.000026735781,0.0000826406,0.00093504885,0.0000522445,0.00004203343],"category_scores_gemma":[0.00019403928,0.000065063185,0.000028291732,0.00035036317,0.000047462352,0.0001914052,0.00029704644,0.00024430713,0.000028555749],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006327384,0.0003718789,0.46252894,0.00012008344,0.000042659307,0.000009954531,0.0008030737,0.00017192456,0.12209031,0.023873372,0.0012365618,0.38874492],"study_design_scores_gemma":[0.00049219636,0.00031965063,0.2622965,0.000019982246,0.0000052478995,0.000020843881,0.000033642526,0.5882488,0.14467342,0.0006881848,0.002862639,0.00033890922],"about_ca_topic_score_codex":0.00004169388,"about_ca_topic_score_gemma":0.00005226108,"teacher_disagreement_score":0.5880769,"about_ca_system_score_codex":0.00000559177,"about_ca_system_score_gemma":0.000040570656,"threshold_uncertainty_score":0.26531997},"labels":[],"label_agreement":null},{"id":"W1999910737","doi":"10.1109/msr.2013.6624026","title":"A contextual approach towards more accurate duplicate bug report detection","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Data deduplication; Software bug; BitTorrent tracker; Security bug; Software regression; Vocabulary; Software; Context (archaeology); Android (operating system); Debugging; Data science; World Wide Web; Software engineering; Software quality; Software development; Artificial intelligence; Database; Computer security; Software security assurance; Information security; Eye tracking","score_opus":0.028980335204376376,"score_gpt":0.277534679319666,"score_spread":0.24855434411528965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999910737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11628718,0.000020692863,0.87930036,0.0005959313,0.00016468769,0.000326976,2.6134674e-7,0.0008871075,0.0024168028],"genre_scores_gemma":[0.9655058,0.0000020433044,0.031337403,0.00009225184,0.00006225365,0.00022302437,0.00000208639,0.000013485034,0.002761646],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852425,0.000023501718,0.00022093335,0.00046964924,0.00039944623,0.00036221478],"domain_scores_gemma":[0.9986321,0.00011699722,0.000046192454,0.0008430765,0.00020651269,0.00015514741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033809184,0.00013313092,0.00013434049,0.000119040546,0.00007042292,0.00028483875,0.0007283965,0.00007180302,0.00004946558],"category_scores_gemma":[0.00048615583,0.00010830645,0.00005495454,0.00048204194,0.00003923916,0.00063106965,0.0003275695,0.00020123695,0.0003395521],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017721888,0.00042202647,0.0085777845,0.00016349264,0.00020728771,0.00041832874,0.0024355708,0.0034329449,0.03591191,0.006966904,0.024182137,0.91726387],"study_design_scores_gemma":[0.0005417724,0.00013119624,0.19907491,0.000010622078,0.000004792035,0.0012387692,0.000109374814,0.7595701,0.03299676,0.0007032588,0.00501068,0.0006077684],"about_ca_topic_score_codex":0.00062615686,"about_ca_topic_score_gemma":0.0000022845802,"teacher_disagreement_score":0.91665614,"about_ca_system_score_codex":0.000064758584,"about_ca_system_score_gemma":0.00006302294,"threshold_uncertainty_score":0.44166088},"labels":[],"label_agreement":null},{"id":"W2000540309","doi":"10.1145/1512762.1512771","title":"Do software libraries evolve differently than applications?","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software; Software evolution; Software engineering; Software development; Programming language; Software construction","score_opus":0.01868000737844582,"score_gpt":0.264405528907546,"score_spread":0.24572552152910015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000540309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010708417,0.00025405106,0.98622245,0.00018430255,0.000112676105,0.0001982266,9.833626e-7,0.0012810614,0.0010378186],"genre_scores_gemma":[0.6621126,0.000005536484,0.33627158,0.0000871494,0.000104538,0.000051192983,0.000003177286,0.0000151378545,0.001349089],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99877346,0.000010651142,0.00014588762,0.0003267621,0.00036566454,0.00037755704],"domain_scores_gemma":[0.99806553,0.00091579696,0.000020876452,0.0007693206,0.000069387934,0.000159107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000254163,0.00011184411,0.00009587733,0.0001642594,0.000094856856,0.00031221405,0.0011236649,0.000057526464,0.000061008872],"category_scores_gemma":[0.00018467204,0.00009586942,0.000044493085,0.0005826996,0.000041495616,0.00046248196,0.0004004282,0.00014772841,0.00025569106],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082570405,0.00015114606,0.26970875,0.000057859485,0.000039030645,0.000022682392,0.0006276781,0.000053346346,0.00028072755,0.43567342,0.0053438586,0.28803325],"study_design_scores_gemma":[0.00053809595,0.00012644494,0.90217733,0.000033386863,0.000005031275,0.00003228449,0.00008420015,0.0025458918,0.01585206,0.03831263,0.03954263,0.000750029],"about_ca_topic_score_codex":0.000012540277,"about_ca_topic_score_gemma":0.0000036275833,"teacher_disagreement_score":0.6514042,"about_ca_system_score_codex":0.000038868024,"about_ca_system_score_gemma":0.00004770014,"threshold_uncertainty_score":0.39094415},"labels":[],"label_agreement":null},{"id":"W2000558260","doi":"10.1504/ijlsm.2011.038601","title":"Distinguishing the indistinguishable: exploring differences in supply chain software packages using centering resonance text analysis","year":2011,"lang":"en","type":"article","venue":"International Journal of Logistics Systems and Management","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Documentation; Computer science; Software; Software package; Software engineering; Selection (genetic algorithm); Data science; Artificial intelligence; Programming language","score_opus":0.11486444187254485,"score_gpt":0.28535020753828544,"score_spread":0.17048576566574059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000558260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15266976,0.00091204455,0.8445412,0.000066737026,0.0015315034,0.00012029788,0.0000054377547,0.00002715918,0.00012584923],"genre_scores_gemma":[0.96995306,0.0002813755,0.029572342,0.000012003186,0.00013109589,0.0000101201995,6.7505425e-7,0.000007562251,0.000031750787],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99834573,0.00007647118,0.0005096392,0.00020367377,0.0006351312,0.00022932615],"domain_scores_gemma":[0.9987908,0.00037827794,0.0003074304,0.00021195693,0.000250191,0.00006131608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010908825,0.0001266808,0.00023466928,0.00055637845,0.00008650873,0.00039899535,0.0012083276,0.00002490073,0.0000026352686],"category_scores_gemma":[0.00085136166,0.000093507864,0.00006127284,0.00043774696,0.00004914643,0.00027470733,0.00054927496,0.00018472366,4.785721e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018391225,0.00006495161,0.95944023,0.0001066218,0.00062381226,0.00083848234,0.0027317028,0.0106115285,0.000010089247,0.013227085,0.00003787738,0.01228925],"study_design_scores_gemma":[0.00041504757,0.00006070683,0.9138756,0.00094308966,0.00008120847,0.000106400876,0.0009901411,0.082249776,0.00001889854,0.0005252666,0.0005068753,0.00022703368],"about_ca_topic_score_codex":0.00047249452,"about_ca_topic_score_gemma":0.000030040415,"teacher_disagreement_score":0.81728333,"about_ca_system_score_codex":0.00014406582,"about_ca_system_score_gemma":0.000019158917,"threshold_uncertainty_score":0.38475215},"labels":[],"label_agreement":null},{"id":"W2000624622","doi":"10.1016/j.jss.2013.10.044","title":"Visualizing protected variations in evolving software designs","year":2013,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Fonds de Recherche du Québec - Santé; École de technologie supérieure","keywords":"Computer science; Software; Software visualization; Task (project management); Software design; Software engineering; Software analytics; Software construction; Software evolution; Visualization; Software development; Human–computer interaction; Data science; Data mining; Systems engineering; Engineering; Programming language","score_opus":0.02924881058216502,"score_gpt":0.2726796775483301,"score_spread":0.2434308669661651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000624622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104112975,0.0016105829,0.89334035,0.00009770471,0.00037248744,0.00034996093,9.070524e-7,0.000110589404,0.000004464169],"genre_scores_gemma":[0.85845596,0.000021290518,0.14126825,0.000015856669,0.00012042969,0.000038530106,3.1477347e-7,0.000017169967,0.00006220025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983413,0.0001316124,0.0005593716,0.00018525955,0.0004711229,0.00031132565],"domain_scores_gemma":[0.9978243,0.00094403286,0.00023712017,0.00025465395,0.00056394615,0.00017594537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086855615,0.00013583175,0.00029850946,0.0004684032,0.00010469077,0.0005101355,0.00048977527,0.000096718046,0.000012032981],"category_scores_gemma":[0.0029749093,0.00011405688,0.00005412848,0.0005692118,0.00001942453,0.0012044018,0.000129287,0.00036048863,0.000011246777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016802078,0.00032689222,0.90718746,0.0013639526,0.0002458104,0.00049136474,0.009394388,0.009305535,0.0044073244,0.003128431,0.005258508,0.058873553],"study_design_scores_gemma":[0.0018429735,0.0005932708,0.9167461,0.0025360046,0.000017406303,0.001276594,0.00044627028,0.07264879,0.00016113545,0.0021738247,0.00084216456,0.0007154799],"about_ca_topic_score_codex":0.00025252393,"about_ca_topic_score_gemma":0.0000035504308,"teacher_disagreement_score":0.754343,"about_ca_system_score_codex":0.00013369528,"about_ca_system_score_gemma":0.00016053405,"threshold_uncertainty_score":0.4919248},"labels":[],"label_agreement":null},{"id":"W2001176736","doi":"10.4018/jitwe.2007070101","title":"Modeling Defects In E-Projects","year":2007,"lang":"en","type":"article","venue":"International Journal of Information Technology and Web Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software engineering; Software; Software development; Context (archaeology); Field (mathematics); Software development process; Process (computing); Web application; Systems engineering; Data science; World Wide Web; Engineering","score_opus":0.006940783084816767,"score_gpt":0.2411291371439762,"score_spread":0.23418835405915944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001176736","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42270648,0.00007647767,0.57667243,0.00016737926,0.00026699362,0.000019590314,1.4647662e-7,0.000052586238,0.00003790413],"genre_scores_gemma":[0.96590936,0.00003982295,0.03398983,0.000026805088,0.00002907025,0.0000010131292,2.948285e-7,0.0000024643368,0.0000013523098],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992472,0.0000024440078,0.00033612616,0.000043880656,0.0002341634,0.00013620206],"domain_scores_gemma":[0.9995107,0.00010219307,0.000063097614,0.00007294051,0.00021707935,0.000033968357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006318818,0.00005911051,0.000079118785,0.0026014494,0.000011476878,0.00005366081,0.0004983288,0.00008106996,8.054257e-7],"category_scores_gemma":[0.00072271476,0.000057988775,0.000020210295,0.00046623795,0.000009521539,0.0012430619,0.00011280431,0.00028892673,0.0000030572423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004520479,0.00004380159,0.053492647,0.000060230246,0.00010438705,0.00027386495,0.0013979743,0.59302425,0.0053630993,0.21226427,0.000035886016,0.13389441],"study_design_scores_gemma":[0.0006693973,0.000052336884,0.006435092,0.0001242354,0.0000011757614,0.0005834773,0.0000865722,0.9854383,0.004793269,0.0009334058,0.000770379,0.00011236333],"about_ca_topic_score_codex":0.0000015934484,"about_ca_topic_score_gemma":9.27089e-7,"teacher_disagreement_score":0.5432029,"about_ca_system_score_codex":0.00007960606,"about_ca_system_score_gemma":0.00004298753,"threshold_uncertainty_score":0.23647137},"labels":[],"label_agreement":null},{"id":"W2001292754","doi":"10.1145/1028664.1028670","title":"JQuery","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language; Context (archaeology); Code (set theory); Class (philosophy); Source code; Field (mathematics); Tree (set theory); World Wide Web; Artificial intelligence","score_opus":0.014656477622904767,"score_gpt":0.2542762898968811,"score_spread":0.23961981227397636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001292754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021815503,0.00001968111,0.9736152,0.0008390349,0.000106389394,0.000021766362,2.8120336e-8,0.00047757998,0.0031047838],"genre_scores_gemma":[0.84957653,0.0000011934463,0.14979224,0.00011652677,0.000019432293,0.0000027663202,6.124894e-8,0.0000023089453,0.00048891624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9996358,0.0000023374248,0.000031431056,0.00009410931,0.00012061075,0.00011568679],"domain_scores_gemma":[0.9996363,0.000062595645,0.000002414212,0.00024240307,0.000015269143,0.00004101793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006638579,0.000025964251,0.000023890647,0.00003896531,0.000015227788,0.000041540163,0.00036584752,0.000011942221,0.000015515236],"category_scores_gemma":[0.00009347956,0.000022087243,0.000011712055,0.00017516366,0.000006153795,0.00014089888,0.000098044424,0.000043593154,0.00039963765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.619345e-7,0.000047868434,0.004125898,0.000008562406,0.000007843019,0.00007705924,0.0002743482,0.005230029,0.0014115477,0.95334554,0.0026059719,0.032864776],"study_design_scores_gemma":[0.0032637038,0.0004822796,0.44835222,0.000081684826,0.000002979734,0.00033010493,0.00003413425,0.022011746,0.23216406,0.21621598,0.07549419,0.0015669345],"about_ca_topic_score_codex":0.000019754754,"about_ca_topic_score_gemma":9.363425e-7,"teacher_disagreement_score":0.82776105,"about_ca_system_score_codex":0.000025907482,"about_ca_system_score_gemma":0.000033291493,"threshold_uncertainty_score":0.5136667},"labels":[],"label_agreement":null},{"id":"W2001599472","doi":"10.1007/s11219-010-9128-1","title":"An industrial case study of classifier ensembles for locating software defects","year":2011,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Sabancı Üniversitesi","keywords":"Computer science; Software; Classifier (UML); False alarm; Software quality; Data mining; Domain (mathematical analysis); Ensemble learning; Embedded software; Machine learning; Artificial intelligence; Reliability engineering; Software development; Engineering; Operating system","score_opus":0.2236840213549557,"score_gpt":0.3779922822970453,"score_spread":0.1543082609420896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001599472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53016883,0.000041550215,0.4687733,0.000007229631,0.00046662978,0.00032942,0.000006097092,0.00020423373,0.000002689392],"genre_scores_gemma":[0.85021627,0.0000015510692,0.14936426,0.000025467194,0.00030004635,0.00003866416,0.0000016431311,0.000035989502,0.000016119111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99634755,0.00067299814,0.0009515778,0.0005312333,0.00083233084,0.0006642903],"domain_scores_gemma":[0.9945363,0.002716269,0.00046133998,0.0010220817,0.0008179394,0.00044608832],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003925539,0.000281374,0.00047551273,0.00036103546,0.00047189134,0.0002332665,0.0013975484,0.00020703214,0.000026586407],"category_scores_gemma":[0.007430844,0.00026227866,0.00018085906,0.0005939433,0.00007773716,0.000916869,0.00024388896,0.00079166953,0.0000044090284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019791043,0.0025482168,0.74652004,0.00021028763,0.0002965702,0.0023681917,0.04157648,0.00067271496,0.00026111043,0.0005468196,0.0007777147,0.20402394],"study_design_scores_gemma":[0.069843024,0.06352174,0.54103845,0.002235792,0.0009475328,0.07507647,0.14689264,0.012488931,0.030822244,0.043940604,0.001575097,0.011617477],"about_ca_topic_score_codex":0.00049312337,"about_ca_topic_score_gemma":0.000121273224,"teacher_disagreement_score":0.3200474,"about_ca_system_score_codex":0.00013369702,"about_ca_system_score_gemma":0.00047713445,"threshold_uncertainty_score":0.99998295},"labels":[],"label_agreement":null},{"id":"W2001935537","doi":"10.5555/2486788.2486997","title":"V:ISSUE:LIZER: exploring requirements clarification in online communication over time","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Domain (mathematical analysis); Requirements analysis; Software engineering; World Wide Web; Software","score_opus":0.0800850046072287,"score_gpt":0.31178199114644706,"score_spread":0.23169698653921836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001935537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.636453,0.00009367241,0.35798046,0.0018070329,0.0012370055,0.0005956456,0.00001464594,0.0013501346,0.00046841704],"genre_scores_gemma":[0.93221945,0.000081852995,0.06669893,0.000091650916,0.00009575015,0.00027098245,0.00007119182,0.00003215203,0.00043802042],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817425,0.00004144205,0.00038150695,0.00041744416,0.0006445628,0.0003408061],"domain_scores_gemma":[0.9984144,0.00039168212,0.0000738572,0.0007379124,0.00027369105,0.000108459004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029804048,0.0002141267,0.00017369026,0.00051533524,0.000043932792,0.0003169397,0.0016097602,0.00009088523,0.00048437866],"category_scores_gemma":[0.0010809365,0.00024008963,0.000048313195,0.0004019809,0.000019889825,0.0015484197,0.00032091932,0.0004530676,0.00072456367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008798929,0.0022062957,0.2659124,0.0003304705,0.000552379,0.00012312706,0.007324588,0.15175432,0.062426012,0.2296188,0.009987013,0.2696766],"study_design_scores_gemma":[0.0007291125,0.00006895138,0.32481834,0.00049561047,0.0000026070652,0.0000070144315,0.000036645146,0.6677235,0.001628642,0.00079255586,0.003146721,0.0005503068],"about_ca_topic_score_codex":0.00011925045,"about_ca_topic_score_gemma":0.000003794173,"teacher_disagreement_score":0.51596916,"about_ca_system_score_codex":0.00033760435,"about_ca_system_score_gemma":0.000048497288,"threshold_uncertainty_score":0.97905713},"labels":[],"label_agreement":null},{"id":"W2002413229","doi":"10.1016/j.datak.2012.09.005","title":"Comparing functionality of software systems: An ontological approach","year":2012,"lang":"en","type":"article","venue":"Data & Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software system; Software engineering; Adaptation (eye); Function (biology); USable; Software development; Software; Software metric; Software quality; Point (geometry); Software construction; Function point; Quality (philosophy); Software sizing; World Wide Web; Programming language","score_opus":0.13962881508491679,"score_gpt":0.31436609711026914,"score_spread":0.17473728202535235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002413229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050819542,0.002733613,0.9443146,0.000003117107,0.0010350482,0.00015680262,0.00003434524,0.00071727665,0.00018566234],"genre_scores_gemma":[0.8515052,0.0000040100645,0.14789876,0.0000016997009,0.0003381411,0.000027243761,0.00017904634,0.000021680273,0.000024228288],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816346,0.00007482049,0.00033880974,0.0004797511,0.00036604452,0.0005771198],"domain_scores_gemma":[0.9971197,0.0005820525,0.00005219298,0.00183882,0.00011495168,0.00029223404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013693817,0.00021068557,0.00034183214,0.00018225258,0.000059803988,0.0000933281,0.0023746036,0.000105337545,0.0000061920264],"category_scores_gemma":[0.0010511217,0.00020369042,0.000040267685,0.00052893336,0.000032479446,0.0016311125,0.0013940736,0.0003245126,0.00004028163],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003072188,0.0029669537,0.80337745,0.0036190979,0.00046960864,0.000016335784,0.003398962,0.044443265,0.0020116428,0.09199996,0.005686636,0.041979395],"study_design_scores_gemma":[0.00016152333,0.00002488301,0.11266162,0.000041775245,0.000007931992,0.000036526435,0.00002255839,0.8826084,0.000081614584,0.000003846496,0.0041119987,0.00023731479],"about_ca_topic_score_codex":0.000033079978,"about_ca_topic_score_gemma":0.0000013776339,"teacher_disagreement_score":0.83816516,"about_ca_system_score_codex":0.00010037035,"about_ca_system_score_gemma":0.00005193785,"threshold_uncertainty_score":0.8306254},"labels":[],"label_agreement":null},{"id":"W2002449827","doi":"10.1109/wcre.2012.54","title":"The Secret Life of Patches: A Firefox Case Study","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Casual; Process (computing); Quality (philosophy); Computer science; Process management; Code review; Open source; Business; Software quality; Software development; Software; Political science","score_opus":0.03498157899868887,"score_gpt":0.2979043337525235,"score_spread":0.26292275475383464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002449827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94523996,0.00016786571,0.053825993,0.00014230146,0.00018670315,0.00016688858,3.055055e-7,0.00013087981,0.00013911119],"genre_scores_gemma":[0.9975077,0.0000025100683,0.0021838818,0.000022171702,0.000045556677,0.00001958342,4.7489937e-8,0.000005031697,0.00021352601],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991732,0.000055518958,0.00012239463,0.000103076185,0.0002819049,0.00026390064],"domain_scores_gemma":[0.998061,0.0011214976,0.00001973472,0.00061129284,0.00005294667,0.00013353226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008230106,0.00005822117,0.00007146938,0.00003239644,0.00007666187,0.000047145084,0.0005434818,0.000017727845,0.000013070917],"category_scores_gemma":[0.0005981788,0.0000341666,0.000024488521,0.0002713054,0.000022641627,0.0001881492,0.0003144118,0.00008968563,0.000030169791],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004878924,0.00052050786,0.9476591,0.000025927107,0.00009409009,0.00031394183,0.021545608,0.000070016904,0.000070202055,0.0022383025,0.004415705,0.023041757],"study_design_scores_gemma":[0.0027853223,0.0019241349,0.8677261,0.000042293806,0.00003726715,0.0026682273,0.034437615,0.06410411,0.0053234883,0.0004004588,0.019268295,0.0012826738],"about_ca_topic_score_codex":0.00046763505,"about_ca_topic_score_gemma":0.000029472767,"teacher_disagreement_score":0.07993295,"about_ca_system_score_codex":0.000015850783,"about_ca_system_score_gemma":0.000044451885,"threshold_uncertainty_score":0.13932733},"labels":[],"label_agreement":null},{"id":"W2002559933","doi":"","title":"Shuffling and randomization for scalable source code clone detection","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Concordia University","funders":"","keywords":"Shuffling; Computer science; Scalability; Code (set theory); Source code; clone (Java method); Machine learning; Theoretical computer science; Programming language; Database","score_opus":0.012515661390295772,"score_gpt":0.2410320729598843,"score_spread":0.22851641156958852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002559933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05423937,0.00003424476,0.94485426,0.000325819,0.000094659576,0.00016629831,3.5348143e-7,0.00026038566,0.00002462113],"genre_scores_gemma":[0.94628525,0.000012016702,0.05205074,0.000021730582,0.000046100715,0.00003602198,1.7256168e-7,0.0000074322875,0.0015405498],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994953,0.000013425648,0.00007490779,0.00017126245,0.000099487166,0.00014556244],"domain_scores_gemma":[0.9988267,0.00091034896,0.000013310921,0.00014500107,0.000059550002,0.00004511219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003554883,0.000045189892,0.0000624462,0.00006548902,0.00006526339,0.00006598608,0.000124822,0.000028798311,0.000004612031],"category_scores_gemma":[0.00070976344,0.000030371617,0.000015427075,0.00011728601,0.000012689714,0.0002433217,0.00005989029,0.00002226961,0.000008941057],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013608388,0.00002349888,0.005013686,0.00005074224,0.000021829559,6.9790616e-7,0.00018370437,0.0015504266,0.11749082,0.0032364922,0.00051503227,0.871777],"study_design_scores_gemma":[0.007956138,0.00013393344,0.0032222557,0.00004634768,0.0000049053456,0.000016139322,0.0000059939835,0.72191846,0.25731203,0.0016347105,0.0075077587,0.00024131272],"about_ca_topic_score_codex":0.000008118342,"about_ca_topic_score_gemma":0.00000458823,"teacher_disagreement_score":0.8928035,"about_ca_system_score_codex":0.00002529991,"about_ca_system_score_gemma":0.000010776997,"threshold_uncertainty_score":0.12385186},"labels":[],"label_agreement":null},{"id":"W2002641269","doi":"10.1007/s10664-014-9315-y","title":"An empirical study on the importance of source code entities for requirements traceability","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"","keywords":"Computer science; Information retrieval; Traceability; Source code; Weighting; Search engine indexing; Rank (graph theory); Data mining; Software engineering; Programming language","score_opus":0.05999686482834988,"score_gpt":0.3489345172867725,"score_spread":0.2889376524584226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002641269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50610065,0.000016225382,0.49250516,0.00024943016,0.00016138238,0.00041022454,0.0000044615467,0.0005493321,0.00000311823],"genre_scores_gemma":[0.9789586,4.94707e-7,0.0204433,0.00017962334,0.00013664397,0.00019589622,0.0000031257077,0.000045291687,0.0000370387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973527,0.0001433274,0.00049680634,0.0006553447,0.0007836292,0.00056815316],"domain_scores_gemma":[0.99295914,0.005191865,0.00008613623,0.0014041784,0.00015696057,0.00020173112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018730862,0.0002842368,0.0003668174,0.00013648927,0.00014180935,0.000118878685,0.0015087691,0.00009747656,0.000013370467],"category_scores_gemma":[0.007115993,0.00021920518,0.00014479291,0.000529683,0.00005986869,0.000294295,0.00022121357,0.0003525707,0.000008430259],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016150132,0.00045258785,0.9780486,0.00006369089,0.000042438656,0.0000019678937,0.0013584237,0.018067926,0.000088353256,0.00017302515,0.0008524997,0.0008343082],"study_design_scores_gemma":[0.0006402925,0.0013696891,0.85266435,0.000043262244,0.000014112167,0.0000030438994,0.000092010225,0.13933255,0.0009954225,0.00034998596,0.0040889825,0.0004062811],"about_ca_topic_score_codex":0.0000056666977,"about_ca_topic_score_gemma":0.000003908701,"teacher_disagreement_score":0.47285792,"about_ca_system_score_codex":0.0001298583,"about_ca_system_score_gemma":0.000051556497,"threshold_uncertainty_score":0.89389277},"labels":[],"label_agreement":null},{"id":"W2002706478","doi":"10.1109/vlhcc.2012.6344511","title":"Usable results from the field of API usability: A systematic mapping and further analysis","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"USable; Computer science; Usability; Field (mathematics); Software engineering; Data science; Software; Mainstream; Application programming interface; Human–computer interaction; World Wide Web; Programming language","score_opus":0.025553484003445304,"score_gpt":0.2727688466331918,"score_spread":0.24721536262974647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002706478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36339682,0.0006234502,0.63384694,0.0013846388,0.00008765033,0.000232034,0.0000033460863,0.00008748845,0.0003376094],"genre_scores_gemma":[0.9847822,0.0000032827948,0.014945077,0.00008625374,0.00002456333,0.000009557155,5.118212e-7,0.0000026842024,0.00014585172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99903846,0.00009671723,0.00024306045,0.00016804601,0.00026058103,0.00019315412],"domain_scores_gemma":[0.991273,0.0077645434,0.000049372724,0.0008101836,0.000043324773,0.00005960012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012888932,0.00006443788,0.00020193773,0.00008088615,0.00003291723,0.000064835294,0.00047881666,0.0000324922,0.00002537866],"category_scores_gemma":[0.0027453476,0.0000380743,0.000055038676,0.0007786374,0.000023779781,0.00020542146,0.00023887501,0.00007404727,0.000012430569],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016938784,0.0001279753,0.9619353,0.002044354,0.0016727687,0.0000023007108,0.024326114,0.0008224421,0.00049847655,0.0041309544,0.0018682025,0.0025542015],"study_design_scores_gemma":[0.0006415827,0.00007169838,0.7477893,0.0007426017,0.000298373,0.0000046152177,0.0011481395,0.24474922,0.0030836433,0.00081270613,0.00026624528,0.0003918721],"about_ca_topic_score_codex":0.0007039692,"about_ca_topic_score_gemma":0.000024181541,"teacher_disagreement_score":0.6213854,"about_ca_system_score_codex":0.000013955626,"about_ca_system_score_gemma":0.000011005866,"threshold_uncertainty_score":0.3286636},"labels":[],"label_agreement":null},{"id":"W200284635","doi":"","title":"Incremental Effort Prediction Models in Agile Development using Radial Basis Functions.","year":2007,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Extreme programming; Agile software development; Computer science; Extreme programming practices; Software engineering; Software development; Scratch; Overhead (engineering); Software; Agile Unified Process; Estimation; Agile usability engineering; Software development process; Industrial engineering; Systems engineering; Engineering; Programming language","score_opus":0.017740558077816375,"score_gpt":0.23429649239955824,"score_spread":0.21655593432174186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W200284635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39989275,0.0008112067,0.5974532,0.0000026124806,0.00081935414,0.00015903317,0.0000025819154,0.00083834206,0.000020927771],"genre_scores_gemma":[0.8167337,0.000015353995,0.18287633,0.0000037833406,0.00021649618,0.000038203172,0.000008964223,0.00006317413,0.000043994445],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976311,0.0000116944775,0.00052997266,0.000592445,0.00035987783,0.00087492174],"domain_scores_gemma":[0.9986904,0.00049901626,0.00003703366,0.00038007586,0.000080189544,0.00031325087],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011403338,0.0003904478,0.0003147926,0.0011141794,0.00012680212,0.00012185422,0.00040471597,0.00018626031,0.0000039246083],"category_scores_gemma":[0.00044098697,0.0004621368,0.00006716683,0.0011442933,0.000018918268,0.0007431062,0.00034487434,0.0005229823,0.000012566993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015307898,0.00012878262,0.046024516,0.0004285977,0.000103517894,0.00007979718,0.0024120314,0.91697747,0.004655785,0.00067855563,0.00008905733,0.02840661],"study_design_scores_gemma":[0.00067892857,0.000042579886,0.06395987,0.00028577057,0.00000871061,0.000081914695,0.00002672475,0.927696,0.0045029274,0.000008660878,0.002146054,0.0005618618],"about_ca_topic_score_codex":0.000026333188,"about_ca_topic_score_gemma":0.000011224466,"teacher_disagreement_score":0.41684094,"about_ca_system_score_codex":0.00064916705,"about_ca_system_score_gemma":0.00013674631,"threshold_uncertainty_score":0.99978304},"labels":[],"label_agreement":null},{"id":"W2002850079","doi":"10.5555/2486788.2486895","title":"Reverb: recommending code-related web pages","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"World Wide Web; Computer science; Documentation; Web page; Code (set theory); Source code; Web development; Field (mathematics); Programming language; Set (abstract data type)","score_opus":0.02251973246789852,"score_gpt":0.25598035986049666,"score_spread":0.23346062739259815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002850079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21024974,0.00040998255,0.7048502,0.029613277,0.002201175,0.00088563503,0.000002015168,0.006117791,0.045670222],"genre_scores_gemma":[0.9261246,0.000036741414,0.06446431,0.00019985007,0.000027020564,0.00003263538,9.959061e-7,0.000013799719,0.009100078],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990482,0.00003347917,0.00014390741,0.0002478622,0.00021251179,0.0003140931],"domain_scores_gemma":[0.9987987,0.00053444976,0.000018585573,0.00047887376,0.000058777438,0.00011060626],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027315065,0.00008635686,0.00008964286,0.00011903909,0.000057701134,0.00019697197,0.00076662056,0.00005088973,0.0007135448],"category_scores_gemma":[0.0003108808,0.00007383791,0.000032351494,0.00042472474,0.000015376425,0.00051270955,0.00030582462,0.00017485411,0.0021363837],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.517259e-7,0.000076750555,0.027341168,0.00004166528,0.00006968862,0.00003455857,0.00050208735,0.00029294725,0.010742021,0.02965648,0.76249397,0.16874774],"study_design_scores_gemma":[0.0014744101,0.0002552906,0.14210653,0.00016573523,0.000006721111,0.00012483267,0.00008288699,0.7089813,0.015760584,0.01202959,0.117610216,0.0014019377],"about_ca_topic_score_codex":0.0000322358,"about_ca_topic_score_gemma":0.0000020712241,"teacher_disagreement_score":0.71587485,"about_ca_system_score_codex":0.000048386435,"about_ca_system_score_gemma":0.000026447122,"threshold_uncertainty_score":0.9986406},"labels":[],"label_agreement":null},{"id":"W2002926403","doi":"10.1145/2557833.2557856","title":"1st international workshop on conducting empirical studies in industry (CESI 2013)","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Empirical research; Theme (computing); Engineering management; Software; Computer science; Engineering; Software quality; Software engineering; Software development; World Wide Web; Mathematics","score_opus":0.14868082622399667,"score_gpt":0.37487886635105605,"score_spread":0.22619804012705938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002926403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91357,0.00061552244,0.07755608,0.002969145,0.0031052323,0.00022937988,0.000004406694,0.0019424359,0.000007809271],"genre_scores_gemma":[0.9429888,0.000035813042,0.056071427,0.00024374672,0.000446322,0.000064912485,0.000006393969,0.000059051847,0.000083522886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973617,0.000065983666,0.0004370479,0.0007405136,0.00069005246,0.0007046649],"domain_scores_gemma":[0.8497421,0.14830178,0.0000972933,0.0014003812,0.00021767382,0.00024076412],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00086636085,0.0003828243,0.0003928424,0.0006287407,0.00008634285,0.00018174146,0.0021841335,0.0003335667,0.000020835692],"category_scores_gemma":[0.42015883,0.0003874322,0.00009149236,0.00090862054,0.000065936896,0.00055787334,0.0010267479,0.0014281741,0.000101588004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011860539,0.00012067206,0.9100592,0.00013092365,0.00011344704,0.000095445925,0.0015706384,0.06170643,0.00042654516,0.0006949711,0.003133627,0.021936228],"study_design_scores_gemma":[0.0028228394,0.0004139382,0.92163295,0.0029496548,0.000026157486,0.0001772717,0.00025681828,0.035011955,0.01051147,0.00044013103,0.022642571,0.0031142503],"about_ca_topic_score_codex":0.000019583054,"about_ca_topic_score_gemma":0.0000045981324,"teacher_disagreement_score":0.41929248,"about_ca_system_score_codex":0.00026924317,"about_ca_system_score_gemma":0.000055532902,"threshold_uncertainty_score":0.9998578},"labels":[],"label_agreement":null},{"id":"W2002988936","doi":"10.1109/empire.2012.6347683","title":"LASR: A tool for large scale annotation of software requirements","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Annotation; Computer science; Set (abstract data type); Software; Scale (ratio); Adjudication; Information retrieval; Field (mathematics); Data science; Software engineering; Artificial intelligence","score_opus":0.030287812572943048,"score_gpt":0.3096044863192998,"score_spread":0.27931667374635677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002988936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12123845,0.000043477496,0.87805426,0.000046835805,0.00020108822,0.00018878691,0.0000057460506,0.00016657851,0.000054778295],"genre_scores_gemma":[0.6727299,9.47193e-7,0.32673386,0.000036294827,0.000041846048,0.000039192546,0.0000037066043,0.0000064653436,0.00040780345],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916464,0.000012625175,0.00013062863,0.00012437988,0.00024893522,0.00031876718],"domain_scores_gemma":[0.9991867,0.00031417125,0.00002770746,0.00029653238,0.00011876877,0.00005611325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048570673,0.00005721868,0.00007777617,0.00007565356,0.000035235615,0.00002350298,0.00032131604,0.000030979874,0.000021516571],"category_scores_gemma":[0.00053378247,0.00005250333,0.000037449732,0.00021355634,0.0000071409772,0.00057573547,0.00012486757,0.000035109686,0.000027929113],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022551976,0.00055437547,0.88672405,0.00035826006,0.000054558437,8.5543246e-7,0.0032628467,0.00014066312,0.005219988,0.036413025,0.018465804,0.04878299],"study_design_scores_gemma":[0.0030326163,0.00045428495,0.80757815,0.00010402513,0.000016256256,0.000009575162,0.000090575326,0.05116034,0.10369907,0.0020095846,0.031100921,0.0007445833],"about_ca_topic_score_codex":0.0000034202574,"about_ca_topic_score_gemma":0.0000010233487,"teacher_disagreement_score":0.55149144,"about_ca_system_score_codex":0.000028785207,"about_ca_system_score_gemma":0.000023970122,"threshold_uncertainty_score":0.21410237},"labels":[],"label_agreement":null},{"id":"W2003040216","doi":"10.4236/jsea.2012.57051","title":"Improving Class Cohesion Measurement: Towards a Novel Approach Using Hierarchical Clustering","year":2012,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Innovation and Economic Development Trois Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cohesion (chemistry); Computer science; Cluster analysis; Object-oriented programming; Data mining; Artificial intelligence; Programming language","score_opus":0.038973867852384506,"score_gpt":0.25715591585108916,"score_spread":0.21818204799870466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003040216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01479265,0.0011197352,0.9835365,0.00004721245,0.0001780036,0.00015744503,0.0000019476547,0.00015973006,0.000006786033],"genre_scores_gemma":[0.53402424,0.000013515298,0.4655841,0.000010595424,0.00032680138,0.000018179404,4.2453067e-7,0.000019102023,0.0000030175465],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839395,0.000019231797,0.00037771952,0.00018749606,0.0006107025,0.00041089513],"domain_scores_gemma":[0.9987116,0.00027437217,0.00014083361,0.0003020221,0.00023701588,0.00033417594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013384358,0.00017236471,0.00022897212,0.00030029603,0.00012755847,0.00014235018,0.0004952292,0.00008749,8.0378953e-7],"category_scores_gemma":[0.0008163028,0.00016094072,0.00008183107,0.00045018614,0.000026343288,0.0006378338,0.00023886118,0.00051466736,0.0000012218834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040925082,0.0014286884,0.024484035,0.0021120214,0.00047823787,0.000015706206,0.0028680468,0.34671816,0.19402245,0.013553575,0.00021589252,0.41406226],"study_design_scores_gemma":[0.0009464591,0.00009662233,0.027005304,0.00025771526,0.00006160973,0.0013111923,0.00004524491,0.9600127,0.0023720819,0.000051316503,0.007217773,0.0006220036],"about_ca_topic_score_codex":0.000010489224,"about_ca_topic_score_gemma":9.621626e-8,"teacher_disagreement_score":0.6132945,"about_ca_system_score_codex":0.00019802483,"about_ca_system_score_gemma":0.00011449919,"threshold_uncertainty_score":0.6562972},"labels":[],"label_agreement":null},{"id":"W2003042352","doi":"10.1504/ijasm.2015.068605","title":"How project duration, upfront costs and uncertainty interact and impact on software development productivity? A simulation approach","year":2015,"lang":"en","type":"article","venue":"International Journal of Agile Systems and Management","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Productivity; Software development; Project management; Duration (music); Software project management; Software; Computer science; Team software process; Risk analysis (engineering); Process management; Engineering; Systems engineering; Software development process; Business; Economics; Software construction","score_opus":0.03190719140086141,"score_gpt":0.30368363046906355,"score_spread":0.27177643906820215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003042352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.382441,0.0005116629,0.6150101,0.00057755085,0.0007696444,0.0005642544,0.0000033561694,0.00003835221,0.0000840711],"genre_scores_gemma":[0.9871024,0.00003723131,0.012463101,0.00001575708,0.00012928533,0.00001761964,0.0000032494029,0.0000069308544,0.00022441913],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986986,0.000059726364,0.00025436535,0.00021735903,0.00064934394,0.000120594486],"domain_scores_gemma":[0.9990079,0.00011018131,0.00019365731,0.00011641673,0.00046778165,0.000104076345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007832356,0.0001239841,0.00015172477,0.00034493528,0.000040326428,0.0006485849,0.00023891566,0.00002452434,2.450865e-7],"category_scores_gemma":[0.00025559586,0.00008971401,0.000021876343,0.000089517904,0.000019635328,0.0006681314,0.00020394237,0.000102124424,4.397685e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076186965,0.00078341464,0.05417392,0.00082482613,0.0027363405,0.00046301188,0.01287323,0.35273987,0.00012190162,0.011342432,0.008427784,0.5547514],"study_design_scores_gemma":[0.005982021,0.0018339312,0.20785728,0.0017329191,0.000057697125,0.0015464321,0.002422548,0.7052926,0.00022319963,0.00037057055,0.071670674,0.0010101503],"about_ca_topic_score_codex":0.00004134372,"about_ca_topic_score_gemma":0.0000022232368,"teacher_disagreement_score":0.6046614,"about_ca_system_score_codex":0.00035527052,"about_ca_system_score_gemma":0.000070878974,"threshold_uncertainty_score":0.6254319},"labels":[],"label_agreement":null},{"id":"W2003234666","doi":"10.1109/ccece.2014.6900911","title":"Cooperative based software clustering on dependency graphs","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Cluster analysis; Computer science; Dependency (UML); Software; Data mining; Graph; Dependency graph; Software system; Theoretical computer science; Artificial intelligence; Machine learning; Programming language","score_opus":0.016277362558926717,"score_gpt":0.2548321198509188,"score_spread":0.23855475729199208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003234666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009862153,0.000007921751,0.98732555,0.0002533089,0.0002476748,0.000110774876,5.3918154e-7,0.00081316987,0.0013788851],"genre_scores_gemma":[0.86505467,7.004885e-7,0.13401332,0.00049841206,0.000027919901,0.000022406335,0.0000011310945,0.000013399128,0.00036806116],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874586,0.000065169406,0.00011669224,0.00036827003,0.00038993882,0.0003140848],"domain_scores_gemma":[0.9980349,0.0011033644,0.00001609651,0.00062628277,0.000095313684,0.0001240399],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003266384,0.0001296398,0.00011268946,0.0001785069,0.00009868042,0.00015047115,0.00080168823,0.000048946837,0.00007039097],"category_scores_gemma":[0.001023951,0.00010988096,0.000044315257,0.00040106266,0.000020826528,0.0002060149,0.00018051073,0.00018272811,0.000250343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057762238,0.00048662574,0.05557575,0.00021188268,0.00009174315,0.00012838718,0.0010133336,0.27308562,0.0021303622,0.22324072,0.009419649,0.43455815],"study_design_scores_gemma":[0.0007757119,0.0005361107,0.02051343,0.000065987224,0.0000020055054,0.000008896042,0.000005901154,0.9636222,0.010401999,0.0015822548,0.0020127739,0.00047274254],"about_ca_topic_score_codex":0.000019265932,"about_ca_topic_score_gemma":0.000014350241,"teacher_disagreement_score":0.8551925,"about_ca_system_score_codex":0.000039294515,"about_ca_system_score_gemma":0.000048112877,"threshold_uncertainty_score":0.44808152},"labels":[],"label_agreement":null},{"id":"W2003468239","doi":"10.1016/s0164-1212(02)00055-9","title":"API documentation with executable examples","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; Executable; Internal documentation; Computer science; Software documentation; Software engineering; Test (biology); Consistency (knowledge bases); Technical documentation; Test case; Programming language; Software; Software system; Software development; Software development process; Artificial intelligence; Software construction","score_opus":0.015681775056133943,"score_gpt":0.2449624474642674,"score_spread":0.22928067240813346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003468239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18514019,0.002584616,0.8117674,0.000023126859,0.00031273693,0.00008248757,5.483568e-7,0.000039469247,0.00004944366],"genre_scores_gemma":[0.94419056,0.00006525043,0.0553946,0.000011752163,0.000052344578,0.0000035623673,1.6242161e-7,0.000008583865,0.0002731879],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909985,0.000053141943,0.0002164552,0.00010394966,0.00037145824,0.00015516349],"domain_scores_gemma":[0.9991066,0.0003015072,0.00013055294,0.00015493663,0.00019744244,0.00010898582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054022775,0.000076331344,0.00016057148,0.00012331962,0.00006337672,0.00028600346,0.00019149021,0.000030359673,0.0000049916403],"category_scores_gemma":[0.00025902592,0.000053029944,0.000022428192,0.00018969824,0.00001629041,0.0006435809,0.000021395559,0.00011678149,0.0000026958653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006376882,0.00019487445,0.88231796,0.0010434007,0.00040559706,0.00088740804,0.0058132308,0.018276803,0.0014037924,0.05631436,0.008908239,0.024370583],"study_design_scores_gemma":[0.01723856,0.009097068,0.4424355,0.0064526107,0.0002097272,0.044878088,0.0070212237,0.00818799,0.008793389,0.007903921,0.44413108,0.003650826],"about_ca_topic_score_codex":0.000034258625,"about_ca_topic_score_gemma":8.371962e-7,"teacher_disagreement_score":0.75905037,"about_ca_system_score_codex":0.000040093262,"about_ca_system_score_gemma":0.000083370316,"threshold_uncertainty_score":0.2757938},"labels":[],"label_agreement":null},{"id":"W2003484266","doi":"10.1109/icsm.2010.5609696","title":"2D and 3D visualizations in WikiDev2.0","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Visualization; Computer science; Zoom; Interactivity; Human–computer interaction; Software; Software visualization; Information visualization; Data visualization; Process (computing); World Wide Web; Software development; Component-based software engineering; Engineering; Artificial intelligence","score_opus":0.012335786041077084,"score_gpt":0.29628553723393913,"score_spread":0.28394975119286203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003484266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33898985,0.0000133805715,0.6591028,0.00035470142,0.000149827,0.00005400216,1.355844e-7,0.00018092358,0.0011543552],"genre_scores_gemma":[0.92399997,0.0000026291557,0.075522885,0.000055351415,0.000014889369,0.000005956856,2.439632e-7,0.0000032495964,0.00039480304],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9996139,0.0000066200664,0.00005342625,0.00012134666,0.00009235126,0.00011238883],"domain_scores_gemma":[0.999535,0.00019850685,0.000004059944,0.00019691091,0.00001855735,0.000046922694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014448435,0.000032476797,0.00003485774,0.00010180428,0.000019250256,0.00006825729,0.00021601905,0.000024155059,0.00003307416],"category_scores_gemma":[0.0003023809,0.000029523775,0.0000044468134,0.00026173703,0.000016092072,0.0001701756,0.00012881821,0.00010327057,0.000026080734],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.4833314e-7,0.00008574099,0.4500322,0.000021723079,0.000005652255,0.000028003755,0.0011505253,0.00040025276,0.008406481,0.48358083,0.0026420671,0.053645574],"study_design_scores_gemma":[0.00031363996,0.000031125815,0.6107749,0.000008373448,5.326153e-7,0.00002350761,0.000009253312,0.3697969,0.00231057,0.0023231707,0.014207809,0.00020021586],"about_ca_topic_score_codex":0.000043757937,"about_ca_topic_score_gemma":0.000098538374,"teacher_disagreement_score":0.5850101,"about_ca_system_score_codex":0.000004751579,"about_ca_system_score_gemma":0.000021415746,"threshold_uncertainty_score":0.12039446},"labels":[],"label_agreement":null},{"id":"W2003876621","doi":"10.1109/saner.2015.7081812","title":"Mining Multi-level API Usage Patterns","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Application programming interface; Computer science; Software; Usage data; World Wide Web; Operating system","score_opus":0.15566951263966797,"score_gpt":0.32547756277600765,"score_spread":0.16980805013633968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003876621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13226733,0.000024180745,0.8664362,0.00019072839,0.00027931886,0.000051715397,8.7830665e-7,0.00040159185,0.0003481082],"genre_scores_gemma":[0.701389,7.4922025e-7,0.29604018,0.00008756234,0.000037802776,0.00000745084,6.0722186e-7,0.000007699961,0.0024289445],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902874,0.000022451437,0.00009452159,0.00023544283,0.0003365472,0.00028230375],"domain_scores_gemma":[0.9990286,0.00023126316,0.000012395595,0.00045255708,0.00007459975,0.00020054542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003642083,0.0000790206,0.000074888085,0.00009096759,0.000025010162,0.000123173,0.00079227885,0.000033491673,0.000022998895],"category_scores_gemma":[0.000487529,0.000069425594,0.000022403985,0.00021423731,0.000010746545,0.00027598214,0.00038415662,0.000090015936,0.00026372034],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062806034,0.00029719048,0.67597854,0.00006770825,0.00006474507,0.0006365311,0.008835492,0.0023644583,0.001605975,0.0054185176,0.034851044,0.2698735],"study_design_scores_gemma":[0.001743632,0.00016819299,0.45879972,0.00005231876,0.0000026587143,0.00009396694,0.0002179578,0.5224919,0.006993552,0.00011018501,0.008648238,0.0006777071],"about_ca_topic_score_codex":0.000067026434,"about_ca_topic_score_gemma":0.00001352901,"teacher_disagreement_score":0.570396,"about_ca_system_score_codex":0.000045812798,"about_ca_system_score_gemma":0.00006060072,"threshold_uncertainty_score":0.33896795},"labels":[],"label_agreement":null},{"id":"W2003920582","doi":"10.1145/1414004.1414063","title":"Analysis of the reliability of a subset of change metrics for defect prediction","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Eclipse; Computer science; Reliability (semiconductor); Precision and recall; Software metric; Software quality; Data mining; Stability (learning theory); Software; Metric (unit); Software bug; Reliability engineering; Machine learning; Artificial intelligence; Software development; Engineering; Programming language","score_opus":0.08058338221403603,"score_gpt":0.28971770584256257,"score_spread":0.20913432362852652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003920582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.619179,0.000036429028,0.38048375,0.000030052217,0.00004715958,0.00016280291,0.000021549422,0.000022530758,0.000016732642],"genre_scores_gemma":[0.9887322,0.000012618157,0.011200906,0.0000037860952,0.000006083142,0.000019093655,0.0000013420939,0.0000021633002,0.000021777627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992199,0.000033022818,0.00018824487,0.0001336897,0.0003339876,0.000091153655],"domain_scores_gemma":[0.99802697,0.0010042372,0.00006908995,0.0005995419,0.0002798236,0.000020325864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060772337,0.000039795897,0.00016587572,0.00034048437,0.000018818826,0.000001954479,0.00045722057,0.000030940402,0.0000043414893],"category_scores_gemma":[0.0017864471,0.000026556778,0.00021992816,0.0038288077,0.0000509039,0.000085622276,0.00011285171,0.000037656682,1.2888705e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051548936,0.00006784685,0.99470764,0.00006834787,0.0001281002,8.191055e-8,0.00042873985,0.00290018,0.00027695074,0.0003250629,0.00014608416,0.0009458128],"study_design_scores_gemma":[0.000083176135,0.000073727526,0.79579175,0.0000035080045,0.000049404942,3.4677709e-7,0.0000027343506,0.19340622,0.010502808,0.000035497505,0.000029581908,0.000021228116],"about_ca_topic_score_codex":0.00017115481,"about_ca_topic_score_gemma":0.000010527374,"teacher_disagreement_score":0.3695532,"about_ca_system_score_codex":0.000024275696,"about_ca_system_score_gemma":0.000032042903,"threshold_uncertainty_score":0.21386732},"labels":[],"label_agreement":null},{"id":"W2004258507","doi":"10.1109/scam.2012.26","title":"Improving Bug Location Using Binary Class Relationships","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Information retrieval; Source code; Class (philosophy); Code (set theory); Search engine indexing; Ranking (information retrieval); Rank (graph theory); Binary number; Empirical research; Data mining; Programming language; Artificial intelligence","score_opus":0.06652502757580461,"score_gpt":0.28970288696433244,"score_spread":0.22317785938852783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004258507","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18364024,0.0001318751,0.8152347,0.00011355337,0.00027511464,0.00006382365,6.707044e-8,0.00030937788,0.00023125189],"genre_scores_gemma":[0.8660145,5.252681e-7,0.13366415,0.000019755087,0.00009076966,0.0000043748614,5.927601e-7,0.000007044206,0.00019828913],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992397,0.000046350102,0.00009941954,0.00013393305,0.00020463376,0.00027599462],"domain_scores_gemma":[0.9990596,0.00039160604,0.000021988028,0.0003552831,0.00007277538,0.0000987288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006082651,0.00005909427,0.000045826335,0.00013047381,0.000120812765,0.000071183,0.00029452652,0.000045662568,0.000009670529],"category_scores_gemma":[0.00064066943,0.00005689385,0.000015510495,0.0005660785,0.000012759607,0.0010171056,0.00017498527,0.00016748586,0.000120388104],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039541997,0.00017900969,0.79068667,0.0001244512,0.000025568768,0.000006630612,0.0021115774,0.033200663,0.03043991,0.10987593,0.0017196977,0.031625945],"study_design_scores_gemma":[0.000082365776,0.00001297548,0.17555042,0.000011324148,0.000002043026,0.000016815151,0.000028768634,0.82154965,0.0020916283,0.0001222939,0.00039608098,0.00013560345],"about_ca_topic_score_codex":0.00005274413,"about_ca_topic_score_gemma":9.398658e-7,"teacher_disagreement_score":0.78834903,"about_ca_system_score_codex":0.00011061134,"about_ca_system_score_gemma":0.000056805617,"threshold_uncertainty_score":0.23200637},"labels":[],"label_agreement":null},{"id":"W2004295584","doi":"10.1007/s10115-008-0187-6","title":"The analysis and management of non-canonical requirement specifications through a belief integration game","year":2009,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Viewpoints; Set (abstract data type); Analogy; Outcome (game theory); Theoretical computer science; Mathematics; Programming language; Mathematical economics","score_opus":0.029788926324930975,"score_gpt":0.29060839348361633,"score_spread":0.26081946715868537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004295584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067648906,0.0010893383,0.98411024,0.0002887202,0.0001240309,0.00033261237,0.0000016061826,0.00004537262,0.007243165],"genre_scores_gemma":[0.9966857,0.000752591,0.0023419473,0.000009848665,0.000018970915,0.000032416963,0.000005280241,0.000001218828,0.00015203372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992086,0.000025352347,0.0003578899,0.00009305138,0.00020229282,0.00011279331],"domain_scores_gemma":[0.9992662,0.000114924565,0.00009115803,0.00032372354,0.00016603967,0.000037921127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046518262,0.00006698399,0.00011258669,0.00014361095,0.000106140265,0.0002352588,0.00022605491,0.000028287977,6.5698777e-7],"category_scores_gemma":[0.000028160024,0.000046823236,0.000029312303,0.0007485061,0.000029259236,0.001197687,0.00006931123,0.000052192012,0.000015137513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009660689,0.00006653925,0.0012300812,0.00023731386,0.00031833537,5.79344e-7,0.011933737,0.00042703905,0.00015470356,0.6305183,0.0020717797,0.3530319],"study_design_scores_gemma":[0.00066777493,0.00020794742,0.46952078,0.00022524713,0.00009295357,0.000009254308,0.0011213906,0.37159133,0.00060696277,0.00033417597,0.15535837,0.0002638131],"about_ca_topic_score_codex":0.000011281506,"about_ca_topic_score_gemma":0.0000026256325,"teacher_disagreement_score":0.9899208,"about_ca_system_score_codex":0.000040215324,"about_ca_system_score_gemma":0.000018856708,"threshold_uncertainty_score":0.2268606},"labels":[],"label_agreement":null},{"id":"W2004586836","doi":"10.1145/2347696.2347698","title":"Technical debt in software development","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Software engineering; Debt; Software; Engineering management; Computer science; Software development; Software quality; Engineering; Systems engineering; Business; Finance","score_opus":0.021891034526968448,"score_gpt":0.2594726961300906,"score_spread":0.23758166160312216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004586836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28838086,0.0016882761,0.7044477,0.00015221763,0.00092889887,0.00037347656,0.000003621996,0.0040221894,0.0000027592303],"genre_scores_gemma":[0.5636204,0.000007964222,0.43600234,0.000050266637,0.000113766546,0.00012006114,0.000008095256,0.000057208217,0.000019934687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963835,0.00003973385,0.00057134137,0.0006467094,0.0007793173,0.0015794296],"domain_scores_gemma":[0.9166954,0.08035104,0.00008422417,0.0021082524,0.00013453713,0.00062650937],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00094763335,0.00048947264,0.00043003738,0.0006783377,0.00010919998,0.00014419337,0.0025313047,0.0002853654,0.000033228516],"category_scores_gemma":[0.2644519,0.00051789253,0.00011097637,0.0014133301,0.00003812919,0.0010564596,0.0014573521,0.0007644112,0.00028337017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036504102,0.00013044105,0.9714324,0.000111257614,0.000015515749,0.000036718575,0.00054935657,0.0010751145,0.0008069213,0.0005116617,0.0002438262,0.025083128],"study_design_scores_gemma":[0.0003802649,0.000036971334,0.983884,0.00017645946,0.0000045107595,0.000086165914,0.0000035490732,0.00015211092,0.00826093,0.000023612774,0.0062046605,0.00078677345],"about_ca_topic_score_codex":0.000021583932,"about_ca_topic_score_gemma":0.000006257377,"teacher_disagreement_score":0.27523953,"about_ca_system_score_codex":0.0004503906,"about_ca_system_score_gemma":0.00017971137,"threshold_uncertainty_score":0.99972725},"labels":[],"label_agreement":null},{"id":"W2004681822","doi":"10.1109/ictai.2006.106","title":"Software Maintenance: Similarity and Inclusion of Rules in Knowledge Extraction","year":2006,"lang":"en","type":"article","venue":"Proceedings - International Conference on Tools with Artificial Intelligence, TAI","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; National Research Council Institute for Biodiagnostics; University of Alberta","funders":"","keywords":"Maintainability; Software maintenance; Computer science; Software engineering; Verification and validation; Software development; Software metric; Software; Software construction; Set (abstract data type); Data mining; Software sizing; Similarity (geometry); Software system; Artificial intelligence; Engineering; Programming language","score_opus":0.05730947791003136,"score_gpt":0.321796407484553,"score_spread":0.26448692957452163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004681822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6284884,0.000074478055,0.36032218,0.0013673321,0.00038389507,0.0004713646,0.00002065407,0.00024245358,0.008629206],"genre_scores_gemma":[0.98386633,0.000045229717,0.015767273,0.000029695904,0.00008728834,0.000052910887,0.00000933666,0.000014751182,0.00012720043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99789494,0.000015839876,0.0004972138,0.000558993,0.00069094915,0.0003420899],"domain_scores_gemma":[0.998288,0.0003451571,0.0001827155,0.0001548123,0.0009486302,0.00008072948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006006188,0.00022335273,0.00023276913,0.0005339815,0.00019776679,0.00030424184,0.00091699424,0.000116359144,0.000042735795],"category_scores_gemma":[0.000835307,0.00019712234,0.000038917082,0.00054108986,0.00016969162,0.0010101041,0.0010380957,0.00039707444,0.00001986116],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019013132,0.00039451956,0.016188713,0.00007215573,0.000017207669,0.000014394364,0.001227224,0.00038371744,0.004623299,0.86374694,0.000105712636,0.11303597],"study_design_scores_gemma":[0.00041305975,0.00096304156,0.059062935,0.0013380174,0.000013197853,0.00007520141,0.0007979077,0.25940594,0.120391965,0.55517,0.0013236232,0.0010451276],"about_ca_topic_score_codex":0.00015129766,"about_ca_topic_score_gemma":0.00008248414,"teacher_disagreement_score":0.35537788,"about_ca_system_score_codex":0.0001635415,"about_ca_system_score_gemma":0.00013730515,"threshold_uncertainty_score":0.8038416},"labels":[],"label_agreement":null},{"id":"W2004758929","doi":"10.1016/j.sysarc.2010.06.003","title":"Using complexity, coupling, and cohesion metrics as early indicators of vulnerabilities","year":2010,"lang":"en","type":"article","venue":"Journal of Systems Architecture","topic":"Software Engineering Research","field":"Computer Science","cited_by":289,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Cohesion (chemistry); Software security assurance; Software quality; Secure coding; Software metric; Software bug; Vulnerability (computing); Software; Data mining; Software evolution; Vulnerability management; Software development; Software engineering; Computer security; Software construction; Vulnerability assessment; Information security","score_opus":0.029593890437432966,"score_gpt":0.29178655686711547,"score_spread":0.2621926664296825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004758929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.869228,0.0005879598,0.12930341,0.000056115292,0.0006741027,0.00010631268,0.0000022075844,0.000023250464,0.000018620136],"genre_scores_gemma":[0.9727693,0.000007210619,0.027015934,0.0000051420675,0.0001762504,7.6298744e-7,1.05562634e-7,0.000012445077,0.000012808359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983122,0.000059686325,0.00047762712,0.00014958394,0.00079289795,0.00020802244],"domain_scores_gemma":[0.9979267,0.0009082273,0.0004038519,0.000315362,0.000263185,0.00018267253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013586201,0.00012516516,0.00034696836,0.001004656,0.00008095192,0.00014191729,0.0006819996,0.000106692925,0.0000032582586],"category_scores_gemma":[0.001191092,0.00009519275,0.00007425342,0.0007095176,0.00015088308,0.00018147891,0.0002079007,0.0008564899,7.255487e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011255846,0.00028709252,0.71367484,0.0020773837,0.0004191903,0.00027025118,0.016752634,0.07049615,0.15256517,0.025940474,0.00020572706,0.01719851],"study_design_scores_gemma":[0.0053686984,0.0051039914,0.68507695,0.0031877346,0.00017539761,0.01553681,0.0012387611,0.19554898,0.057072856,0.02164743,0.007895169,0.0021472285],"about_ca_topic_score_codex":0.00016303132,"about_ca_topic_score_gemma":0.000004139103,"teacher_disagreement_score":0.12505282,"about_ca_system_score_codex":0.000035174653,"about_ca_system_score_gemma":0.00015227082,"threshold_uncertainty_score":0.3881848},"labels":[],"label_agreement":null},{"id":"W2005497056","doi":"10.1109/icsm.2010.5609670","title":"Software process recovery using Recovered Unified Process Views","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Process (computing); Software engineering; Software development process; Software; Goal-Driven Software Development Process; Software development; Software bug; BitTorrent tracker; Data mining; Artificial intelligence; Programming language","score_opus":0.03949954530939974,"score_gpt":0.315250383825109,"score_spread":0.27575083851570925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005497056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4248295,0.000029557796,0.57224995,0.00011551541,0.00091023877,0.00029794328,0.0000030741455,0.000959553,0.0006046681],"genre_scores_gemma":[0.730588,0.000006453019,0.2676624,0.0002154014,0.00021838509,0.000061946346,0.0000063647276,0.000057044956,0.0011839517],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791855,0.00003297915,0.00028959484,0.0006280049,0.0005686578,0.00056221394],"domain_scores_gemma":[0.9979735,0.00044945723,0.000078315745,0.00094953395,0.0003392068,0.00021000722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056277314,0.0002226288,0.00022901512,0.00023823192,0.00014737897,0.00033055313,0.0016469378,0.00015786405,0.00014177072],"category_scores_gemma":[0.0019511116,0.00020006145,0.00007206378,0.0010976493,0.000044799228,0.0011865065,0.00022454908,0.00056683423,0.000110500274],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024722956,0.0015323638,0.14245668,0.0035372423,0.00040124348,0.00046125313,0.008103923,0.05266254,0.11160799,0.011475891,0.009260995,0.65825266],"study_design_scores_gemma":[0.0046210526,0.0010174331,0.031162865,0.00077127706,0.000064517066,0.001130021,0.0003600201,0.58804786,0.26940224,0.073128246,0.023535734,0.006758736],"about_ca_topic_score_codex":0.000031237545,"about_ca_topic_score_gemma":0.000030337234,"teacher_disagreement_score":0.6514939,"about_ca_system_score_codex":0.00005330894,"about_ca_system_score_gemma":0.00042029223,"threshold_uncertainty_score":0.8158269},"labels":[],"label_agreement":null},{"id":"W2005599223","doi":"10.1142/s1469026814500138","title":"SOFTWARE DEVELOPMENT EFFORT ESTIMATION USING CLASSICAL AND FUZZY ANALOGY: A CROSS-VALIDATION COMPARATIVE STUDY","year":2014,"lang":"en","type":"article","venue":"International Journal of Computational Intelligence and Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Analogy; Computer science; Software; Benchmarking; Software development; Estimation; Fuzzy logic; Software sizing; Data mining; Artificial intelligence; Software engineering; Machine learning; Software construction; Systems engineering; Programming language; Linguistics","score_opus":0.0587535365511344,"score_gpt":0.39425473157658364,"score_spread":0.33550119502544923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005599223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3023415,0.000041005296,0.6971757,0.0001549731,0.000089963236,0.00015627132,0.0000015223353,0.000024892186,0.0000141816],"genre_scores_gemma":[0.78463197,0.000004863285,0.2151657,0.000033494634,0.00012242017,0.000020286661,0.000008175662,0.0000052141286,0.000007853926],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833643,0.0000528108,0.00056202005,0.00024526092,0.0006779632,0.00012552577],"domain_scores_gemma":[0.9975655,0.0008770136,0.00027061475,0.00011684862,0.0010530011,0.00011701827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060896704,0.0001283781,0.00017987232,0.0003391191,0.00016750983,0.0003553483,0.00053931115,0.000041569012,0.0000042128104],"category_scores_gemma":[0.00018947643,0.0001226092,0.000034920115,0.00025213583,0.00010484256,0.0006009383,0.00017485787,0.00018456216,0.000008391209],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024738927,0.00027999765,0.041421242,0.000013987627,0.00017451799,0.0000060833518,0.0016818423,0.724195,0.00003947685,0.034287512,0.000022216995,0.19785337],"study_design_scores_gemma":[0.0005199395,0.00025231118,0.18890409,0.00007294584,0.000021988173,0.0003493568,0.00019177575,0.7455424,0.0009821599,0.061523367,0.0013471062,0.00029254192],"about_ca_topic_score_codex":0.000004806838,"about_ca_topic_score_gemma":0.0000015212458,"teacher_disagreement_score":0.4822905,"about_ca_system_score_codex":0.00009697939,"about_ca_system_score_gemma":0.00015559806,"threshold_uncertainty_score":0.49998578},"labels":[],"label_agreement":null},{"id":"W2005680430","doi":"10.1109/tse.2014.2383381","title":"Range Fixes: Interactive Error Resolution for Software Configuration","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Key Research and Development Program of China; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Range (aeronautics); Constraint (computer-aided design); Software; Simple (philosophy); Theoretical computer science; String (physics); Programming language; Mathematics","score_opus":0.019126007936626662,"score_gpt":0.26072867292940377,"score_spread":0.2416026649927771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005680430","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043659313,0.00003884315,0.9896363,0.00009451194,0.0019492271,0.0005821486,0.000031739557,0.003294522,0.0000067714036],"genre_scores_gemma":[0.720281,0.000006123234,0.27870557,0.00007659363,0.00015110057,0.00048919726,0.000008154164,0.00009328279,0.000188941],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99795395,0.000051779563,0.00035370904,0.00062177907,0.00043911627,0.0005796452],"domain_scores_gemma":[0.99601877,0.0027603437,0.00006934218,0.000710711,0.00024696806,0.00019385898],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043739536,0.0003369404,0.00029328608,0.000494627,0.00024180235,0.00017676914,0.00063186977,0.00017864305,0.000019150131],"category_scores_gemma":[0.0010218889,0.0003723192,0.00020738514,0.00055503275,0.000028429433,0.00081825384,0.000006386861,0.00047995726,0.000091089896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008854911,0.00015974132,0.00010793959,0.00025645725,0.00012560558,0.0000061656256,0.0010366515,0.93236864,0.0011285332,0.00071887777,0.0008239441,0.063178875],"study_design_scores_gemma":[0.001923973,0.0006623947,0.0022380566,0.00035625166,0.000043092034,0.00004060067,0.00003213277,0.946726,0.037450198,0.00015389289,0.009325242,0.0010481579],"about_ca_topic_score_codex":0.000014122,"about_ca_topic_score_gemma":0.0000051333277,"teacher_disagreement_score":0.7159151,"about_ca_system_score_codex":0.00028906888,"about_ca_system_score_gemma":0.00006224626,"threshold_uncertainty_score":0.99987286},"labels":[],"label_agreement":null},{"id":"W2005989626","doi":"10.4236/jsea.2012.510092","title":"Software Measurement Methods: An Analysis of Two Designs","year":2012,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Consistency (knowledge bases); Software; Computer science; Identification (biology); Software measurement; Data collection; Data mining; Reliability engineering; Software engineering; Software development; Software quality; Engineering; Artificial intelligence; Statistics; Mathematics; Programming language","score_opus":0.05872708588833401,"score_gpt":0.34278169605405734,"score_spread":0.2840546101657233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005989626","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018059619,0.001974136,0.97960216,0.000020943902,0.00010016309,0.000108142645,0.00000412119,0.00012947056,0.0000012725465],"genre_scores_gemma":[0.38959372,0.00003106095,0.61022896,0.0000075056523,0.00010038822,0.000022198617,0.0000010637891,0.000012227598,0.0000029000928],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.998491,0.00005983874,0.00046071818,0.00016442861,0.0005296025,0.00029442034],"domain_scores_gemma":[0.9975868,0.0009206958,0.00020163867,0.0004761142,0.00048022103,0.000334524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021235615,0.00014812406,0.00036213436,0.0007323245,0.00006280871,0.000055323002,0.0005904634,0.000053728883,0.0000055181545],"category_scores_gemma":[0.0011268875,0.00013720262,0.00014657654,0.0013639601,0.000026739915,0.0005473405,0.000093914765,0.00023781092,0.0000013004264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013388719,0.0008540729,0.24169871,0.00032814,0.0029720822,0.000006442149,0.0024853235,0.42180476,0.020219399,0.014424612,0.00017116082,0.29502192],"study_design_scores_gemma":[0.0016485667,0.0005540662,0.8171511,0.00029258494,0.0023263285,0.0002943194,0.00017462172,0.13682212,0.023737168,0.00093842635,0.014597531,0.0014631081],"about_ca_topic_score_codex":0.00000966412,"about_ca_topic_score_gemma":6.13424e-7,"teacher_disagreement_score":0.57545245,"about_ca_system_score_codex":0.00010004139,"about_ca_system_score_gemma":0.00006976282,"threshold_uncertainty_score":0.55949605},"labels":[],"label_agreement":null},{"id":"W2006192515","doi":"10.1109/wcre.2013.6671287","title":"The influence of non-technical factors on code review","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Process (computing); Code (set theory); Code review; Key (lock); Replicate; Variety (cybernetics); Source code; Component (thermodynamics); Empirical research; Software engineering; Static program analysis; Software; Software development; Computer security; Artificial intelligence; Operating system; Programming language","score_opus":0.01925797591065593,"score_gpt":0.2970629541509352,"score_spread":0.2778049782402793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006192515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85745835,0.0010696795,0.13447736,0.004122317,0.00014137437,0.0008786156,8.2681987e-7,0.0004564412,0.0013950348],"genre_scores_gemma":[0.99404395,0.0005415991,0.0049300333,0.00023409647,0.000005312783,0.0000317359,1.1946824e-7,0.0000043037717,0.00020883899],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9992164,0.000019599642,0.00014353935,0.00013713252,0.0003136858,0.00016963785],"domain_scores_gemma":[0.9978492,0.0012909371,0.000024208799,0.00068004883,0.000098810684,0.000056747765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026410702,0.000060763003,0.000092161215,0.00002524198,0.000037016373,0.000039511277,0.0011631974,0.000023535902,0.00002082299],"category_scores_gemma":[0.0011058452,0.000032424614,0.000033845252,0.00028074207,0.000044830645,0.00013908857,0.00021262905,0.00013120049,0.00018331756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000092378405,0.0005189,0.1269026,0.0026558987,0.00013779168,0.00002241464,0.00055009173,0.009206805,0.050897766,0.14538516,0.4132423,0.25047103],"study_design_scores_gemma":[0.000075791235,0.00014963071,0.98413867,0.0005477548,0.0000016420192,0.000003504776,0.0000020733476,0.0029616724,0.0063864514,0.00041439978,0.005167974,0.00015042395],"about_ca_topic_score_codex":0.000044520675,"about_ca_topic_score_gemma":0.0000017314659,"teacher_disagreement_score":0.8572361,"about_ca_system_score_codex":0.000018342167,"about_ca_system_score_gemma":0.000027531813,"threshold_uncertainty_score":0.23562376},"labels":[],"label_agreement":null},{"id":"W2006202761","doi":"10.1145/1984708.1984722","title":"Fishtail","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Plug-in; Programmer; Computer science; Software engineering; Documentation; Eclipse; Debugging; Task (project management); Java; Reuse; Interface (matter); Microsoft Visual Studio; Software; World Wide Web; Operating system; Engineering; Systems engineering","score_opus":0.0475835964734028,"score_gpt":0.24287993015590428,"score_spread":0.1952963336825015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006202761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012262297,0.000011948465,0.94352764,0.00008690504,0.00013099106,0.000024636158,4.016694e-8,0.00053063186,0.043424904],"genre_scores_gemma":[0.8248079,8.5201935e-7,0.17287707,0.000075732525,0.000011423065,0.0000037194554,4.2756007e-8,0.000002564387,0.0022207024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999656,0.0000045523566,0.00003293441,0.00009484799,0.00009558008,0.00011604033],"domain_scores_gemma":[0.99959135,0.000059912152,0.0000030141505,0.00028352553,0.000018851635,0.0000433308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000077719546,0.000026211283,0.00002392472,0.000035807614,0.000013206289,0.000020966057,0.0004992456,0.0000121654075,0.00021106814],"category_scores_gemma":[0.000084978754,0.000021899064,0.000011299332,0.00014226876,0.000007073644,0.00014461398,0.00012908562,0.0000389307,0.0005049951],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028299805,0.0001278823,0.12352509,0.000017654653,0.000024838004,0.00012576338,0.0032538066,0.0000120957,0.000559526,0.6510097,0.056098122,0.16524273],"study_design_scores_gemma":[0.00037636163,0.00018483185,0.8792063,0.000009839069,0.0000013050634,0.000046442205,0.00002067707,0.022238953,0.04641209,0.014860882,0.03617337,0.00046893855],"about_ca_topic_score_codex":0.000025333267,"about_ca_topic_score_gemma":8.85275e-7,"teacher_disagreement_score":0.8125456,"about_ca_system_score_codex":0.0000065920376,"about_ca_system_score_gemma":0.000011980913,"threshold_uncertainty_score":0.64908594},"labels":[],"label_agreement":null},{"id":"W2006552151","doi":"10.1109/vissof.2007.4290705","title":"Visualization Patterns: A Context-Sensitive Tool to Evaluate Visualization Techniques","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Concordia University","keywords":"Visualization; Computer science; Context (archaeology); Software visualization; Data visualization; Software; Information visualization; Human–computer interaction; Visual analytics; Creative visualization; Representation (politics); Data science; Data mining; Software system; Programming language; Component-based software engineering","score_opus":0.025133364834826918,"score_gpt":0.3548940557982456,"score_spread":0.3297606909634187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006552151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07994012,0.000007625321,0.9178212,0.00012715526,0.00014062709,0.00047431854,0.0000011122133,0.0011952511,0.00029255432],"genre_scores_gemma":[0.9619762,0.000004230198,0.036576003,0.0009920055,0.00008054312,0.000031485313,0.0000076041274,0.000021724525,0.00031024398],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983109,0.000060395556,0.00026514928,0.00039155988,0.0006062172,0.0003657653],"domain_scores_gemma":[0.9986027,0.00037866834,0.000038953018,0.0003923184,0.0004677779,0.00011958493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014372055,0.00013928708,0.0001280501,0.00038498524,0.00006834434,0.00017339752,0.00038708813,0.00007102049,0.000027922104],"category_scores_gemma":[0.00090589415,0.00013373027,0.000034624416,0.0008802645,0.000012648182,0.00043064286,0.00023162032,0.00007304849,0.000118977885],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052840325,0.0001951878,0.022743499,0.00007594301,0.00005215195,0.00009514079,0.004283674,0.00023847104,0.02631063,0.21353982,0.0038998653,0.72851276],"study_design_scores_gemma":[0.0004596078,0.0005056247,0.08425267,0.00016283905,0.0000070373158,0.000032533095,0.00015252597,0.08329271,0.8243533,0.00053237646,0.005533555,0.00071526924],"about_ca_topic_score_codex":0.00007755504,"about_ca_topic_score_gemma":0.00003244717,"teacher_disagreement_score":0.88203603,"about_ca_system_score_codex":0.00015705002,"about_ca_system_score_gemma":0.000046001493,"threshold_uncertainty_score":0.5453362},"labels":[],"label_agreement":null},{"id":"W2006700268","doi":"10.1145/1117696.1117704","title":"Coping with an open bug repository","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":248,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software bug; Eclipse; Open source; Software engineering; World Wide Web; Software; Process (computing); Java; Software development; Security bug; Android (operating system); Data science; Operating system; Cloud computing","score_opus":0.02219749091500454,"score_gpt":0.28874406658755963,"score_spread":0.2665465756725551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006700268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060267642,0.000029946325,0.9257595,0.0010865865,0.00008203503,0.00016240381,7.009879e-8,0.00056522625,0.012046598],"genre_scores_gemma":[0.6343943,6.407692e-7,0.36175877,0.00029554663,0.000082171995,0.000014070313,2.693708e-7,0.000007918754,0.0034463163],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993418,0.000016606626,0.00006361544,0.00022256559,0.00018850047,0.00016693471],"domain_scores_gemma":[0.9992234,0.00008901204,0.0000103597695,0.00054578955,0.000041429226,0.000089989044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015584557,0.000051189334,0.000055459197,0.00003946317,0.00006443058,0.00040316512,0.0014241044,0.00001672005,0.000015884418],"category_scores_gemma":[0.000024188632,0.000039446073,0.0000053815256,0.000172314,0.000012820081,0.0009519488,0.00038182686,0.00007216717,0.000047536305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014558849,0.0012874727,0.18574852,0.00014304748,0.00022590328,0.000954441,0.008066825,0.06178744,0.017445812,0.23633496,0.12924846,0.35861155],"study_design_scores_gemma":[0.003011731,0.0027126146,0.17081738,0.00015460944,0.000008224473,0.000890546,0.0000758901,0.45331076,0.13364863,0.0005506757,0.23297693,0.0018420231],"about_ca_topic_score_codex":0.000083603205,"about_ca_topic_score_gemma":0.000015966309,"teacher_disagreement_score":0.57412666,"about_ca_system_score_codex":0.000038466176,"about_ca_system_score_gemma":0.00006227504,"threshold_uncertainty_score":0.38877305},"labels":[],"label_agreement":null},{"id":"W2006870009","doi":"10.1145/1808920.1808934","title":"What is trust in a recommender for software development?","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Recommender system; Computer science; Position paper; Software; Software development; World Wide Web; Position (finance); Software engineering; Knowledge management; Business","score_opus":0.0272711915748344,"score_gpt":0.2916732873601709,"score_spread":0.2644020957853365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006870009","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059293766,0.000039005947,0.9365949,0.0021740436,0.0011930541,0.00026496395,4.752968e-7,0.00035243167,0.000087376575],"genre_scores_gemma":[0.08224843,0.000008365045,0.914441,0.00075376686,0.00004086551,0.00014281532,0.0000020091743,0.000015779638,0.0023469815],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990667,0.0000066790603,0.0001403716,0.00028893113,0.0001707564,0.00032652446],"domain_scores_gemma":[0.9989152,0.0005447545,0.000013159511,0.0003852172,0.00006135008,0.00008031659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000375058,0.00008854646,0.00008856732,0.00015875013,0.000045696128,0.0002739863,0.0007040393,0.0000680804,0.00011531197],"category_scores_gemma":[0.0003396161,0.000081617,0.000025826716,0.00028970907,0.00001099331,0.00075042836,0.0002006221,0.00019804468,0.00006933764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069770185,0.00011597364,0.05270168,0.000064759945,0.000020489877,0.0000098126475,0.0042972085,0.000019904122,0.00045164095,0.0046388675,0.023901207,0.91377145],"study_design_scores_gemma":[0.003251256,0.00015053469,0.15299207,0.00014140473,0.000002755741,0.000047348956,0.00030293324,0.04826296,0.0602119,0.0121504,0.72094935,0.0015370864],"about_ca_topic_score_codex":0.000007985346,"about_ca_topic_score_gemma":0.000057229707,"teacher_disagreement_score":0.91223437,"about_ca_system_score_codex":0.000036086,"about_ca_system_score_gemma":0.000114230796,"threshold_uncertainty_score":0.33282447},"labels":[],"label_agreement":null},{"id":"W2007210734","doi":"10.1109/msr.2013.6624016","title":"Will my patch make it? And how fast? Case study on the Linux kernel","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Polytechnique Montréal","funders":"","keywords":"Linux kernel; Computer science; Kernel (algebra); Process (computing); Operating system; World Wide Web; Control (management); Software engineering; Artificial intelligence; Mathematics","score_opus":0.028534250511539593,"score_gpt":0.26675876547427196,"score_spread":0.23822451496273236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007210734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92480344,0.00001665541,0.06228376,0.011793769,0.000121051686,0.00050538784,4.4097118e-7,0.00020638845,0.00026912327],"genre_scores_gemma":[0.99461985,0.0000024397164,0.0020296085,0.00041874492,0.000044450357,0.00007511999,8.493297e-8,0.000010081408,0.0027996155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989385,0.000064579675,0.000072043134,0.00031455146,0.00034131165,0.00026899672],"domain_scores_gemma":[0.9981172,0.00097086886,0.000014595335,0.00070983253,0.0000795893,0.00010789562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034952382,0.000115045674,0.00008956171,0.000058963098,0.0001029461,0.00050515484,0.00054764136,0.00003099093,0.000045346238],"category_scores_gemma":[0.00026741327,0.00006806533,0.00002009215,0.0002061627,0.0000316213,0.00029462855,0.00041353746,0.00020210313,0.00012320842],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011075586,0.001561763,0.2972123,0.000081733386,0.00030600288,0.008875435,0.041697536,0.00041820217,0.00058508787,0.016785027,0.16035803,0.47210783],"study_design_scores_gemma":[0.003808439,0.004175027,0.47008604,0.00012424286,0.000028707953,0.0043351767,0.031411037,0.46218956,0.0018115658,0.0032353364,0.016543373,0.0022515126],"about_ca_topic_score_codex":0.0005546183,"about_ca_topic_score_gemma":0.000054483527,"teacher_disagreement_score":0.46985632,"about_ca_system_score_codex":0.000020117956,"about_ca_system_score_gemma":0.000020757372,"threshold_uncertainty_score":0.48712197},"labels":[],"label_agreement":null},{"id":"W2007234571","doi":"10.1631/jzus.c1300102","title":"An experimental study on the conversion between IFPUG and UCP functional size measurement units","year":2014,"lang":"en","type":"article","venue":"Journal of Zhejiang University SCIENCE C","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software; Function point; Measure (data warehouse); Function (biology); Point (geometry); Functional requirement; Software measurement; Data mining; Software development; Mathematics; Software engineering; Component-based software engineering; Programming language","score_opus":0.06264083403630134,"score_gpt":0.2566534389328208,"score_spread":0.19401260489651945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007234571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97784853,0.000008573111,0.021206358,0.00054515287,0.0002113643,0.00008085614,3.434509e-7,0.000019506047,0.00007931365],"genre_scores_gemma":[0.99921536,7.2346313e-7,0.00065752456,0.000043225922,0.000056639135,6.1623446e-8,3.2734906e-8,0.0000022244942,0.000024179353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802566,0.00014740032,0.00009434785,0.00018808633,0.0013664011,0.0001781263],"domain_scores_gemma":[0.99844587,0.0005305528,0.00008541292,0.00025775653,0.0004785206,0.00020189503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029173256,0.00007378637,0.00009572953,0.0002260705,0.0004376729,0.00014091835,0.0011285428,0.000018802408,0.000007888023],"category_scores_gemma":[0.0006489917,0.00005451198,0.000022273356,0.00078872935,0.00020176377,0.0009341133,0.00020322777,0.00019929998,0.0000055135893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022752967,0.0017501294,0.80954415,0.000017710096,0.00016461406,0.00021715886,0.019419814,0.0019251488,0.14203072,0.013778085,0.0033469116,0.0075780633],"study_design_scores_gemma":[0.00094745023,0.0024874324,0.9757277,0.00003256742,0.00001168517,0.000022232485,0.0053581065,0.0021399036,0.012313844,0.000043576852,0.0007733125,0.00014219622],"about_ca_topic_score_codex":0.000009137559,"about_ca_topic_score_gemma":6.885997e-7,"teacher_disagreement_score":0.16618358,"about_ca_system_score_codex":0.0002677395,"about_ca_system_score_gemma":0.00023149374,"threshold_uncertainty_score":0.33662704},"labels":[],"label_agreement":null},{"id":"W2007293407","doi":"10.5555/2666527.2666530","title":"Clone detection meets semantic web-based transitive closure computation","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Source code; Transitive relation; Transitive closure; Semantic Web; Programming language; Theoretical computer science; Data mining; Artificial intelligence; Mathematics","score_opus":0.014909508081670238,"score_gpt":0.25853503482566575,"score_spread":0.2436255267439955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007293407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21945707,0.00005321594,0.77899307,0.0003564211,0.00032789772,0.00012345267,5.215408e-7,0.00054145744,0.00014689058],"genre_scores_gemma":[0.97155815,0.0000011697974,0.028214796,0.00007891653,0.000079520134,0.000014370087,0.0000020953464,0.000010969064,0.000040034745],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989259,0.000072234616,0.00012082438,0.00019604381,0.00034877993,0.00033616414],"domain_scores_gemma":[0.9991429,0.00041448715,0.000021465128,0.00020591858,0.000091421396,0.00012382741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041272098,0.00010158625,0.00009679353,0.00016476233,0.00007352605,0.00006359941,0.00021342188,0.000060268307,0.000012965988],"category_scores_gemma":[0.00009483888,0.00009591179,0.000048126152,0.00049480604,0.00001992704,0.0004494211,0.000031669548,0.00013405629,0.00012975045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012464054,0.0014646797,0.16190565,0.0006039801,0.00028798493,0.00009126161,0.0071937316,0.07461952,0.27836123,0.0129579855,0.0032078738,0.45918146],"study_design_scores_gemma":[0.00068981625,0.0001066513,0.15128829,0.000019041816,0.0000069059824,0.000019191968,0.0000133141375,0.7860244,0.06100732,0.00007956319,0.00051612884,0.00022940888],"about_ca_topic_score_codex":0.000028459881,"about_ca_topic_score_gemma":0.000009501414,"teacher_disagreement_score":0.75210106,"about_ca_system_score_codex":0.00006581029,"about_ca_system_score_gemma":0.000040351362,"threshold_uncertainty_score":0.39111692},"labels":[],"label_agreement":null},{"id":"W2007351432","doi":"10.5555/2664398.2664399","title":"An accurate estimation of the Levenshtein distance using metric trees and Manhattan distance","year":2012,"lang":"en","type":"article","venue":"International Workshop on Software Clones","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Levenshtein distance; Metric (unit); Precision and recall; Computer science; Edit distance; Software; Euclidean distance; Distance measurement; Data mining; Artificial intelligence; Engineering","score_opus":0.036183713733103924,"score_gpt":0.32937564789469387,"score_spread":0.29319193416158995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007351432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33240584,0.00032340852,0.6661615,0.00020357149,0.0006919593,0.000092498165,0.000012178322,0.000094746785,0.000014309867],"genre_scores_gemma":[0.94957715,0.000013366426,0.05011926,0.000042722804,0.00009981553,0.000012562056,0.000004556387,0.00001569445,0.00011486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99852407,0.00006944512,0.0002455114,0.00027385313,0.0006326146,0.00025452572],"domain_scores_gemma":[0.99814755,0.0009634767,0.00014053486,0.0005134252,0.00014144393,0.00009356049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033940203,0.00015183352,0.00014024848,0.00018863285,0.0001141172,0.00013858941,0.0009926623,0.000058023317,0.0000101013675],"category_scores_gemma":[0.0014118403,0.00011904616,0.000052946747,0.00068766414,0.00009085233,0.00092214864,0.00020661333,0.00017133904,0.00000490604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008912294,0.00052369543,0.49083263,0.00008430154,0.00013584754,0.000011475366,0.002545084,0.183301,0.0008492417,0.04479241,0.00027118344,0.276564],"study_design_scores_gemma":[0.0003087379,0.000042803742,0.69878197,0.0003210737,0.000008620818,0.00002753722,0.00006970192,0.2957485,0.0024569589,0.001256451,0.0006642214,0.0003134282],"about_ca_topic_score_codex":0.000015489619,"about_ca_topic_score_gemma":0.000008793866,"teacher_disagreement_score":0.61717135,"about_ca_system_score_codex":0.00013083841,"about_ca_system_score_gemma":0.000028620223,"threshold_uncertainty_score":0.48545617},"labels":[],"label_agreement":null},{"id":"W2007425631","doi":"10.1109/scam.2013.6648192","title":"JSNOSE: Detecting JavaScript Code Smells","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"JavaScript; Computer science; Code refactoring; Code smell; Scripting language; Program comprehension; Programming language; Static program analysis; Web application; Program slicing; Source code; Unobtrusive JavaScript; Code (set theory); World Wide Web; Software engineering; Software quality; Set (abstract data type); Software; Software development; Software system; Rich Internet application","score_opus":0.019232873970876637,"score_gpt":0.25036886794030394,"score_spread":0.2311359939694273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007425631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11547149,0.000069129535,0.87929416,0.00052725524,0.00039247153,0.00016722552,1.7206722e-7,0.00094851817,0.0031295633],"genre_scores_gemma":[0.887955,0.000002458524,0.108337596,0.00016849581,0.000054338376,0.000028288197,1.4991956e-7,0.000010793895,0.0034428686],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896467,0.000023154655,0.000117125914,0.0002573272,0.00028138777,0.00035633522],"domain_scores_gemma":[0.9987559,0.00047512614,0.000014574726,0.0005424398,0.00009017096,0.000121821904],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023939653,0.0000840908,0.000081188206,0.00009435173,0.000060505918,0.0002680689,0.0008377287,0.00004026703,0.0002737515],"category_scores_gemma":[0.00050903094,0.000072904586,0.000033198554,0.00034518703,0.000015535537,0.00047773606,0.00030849758,0.00015708117,0.0022335167],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020284506,0.000119813114,0.04038671,0.00008804628,0.00007738585,0.00006125599,0.0015853542,0.0013719711,0.06025567,0.019309653,0.11085699,0.7658851],"study_design_scores_gemma":[0.0010174736,0.00022725856,0.16413836,0.00005841778,0.000004230743,0.00010753734,0.000114433846,0.5933937,0.19497104,0.0056020604,0.039261777,0.0011037166],"about_ca_topic_score_codex":0.00018285998,"about_ca_topic_score_gemma":0.000004840409,"teacher_disagreement_score":0.7724835,"about_ca_system_score_codex":0.00003752318,"about_ca_system_score_gemma":0.00002780905,"threshold_uncertainty_score":0.9985434},"labels":[],"label_agreement":null},{"id":"W2007472189","doi":"10.1007/s10009-009-0122-5","title":"An approach for estimating the time needed to perform code changes in business applications","year":2009,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Business process modeling; Artifact-centric business process model; Computer science; Business Process Model and Notation; Business rule; Business process management; Business process discovery; Business process; Source code; Metric (unit); Competitive advantage; Process management; Task (project management); Business; Work in process; Programming language; Systems engineering; Marketing","score_opus":0.02550414897938195,"score_gpt":0.30783355710772803,"score_spread":0.28232940812834606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007472189","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03210516,0.000020502997,0.94073313,0.025555337,0.00018874276,0.00094705395,0.000039078943,0.00040202402,0.000008949225],"genre_scores_gemma":[0.33788413,0.0000066820216,0.6592583,0.0014554651,0.00030371026,0.0010038702,0.000027685433,0.000025424231,0.000034714303],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857074,0.000016026052,0.00029027325,0.00035478806,0.00038917313,0.00037901071],"domain_scores_gemma":[0.9982741,0.00058930164,0.000036061425,0.0003946766,0.0006235495,0.000082349856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058098865,0.00017271006,0.00018666558,0.0007714537,0.00019675696,0.00037486257,0.002662135,0.00015225883,0.000005822187],"category_scores_gemma":[0.0008521167,0.00013639625,0.000069439324,0.0007367586,0.000046585978,0.00044221373,0.00003998244,0.0003811092,0.000008621809],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015201163,0.00040155515,0.00034446226,0.000017631302,0.00006722853,0.000009464406,0.0003911388,0.04897087,0.0030618608,0.021929944,0.0004280843,0.92422575],"study_design_scores_gemma":[0.0065336954,0.0035358535,0.013916895,0.00039967455,0.000048450747,0.001151293,0.000264802,0.87641734,0.024332803,0.04072833,0.03105993,0.0016109174],"about_ca_topic_score_codex":0.0000017385876,"about_ca_topic_score_gemma":0.0000030314322,"teacher_disagreement_score":0.9226148,"about_ca_system_score_codex":0.00017830146,"about_ca_system_score_gemma":0.000081312784,"threshold_uncertainty_score":0.5562078},"labels":[],"label_agreement":null},{"id":"W2007818470","doi":"10.5555/2662708.2662710","title":"A mutation analysis based benchmarking framework for clone detectors","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"Benchmarking; Benchmark (surveying); Granularity; clone (Java method); Computer science; Detector; Mutation testing; Mutation; Data mining; Software engineering; Operating system; Biology; Genetics; Telecommunications; Business; Gene; Cartography; Geography","score_opus":0.015045571800584745,"score_gpt":0.2753145520658611,"score_spread":0.26026898026527634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007818470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0798284,0.000011717082,0.919275,0.00027298855,0.000090413414,0.00021908154,4.3468725e-7,0.00027416417,0.000027842209],"genre_scores_gemma":[0.53469104,1.4561836e-7,0.46510622,0.000058630365,0.000025472806,0.000087800494,0.0000019979732,0.0000038515077,0.000024841493],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991201,0.000019217943,0.00012020505,0.0002559694,0.00023893312,0.00024557885],"domain_scores_gemma":[0.99736416,0.0020109226,0.00002589358,0.00038850086,0.00012962105,0.00008091516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023047361,0.00007502374,0.000106610016,0.00034814325,0.000061861836,0.00020396685,0.00040322982,0.000055350218,0.00018257812],"category_scores_gemma":[0.00076092506,0.000067394125,0.00010066212,0.0014820102,0.000010188246,0.0002374963,0.000053003416,0.0000838037,0.000040302897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015198426,0.00021540432,0.17805444,0.00018773058,0.0011808043,0.000019801422,0.0012564788,0.21562773,0.002843065,0.062551916,0.0033011045,0.53474635],"study_design_scores_gemma":[0.000079473815,0.000042032585,0.070046745,0.0000051054153,0.000014409656,3.019257e-7,0.0000039552847,0.9244682,0.0021725672,0.0030321968,0.000041745487,0.00009326277],"about_ca_topic_score_codex":0.00011258193,"about_ca_topic_score_gemma":0.0000063626794,"teacher_disagreement_score":0.7088405,"about_ca_system_score_codex":0.00004426877,"about_ca_system_score_gemma":0.000029187942,"threshold_uncertainty_score":0.27482527},"labels":[],"label_agreement":null},{"id":"W2008063114","doi":"10.1145/1882291.1882335","title":"DSketch","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Dependency (UML); Software engineering; Software; Process (computing); Software maintenance; Software system; Programming language; Software development","score_opus":0.01029217490388157,"score_gpt":0.25827335784387734,"score_spread":0.24798118293999577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008063114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18069117,0.000004193341,0.80782956,0.0008510591,0.0006136547,0.00003324057,5.4890442e-8,0.0006663796,0.009310692],"genre_scores_gemma":[0.86148137,2.4916164e-7,0.13690081,0.00005589788,0.000038705337,0.000002958318,5.731078e-8,0.0000023698049,0.0015175996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9996184,0.0000027041613,0.000031294017,0.00010228456,0.00012472754,0.000120549856],"domain_scores_gemma":[0.9993947,0.00016030313,0.0000027268711,0.00036607977,0.000023821603,0.00005236502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000119344906,0.000026942771,0.000023778672,0.000037161597,0.00001744423,0.000059976246,0.0005501898,0.000019681058,0.000128502],"category_scores_gemma":[0.00022445552,0.00002227145,0.000011081949,0.00015598848,0.000008619124,0.00012365956,0.00012802435,0.00013232244,0.00045799368],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.00361e-7,0.000046623354,0.04882989,0.000008020161,0.000007669237,0.000030490943,0.0002189609,0.000026045693,0.051388342,0.68518376,0.024870425,0.18938918],"study_design_scores_gemma":[0.0004759526,0.000084026666,0.5042152,0.0000047921963,0.0000010092978,0.00010965586,0.000005885577,0.10874851,0.108550325,0.012806657,0.26443648,0.00056151656],"about_ca_topic_score_codex":0.000009435846,"about_ca_topic_score_gemma":0.0000039680285,"teacher_disagreement_score":0.6807902,"about_ca_system_score_codex":0.000002874552,"about_ca_system_score_gemma":0.000018253102,"threshold_uncertainty_score":0.5886735},"labels":[],"label_agreement":null},{"id":"W2008107570","doi":"10.1109/ms.2009.193","title":"What Makes APIs Hard to Learn? Answers from Developers","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":383,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Microsoft Research","keywords":"Application programming interface; Computer science; Learnability; Usability; Reuse; Software engineering; World Wide Web; Interface (matter); Software development; Software; Human–computer interaction; Programming language; Engineering; Operating system","score_opus":0.023596069061703036,"score_gpt":0.26713194313129746,"score_spread":0.24353587406959443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008107570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3279537,0.0004525589,0.6646526,0.0030711473,0.0021283652,0.00024965077,0.000007701981,0.0014610656,0.000023242259],"genre_scores_gemma":[0.5841487,0.00008355041,0.41014627,0.0033938258,0.00030255766,0.000036719404,0.000010639833,0.00004714706,0.0018305705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978012,0.00004474743,0.00020715853,0.00068447425,0.0006473949,0.0006150661],"domain_scores_gemma":[0.99806523,0.0004936466,0.00002904989,0.0009159946,0.00015148256,0.0003445726],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022616517,0.00023467997,0.00022501416,0.00022862059,0.00019671992,0.0005640943,0.0015514683,0.00010958697,0.000045272373],"category_scores_gemma":[0.0007982427,0.0002368603,0.000081511294,0.0008252973,0.000028322827,0.001071235,0.00018630517,0.00028329747,0.0008028707],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033523185,0.000114939096,0.016546851,0.000027042659,0.00008595494,0.00041683254,0.012016741,0.008402513,0.00472396,0.00020773752,0.05040086,0.9070231],"study_design_scores_gemma":[0.0025933033,0.0013544363,0.6875997,0.001174125,0.000036159272,0.00011124414,0.00089861866,0.0050006183,0.07443912,0.006393832,0.2159556,0.0044432567],"about_ca_topic_score_codex":0.000058590984,"about_ca_topic_score_gemma":0.000011158639,"teacher_disagreement_score":0.9025798,"about_ca_system_score_codex":0.0001522563,"about_ca_system_score_gemma":0.00013668126,"threshold_uncertainty_score":0.99997514},"labels":[],"label_agreement":null},{"id":"W2008174757","doi":"10.1109/qsic.2014.46","title":"A Comparative Study of Invariants Generated by Daikon and User-Defined Design Contracts","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Haystack; Computer science; Quality (philosophy); Set (abstract data type); Complement (music); Control (management); Programming language; Artificial intelligence","score_opus":0.052250477998537034,"score_gpt":0.28860942132893574,"score_spread":0.2363589433303987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008174757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47968152,0.000020932785,0.51987535,0.000033578028,0.000030694082,0.00021869986,4.2805695e-7,0.000074892945,0.00006391011],"genre_scores_gemma":[0.967749,0.0000018160545,0.03206994,0.000029659459,0.000007863864,0.000015697371,7.414188e-7,0.0000054535876,0.00011985412],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989162,0.00020543137,0.0001665591,0.00026811316,0.00025516644,0.00018854495],"domain_scores_gemma":[0.99828583,0.0011416023,0.00004082382,0.00033621857,0.00011827256,0.00007725559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005162615,0.000101776764,0.00022362744,0.000081615355,0.000044235305,0.00008906788,0.00038768735,0.000032738575,0.000007127775],"category_scores_gemma":[0.00034143758,0.00008507747,0.000008388739,0.00030750385,0.000024640403,0.00020947326,0.00014550751,0.00009118421,0.000009741084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004419717,0.008570169,0.13417718,0.00014082325,0.0011776292,0.00009531749,0.03490833,0.033623427,0.578143,0.058268797,0.11692407,0.033529263],"study_design_scores_gemma":[0.0050237537,0.0031035568,0.15045634,0.00002701583,0.00001438213,0.000011041135,0.00017252858,0.75168705,0.08822368,0.0003919168,0.00040338046,0.00048533993],"about_ca_topic_score_codex":0.00015159402,"about_ca_topic_score_gemma":0.000014350454,"teacher_disagreement_score":0.71806365,"about_ca_system_score_codex":0.000013518559,"about_ca_system_score_gemma":0.000030790507,"threshold_uncertainty_score":0.34693584},"labels":[],"label_agreement":null},{"id":"W2008190228","doi":"10.1109/iwsm-mensura.2011.52","title":"Design of a Functional Size Measurement Procedure for Real-Time Embedded Software Requirements Expressed using the Simulink Model","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Functional requirement; Software; Embedded software; Identification (biology); Software measurement; Embedded system; Software design; Reliability engineering; Software construction; Software system; Software engineering; Software development; Operating system; Engineering","score_opus":0.1965763316034351,"score_gpt":0.30020361007344765,"score_spread":0.10362727847001255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008190228","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044199997,0.00002041198,0.9941837,0.000039207458,0.00008521044,0.0009130464,0.0000029236078,0.00028322477,0.000052271527],"genre_scores_gemma":[0.29707006,0.0000017394723,0.7024902,0.000040823117,0.000027669348,0.00012718327,6.827601e-7,0.000022526494,0.00021909788],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978996,0.00005812193,0.00030051512,0.0003942924,0.00096741447,0.00038005156],"domain_scores_gemma":[0.9975847,0.0008202238,0.00009527628,0.00066963106,0.00074350036,0.000086689455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012241603,0.00017179479,0.00017920994,0.0000735059,0.00013442192,0.000046657115,0.00088373816,0.00007016429,0.000049650494],"category_scores_gemma":[0.0017509821,0.00012420448,0.00007785197,0.0002713376,0.00004529609,0.00033081122,0.00021138655,0.00009341156,0.0000060893076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021336546,0.0002639627,0.0002584024,0.00016997644,0.0001579794,0.000002050875,0.0023439042,0.7354656,0.25633016,0.00072283257,0.0028605638,0.0012112138],"study_design_scores_gemma":[0.0005029575,0.00009756997,0.0002824424,0.000044175504,0.0000132764735,0.0000017904067,0.000012784148,0.9661722,0.030273093,0.0024501125,0.0000033935935,0.00014616255],"about_ca_topic_score_codex":0.000014582992,"about_ca_topic_score_gemma":4.3449015e-7,"teacher_disagreement_score":0.29265004,"about_ca_system_score_codex":0.00012230963,"about_ca_system_score_gemma":0.00045974663,"threshold_uncertainty_score":0.5064912},"labels":[],"label_agreement":null},{"id":"W2008377554","doi":"10.1109/qsic.2014.30","title":"Early Identification of Future Committers in Open Source Software Projects","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Japan Society for the Promotion of Science","keywords":"Commit; Promotion (chess); Identification (biology); Computer science; Eclipse; Permission; Software engineering; Software; Quality (philosophy); Code review; Source code; Software quality; Open source; Software development; Database; Operating system; Political science","score_opus":0.01696945354120046,"score_gpt":0.2672900264080182,"score_spread":0.25032057286681775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008377554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34301245,0.000009188648,0.6560615,0.00037974745,0.0001241243,0.00021697211,2.9245183e-7,0.00012538742,0.00007037362],"genre_scores_gemma":[0.9632844,8.181336e-7,0.036069572,0.00006026478,0.000034872337,0.000027027254,0.0000011328652,0.000008937909,0.00051297515],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990428,0.000068151036,0.00019903862,0.00025004783,0.0002584788,0.00018148319],"domain_scores_gemma":[0.9988985,0.0002886392,0.00004899973,0.0006525885,0.00006692884,0.000044344786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007259028,0.00007013763,0.0001150475,0.00016658548,0.000034164794,0.0002615643,0.0018413223,0.000044727567,0.0000058990972],"category_scores_gemma":[0.00038386654,0.00006448371,0.00002040068,0.0005476451,0.000026013638,0.00047112466,0.0005575669,0.00012184447,0.000032700274],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001685175,0.00021217916,0.72049385,0.00019535325,0.000023677345,0.0000053673075,0.009045349,0.0027668702,0.004221221,0.016402522,0.0053384393,0.24127835],"study_design_scores_gemma":[0.00048051905,0.00008020619,0.96531653,0.000037041827,0.0000011229727,0.000002925004,0.00007308195,0.023855297,0.0068049678,0.0003883015,0.0027781248,0.0001818748],"about_ca_topic_score_codex":0.00028452108,"about_ca_topic_score_gemma":0.000021962296,"teacher_disagreement_score":0.6202719,"about_ca_system_score_codex":0.000029996369,"about_ca_system_score_gemma":0.000044769848,"threshold_uncertainty_score":0.34216654},"labels":[],"label_agreement":null},{"id":"W2009132449","doi":"10.1145/1268784.1268837","title":"Introducing students to professional software construction","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Key (lock); Software engineering; Software construction; Software; Software development; Personal software process; Social software engineering; Software peer review; Software analytics; Extreme programming practices; Engineering management; Engineering; Programming language","score_opus":0.011457741507453129,"score_gpt":0.31570610170425895,"score_spread":0.3042483601968058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009132449","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2622411,0.0000053466174,0.73588014,0.00028343554,0.0010254236,0.00011493978,1.6013202e-7,0.00038302218,0.0000664475],"genre_scores_gemma":[0.36425468,2.769918e-7,0.63440084,0.00018938945,0.00014695851,0.0000073060587,5.4941154e-7,0.0000067673755,0.0009932384],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99861985,0.000013831466,0.00013561928,0.00029722165,0.00062353135,0.00030991886],"domain_scores_gemma":[0.9989979,0.0003589941,0.000014080495,0.00036258344,0.000108597545,0.00015779506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007934413,0.00007200275,0.00006864441,0.0001968561,0.00007863568,0.000092447204,0.00073717604,0.000035678266,0.000044030832],"category_scores_gemma":[0.0007956883,0.00006357659,0.00001858358,0.0005221436,0.000014226518,0.0002113822,0.00050796714,0.00013832851,0.00021131191],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015600543,0.00010565417,0.69276553,0.000023723906,0.000022823544,0.00003987031,0.0009804483,0.00079706276,0.0020883058,0.010764715,0.008632451,0.28376383],"study_design_scores_gemma":[0.00044856966,0.00011860861,0.97469175,0.00006004063,0.0000016673469,0.00007183612,0.000110649045,0.0007785581,0.017104976,0.00069990236,0.0055619273,0.00035153868],"about_ca_topic_score_codex":0.000010966487,"about_ca_topic_score_gemma":0.0000039767074,"teacher_disagreement_score":0.28341228,"about_ca_system_score_codex":0.00008656405,"about_ca_system_score_gemma":0.000044599485,"threshold_uncertainty_score":0.27160576},"labels":[],"label_agreement":null},{"id":"W2009151039","doi":"10.1016/j.jss.2012.07.050","title":"Towards an early software estimation using log-linear regression and a multilayer perceptron model","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":214,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Use Case Points; Software; Computer science; Linear regression; Machine learning; Artificial neural network; Software sizing; Software development; Perceptron; Multilayer perceptron; Data mining; Software metric; Estimator; Artificial intelligence; Software development process; Software construction; Statistics; Mathematics","score_opus":0.050758474118636175,"score_gpt":0.3211822357308679,"score_spread":0.27042376161223175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009151039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49666387,0.0012695172,0.501701,0.00001327546,0.00023125162,0.000070874376,0.0000019846866,0.000047662612,5.5895777e-7],"genre_scores_gemma":[0.68975425,0.000024470832,0.30999383,0.000009073954,0.00017106901,0.0000019644153,5.3800915e-7,0.000016882152,0.000027927825],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838084,0.000089663605,0.0004112038,0.00019757725,0.00056998635,0.00035075162],"domain_scores_gemma":[0.99861014,0.00017459746,0.00023591617,0.00028369308,0.00030285545,0.0003928077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093354797,0.00018420076,0.00032617047,0.0002447872,0.0001642899,0.00023150032,0.00029858277,0.00013991202,0.0000013580866],"category_scores_gemma":[0.0005566873,0.0001380343,0.00005514229,0.00015535386,0.00003954546,0.002122139,0.00015885886,0.00030908987,0.0000015112363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118739015,0.0003365957,0.55602133,0.0011626588,0.00014521641,0.00010892225,0.021164976,0.2576251,0.004595068,0.00045931776,0.00039067038,0.15787141],"study_design_scores_gemma":[0.00054879574,0.0002263948,0.069733985,0.00054376526,0.000020935558,0.00067939336,0.0001297814,0.92764586,0.00009862037,0.000087390166,0.000043849475,0.00024121186],"about_ca_topic_score_codex":0.00008093122,"about_ca_topic_score_gemma":4.852496e-7,"teacher_disagreement_score":0.67002076,"about_ca_system_score_codex":0.00009701002,"about_ca_system_score_gemma":0.000097950615,"threshold_uncertainty_score":0.56288755},"labels":[],"label_agreement":null},{"id":"W2009204692","doi":"10.1016/j.infsof.2015.02.007","title":"Assessing the use of slicing-based visualizing techniques on the understanding of large metamodels","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Metamodeling; Computer science; Slicing; Program slicing; Visualization; Correctness; Program comprehension; Human–computer interaction; Software engineering; Domain (mathematical analysis); Modeling language; Usability; Programming language; Artificial intelligence; Software; Software system; World Wide Web","score_opus":0.14777201499863313,"score_gpt":0.3510519464246652,"score_spread":0.20327993142603207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009204692","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057025477,0.000025657293,0.940993,0.0012591612,0.000038393937,0.0001659858,0.0000019566628,0.000463084,0.000027242739],"genre_scores_gemma":[0.960917,0.0000039793213,0.03878218,0.0002718895,0.0000027888934,0.000015130886,0.0000013091828,0.000004134624,0.0000015700176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991568,0.00004485207,0.00027121484,0.00007697305,0.00028889914,0.00016131418],"domain_scores_gemma":[0.9981003,0.0011042895,0.00016133634,0.00042479805,0.00018403346,0.000025274894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009323732,0.00008167131,0.00012892036,0.00043502194,0.000104002844,0.00013088476,0.0004632965,0.00009866564,0.0000010567666],"category_scores_gemma":[0.0024027538,0.000049245522,0.000025770883,0.00067611295,0.0001380849,0.0010513217,0.0001962105,0.00019680584,0.0000012890076],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001393982,0.000065003886,0.021700269,0.0001472162,0.00005932495,0.0000020583082,0.0037832756,0.006238082,0.00020290849,0.8979556,0.0012613192,0.06857102],"study_design_scores_gemma":[0.0012668852,0.0007305398,0.0029771195,0.00059053797,0.000028251967,0.000040990875,0.0046847127,0.84518445,0.08756878,0.040238008,0.016132241,0.0005574715],"about_ca_topic_score_codex":0.000014118742,"about_ca_topic_score_gemma":0.0000013627149,"teacher_disagreement_score":0.90389156,"about_ca_system_score_codex":0.000063831016,"about_ca_system_score_gemma":0.00008643126,"threshold_uncertainty_score":0.28764942},"labels":[],"label_agreement":null},{"id":"W2009619860","doi":"10.1109/wcre.2013.6671314","title":"On the effect of program exploration on maintenance tasks","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Task (project management); Eclipse; Set (abstract data type); Duration (music); Software maintenance; Empirical research; Index (typography); Software engineering; Human–computer interaction; Software; Software development; World Wide Web; Programming language; Engineering; Systems engineering","score_opus":0.018485213930675242,"score_gpt":0.2730535047796239,"score_spread":0.25456829084894866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009619860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6218738,0.0000075730823,0.36909202,0.0037149917,0.00022311552,0.0014899705,2.448246e-7,0.0005708025,0.0030274608],"genre_scores_gemma":[0.9959988,8.3601884e-7,0.0032428936,0.00006456774,0.0000125779015,0.0003243972,2.8302168e-7,0.00000460267,0.0003510603],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993241,0.000055697266,0.000069948095,0.00013800747,0.00026066095,0.00015162076],"domain_scores_gemma":[0.9980148,0.0014423307,0.000017185923,0.00045195912,0.000044928714,0.000028773617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029670532,0.00006159249,0.000060166232,0.000043749318,0.000026059171,0.00007148056,0.00047098688,0.000019959916,0.000034606208],"category_scores_gemma":[0.0006794326,0.00003071437,0.00002566582,0.00022651399,0.000021968974,0.00017747431,0.00006329929,0.000098527074,0.0003778514],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022121114,0.00014725896,0.0020732903,0.000060596107,0.000026053502,0.000004663469,0.00037406376,0.0035505851,0.0017513913,0.20294221,0.061444174,0.7276036],"study_design_scores_gemma":[0.0012497419,0.015039389,0.06262461,0.00030142913,0.0000040831724,0.000005775022,0.000030675375,0.5464068,0.3583559,0.012146623,0.0032997427,0.0005352085],"about_ca_topic_score_codex":0.000023201526,"about_ca_topic_score_gemma":4.9413774e-7,"teacher_disagreement_score":0.72706836,"about_ca_system_score_codex":0.00001883789,"about_ca_system_score_gemma":0.000007255478,"threshold_uncertainty_score":0.48566413},"labels":[],"label_agreement":null},{"id":"W2009798988","doi":"10.1109/compsac.2012.37","title":"Fine-Grained Design Pattern Detection","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Program comprehension; Eiffel; Software design pattern; Structural pattern; False positive paradox; Context (archaeology); Reverse engineering; Architectural pattern; Software design; Design pattern; Software; Field (mathematics); Programming language; Software system; Artificial intelligence; Software development; Object-oriented programming","score_opus":0.03425266214657047,"score_gpt":0.26047618227277497,"score_spread":0.2262235201262045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009798988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0129651185,0.0000360221,0.9857985,0.00013213378,0.0003308207,0.00007618869,7.35587e-8,0.00050514494,0.00015599866],"genre_scores_gemma":[0.95719093,5.060272e-7,0.042280946,0.00004394495,0.00009878517,0.00001642553,1.5199737e-7,0.0000063389075,0.00036199339],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992977,0.0000349158,0.000065686014,0.00011779704,0.00018573855,0.00029821185],"domain_scores_gemma":[0.9992003,0.00035922168,0.000009307284,0.00030112124,0.00002891193,0.000101156096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003758479,0.000060043098,0.000046979752,0.00008162484,0.000036862297,0.00005298544,0.00033202488,0.000029704477,0.000045125213],"category_scores_gemma":[0.00023535998,0.000051540737,0.000021251928,0.00025305804,0.000006877863,0.00035831213,0.0001050972,0.00007828275,0.00037005456],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029867872,0.00008049072,0.037816383,0.00001646174,0.00001924266,0.0000065385816,0.00059899135,0.00053525757,0.012089621,0.0011358813,0.0034109508,0.9442872],"study_design_scores_gemma":[0.00064882974,0.0002460152,0.35927647,0.000015175309,0.0000045720994,0.000085862346,0.000011000357,0.2858269,0.34500253,0.00060108036,0.0076446165,0.00063693244],"about_ca_topic_score_codex":0.000021426415,"about_ca_topic_score_gemma":0.0000027419617,"teacher_disagreement_score":0.9442258,"about_ca_system_score_codex":0.000032955297,"about_ca_system_score_gemma":0.000010859541,"threshold_uncertainty_score":0.4756426},"labels":[],"label_agreement":null},{"id":"W2009864036","doi":"10.1109/mtd.2014.10","title":"When-to-Release Decisions in Consideration of Technical Debt","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Technical debt; Context (archaeology); Debt; Risk analysis (engineering); Computer science; Duration (music); Software; Product (mathematics); Process (computing); Position (finance); Process management; Iterative and incremental development; New product development; Business; Software development; Software engineering; Finance; Marketing","score_opus":0.021377452541898614,"score_gpt":0.28926272299428607,"score_spread":0.26788527045238747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009864036","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09403059,0.000005746066,0.9042076,0.0008556321,0.000046364847,0.00008821883,1.5577943e-7,0.00010915979,0.00065657153],"genre_scores_gemma":[0.77559906,8.08748e-7,0.22422133,0.00011156578,0.0000071052646,0.000008290478,1.7634197e-7,0.0000027738834,0.000048910228],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999272,0.00003268383,0.00015652188,0.00016948291,0.00023137195,0.00013797835],"domain_scores_gemma":[0.99766433,0.0017647496,0.00001059982,0.00040722633,0.00006576847,0.00008734838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003964566,0.00004555503,0.00008450395,0.00020111227,0.00001496795,0.00003118886,0.00036576437,0.000035103218,0.000018985851],"category_scores_gemma":[0.005233113,0.000040215018,0.000017517346,0.00032259268,0.000015084903,0.00010620185,0.00017969242,0.00008372064,0.00006724221],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020789836,0.00036697695,0.06027968,0.000019958157,0.000009001962,0.000029343086,0.00064084487,0.018473998,0.05243408,0.6031571,0.030182095,0.23438616],"study_design_scores_gemma":[0.001272814,0.00049827644,0.48433027,0.0001672479,0.0000025433333,0.000042041313,0.000012177418,0.39651427,0.0592046,0.051206443,0.006234128,0.0005152082],"about_ca_topic_score_codex":0.000048317703,"about_ca_topic_score_gemma":0.00009015819,"teacher_disagreement_score":0.68156844,"about_ca_system_score_codex":0.000028143626,"about_ca_system_score_gemma":0.000044981796,"threshold_uncertainty_score":0.62649035},"labels":[],"label_agreement":null},{"id":"W2010304830","doi":"10.1142/s0218488508005650","title":"CALIBRATING FUNCTION POINT BACKFIRING CONVERSION RATIOS USING NEURO-FUZZY TECHNIQUE","year":2008,"lang":"en","type":"article","venue":"International Journal of Uncertainty Fuzziness and Knowledge-Based Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Margin (machine learning); Fuzzy logic; Metric (unit); Computer science; Software; Calibration; Point (geometry); Artificial neural network; Sizing; Code (set theory); Algorithm; Machine learning; Mathematics; Artificial intelligence; Statistics; Engineering","score_opus":0.02986326649931817,"score_gpt":0.2729600884282638,"score_spread":0.24309682192894563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010304830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17472298,0.0005236333,0.82121855,0.00022838908,0.0029255052,0.00020680465,0.0000032365726,0.00007581676,0.000095045],"genre_scores_gemma":[0.9956321,0.000022821632,0.0036363439,0.000046648747,0.0005958324,0.0000118482985,0.0000030090432,0.00001909515,0.000032285963],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799925,0.00018505585,0.0006354646,0.00026302162,0.0006870648,0.00023013585],"domain_scores_gemma":[0.9969549,0.00082135043,0.0003714425,0.00021356835,0.0014744629,0.00016428075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000916635,0.00019168579,0.00029138182,0.0005755284,0.0001772867,0.00024196215,0.0007105447,0.000090904745,0.000006520204],"category_scores_gemma":[0.0005676612,0.00016650259,0.00011793106,0.00036152528,0.000070026676,0.0007640497,0.00016255405,0.0003232738,0.0000045788756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000823833,0.00073254824,0.10447253,0.0009130105,0.00065914757,0.0019266221,0.0023578848,0.69954705,0.1648029,0.00928209,0.0035692186,0.010913183],"study_design_scores_gemma":[0.0022094673,0.00036555374,0.0037980233,0.0010834023,0.000021406506,0.0023226587,0.00013691501,0.9809607,0.006088333,0.00016342405,0.0024347373,0.00041534618],"about_ca_topic_score_codex":0.00011914679,"about_ca_topic_score_gemma":0.0000026767793,"teacher_disagreement_score":0.82090914,"about_ca_system_score_codex":0.0002745181,"about_ca_system_score_gemma":0.0004935765,"threshold_uncertainty_score":0.67897785},"labels":[],"label_agreement":null},{"id":"W2010312922","doi":"10.1145/2245276.2231970","title":"IDE-based real-time focused search for near-miss clones","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Computer science; Code (set theory); Software maintenance; Programming language; Software; Operating system; Software development; Software engineering; Biology; Gene; Genetics; Set (abstract data type)","score_opus":0.0323594242992459,"score_gpt":0.2966529840571515,"score_spread":0.26429355975790564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010312922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09699365,0.000058135764,0.8993342,0.0010432433,0.0002474174,0.00042266704,0.0000029882644,0.00091067335,0.0009870252],"genre_scores_gemma":[0.6189284,0.000002151476,0.3785683,0.00010964744,0.00017915784,0.000092828945,0.0000048606394,0.00003282838,0.0020818512],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982593,0.00004888983,0.00015547074,0.00028462734,0.00045913004,0.0007925863],"domain_scores_gemma":[0.9971245,0.0017086607,0.000016909655,0.0007046893,0.00014703306,0.00029822608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009801222,0.00013244481,0.00015125099,0.00011771612,0.00013129116,0.00020981245,0.0008812043,0.00007185113,0.00010773069],"category_scores_gemma":[0.0003111513,0.00011635451,0.000081627884,0.0004432611,0.000043825625,0.00042019584,0.00018804814,0.00011562951,0.0005061898],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029866362,0.001742695,0.29200006,0.0009695391,0.00029109974,0.000051557243,0.0042792633,0.011420531,0.08846628,0.14950289,0.14029306,0.31068435],"study_design_scores_gemma":[0.0024056407,0.00048005098,0.08712872,0.00004728389,0.000010688316,0.000014258069,0.000012918086,0.6934835,0.19053403,0.0004585172,0.024483081,0.00094132556],"about_ca_topic_score_codex":0.00010808615,"about_ca_topic_score_gemma":0.0000011124922,"teacher_disagreement_score":0.682063,"about_ca_system_score_codex":0.000066048844,"about_ca_system_score_gemma":0.00015912486,"threshold_uncertainty_score":0.6506215},"labels":[],"label_agreement":null},{"id":"W2010754032","doi":"10.1109/vissof.2007.4290711","title":"YARN: Animating Software Evolution","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Animation; Yarn; Software; Software evolution; Computer graphics (images); Computer animation; Reverse engineering; Software system; Code (set theory); Engineering drawing; Programming language; Software construction; Engineering","score_opus":0.014228935246945075,"score_gpt":0.26827113598879104,"score_spread":0.25404220074184597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010754032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036710087,0.000056165496,0.96076953,0.00008084186,0.00022962186,0.000054875538,1.0964983e-7,0.0010193718,0.0010794207],"genre_scores_gemma":[0.63147104,2.746492e-7,0.3681146,0.00003067532,0.000044904125,0.0000015836998,2.4422727e-7,0.000004811909,0.00033185352],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990631,0.000009067627,0.00011514955,0.00019201187,0.00029924323,0.00032143082],"domain_scores_gemma":[0.99896204,0.0005388278,0.000015903544,0.0003279067,0.00007038401,0.00008496028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066439674,0.0000620178,0.0000540896,0.00012031305,0.000067335845,0.00006953027,0.00047978872,0.000036000758,0.00002483572],"category_scores_gemma":[0.0008887647,0.000058034657,0.000024525132,0.00046678336,0.000012066124,0.0003127547,0.0001885201,0.00010685498,0.00018773688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008302698,0.00011510401,0.30724096,0.00009474188,0.000030497857,0.00013952694,0.0010601071,0.0014479548,0.009242258,0.26470947,0.01016878,0.4057423],"study_design_scores_gemma":[0.00043495157,0.00014724799,0.90122926,0.000046152887,0.0000020926302,0.00007066563,0.00006657196,0.07427331,0.013746884,0.0055192164,0.0039322334,0.0005314244],"about_ca_topic_score_codex":0.000029785944,"about_ca_topic_score_gemma":0.0000060655248,"teacher_disagreement_score":0.59476095,"about_ca_system_score_codex":0.00010438289,"about_ca_system_score_gemma":0.00003152676,"threshold_uncertainty_score":0.24130403},"labels":[],"label_agreement":null},{"id":"W2010981136","doi":"10.1007/s11334-005-0011-3","title":"Tracing requirements to defect reports: an application of information retrieval techniques","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Computer science; TRACE (psycholinguistics); Debugging; Information retrieval; Precision and recall; Relevance (law); Software; Data mining; Hierarchy; Software engineering; Programming language","score_opus":0.014026146464856198,"score_gpt":0.2750939962476525,"score_spread":0.2610678497827963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010981136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26781926,0.000051758117,0.7313464,0.000029841136,0.00009900715,0.00031615968,0.0000017797548,0.0003284172,0.000007354882],"genre_scores_gemma":[0.84949255,0.0000017107758,0.15034266,0.000015720509,0.00004541127,0.00008200043,0.000007942836,0.000008984391,0.0000030453737],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870896,0.000010008581,0.00060976314,0.00019576101,0.0002894581,0.00018607537],"domain_scores_gemma":[0.9990253,0.00013802221,0.00010329588,0.0004385956,0.00024063136,0.00005419746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009884343,0.000107862325,0.00015503663,0.0008179341,0.000038966864,0.000106264844,0.00021680305,0.00007330001,3.8232037e-7],"category_scores_gemma":[0.0011547421,0.00012010582,0.000016813869,0.001639114,0.000007543607,0.001648398,0.0000835693,0.00013119893,0.0000015066952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016892103,0.00015067091,0.14170817,0.0010911295,0.00006225329,0.000014324437,0.0058787595,0.52312106,0.02306505,0.029442215,0.00023877628,0.27521068],"study_design_scores_gemma":[0.00094812014,0.0005839796,0.23968783,0.0015350739,0.000015899299,0.00040172366,0.00024037706,0.6613056,0.055788223,0.00023199481,0.03742891,0.001832273],"about_ca_topic_score_codex":0.0000663011,"about_ca_topic_score_gemma":0.0000024566998,"teacher_disagreement_score":0.58167326,"about_ca_system_score_codex":0.00014639478,"about_ca_system_score_gemma":0.000033376466,"threshold_uncertainty_score":0.4897773},"labels":[],"label_agreement":null},{"id":"W2011037576","doi":"10.5555/2486788.2487019","title":"Informing development decisions: from data to information","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software analytics; Software development; Software development process; Software engineering; Personal software process; Software project management; Software peer review; Data science; Package development process; Context (archaeology); Software quality; Software; Software construction; Knowledge management","score_opus":0.08094301475176306,"score_gpt":0.3005112809245753,"score_spread":0.21956826617281222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011037576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06006387,0.000008958413,0.9374339,0.00048813515,0.0009564534,0.0002336651,0.000025209141,0.00062250596,0.00016729669],"genre_scores_gemma":[0.5107777,0.0000060240923,0.48852515,0.00028309607,0.00007714441,0.00010310416,0.0001633334,0.000012139971,0.0000523314],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99813294,0.0000073916167,0.00038191056,0.0003401829,0.0008289852,0.00030860805],"domain_scores_gemma":[0.99766284,0.00074430206,0.000052384647,0.00094109215,0.0003846373,0.00021475278],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002189752,0.00019206552,0.0001334685,0.0004680867,0.00005902222,0.00074284483,0.0032017042,0.000065577544,0.00021396384],"category_scores_gemma":[0.0051734922,0.00019401328,0.00002307611,0.00030532782,0.0000068968593,0.0033355725,0.0013574864,0.00024109389,0.0025621261],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014685368,0.00007009532,0.008331886,0.000021658856,0.00018865378,0.000020314765,0.0032845319,0.03414427,0.00088368094,0.022632357,0.008638866,0.921769],"study_design_scores_gemma":[0.00057636836,0.00006793093,0.15631634,0.0006270131,0.0000030346584,0.000013885694,0.000091353795,0.71057504,0.0024162554,0.00047178403,0.12789904,0.0009419557],"about_ca_topic_score_codex":0.00008695928,"about_ca_topic_score_gemma":0.0000031945858,"teacher_disagreement_score":0.92082703,"about_ca_system_score_codex":0.00018541008,"about_ca_system_score_gemma":0.00015121119,"threshold_uncertainty_score":0.9982145},"labels":[],"label_agreement":null},{"id":"W2011315508","doi":"10.1109/icsm.2011.6080836","title":"Webdiff: A generic differencing service for software artifacts","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artifact (error); Software engineering; Software construction; Unified Modeling Language; Software development; Programming language; Software evolution; Software system; Software maintenance; Software; Source code; Artificial intelligence","score_opus":0.08138754593277489,"score_gpt":0.25570101701616604,"score_spread":0.17431347108339115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011315508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13018318,0.00002737732,0.86826545,0.000118784155,0.00021680653,0.00019411313,0.0000012654947,0.00078560394,0.00020740174],"genre_scores_gemma":[0.51639175,0.0000016911569,0.48266605,0.00037421455,0.000047163914,0.000085660984,0.0000016588277,0.000018339666,0.00041345652],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99883366,0.000014992567,0.00014155862,0.00034754607,0.00022237106,0.00043989698],"domain_scores_gemma":[0.9986617,0.00040513423,0.000025021825,0.00060233055,0.0001506802,0.00015513622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016384509,0.00013025336,0.00012574626,0.000111866495,0.00007869614,0.000077062294,0.00094423327,0.000054771106,0.00007632409],"category_scores_gemma":[0.00035127968,0.000112122405,0.000048996404,0.0004254122,0.0000096228805,0.0002779835,0.00029703113,0.0000926652,0.00017267374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012002448,0.0011351174,0.17960805,0.0016441408,0.0004200114,0.0001752483,0.027899954,0.0011192502,0.02650755,0.07346545,0.02182015,0.66608506],"study_design_scores_gemma":[0.0019815376,0.00061210035,0.5692832,0.000112407244,0.000024560835,0.00008245575,0.00011493311,0.30007413,0.1031863,0.016761936,0.005997322,0.001769114],"about_ca_topic_score_codex":0.00009588546,"about_ca_topic_score_gemma":0.000029798173,"teacher_disagreement_score":0.66431594,"about_ca_system_score_codex":0.00004312602,"about_ca_system_score_gemma":0.000065959124,"threshold_uncertainty_score":0.4572219},"labels":[],"label_agreement":null},{"id":"W201142559","doi":"10.1007/978-3-642-38977-1_5","title":"An Assessment of Test-Driven Reuse: Promises and Pitfalls","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Computer science; Software engineering; Code reuse; Source code; Test (biology); Code (set theory); Work (physics); Test case; Programming language; Data science; Software; Machine learning; Engineering","score_opus":0.017282294242032262,"score_gpt":0.2994893514469103,"score_spread":0.28220705720487804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W201142559","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022857771,0.00020204374,0.9956057,0.00036569987,0.0004131255,0.00052865647,0.0000048622824,0.00017894269,0.00041517205],"genre_scores_gemma":[0.2947594,0.000045214503,0.7047552,0.00014185076,0.00013444938,0.00001644674,0.0000018513027,0.000029651916,0.000115950905],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99655735,0.000030653424,0.00042567862,0.001287628,0.0011495142,0.0005491817],"domain_scores_gemma":[0.99503434,0.0018405281,0.00019107363,0.0023264384,0.00035713697,0.00025045674],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073050405,0.00039860132,0.00049227953,0.00077275134,0.00010785941,0.000492034,0.004689912,0.00023648748,0.000023073217],"category_scores_gemma":[0.0006115345,0.00035599648,0.00005600722,0.00046030365,0.00066558487,0.00078899285,0.0020812266,0.0006993989,0.000010143139],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003848904,0.0002445866,0.014779929,0.00046749233,0.000043658783,0.00015635973,0.0017771417,0.06507642,0.007435711,0.024042359,0.00016136083,0.88581115],"study_design_scores_gemma":[0.00032007488,0.00082916446,0.022457216,0.0005597115,0.000006752177,0.00006363463,1.1692339e-7,0.935175,0.0019596368,0.03753439,0.00035216345,0.00074213493],"about_ca_topic_score_codex":0.000028041475,"about_ca_topic_score_gemma":0.000007672707,"teacher_disagreement_score":0.885069,"about_ca_system_score_codex":0.00019115991,"about_ca_system_score_gemma":0.00066290074,"threshold_uncertainty_score":0.9998892},"labels":[],"label_agreement":null},{"id":"W2011458734","doi":"10.1145/1449764.1449790","title":"Enabling static analysis for partial java programs","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Source code; Java; Static analysis; Declaration; Static program analysis; Class (philosophy); Theoretical computer science; Software; Software development; Artificial intelligence","score_opus":0.05940412544007045,"score_gpt":0.3003256130882066,"score_spread":0.24092148764813615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011458734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077665724,0.000024553505,0.9214869,0.00016525223,0.000064356136,0.0001793047,4.1934592e-7,0.0003691241,0.00004434759],"genre_scores_gemma":[0.7878674,0.0000033939364,0.21141961,0.00003070714,0.000035178597,0.00007243105,0.000003419663,0.0000055404266,0.0005622736],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900967,0.000013957555,0.00012878608,0.00025353616,0.00026912667,0.0003249297],"domain_scores_gemma":[0.9990319,0.00039490053,0.000016955819,0.0003708975,0.000090172754,0.00009518869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002339406,0.00006934359,0.000121553814,0.00019651766,0.000089926296,0.0000837213,0.00045524206,0.000023770168,0.000016560083],"category_scores_gemma":[0.00026991632,0.000059541115,0.000098128716,0.0012011593,0.00002261358,0.00018598058,0.00008748087,0.00005412418,0.00002556624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032712087,0.0006692715,0.6247958,0.0001755559,0.0020496757,0.0001924939,0.0057837227,0.072539926,0.0007367594,0.02894114,0.0057937265,0.25828925],"study_design_scores_gemma":[0.00036590392,0.00016169512,0.015467458,0.0000042761276,0.000033082353,0.000009647475,0.000017872435,0.97396845,0.0029150106,0.00028067463,0.006548647,0.00022727648],"about_ca_topic_score_codex":0.000039370152,"about_ca_topic_score_gemma":0.0000051327847,"teacher_disagreement_score":0.9014285,"about_ca_system_score_codex":0.000025855488,"about_ca_system_score_gemma":0.000053082622,"threshold_uncertainty_score":0.24280162},"labels":[],"label_agreement":null},{"id":"W2011861933","doi":"10.1109/csmr.2012.78","title":"A Comparative Study of the Performance of IR Models on Duplicate Bug Detection","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Heuristics; Weighting; Set (abstract data type); Data mining; Entropy (arrow of time); Machine learning; Artificial intelligence; Information retrieval; Programming language","score_opus":0.057317529597373316,"score_gpt":0.29683549624866024,"score_spread":0.2395179666512869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011861933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9303915,0.00000923236,0.06900127,0.000011151761,0.00008595635,0.00021431409,1.577776e-7,0.0000416484,0.00024476595],"genre_scores_gemma":[0.9993313,7.171665e-7,0.00056284684,0.0000044901503,0.000009929643,0.000018920235,1.998298e-8,0.0000025618372,0.00006923355],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993518,0.000034249577,0.00010736879,0.00009505101,0.00028070583,0.0001308085],"domain_scores_gemma":[0.9992662,0.00016421717,0.000038301627,0.00043843992,0.00006508923,0.000027721175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022383597,0.000051866737,0.000093172355,0.000054299122,0.000033983015,0.000006570476,0.00046070133,0.000014463714,0.000002081736],"category_scores_gemma":[0.000018273213,0.000032298154,0.000019884636,0.00035027572,0.000019752573,0.0002318161,0.0001639934,0.0000882475,0.000007620303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010816367,0.0039340495,0.30298713,0.00014018752,0.00017495659,3.7065274e-7,0.04915687,0.58005404,0.038842753,0.00798146,0.00021807189,0.016401958],"study_design_scores_gemma":[0.00018077262,0.00039277336,0.31872776,0.000009109003,0.0000018315145,0.0000010299767,0.00009277725,0.507646,0.17286639,0.000025282327,0.000006501618,0.000049726368],"about_ca_topic_score_codex":0.000038099988,"about_ca_topic_score_gemma":0.0000041384574,"teacher_disagreement_score":0.13402364,"about_ca_system_score_codex":0.000021548223,"about_ca_system_score_gemma":0.000010335241,"threshold_uncertainty_score":0.13170806},"labels":[],"label_agreement":null},{"id":"W2012665504","doi":"10.1145/1923947.1923954","title":"F007","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Suite; Code (set theory); Function (biology); Identification (biology); Field (mathematics); Source code; Fault (geology); Programming language; Mathematics; Geography; Geology","score_opus":0.010596219187848527,"score_gpt":0.2607921228247907,"score_spread":0.25019590363694216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012665504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08076584,0.0000032979672,0.90771174,0.00051531947,0.00051986077,0.000024425502,4.2454452e-8,0.00051790057,0.009941555],"genre_scores_gemma":[0.8430981,2.0723319e-7,0.15493533,0.000061371655,0.000040274273,0.0000023451523,5.170694e-8,0.0000021514502,0.0018601331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9996575,0.0000021701585,0.00002780627,0.00009008649,0.00011233983,0.000110068395],"domain_scores_gemma":[0.999453,0.00014632601,0.0000024095373,0.0003282895,0.000021062595,0.000048924176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011010207,0.00002372429,0.000020845819,0.000035662226,0.000015466632,0.00005193879,0.0004933859,0.000017533248,0.00011139927],"category_scores_gemma":[0.00022430129,0.00001951791,0.000009749587,0.00013453017,0.000008079471,0.000106127234,0.00011669045,0.0001185451,0.00047393428],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5441487e-7,0.000034601155,0.034544546,0.000005932044,0.0000058040555,0.000027231938,0.00016573124,0.000016419748,0.055409588,0.7532813,0.022549605,0.1339588],"study_design_scores_gemma":[0.00041940494,0.00007838894,0.48889497,0.00000420925,8.4226946e-7,0.00009302573,0.000004464384,0.067219466,0.15016341,0.010528636,0.28209725,0.0004959443],"about_ca_topic_score_codex":0.000007925093,"about_ca_topic_score_gemma":0.0000032627863,"teacher_disagreement_score":0.7623323,"about_ca_system_score_codex":0.0000025424956,"about_ca_system_score_gemma":0.000015120176,"threshold_uncertainty_score":0.60916245},"labels":[],"label_agreement":null},{"id":"W2012991702","doi":"10.1287/isre.1050.0079","title":"Conceptualizing Systems for Understanding: An Empirical Test of Decomposition Principles in Object-Oriented Analysis","year":2006,"lang":"en","type":"article","venue":"Information Systems Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia; University of Georgia","keywords":"Operationalization; Domain model; Computer science; Unified Modeling Language; Domain (mathematical analysis); Meaning (existential); Empirical research; Cohesion (chemistry); Conceptual model; Domain analysis; Knowledge management; Psychology; Epistemology; Domain knowledge; Software development; Programming language; Mathematics","score_opus":0.14899362967571214,"score_gpt":0.40959886085126274,"score_spread":0.26060523117555057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012991702","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106480405,0.00012690545,0.89146423,0.000041075175,0.0001649634,0.0010154432,0.000030244233,0.00013414456,0.00054256286],"genre_scores_gemma":[0.997972,0.0000037944487,0.0015648282,0.000002696407,0.000053991127,0.00024494907,0.000104918916,0.000008090915,0.000044733275],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966084,0.0003214093,0.0009489378,0.00024754595,0.0013486732,0.0005250727],"domain_scores_gemma":[0.9951863,0.0029856032,0.00018002273,0.00056060153,0.00097469875,0.000112720816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004492063,0.00012302946,0.00032801417,0.0024545905,0.00016579372,0.0005305002,0.00065136544,0.00012798203,0.0000014137605],"category_scores_gemma":[0.0010464902,0.000119357646,0.00007563658,0.0040778606,0.000072401446,0.001966582,0.00014459825,0.00023031028,0.000012149066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045439956,0.00019809138,0.27167335,0.00088493753,0.000109798704,0.000005406873,0.0054605156,0.4479405,0.00053253624,0.27217287,0.00083184906,0.00014470553],"study_design_scores_gemma":[0.0005547562,0.00018973609,0.025456356,0.00009123188,0.000005877865,0.0000066907623,0.0024715413,0.96922994,0.00026922754,0.0001016615,0.0014857654,0.00013724653],"about_ca_topic_score_codex":0.001381418,"about_ca_topic_score_gemma":0.00006540525,"teacher_disagreement_score":0.8914916,"about_ca_system_score_codex":0.00086459686,"about_ca_system_score_gemma":0.00021873463,"threshold_uncertainty_score":0.5115626},"labels":[],"label_agreement":null},{"id":"W2013410000","doi":"10.1145/1353482.1353501","title":"View-based maintenance of graphical user interfaces","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Graphical user interface; Source code; Software maintenance; Context (archaeology); Graphical user interface testing; Programming language; Human–computer interaction; User interface; Software engineering; Object (grammar); Code (set theory); Plug-in; Object-oriented programming; Software; Interface (matter); Software system; User interface design; Operating system; Set (abstract data type); Artificial intelligence","score_opus":0.020872006740764087,"score_gpt":0.25512254375783827,"score_spread":0.23425053701707418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013410000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28803462,0.00005588162,0.7109261,0.00042051438,0.00009046738,0.000050991726,3.4520693e-7,0.00017512788,0.00024594815],"genre_scores_gemma":[0.9385906,0.00001043394,0.06093271,0.00008963638,0.0000078102985,0.0000057991115,1.6308934e-7,0.0000048250454,0.000358028],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991883,0.000021149483,0.00013089499,0.0001868978,0.0002744758,0.00019827022],"domain_scores_gemma":[0.99906623,0.00034071866,0.000018562538,0.00042246943,0.000090833695,0.000061183215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015329929,0.00006741432,0.000107378844,0.00011243279,0.000025571097,0.000012573568,0.0007281376,0.00003106639,0.000037985898],"category_scores_gemma":[0.00024159974,0.000052535503,0.000041101328,0.00045818693,0.000093564944,0.00012853202,0.00012606868,0.00010447291,0.00003704322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007787976,0.00095016777,0.65620875,0.0003806613,0.00013633816,0.00048512372,0.0016001081,0.0089267455,0.025040602,0.19074194,0.08359086,0.031860847],"study_design_scores_gemma":[0.0015613863,0.00059893384,0.52816164,0.00018521132,0.0000036481028,0.000120148434,0.00001652879,0.1606554,0.28581944,0.0012296408,0.02093411,0.0007139048],"about_ca_topic_score_codex":0.00002371531,"about_ca_topic_score_gemma":0.0000025203035,"teacher_disagreement_score":0.65055597,"about_ca_system_score_codex":0.000013014383,"about_ca_system_score_gemma":0.00005076145,"threshold_uncertainty_score":0.21423356},"labels":[],"label_agreement":null},{"id":"W2013839424","doi":"10.1145/1137983.1138030","title":"Examining the evolution of code comments in PostgreSQL","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code (set theory); Computer science; Software evolution; Constant (computer programming); Software; Code review; Software engineering; Programming language; Style (visual arts); Source code; Software development; Database; Software quality; Software construction; History","score_opus":0.02549286550906637,"score_gpt":0.263383876298708,"score_spread":0.23789101078964164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013839424","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5777345,0.00008645854,0.42003724,0.0003675611,0.000074104246,0.00007667541,4.7535292e-7,0.00007063053,0.0015523719],"genre_scores_gemma":[0.99278647,5.013761e-7,0.006980204,0.000016311702,0.000010633348,0.0000041996036,3.3074357e-7,0.0000025007303,0.00019884281],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994369,0.000029965855,0.00010515088,0.000097230084,0.00019732054,0.0001333986],"domain_scores_gemma":[0.9992731,0.0003981204,0.000016185917,0.0002743564,0.000027033719,0.000011174956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032974154,0.000035935118,0.000046791614,0.00008201192,0.000019071465,0.000020060494,0.0004829365,0.000016832773,0.0000050510625],"category_scores_gemma":[0.00009963891,0.000025512947,0.000009155741,0.00035901935,0.000019349462,0.000100829704,0.00015359992,0.00006859401,0.000008934658],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026490527,0.00007637312,0.9299892,0.0000118261805,0.0000045608244,0.000006728822,0.00028279301,0.0056854133,0.0027332595,0.053327207,0.0031263349,0.0047536446],"study_design_scores_gemma":[0.00015699935,0.000025400448,0.9453789,0.000012558621,2.9624633e-7,0.000002291614,0.000029570345,0.05190366,0.0014114372,0.0008387892,0.00019867987,0.000041392836],"about_ca_topic_score_codex":0.0011297814,"about_ca_topic_score_gemma":0.000090109315,"teacher_disagreement_score":0.415052,"about_ca_system_score_codex":0.000085760876,"about_ca_system_score_gemma":0.00002437903,"threshold_uncertainty_score":0.1707899},"labels":[],"label_agreement":null},{"id":"W2014047795","doi":"10.1145/1297846.1297960","title":"Detection and correction of design defects in object-oriented designs","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Object-oriented design; Object (grammar); Error detection and correction; Quality (philosophy); Object-oriented programming; Algorithm; Computer engineering; Programming language; Artificial intelligence","score_opus":0.025787682790200286,"score_gpt":0.2662681915689593,"score_spread":0.24048050877875904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014047795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31150267,0.000023709366,0.6879433,0.0000024064857,0.00022180555,0.00010099319,1.734482e-8,0.000093583985,0.00011152546],"genre_scores_gemma":[0.96459967,0.0000037443388,0.035315752,0.000005591164,0.000009219121,0.000004633771,6.388904e-8,0.000004345582,0.000056989174],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993174,0.000042075077,0.00012450285,0.00017032627,0.00016302145,0.00018266622],"domain_scores_gemma":[0.9987631,0.00096099084,0.000021033838,0.00015324148,0.00005341814,0.00004824328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009140331,0.000056769255,0.00007155236,0.0003215366,0.000022610528,0.000016152946,0.00010954749,0.00004583444,0.0000023185382],"category_scores_gemma":[0.0005706701,0.00005549599,0.000012309048,0.00078055094,0.000017451981,0.00017152747,0.000049065708,0.000095938565,0.0000032266362],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014318348,0.00018491394,0.11744999,0.000066930545,0.000020449022,0.000054830605,0.0021405772,0.016836844,0.36962718,0.0012831,0.0001544455,0.49203756],"study_design_scores_gemma":[0.00028147156,0.00023523973,0.24459134,0.00001745204,0.0000010104835,0.000018404806,0.000029226896,0.18162435,0.57299167,0.00009182617,0.00002955405,0.0000884524],"about_ca_topic_score_codex":0.00011141612,"about_ca_topic_score_gemma":0.000088811496,"teacher_disagreement_score":0.65309703,"about_ca_system_score_codex":0.00006178507,"about_ca_system_score_gemma":0.000023735394,"threshold_uncertainty_score":0.22630608},"labels":[],"label_agreement":null},{"id":"W2014256464","doi":"10.1142/s0218194006002707","title":"UNDERSTANDING THE EVOLUTION AND CO-EVOLUTION OF CLASSES IN OBJECT-ORIENTED SYSTEMS","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Class diagram; Class (philosophy); Association rule learning; Software evolution; Unified Modeling Language; Software system; Data mining; Categorical variable; Software; Artificial intelligence; Programming language; Machine learning; Software construction","score_opus":0.016992741941098635,"score_gpt":0.24870536454836795,"score_spread":0.23171262260726933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014256464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.190919,0.0043955836,0.80337065,0.000030530777,0.0011236445,0.00007005504,0.0000027953215,0.00007316006,0.0000145495615],"genre_scores_gemma":[0.9941531,0.00005252407,0.005505992,7.2908745e-7,0.00024646334,0.000005215877,0.000001027971,0.000018133336,0.000016809525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868923,0.000026033476,0.00048625653,0.0001642023,0.00040664632,0.00022763235],"domain_scores_gemma":[0.9983497,0.0010574606,0.00013178567,0.00013408923,0.0002611692,0.00006579829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068236707,0.00016389453,0.00022831446,0.00082916877,0.00003417578,0.00010489,0.00042242085,0.00007660757,5.4265e-7],"category_scores_gemma":[0.00086115,0.00014258706,0.000054160286,0.0004377712,0.00003505364,0.00042765134,0.00011784277,0.00033672678,5.988503e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023269273,0.00009043919,0.11155429,0.00029508365,0.00016113295,0.000066264234,0.00087905524,0.78589064,0.00523718,0.09507628,0.00014751192,0.0005788432],"study_design_scores_gemma":[0.0011959439,0.00012354918,0.2128358,0.0011759604,0.00001681901,0.00061718805,0.00027624538,0.7816952,0.00063107105,0.00033818808,0.00075124047,0.0003428393],"about_ca_topic_score_codex":0.00006605762,"about_ca_topic_score_gemma":0.0000045930587,"teacher_disagreement_score":0.8032341,"about_ca_system_score_codex":0.0007859754,"about_ca_system_score_gemma":0.00010281979,"threshold_uncertainty_score":0.58145314},"labels":[],"label_agreement":null},{"id":"W2015025073","doi":"10.1109/wse.2011.6081813","title":"Using indexed sequence diagrams to recover the behaviour of AJAX applications","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Ajax; Asynchronous communication; Computer science; Web application; World Wide Web; Computer network","score_opus":0.14775755673080543,"score_gpt":0.3310384812984912,"score_spread":0.1832809245676858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015025073","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13537805,0.0000089031855,0.8637754,0.00007301729,0.00005261098,0.00023968644,0.0000011854179,0.000095095995,0.00037609576],"genre_scores_gemma":[0.84074616,0.0000010419849,0.159008,0.000055265537,0.000012229782,0.000054150903,2.094545e-7,0.0000051327474,0.0001177838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993193,0.000018701747,0.000113128226,0.00017534393,0.00020513413,0.00016836147],"domain_scores_gemma":[0.99899304,0.00016745063,0.000022757438,0.00066114473,0.000089171255,0.00006641952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024449712,0.00005633514,0.00006110641,0.000065178545,0.000047296016,0.000029729368,0.000988234,0.000026681375,0.00003039908],"category_scores_gemma":[0.000092973336,0.00003992458,0.000025935518,0.00058127457,0.000031188505,0.0001375222,0.0002669468,0.00008526898,0.000041173753],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011056065,0.00038915253,0.6476959,0.000051014304,0.00006150714,0.000015835583,0.0085323015,0.0027699766,0.033930343,0.15734333,0.0012919573,0.14790766],"study_design_scores_gemma":[0.00036606053,0.00024830853,0.80522686,0.00006437458,0.00002052491,0.000055847024,0.00015481452,0.04533182,0.13734542,0.0081562605,0.0022759764,0.00075370906],"about_ca_topic_score_codex":0.00044761543,"about_ca_topic_score_gemma":0.0000145543745,"teacher_disagreement_score":0.70536816,"about_ca_system_score_codex":0.00003495667,"about_ca_system_score_gemma":0.000052573014,"threshold_uncertainty_score":0.18364011},"labels":[],"label_agreement":null},{"id":"W2015215117","doi":"10.1007/s11219-006-9218-2","title":"On evaluating the layout of UML diagrams for program comprehension","year":2006,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Class diagram; Sequence diagram; Applications of UML; Story-driven modeling; UML tool; Computer science; Unified Modeling Language; Communication diagram; Programming language; Activity diagram; Software engineering; Flowchart; Readability; Class (philosophy); Program comprehension; Use Case Diagram; Object Constraint Language; Software; Software system; Artificial intelligence","score_opus":0.08799721980182837,"score_gpt":0.4182070965023177,"score_spread":0.3302098767004893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015215117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41951665,0.00015477728,0.578863,0.0004886228,0.00035021684,0.00039883194,0.0000044039707,0.00021064233,0.000012827152],"genre_scores_gemma":[0.8164554,0.0000021190076,0.18303704,0.00007146276,0.00027390954,0.000055803554,0.0000045871957,0.000019200555,0.00008046856],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99735886,0.00034245776,0.00055601075,0.00025631973,0.0010563489,0.00042999326],"domain_scores_gemma":[0.9933971,0.005144774,0.00026679528,0.00057504757,0.00052550616,0.00009078209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036864528,0.000152654,0.00023478329,0.000104039274,0.00034299074,0.00024163647,0.001020319,0.00007053191,0.000008183885],"category_scores_gemma":[0.0038968776,0.00010304916,0.00020439323,0.0003566206,0.00008425364,0.00018817587,0.00015123446,0.00044209202,0.0000080523105],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013398653,0.000735378,0.049057845,0.00022763926,0.000081656566,0.000009013556,0.0008028892,0.035489824,0.00072853855,0.031276032,0.004958478,0.8764987],"study_design_scores_gemma":[0.004485864,0.006264903,0.66344875,0.0006544281,0.00005073468,0.00021001388,0.0001227296,0.16360311,0.0029439006,0.15372944,0.0034239537,0.0010621345],"about_ca_topic_score_codex":0.000044402826,"about_ca_topic_score_gemma":0.0000064817214,"teacher_disagreement_score":0.8754366,"about_ca_system_score_codex":0.00008575178,"about_ca_system_score_gemma":0.00014511668,"threshold_uncertainty_score":0.4665208},"labels":[],"label_agreement":null},{"id":"W2015254062","doi":"10.5555/2819009.2819194","title":"Understanding the software fault introduction process","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Software engineering; Process (computing); Software bug; Fault (geology); Software fault tolerance; Algorithmic program debugging; Meaning (existential); Software; Programming language","score_opus":0.12096392220138281,"score_gpt":0.313044506078589,"score_spread":0.19208058387720622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015254062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067267558,0.00003074806,0.9860444,0.0026557466,0.0028819933,0.00017832765,0.0000057939556,0.0012039347,0.0002723215],"genre_scores_gemma":[0.97414815,0.000007478698,0.024598828,0.00010891656,0.0007430775,0.000075752825,0.000014413195,0.00003507294,0.00026829925],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770755,0.000031088537,0.0002556882,0.000495577,0.0011163076,0.00039379316],"domain_scores_gemma":[0.9982271,0.00044712046,0.000069508445,0.0005717561,0.000495254,0.00018923165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005363667,0.00024572958,0.00015754793,0.00029719775,0.00010178475,0.00046343906,0.0017511586,0.00008816272,0.00004432709],"category_scores_gemma":[0.004760535,0.00020356762,0.00006332545,0.00050134084,0.00004397998,0.00070181245,0.0002437008,0.0005169588,0.00012042683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055919278,0.00012911188,0.011047377,0.00007301992,0.000222869,0.000088860084,0.0036719919,0.51521844,0.00020531475,0.45238015,0.01052348,0.0063834577],"study_design_scores_gemma":[0.0019200909,0.00044714622,0.006532007,0.00040291066,0.000021351056,0.0003371774,0.0010245852,0.93971866,0.0026822127,0.023513043,0.021649832,0.0017509968],"about_ca_topic_score_codex":0.0000070863016,"about_ca_topic_score_gemma":0.0000012730897,"teacher_disagreement_score":0.9674214,"about_ca_system_score_codex":0.00058030436,"about_ca_system_score_gemma":0.00019377578,"threshold_uncertainty_score":0.8301247},"labels":[],"label_agreement":null},{"id":"W2015271973","doi":"10.1109/ms.2005.156","title":"Improving After-the-Fact Tracing and Mapping: Supporting Software Quality Predictions","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Traceability; Computer science; Software engineering; Software; Quality (philosophy); Programming language","score_opus":0.023267198100036784,"score_gpt":0.2865996602850546,"score_spread":0.2633324621850178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015271973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31627133,0.000352595,0.68109334,0.00046341406,0.0003483461,0.00022597994,0.000014761374,0.0012228048,0.0000074365025],"genre_scores_gemma":[0.87039465,0.0000085807405,0.12872884,0.00017878693,0.00033344116,0.00010043035,0.0000029542953,0.00003531526,0.00021699113],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99726015,0.000111199806,0.00052643905,0.00069503946,0.00062078907,0.00078636484],"domain_scores_gemma":[0.9967919,0.0016687313,0.00015584992,0.00096813176,0.00015795404,0.00025746034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012165153,0.0002753531,0.00025498593,0.00020112468,0.0007157692,0.00034949108,0.0008818415,0.00013086839,0.000025563413],"category_scores_gemma":[0.0028946155,0.00024224445,0.00011700755,0.00056652934,0.00010902406,0.0009696792,0.00050108193,0.0005875065,0.000041014704],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026020763,0.00013523453,0.2698379,0.00048132506,0.000107144166,0.000087528766,0.011645266,0.006398777,0.0010537517,0.00012466339,0.001290056,0.70881236],"study_design_scores_gemma":[0.0018433369,0.000273992,0.8978924,0.00048136112,0.000056788387,0.000649474,0.0005513632,0.07530615,0.004753758,0.0011932143,0.014711245,0.002286882],"about_ca_topic_score_codex":0.00010856151,"about_ca_topic_score_gemma":0.000039884013,"teacher_disagreement_score":0.7065255,"about_ca_system_score_codex":0.00016446825,"about_ca_system_score_gemma":0.00015401104,"threshold_uncertainty_score":0.9878442},"labels":[],"label_agreement":null},{"id":"W2015538933","doi":"10.1109/csmr.2012.40","title":"Recommending Refactorings to Reverse Software Architecture Erosion","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Japan Society for the Promotion of Science; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Code refactoring; Computer science; Software engineering; Architecture; Software architecture; Process (computing); Software; Programming language","score_opus":0.02731706643225493,"score_gpt":0.2810299039106431,"score_spread":0.25371283747838813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015538933","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04726432,0.000031938802,0.9490373,0.0016321331,0.0008225804,0.00013815948,8.409619e-7,0.0008607407,0.00021195659],"genre_scores_gemma":[0.45055863,0.0000028822808,0.5473894,0.0007284655,0.00020370669,0.000020119998,9.009376e-7,0.000019786825,0.0010761351],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986424,0.0000310182,0.00012321968,0.00026642473,0.00033770478,0.00059926586],"domain_scores_gemma":[0.998486,0.00046478162,0.000017827659,0.0006028933,0.00004054157,0.0003879589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044566952,0.00012837682,0.00010833273,0.0002040416,0.000091370544,0.00009279904,0.00074805453,0.000056866957,0.00008581938],"category_scores_gemma":[0.0009690034,0.00011038256,0.000043592463,0.0005463893,0.0000074362474,0.00046212078,0.0006018679,0.00024247299,0.00040162273],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027764605,0.00024626107,0.23627569,0.00015825953,0.00005117221,0.000027125545,0.010839932,0.00177267,0.033761144,0.011438175,0.1987929,0.5066089],"study_design_scores_gemma":[0.0006761671,0.00032395936,0.20492916,0.00025460866,0.000007873692,0.00011889923,0.00008233736,0.00039672691,0.063838795,0.0011050053,0.72673947,0.0015270166],"about_ca_topic_score_codex":0.000049052018,"about_ca_topic_score_gemma":0.000002103006,"teacher_disagreement_score":0.52794653,"about_ca_system_score_codex":0.0001287879,"about_ca_system_score_gemma":0.000017421653,"threshold_uncertainty_score":0.5162182},"labels":[],"label_agreement":null},{"id":"W2015739841","doi":"10.1145/568760.568817","title":"Designing a component-based framework for visualization in software engineering and knowledge engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Computer science; Software engineering; Component (thermodynamics); Visualization; Domain (mathematical analysis); Business process reengineering; Component-based software engineering; Systems engineering; Software development; Software; Engineering; Data mining; Programming language","score_opus":0.029278816750086978,"score_gpt":0.27604245545388145,"score_spread":0.24676363870379447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015739841","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02084871,0.0004931806,0.9774171,0.00005204369,0.00016605882,0.00028718202,7.558361e-7,0.0007309664,0.0000039915003],"genre_scores_gemma":[0.44460365,0.0000046115974,0.55522984,0.00001737979,0.000031107353,0.00007394169,0.000001313374,0.000023778573,0.000014377324],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886817,0.00001644082,0.00020088199,0.00034409258,0.0001619634,0.0004084517],"domain_scores_gemma":[0.9969501,0.002598697,0.000020698257,0.0002597463,0.0000575769,0.000113169044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030663545,0.00016724919,0.00017001628,0.0004363925,0.000045302062,0.00014411072,0.00033218157,0.00010024167,0.000010002507],"category_scores_gemma":[0.0021327636,0.00018534664,0.000034923614,0.0006768493,0.000009014605,0.00025885217,0.000107584696,0.00017120267,0.000008752082],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020269561,0.00056311133,0.07460824,0.002174234,0.000085706786,0.00006332379,0.0051126196,0.70441717,0.015719976,0.15593517,0.00081153115,0.040488627],"study_design_scores_gemma":[0.00037111534,0.00004382385,0.0044109537,0.00018264918,0.0000016000427,0.0000034084671,0.0000038435564,0.9904155,0.003950338,0.00006527153,0.00033452548,0.00021694828],"about_ca_topic_score_codex":0.0000050563895,"about_ca_topic_score_gemma":0.0000010654607,"teacher_disagreement_score":0.42375493,"about_ca_system_score_codex":0.00009102656,"about_ca_system_score_gemma":0.000018021949,"threshold_uncertainty_score":0.75582165},"labels":[],"label_agreement":null},{"id":"W2015747019","doi":"10.1016/j.jss.2008.11.846","title":"Determining factors that affect long-term evolution in scientific application software","year":2008,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Software evolution; Software development; Social software engineering; Term (time); Software construction; Software; Software engineering; Computer science; Software analytics; Software sizing; Software system; Software maintenance; Personal software process; Operating system","score_opus":0.03252627983587554,"score_gpt":0.2681634616516386,"score_spread":0.2356371818157631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015747019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5621927,0.0011500235,0.4359616,0.0000068104314,0.00050764787,0.00012293979,0.0000012506413,0.000056491695,5.666043e-7],"genre_scores_gemma":[0.99525106,0.00003153031,0.0045456304,0.0000028654833,0.00008422628,0.000009861473,0.0000017016831,0.000015211091,0.000057894526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981645,0.00008667805,0.000424839,0.00029890877,0.0007028277,0.0003222638],"domain_scores_gemma":[0.9983297,0.0006087993,0.0002884818,0.0003686009,0.00022711362,0.00017727767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008809698,0.0001635835,0.0003220281,0.0005982972,0.00023775978,0.00027288275,0.00057016604,0.00010716255,0.0000011297944],"category_scores_gemma":[0.0006206431,0.00013646454,0.00008312601,0.00054307806,0.00008229146,0.000919581,0.00013010709,0.0003068791,0.000004467588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032637395,0.000025446734,0.99466276,0.00012051291,0.000010503282,0.00010535122,0.00077472965,0.00054009474,0.0001755978,0.00002210443,0.000048641505,0.0035110123],"study_design_scores_gemma":[0.00033932968,0.00009741657,0.99664766,0.00034281617,0.0000039897686,0.0007784867,0.00004623792,0.0013946829,0.00012757872,0.000025980413,0.00004695513,0.00014889154],"about_ca_topic_score_codex":0.00003730924,"about_ca_topic_score_gemma":0.000010195366,"teacher_disagreement_score":0.4330584,"about_ca_system_score_codex":0.00024529875,"about_ca_system_score_gemma":0.00017552084,"threshold_uncertainty_score":0.55648625},"labels":[],"label_agreement":null},{"id":"W2016035035","doi":"10.1109/csmr-wcre.2014.6747170","title":"Towards a context-aware IDE-based meta search engine for recommendation about programming errors and exceptions","year":2014,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Relevance (law); Search engine; Context (archaeology); World Wide Web; Information retrieval; Semantic search; Web search query; Web search engine; Popularity; Search analytics; Web crawler; Web page; Metasearch engine; Software; Programming language","score_opus":0.08063753346257617,"score_gpt":0.34394747021048877,"score_spread":0.2633099367479126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016035035","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029752243,0.00018629109,0.9891568,0.004575928,0.00043850314,0.0016801243,0.00004251989,0.0009072189,0.000037412647],"genre_scores_gemma":[0.620385,0.00001773041,0.3771456,0.00016995663,0.00013068716,0.0016176909,0.0002026851,0.000051046747,0.0002796437],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973543,0.00014864518,0.0004136049,0.0010035522,0.00046138937,0.00061850506],"domain_scores_gemma":[0.9968861,0.0013118576,0.00009618714,0.00093839323,0.0005062617,0.00026122766],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018476855,0.00038912057,0.00056062476,0.00050685205,0.00017872978,0.0007505744,0.0010782619,0.00028713883,0.00009674888],"category_scores_gemma":[0.0007864348,0.00035288508,0.00026943104,0.00031240802,0.00007470291,0.00021770655,0.0011609305,0.000705811,0.000014735875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018248495,0.00015547815,0.0005874389,0.0012440406,0.00063766685,0.0000032248263,0.000528342,0.014178773,0.000024362642,0.0032634486,0.0021144543,0.9772445],"study_design_scores_gemma":[0.0008442607,0.00027503763,0.0021497414,0.00015028425,0.00015412227,0.000006570197,0.0000383302,0.96825504,0.00078484707,0.00079216727,0.025862137,0.0006874402],"about_ca_topic_score_codex":0.00029747968,"about_ca_topic_score_gemma":0.00004108997,"teacher_disagreement_score":0.9765571,"about_ca_system_score_codex":0.00016699197,"about_ca_system_score_gemma":0.00038352152,"threshold_uncertainty_score":0.9998923},"labels":[],"label_agreement":null},{"id":"W2016665229","doi":"10.5555/2662708.2662712","title":"Refactoring clones: a new perspective","year":2013,"lang":"en","type":"article","venue":"International Workshop on Software Clones","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; clone (Java method); Computer science; Perspective (graphical); Software engineering; Software evolution; Software; Position paper; Programming language; Software development; Artificial intelligence; World Wide Web; Software construction","score_opus":0.028413841104992916,"score_gpt":0.30573464085672647,"score_spread":0.27732079975173357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016665229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060686752,0.00033642107,0.9206545,0.0104463035,0.00405909,0.00040670583,0.000004990705,0.0017776312,0.0016276428],"genre_scores_gemma":[0.8871639,0.000056669654,0.10209118,0.0006139617,0.0011145954,0.00013224485,0.000008499495,0.00005812496,0.008760838],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977041,0.00003535882,0.0002663864,0.0006511623,0.0009123692,0.0004306298],"domain_scores_gemma":[0.9969183,0.0015340606,0.000076770106,0.0006696803,0.0005416451,0.0002595427],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015095623,0.00025197875,0.00019004608,0.0003644614,0.000105716645,0.00054207066,0.001839012,0.00011499158,0.0004373715],"category_scores_gemma":[0.003254605,0.00023749699,0.00012675277,0.0005256305,0.000042948202,0.0009232096,0.00045334318,0.000425752,0.0016537361],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011177544,0.0007033833,0.093979485,0.000045095563,0.0007737511,0.00030961548,0.008240451,0.009516264,0.0009759702,0.24208166,0.14710057,0.496162],"study_design_scores_gemma":[0.0044885473,0.00060456025,0.6403578,0.0016506342,0.00003088899,0.00034110073,0.0017996217,0.023143146,0.0072217183,0.150745,0.16547519,0.004141783],"about_ca_topic_score_codex":0.00037273794,"about_ca_topic_score_gemma":0.000007649439,"teacher_disagreement_score":0.8264771,"about_ca_system_score_codex":0.00046481064,"about_ca_system_score_gemma":0.00012694181,"threshold_uncertainty_score":0.9991236},"labels":[],"label_agreement":null},{"id":"W2016902117","doi":"10.1109/icsm.2013.47","title":"Refactoring Clones: An Optimization Problem","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Reusability; Computer science; Matching (statistics); Process (computing); Software; Identifier; Programming language; Software maintenance; Software system; Mathematics","score_opus":0.019255559285741995,"score_gpt":0.2554330205148758,"score_spread":0.23617746122913383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016902117","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025757434,0.000007541164,0.9720072,0.00018131615,0.000095964664,0.0001366856,4.5921045e-8,0.000695046,0.0011187587],"genre_scores_gemma":[0.42812318,0.0000020122852,0.571403,0.000023537339,0.000030650197,0.000028388811,8.223958e-7,0.000006455431,0.00038192183],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993354,0.0000150427695,0.00008093469,0.00019204627,0.00018765545,0.0001888889],"domain_scores_gemma":[0.9993497,0.000082294704,0.000010898909,0.00037506872,0.00008759681,0.00009440164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010716901,0.000055902055,0.000046159665,0.00007188263,0.00003844757,0.00023933672,0.00048219814,0.00002821186,0.00013299684],"category_scores_gemma":[0.000069196496,0.000047658345,0.000011092622,0.00025140966,0.0000064978303,0.0012007336,0.00011759341,0.00006600144,0.00017020998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013564502,0.00015140498,0.032188658,0.000061657316,0.000021884847,0.000008892624,0.001597947,0.7697604,0.0037831296,0.033094753,0.0029252216,0.1564047],"study_design_scores_gemma":[0.000094748706,0.00005774418,0.010955033,0.0000073686356,3.7778963e-7,0.0000043734212,0.00001164496,0.9859926,0.001679749,0.0006750736,0.0003827679,0.00013851664],"about_ca_topic_score_codex":0.00012444817,"about_ca_topic_score_gemma":9.982489e-7,"teacher_disagreement_score":0.40236574,"about_ca_system_score_codex":0.000031487176,"about_ca_system_score_gemma":0.000020322275,"threshold_uncertainty_score":0.23079295},"labels":[],"label_agreement":null},{"id":"W2017243662","doi":"10.1155/2010/932686","title":"A Tester-Assisted Methodology for Test Redundancy Detection","year":2010,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test suite; Computer science; Redundancy (engineering); Reliability engineering; Fault detection and isolation; Suite; Test (biology); Test case; Code coverage; Data mining; Java; Software; Machine learning; Artificial intelligence; Programming language; Operating system; Engineering","score_opus":0.023343681542986727,"score_gpt":0.310099371844932,"score_spread":0.2867556903019453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017243662","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037382632,0.0006338989,0.95843184,0.0000411564,0.0021286935,0.000315353,0.0000041667113,0.0010546127,0.000007677334],"genre_scores_gemma":[0.38370678,0.000022854072,0.61581737,0.000013570601,0.00012666022,0.00024881403,0.000001842365,0.000032640462,0.000029478364],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99833727,0.000024161789,0.00031380754,0.0005275352,0.00021115862,0.0005860705],"domain_scores_gemma":[0.9907777,0.008314227,0.000057052588,0.00062552857,0.00010994992,0.00011556179],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00070534257,0.00022459762,0.00026326513,0.0003936135,0.000067750116,0.00007708265,0.00079093786,0.0001525313,0.0000040132795],"category_scores_gemma":[0.015491383,0.00024519375,0.00007521386,0.00084342476,0.000034022727,0.00091428834,0.00016454434,0.00057026785,0.000008296873],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001933789,0.00015360849,0.06470142,0.00046758278,0.000022591983,0.0000533859,0.00044494655,0.024778914,0.14138503,0.0035350963,0.000023382443,0.7644147],"study_design_scores_gemma":[0.0036860758,0.0010521641,0.4449244,0.0004222824,0.000024234781,0.0006849657,0.000029817395,0.20050085,0.16673109,0.0050118663,0.1742735,0.0026587537],"about_ca_topic_score_codex":0.000006760999,"about_ca_topic_score_gemma":0.00005908965,"teacher_disagreement_score":0.76175594,"about_ca_system_score_codex":0.000087551445,"about_ca_system_score_gemma":0.000046585872,"threshold_uncertainty_score":0.99987113},"labels":[],"label_agreement":null},{"id":"W2017616266","doi":"10.1109/wcre.2011.20","title":"Reverse Engineering Co-maintenance Relationships Using Conceptual Analysis of Source Code","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Cohesion (chemistry); Source code; Software maintenance; Visualization; Reverse engineering; Conceptual model; Software engineering; Data science; Programming language; Data mining; Database; Software development","score_opus":0.1026566769470182,"score_gpt":0.2796243366358938,"score_spread":0.17696765968887562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017616266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1889986,0.00002206827,0.81028724,0.00000926785,0.000051906478,0.000053715765,0.0000025798854,0.00019615091,0.00037850262],"genre_scores_gemma":[0.8319433,0.0000016658812,0.16784573,0.000012060193,0.000008514599,0.0000026456119,0.0000012717461,0.000008366702,0.00017645588],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989368,0.000041283827,0.00023687458,0.00024994946,0.000276221,0.00025888658],"domain_scores_gemma":[0.9985838,0.0005881882,0.000058326594,0.000550091,0.00012496706,0.00009464221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005073151,0.000098889126,0.00020456078,0.0004597715,0.000048857637,0.000019481336,0.00057059736,0.00005600162,0.00007555454],"category_scores_gemma":[0.00091566244,0.00009687779,0.00009748285,0.0016959447,0.00006551335,0.00027282967,0.00012526629,0.00019306106,0.000015462585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013095378,0.00010859497,0.38502225,0.000045162218,0.0011309194,0.000034682846,0.013264083,0.46991175,0.005770828,0.12304432,0.000702666,0.0009516438],"study_design_scores_gemma":[0.00012745253,0.000020439533,0.060913377,0.000018029337,0.000058806992,0.0000043597906,0.0001403617,0.93453705,0.003474613,0.000029551873,0.0005170946,0.00015889034],"about_ca_topic_score_codex":0.00014196608,"about_ca_topic_score_gemma":0.000007691696,"teacher_disagreement_score":0.6429447,"about_ca_system_score_codex":0.00006127809,"about_ca_system_score_gemma":0.000042314678,"threshold_uncertainty_score":0.39505616},"labels":[],"label_agreement":null},{"id":"W2017671454","doi":"10.1109/fosm.2008.4659256","title":"The past, present, and future of software evolution","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Software evolution; Software development; Computer science; Software analytics; Social software engineering; Software; Software engineering; Software system; Software maintenance; Software construction; Data science; Programming language","score_opus":0.012369626224032822,"score_gpt":0.23436887583009205,"score_spread":0.22199924960605924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017671454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054509997,0.0020481132,0.93942183,0.003106254,0.000265187,0.00012378472,6.3511715e-7,0.00025445267,0.00026971797],"genre_scores_gemma":[0.9423518,0.00025159368,0.05483461,0.000019761219,0.000745707,0.000014230757,4.053848e-7,0.000008812432,0.0017730813],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999432,0.000018396599,0.000071091694,0.000117154304,0.00022213234,0.00013919422],"domain_scores_gemma":[0.9991601,0.0003966702,0.000014721481,0.00032048312,0.00006672912,0.00004128788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011761282,0.000044249948,0.000046516343,0.00003368589,0.00011782525,0.000020506104,0.00036858034,0.000024841283,0.0000029384507],"category_scores_gemma":[0.00004884038,0.000027826156,0.000016632172,0.00020596724,0.00006225064,0.00013228768,0.00018340736,0.0000675501,0.0000050365684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015902624,0.000083464736,0.4931644,0.00008339063,0.00005723029,0.00003276167,0.0013963736,0.00038970876,0.00035385272,0.07234967,0.15864362,0.27342963],"study_design_scores_gemma":[0.00022186036,0.00007501751,0.91080177,0.0000056430763,0.0000012658962,0.00008565473,0.000027792843,0.00883831,0.0005120862,0.0014202498,0.077895045,0.00011528176],"about_ca_topic_score_codex":0.000020008085,"about_ca_topic_score_gemma":8.042691e-7,"teacher_disagreement_score":0.8878418,"about_ca_system_score_codex":0.000013599578,"about_ca_system_score_gemma":0.000029952964,"threshold_uncertainty_score":0.11347177},"labels":[],"label_agreement":null},{"id":"W2017993165","doi":"10.1016/j.advengsoft.2009.07.003","title":"Horizontal dispersion of software functional size with IFPUG and COSMIC units","year":2009,"lang":"en","type":"article","venue":"Advances in Engineering Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"","keywords":"Function point; Software; Standardization; Computer science; Variable (mathematics); Dispersion (optics); Software development; Function (biology); Observational error; Software metric; Reliability engineering; Software quality; Statistics; Mathematics; Engineering; Physics; Programming language; Optics","score_opus":0.005946882834828772,"score_gpt":0.21380460932094097,"score_spread":0.2078577264861122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017993165","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18064582,0.0029105733,0.81553966,0.000053089447,0.00021334633,0.00015105832,0.0000066630605,0.0004720149,0.000007800892],"genre_scores_gemma":[0.8345019,0.0001934252,0.16519026,0.000020392736,0.000036471225,0.000013347634,0.0000050436915,0.000019901614,0.00001920152],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985426,0.0000145820395,0.0002200325,0.0004112038,0.00042355395,0.0003880117],"domain_scores_gemma":[0.9982429,0.0010887592,0.000048171794,0.000380844,0.00012214806,0.00011717732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001511781,0.00022785558,0.00025408907,0.00022701857,0.000045217614,0.000037108945,0.0004145986,0.00007141924,0.0000046907003],"category_scores_gemma":[0.0013307199,0.00021163783,0.000027296024,0.0010465805,0.000049156348,0.0009136487,0.000107909524,0.00029044447,0.000002238158],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001571516,0.00021919356,0.23529182,0.0007109698,0.00005414704,0.00021710136,0.0009135836,0.45360124,0.0019558864,0.0055292947,0.00016211963,0.3011875],"study_design_scores_gemma":[0.0043258476,0.002479833,0.93468666,0.0019348974,0.000025628377,0.00041112586,0.00009963574,0.03871787,0.007615704,0.00197725,0.0057366537,0.0019888997],"about_ca_topic_score_codex":0.0000055008945,"about_ca_topic_score_gemma":0.000004323363,"teacher_disagreement_score":0.6993948,"about_ca_system_score_codex":0.00009414493,"about_ca_system_score_gemma":0.000064323394,"threshold_uncertainty_score":0.86303407},"labels":[],"label_agreement":null},{"id":"W2018392829","doi":"10.1145/2579281.2579311","title":"Technical debt at the crossroads of research and practice","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Metaphor; Software; Debt; Key (lock); Quality (philosophy); Computer science; Engineering management; Empirical research; Software quality; Software engineering; Engineering; Software development; Knowledge management; Business; Computer security; Finance","score_opus":0.03772669070019714,"score_gpt":0.3336635637803617,"score_spread":0.2959368730801646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018392829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3930912,0.0028744515,0.59549356,0.0048966547,0.0006270124,0.00070383924,0.000010189826,0.0022640508,0.000039034254],"genre_scores_gemma":[0.8497711,0.00004228308,0.14982572,0.000056112087,0.00010558067,0.000058640213,0.0000024600354,0.000042970798,0.000095156945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971714,0.00015986638,0.00033680216,0.0005783276,0.0010333392,0.00072026456],"domain_scores_gemma":[0.42076826,0.5755117,0.00009039807,0.0027408842,0.0006320583,0.0002567356],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038321535,0.00023723769,0.0002709045,0.00028797786,0.00026699493,0.0001958393,0.002238038,0.00017101102,0.000011221501],"category_scores_gemma":[0.7049381,0.00018965102,0.00006421309,0.0011480926,0.00032898673,0.0004514379,0.0027329526,0.00073028164,0.000044278775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001909622,0.0005098904,0.7574113,0.0013378112,0.00020367619,0.00011934503,0.0030701766,0.008476897,0.08141057,0.053647246,0.008671949,0.08495018],"study_design_scores_gemma":[0.0013253426,0.0012208903,0.8711915,0.0005169644,0.000035527915,0.0010580798,0.0000365871,0.0046828315,0.060329806,0.0011622998,0.05712772,0.0013124231],"about_ca_topic_score_codex":0.00006154815,"about_ca_topic_score_gemma":0.0000054245647,"teacher_disagreement_score":0.70110595,"about_ca_system_score_codex":0.00011808783,"about_ca_system_score_gemma":0.00007039547,"threshold_uncertainty_score":0.77337444},"labels":[],"label_agreement":null},{"id":"W2018414565","doi":"10.1145/2491509.2491515","title":"The value of design rationale information","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Norges Forskningsråd","keywords":"Documentation; Computer science; Personalization; Context (archaeology); Value (mathematics); World Wide Web; Programming language","score_opus":0.07125196779048361,"score_gpt":0.29658960558982694,"score_spread":0.22533763779934335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018414565","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045601786,0.00012328212,0.9940778,0.00041396962,0.00035573269,0.0002284277,0.0000015009697,0.00023680067,0.000002285367],"genre_scores_gemma":[0.06741459,0.00007782272,0.93225527,0.000047268986,0.000012633054,0.00013653039,8.090871e-7,0.000007788408,0.000047320027],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913186,0.00015013525,0.00021132489,0.00012940462,0.00016849271,0.00020876793],"domain_scores_gemma":[0.9869081,0.012387773,0.000036689045,0.0004832385,0.00011803239,0.000066164896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089829287,0.00010300093,0.00012764703,0.00017305507,0.00012557085,0.000062730316,0.00047953494,0.000075031174,0.00000834172],"category_scores_gemma":[0.00422465,0.00008118398,0.000039465285,0.00028070682,0.0000415584,0.0004511535,0.000019989575,0.00020824262,0.000019729874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014159905,0.000026609974,0.00015626539,0.00007086341,0.00009386898,7.9785207e-7,0.0010650837,0.5157558,0.0011845237,0.014241911,0.00025420715,0.46713594],"study_design_scores_gemma":[0.0025058212,0.0015361615,0.109912984,0.00018689901,0.00007465389,0.00033893491,0.00029584844,0.7256217,0.10423576,0.02557977,0.028211953,0.001499524],"about_ca_topic_score_codex":0.00002456709,"about_ca_topic_score_gemma":2.6516577e-7,"teacher_disagreement_score":0.46563643,"about_ca_system_score_codex":0.000022724946,"about_ca_system_score_gemma":0.000042441006,"threshold_uncertainty_score":0.5057606},"labels":[],"label_agreement":null},{"id":"W2018718931","doi":"10.1109/vissoft.2014.26","title":"Templated Visualization of Object State with Vebugger","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Object (grammar); Java; Representation (politics); Debugging; Visualization; Set (abstract data type); Programming language; State (computer science); Hierarchy; Listing (finance); Template; Information retrieval; Artificial intelligence; Computer graphics (images)","score_opus":0.010135333212106015,"score_gpt":0.2608787933400095,"score_spread":0.2507434601279035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018718931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16238077,0.000003629238,0.8367525,0.000023062437,0.000030794286,0.000048827158,1.4407644e-7,0.00022486241,0.00053544383],"genre_scores_gemma":[0.98073465,8.6601943e-7,0.0188812,0.000018790497,0.0000059058266,0.0000030382412,9.1308885e-7,0.0000063041016,0.00034836202],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994083,0.000024899218,0.00008247694,0.00012941346,0.00023226974,0.00012265761],"domain_scores_gemma":[0.999363,0.00021408426,0.000021069784,0.00026410166,0.00010128266,0.000036470403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020627773,0.00004824254,0.00006793137,0.000091253125,0.000015641233,0.000030177755,0.00025083416,0.000014840654,0.000014449067],"category_scores_gemma":[0.00013322664,0.000035283192,0.000009144568,0.00042485294,0.000015293497,0.00014711289,0.000055827644,0.000033028606,0.000022306342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012121388,0.00058363535,0.4760613,0.0005397137,0.00027478152,0.00004025757,0.0061943172,0.08320174,0.040419437,0.22628558,0.009751495,0.1565265],"study_design_scores_gemma":[0.0009816492,0.0008708037,0.19481371,0.000070654576,0.0000036204513,0.000017197022,0.0000070838787,0.65979815,0.13959932,0.0009997295,0.0024750992,0.0003629501],"about_ca_topic_score_codex":0.00003743855,"about_ca_topic_score_gemma":0.000004172678,"teacher_disagreement_score":0.81835383,"about_ca_system_score_codex":0.000010753554,"about_ca_system_score_gemma":0.000027041988,"threshold_uncertainty_score":0.1438807},"labels":[],"label_agreement":null},{"id":"W2018747777","doi":"10.1109/vissoft.2014.19","title":"Validation of Software Visualization Tools: A Systematic Mapping Study","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Visualization; Software visualization; Computer science; Software; Data science; Software engineering; Verification and validation; Software development; Information visualization; Software construction; Data mining; Engineering","score_opus":0.0382877747461992,"score_gpt":0.29489393087187676,"score_spread":0.25660615612567755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018747777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18154646,0.000008811961,0.81756127,0.000009443446,0.00009117799,0.00042201855,1.2058103e-7,0.00031262203,0.00004804726],"genre_scores_gemma":[0.9736415,2.9377495e-7,0.026198702,0.000009615242,0.000015324418,0.000042892854,0.0000013074969,0.0000073876486,0.000082987855],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987777,0.00016804929,0.00028510764,0.00019318551,0.0004456781,0.00013030888],"domain_scores_gemma":[0.99814546,0.0010677213,0.00007470141,0.0005042599,0.00017114279,0.000036691617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011076815,0.00007279492,0.00017707958,0.00019384846,0.0000355397,0.00012131725,0.00048731273,0.000024857332,0.000007435581],"category_scores_gemma":[0.0037290426,0.00006254596,0.000026493924,0.0005804482,0.000006888066,0.00039560802,0.0001482426,0.000039189636,0.000031323314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014009466,0.0026221762,0.63578695,0.07755837,0.0005515611,0.000018970932,0.043363534,0.03571504,0.008397709,0.16329058,0.0010817748,0.031599335],"study_design_scores_gemma":[0.00189127,0.0012132761,0.15051949,0.004128273,0.000045819215,0.000020610505,0.0013684005,0.81027937,0.027784016,0.0017810499,0.000059815327,0.0009085945],"about_ca_topic_score_codex":0.000012003038,"about_ca_topic_score_gemma":5.463297e-7,"teacher_disagreement_score":0.792095,"about_ca_system_score_codex":0.0000313747,"about_ca_system_score_gemma":0.000019897943,"threshold_uncertainty_score":0.44642818},"labels":[],"label_agreement":null},{"id":"W2018873511","doi":"10.1145/1028174.971429","title":"Developing principles of GUI programming using views","year":2004,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Microsoft Research","keywords":"Computer science; Programming language; Programmer; XML; Notation; Java; Event-driven programming; Programming paradigm; Software engineering; Procedural programming; Inductive programming; Operating system","score_opus":0.1032978941526476,"score_gpt":0.32310445525516995,"score_spread":0.21980656110252234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018873511","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25672525,0.00029005602,0.740065,0.0021365278,0.00016643436,0.00026472806,4.2007582e-7,0.0002748417,0.000076757184],"genre_scores_gemma":[0.24751171,0.000007728754,0.75228226,0.00006160294,0.000042356696,0.000015859592,6.1574974e-7,0.000015843381,0.0000619954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985251,0.00003548953,0.00031733135,0.00033046503,0.00038903832,0.00040257792],"domain_scores_gemma":[0.9984281,0.00037468964,0.00009293217,0.0008999833,0.000123,0.00008129003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000576231,0.00014055335,0.0001924732,0.0001433811,0.000081415186,0.00008031776,0.0015414084,0.000059975668,0.000015483241],"category_scores_gemma":[0.002584136,0.00013572331,0.000059967853,0.00048798134,0.00004859795,0.00008627767,0.0009866884,0.00015415992,0.000077958175],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005850129,0.00086576556,0.044605155,0.0019759752,0.00036463403,0.0007565254,0.012764153,0.115065046,0.03784155,0.21939297,0.0015509077,0.56475884],"study_design_scores_gemma":[0.0020639724,0.00028946297,0.01746427,0.0013985095,0.000019425479,0.00021423203,0.00011549631,0.002878877,0.17481261,0.0036808508,0.7956617,0.0014006052],"about_ca_topic_score_codex":0.00008767653,"about_ca_topic_score_gemma":0.0000029050077,"teacher_disagreement_score":0.7941108,"about_ca_system_score_codex":0.0001617553,"about_ca_system_score_gemma":0.00021836262,"threshold_uncertainty_score":0.55346364},"labels":[],"label_agreement":null},{"id":"W2018890516","doi":"10.1109/icsm.2011.6080794","title":"Late propagation in software clones","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Synchronizing; Software evolution; Biology; Software maintenance; Computer science; Software system; Software; Genetics; Programming language; Gene","score_opus":0.03403372786823052,"score_gpt":0.2487466589834545,"score_spread":0.21471293111522397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018890516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20075132,0.0000188337,0.79780555,0.00006839265,0.000110452005,0.00009277129,8.9480764e-8,0.00044145723,0.0007111606],"genre_scores_gemma":[0.83848184,0.0000020974148,0.16096789,0.000026768268,0.000009929032,0.00001506807,2.8744878e-7,0.000004599721,0.00049153157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994443,0.000014950233,0.0000812089,0.00015683105,0.00013876862,0.00016393515],"domain_scores_gemma":[0.9995831,0.0000852189,0.000009151852,0.00025371186,0.00003265158,0.000036152902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017821837,0.000046905734,0.000047195426,0.00011719911,0.000014505438,0.000026074651,0.0003847762,0.00002630706,0.00004049064],"category_scores_gemma":[0.00022369153,0.00004040682,0.000011752251,0.00033533544,0.000009929433,0.00029631206,0.00011928589,0.00007453976,0.00015660895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009461336,0.00017103486,0.7955862,0.000061958934,0.000010605873,0.0001357419,0.0047560656,0.00039265593,0.00075933785,0.041856784,0.0007771282,0.155483],"study_design_scores_gemma":[0.00021534481,0.00005823641,0.964283,0.000018660096,4.2520654e-7,0.0000064439346,0.00000616876,0.019226698,0.011216107,0.0045781075,0.00022507895,0.00016573399],"about_ca_topic_score_codex":0.00009586552,"about_ca_topic_score_gemma":0.000015963704,"teacher_disagreement_score":0.63773054,"about_ca_system_score_codex":0.000022689841,"about_ca_system_score_gemma":0.000025593683,"threshold_uncertainty_score":0.20129435},"labels":[],"label_agreement":null},{"id":"W2019003365","doi":"10.1109/isie.2006.296135","title":"An ISO/IEC standards-based quality requirement definition approach: Applicative analysis of three quality requirements definition methods","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Quality (philosophy); Requirements engineering; Quality of analytical results; Requirements analysis; Non-functional requirement; Requirements management; Software quality; Requirement; Identification (biology); Software quality control; Software requirements; Requirement prioritization; Business requirements; Software engineering; Software requirements specification; Non-functional testing; Task (project management); Systems engineering; Quality assurance; Software; Quality policy; Software development; Engineering; Business process; Software construction; Work in process; Operations management","score_opus":0.20856793086436992,"score_gpt":0.44734346673647013,"score_spread":0.2387755358721002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019003365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0461078,0.000060924656,0.9491233,0.000085559135,0.00004812943,0.00044279505,0.00012537178,0.0004360533,0.0035700668],"genre_scores_gemma":[0.50998074,0.0000016894178,0.48965776,0.000040908137,0.000016083424,0.00011455152,0.00017347105,0.000010544394,0.0000042857773],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99440706,0.0010662077,0.0011105263,0.00096560986,0.0019644827,0.0004861173],"domain_scores_gemma":[0.99523187,0.0013609071,0.00043457985,0.0019480872,0.0008732069,0.00015133101],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010081034,0.0002784908,0.00065193354,0.0006816688,0.0001493289,0.00014568763,0.0010374741,0.00013182724,0.000059857757],"category_scores_gemma":[0.0006989058,0.0002660746,0.00028760592,0.003002755,0.0001506654,0.0005898039,0.00017704244,0.00018986213,0.000004880718],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013251336,0.0021219314,0.102440804,0.0003401801,0.00084707706,0.000002369878,0.00038518364,0.017231641,0.022066442,0.83237267,0.0001590024,0.021900203],"study_design_scores_gemma":[0.001346918,0.00037403218,0.7459507,0.000030558804,0.0002919056,6.011164e-7,0.0001110786,0.16780587,0.030782374,0.05244832,0.00007715874,0.000780468],"about_ca_topic_score_codex":0.002070279,"about_ca_topic_score_gemma":0.0002786542,"teacher_disagreement_score":0.77992433,"about_ca_system_score_codex":0.00053092034,"about_ca_system_score_gemma":0.00022355869,"threshold_uncertainty_score":0.99997914},"labels":[],"label_agreement":null},{"id":"W2019009588","doi":"10.4304/jsw.8.2.327-336","title":"Qualitative Analysis for the Impact of Accounting for Special Methods in Object-Oriented Class Cohesion Measurement","year":2013,"lang":"en","type":"article","venue":"Journal of Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Kuwait University; University of Alberta","keywords":"Computer science; Cohesion (chemistry); Class (philosophy); Artificial intelligence","score_opus":0.0869237389609992,"score_gpt":0.437746582337826,"score_spread":0.3508228433768268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019009588","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08396585,0.00023006003,0.9149346,0.00017312115,0.00024033789,0.0004333739,0.0000059392332,0.000014479519,0.0000022706438],"genre_scores_gemma":[0.49755025,0.000007157841,0.502121,0.000010431383,0.00024994052,0.000040886003,6.667854e-7,0.000010984629,0.000008708816],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979501,0.00022478185,0.0006504185,0.00016294266,0.0007121692,0.0002996321],"domain_scores_gemma":[0.98861843,0.008233758,0.00052377686,0.00028913398,0.0022548048,0.00008011819],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0066755563,0.00012949818,0.00042855655,0.00058861263,0.00007542904,0.0000926332,0.00073208,0.000060092192,0.000018176223],"category_scores_gemma":[0.012166328,0.00008057148,0.00055836927,0.0012973307,0.00003524974,0.00047376571,0.00009088589,0.00022122567,8.5206386e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008122508,0.00092795986,0.2944314,0.0005479774,0.008832933,0.000011973812,0.07486838,0.18755347,0.017416187,0.0009870924,0.017893335,0.39571705],"study_design_scores_gemma":[0.0032102112,0.0016590265,0.855548,0.00028609685,0.0003160217,0.000013193855,0.0030807115,0.121649325,0.0076804776,0.0055360547,0.00059480214,0.0004260484],"about_ca_topic_score_codex":0.00011074683,"about_ca_topic_score_gemma":0.000011885945,"teacher_disagreement_score":0.56111664,"about_ca_system_score_codex":0.00041073034,"about_ca_system_score_gemma":0.00027999902,"threshold_uncertainty_score":0.9961546},"labels":[],"label_agreement":null},{"id":"W2019257047","doi":"10.1007/s10664-015-9381-9","title":"An empirical study of the impact of modern code review practices on software quality","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":320,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Code review; Software quality; Computer science; Software engineering; Software quality analyst; Software inspection; Software peer review; Software quality management; Static program analysis; Software construction; Software quality assurance; Software development; Software; Programming language","score_opus":0.14670699522306,"score_gpt":0.4503907650299953,"score_spread":0.30368376980693534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019257047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75370634,0.001328314,0.24338152,0.00016502557,0.00023310847,0.0006276666,0.000015810592,0.0005368525,0.0000053369267],"genre_scores_gemma":[0.9837691,0.000026619227,0.015903078,0.00010032329,0.00007771851,0.000054068896,0.0000033766312,0.000051812287,0.000013907172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958455,0.00046300664,0.000833388,0.00068463763,0.0016196611,0.0005538131],"domain_scores_gemma":[0.99363226,0.0027514463,0.0004842771,0.0021868276,0.00048416125,0.0004610076],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020218617,0.0003918155,0.00075779145,0.00018602189,0.00006585287,0.000066176326,0.0023676748,0.00014360901,0.000010305646],"category_scores_gemma":[0.027878877,0.0002695756,0.00029109154,0.0015531786,0.000054545515,0.0005753416,0.00058657886,0.0007254057,0.000010387882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029916888,0.001192056,0.84076154,0.0003871029,0.00011056736,0.000012672783,0.0016446578,0.1516697,0.000051940435,0.000008303816,0.0018663297,0.0022652028],"study_design_scores_gemma":[0.00083818595,0.0018566679,0.9666544,0.0006076573,0.000033730135,0.000020320029,0.000031152013,0.028839394,0.0002485382,0.00012018495,0.00027497733,0.0004747876],"about_ca_topic_score_codex":0.00017916058,"about_ca_topic_score_gemma":0.000007992588,"teacher_disagreement_score":0.23006274,"about_ca_system_score_codex":0.00031863112,"about_ca_system_score_gemma":0.00041090627,"threshold_uncertainty_score":0.9999756},"labels":[],"label_agreement":null},{"id":"W2019441277","doi":"10.1109/icsm.2011.6080802","title":"Evaluating software clustering using multiple simulated authoritative decompositions","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cluster analysis; Computer science; Data mining; Software; Decomposition; Correlation clustering; CURE data clustering algorithm; Machine learning; Artificial intelligence; Programming language","score_opus":0.1972400476707733,"score_gpt":0.39314260852102956,"score_spread":0.19590256085025626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019441277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.193358,0.000016186794,0.80545706,0.000012541934,0.00020397476,0.00016591752,0.0000011337899,0.00061745703,0.00016770461],"genre_scores_gemma":[0.50219864,1.8209481e-7,0.49770308,0.0000147200335,0.000014010495,0.0000043919667,9.850463e-7,0.000011064363,0.00005292559],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859184,0.00009013806,0.00021882296,0.00037590053,0.00032355153,0.00039974792],"domain_scores_gemma":[0.99760735,0.0015352805,0.000042768173,0.00045945816,0.0002157601,0.00013940965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004167862,0.00014249183,0.0001321798,0.00019216104,0.00023252521,0.000100864825,0.0006322216,0.000059449776,0.000086262015],"category_scores_gemma":[0.0016544904,0.00014267565,0.00005541866,0.0005607382,0.000030001103,0.00056141993,0.00048265277,0.00018388605,0.00007138726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051040806,0.00040535984,0.069686905,0.00013303514,0.00024231143,0.00014241111,0.029455964,0.78749394,0.0217403,0.0038004918,0.00010927137,0.08673894],"study_design_scores_gemma":[0.0002708175,0.000079311816,0.007726537,0.000035535082,0.0000044497556,0.000016483256,0.000043154734,0.98860157,0.0025710308,0.0004602746,0.0000061868236,0.00018462537],"about_ca_topic_score_codex":0.0005260042,"about_ca_topic_score_gemma":0.000028910363,"teacher_disagreement_score":0.30884063,"about_ca_system_score_codex":0.000115078175,"about_ca_system_score_gemma":0.00007543403,"threshold_uncertainty_score":0.5818144},"labels":[],"label_agreement":null},{"id":"W2019628947","doi":"10.1109/icsm.2012.6405285","title":"Models are code too: Near-miss clone detection for Simulink models","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada; Technische Universität München","keywords":"Computer science; Source code; clone (Java method); Code (set theory); Matching (statistics); Graph; Detector; Programming language; Graphical model; Identification (biology); Theoretical computer science; Artificial intelligence; Mathematics","score_opus":0.06396359254443656,"score_gpt":0.29260169565127925,"score_spread":0.22863810310684268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019628947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024094772,0.00015901262,0.97368073,0.00035500078,0.0004216135,0.0003352637,0.0000044517637,0.00070446264,0.00024468423],"genre_scores_gemma":[0.8461357,0.0000073197084,0.15281925,0.00011880869,0.00013673333,0.00007831406,0.0000013197401,0.000021471984,0.0006811082],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985039,0.00002373592,0.00016770257,0.00030370525,0.00034215805,0.0006587814],"domain_scores_gemma":[0.99840903,0.0005706696,0.000035006997,0.00057287887,0.00016358306,0.00024882163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050976773,0.00013957598,0.0001495054,0.0000824693,0.00014464043,0.0001741437,0.0006052943,0.00010110971,0.0000074160307],"category_scores_gemma":[0.00022447898,0.0001306794,0.00007451662,0.0002986391,0.000022441307,0.0014902343,0.00020841368,0.00015455321,0.00004216077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018795346,0.00010773942,0.0004321765,0.00006124615,0.00002773281,0.0000018204154,0.0005890806,0.9513359,0.0009199907,0.012182362,0.002650253,0.031672884],"study_design_scores_gemma":[0.0002513471,0.000044451812,0.0002602748,0.0000072634466,0.0000027496621,0.0000057503335,0.00000892704,0.9867984,0.005158857,0.0061797434,0.001110618,0.00017159805],"about_ca_topic_score_codex":0.00003889959,"about_ca_topic_score_gemma":0.0000073669225,"teacher_disagreement_score":0.8220409,"about_ca_system_score_codex":0.00009641238,"about_ca_system_score_gemma":0.00004251036,"threshold_uncertainty_score":0.53289515},"labels":[],"label_agreement":null},{"id":"W2020166315","doi":"10.1145/1137983.1138020","title":"Using evolutionary annotations from change logs to enhance program comprehension","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Source code; Computer science; Program comprehension; Workbench; Software evolution; Eclipse; Programming language; Software maintenance; Code (set theory); Software; Filter (signal processing); Evolutionary algorithm; Software engineering; Artificial intelligence; Software development; Software system; Set (abstract data type); Software construction; Visualization","score_opus":0.06159014107737977,"score_gpt":0.351656608422654,"score_spread":0.29006646734527425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020166315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32867426,0.00013783084,0.6694224,0.0004886996,0.0001839029,0.00032428865,0.0000033535196,0.000663772,0.0001015229],"genre_scores_gemma":[0.5321378,5.395552e-7,0.46751937,0.0000743419,0.00011272953,0.000055375527,0.000007834737,0.0000059404506,0.00008608653],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989781,0.000023362798,0.0001199638,0.00031381522,0.00029888516,0.00026587924],"domain_scores_gemma":[0.9991948,0.00021737383,0.000016269596,0.00037411507,0.000119606295,0.000077807264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005845956,0.000087250926,0.00007976811,0.00013106223,0.00009643828,0.00008491812,0.00039189044,0.000036952497,0.000020825864],"category_scores_gemma":[0.000048126214,0.000086810025,0.000026079952,0.0006370819,0.00001820963,0.0003402936,0.00023775225,0.00008133475,0.00014249005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032332493,0.0021867144,0.16685984,0.00009374448,0.00007657463,0.00015523956,0.0024415876,0.092770696,0.110939495,0.03169656,0.053445715,0.5393015],"study_design_scores_gemma":[0.000089589186,0.000073184005,0.5143503,0.00003587474,0.0000019582712,0.000004261379,0.000005868792,0.47477612,0.0030053155,0.0011182447,0.0063173412,0.000221948],"about_ca_topic_score_codex":0.0016179276,"about_ca_topic_score_gemma":0.000035647085,"teacher_disagreement_score":0.53907955,"about_ca_system_score_codex":0.00008224901,"about_ca_system_score_gemma":0.000030870466,"threshold_uncertainty_score":0.35400102},"labels":[],"label_agreement":null},{"id":"W2020259809","doi":"10.1109/qsic.2012.17","title":"Strategic Management of Technical Debt: Tutorial Synopsis","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Carnegie Mellon University; University of Pittsburgh","keywords":"Technical debt; Debt; Computer science; Internal debt; Leverage (statistics); Business; Risk analysis (engineering); Finance; Software development; Software","score_opus":0.03076217188995573,"score_gpt":0.28600483120758863,"score_spread":0.2552426593176329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020259809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1929393,0.00027366757,0.72005635,0.00022030434,0.0022652787,0.0003446455,9.612755e-7,0.0010257508,0.082873754],"genre_scores_gemma":[0.90756696,0.000005279555,0.091943465,0.000006059344,0.00008867533,0.000011240535,2.398039e-7,0.000004396725,0.00037368992],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991384,0.000013524775,0.00011764935,0.00012585944,0.00033024375,0.00027427933],"domain_scores_gemma":[0.9993047,0.00014275768,0.000014457076,0.00041955634,0.000027878194,0.00009065573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032213517,0.00006107822,0.000077944154,0.00006502136,0.00001650785,0.000026684684,0.0006028169,0.0000369795,0.000045200442],"category_scores_gemma":[0.000017993658,0.000051413048,0.00003269838,0.000323997,0.000018970071,0.00017410022,0.00031032122,0.00007371185,0.00006846957],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029495914,0.00012047211,0.0041244267,0.000057314017,0.000029234649,0.000008371354,0.000033711203,0.000043886324,0.0012546937,0.9900318,0.0009539455,0.0033392413],"study_design_scores_gemma":[0.005667194,0.0014315475,0.7483262,0.0005222117,0.00014217239,0.0002898155,0.00058423425,0.028381234,0.13009897,0.051046398,0.029822992,0.0036870325],"about_ca_topic_score_codex":0.000009694496,"about_ca_topic_score_gemma":3.1027236e-7,"teacher_disagreement_score":0.93898535,"about_ca_system_score_codex":0.0000398201,"about_ca_system_score_gemma":0.0000136560375,"threshold_uncertainty_score":0.20965633},"labels":[],"label_agreement":null},{"id":"W2020316880","doi":"10.1145/1039174.1039188","title":"Report on MSR 2004","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Computer science; Software; Reuse; Process (computing); Software engineering; Software development; World Wide Web; Data science; Engineering","score_opus":0.01739211010709344,"score_gpt":0.26033539130103944,"score_spread":0.242943281193946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020316880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28112346,0.0015375616,0.7020738,0.003062957,0.0019012585,0.0005268793,0.000013635172,0.009736705,0.000023697323],"genre_scores_gemma":[0.7603165,0.000014075844,0.23855329,0.00020701454,0.00047720489,0.00006150611,0.000012105107,0.00007827216,0.0002800631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969058,0.000022762064,0.00045334376,0.0008623867,0.0008535602,0.0009021628],"domain_scores_gemma":[0.9256798,0.07050347,0.00009402938,0.003151343,0.00017962341,0.0003917155],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055468665,0.00043369707,0.00033908171,0.00044356,0.00012301486,0.00022584302,0.0023565402,0.00018669465,0.000054572265],"category_scores_gemma":[0.30637324,0.0004490563,0.00015904167,0.0008533261,0.00003170187,0.00063860026,0.0006462961,0.000608147,0.0006672748],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024284203,0.00041926082,0.6720294,0.00034074602,0.00019815503,0.0020543868,0.0007212661,0.16488062,0.0021582327,0.0040712613,0.01826508,0.13483731],"study_design_scores_gemma":[0.0014992299,0.0005009756,0.7185132,0.0005072808,0.000028987713,0.0014701928,0.00000399123,0.008183241,0.047022693,0.00013693246,0.21923815,0.0028951461],"about_ca_topic_score_codex":0.000018921128,"about_ca_topic_score_gemma":0.0000016268073,"teacher_disagreement_score":0.479193,"about_ca_system_score_codex":0.00026055536,"about_ca_system_score_gemma":0.00011597331,"threshold_uncertainty_score":0.9997961},"labels":[],"label_agreement":null},{"id":"W2020620746","doi":"10.1007/s00500-007-0215-6","title":"On the possibilities of (pseudo-) software cloning from external interactions","year":2007,"lang":"en","type":"article","venue":"Soft Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Cloning (programming); Computer science; Software; Software engineering; Programming language","score_opus":0.02131087380848516,"score_gpt":0.2869729112439359,"score_spread":0.26566203743545075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020620746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.479933,0.000047291876,0.5192462,0.00007380176,0.00039568826,0.000053137126,0.0000015415526,0.00018568627,0.00006362215],"genre_scores_gemma":[0.888597,4.475118e-7,0.11104709,0.00010281943,0.00017038969,0.0000013589112,0.0000010061751,0.000012976854,0.00006691012],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99848425,0.000058406087,0.0003187342,0.00031541326,0.0004436106,0.00037959233],"domain_scores_gemma":[0.98630327,0.012770755,0.00010914154,0.0006169114,0.00012794527,0.00007200594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009818613,0.00013333518,0.00014561432,0.00014307477,0.00020903174,0.00012794435,0.0010189897,0.00003831237,0.000030111003],"category_scores_gemma":[0.0024344341,0.00010500815,0.00008838543,0.00036930197,0.000068631285,0.000170191,0.00045135836,0.00042796053,0.000040681865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010936161,0.0004823499,0.26756594,0.00015264835,0.0003028768,0.00015342899,0.034832712,0.049064044,0.026468,0.1331389,0.0027605055,0.48496923],"study_design_scores_gemma":[0.0010473076,0.00041288426,0.46831328,0.0020613477,0.000018094608,0.00007652495,0.0012973599,0.4081273,0.06382133,0.053068668,0.0006432369,0.0011126568],"about_ca_topic_score_codex":0.0001927116,"about_ca_topic_score_gemma":0.000007824511,"teacher_disagreement_score":0.4838566,"about_ca_system_score_codex":0.00008237178,"about_ca_system_score_gemma":0.000053277025,"threshold_uncertainty_score":0.4282108},"labels":[],"label_agreement":null},{"id":"W2021026416","doi":"10.1145/2372251.2372270","title":"Evolution of features and their dependencies - an explorative study in OSS","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Provincia autonoma di Bolzano - Alto Adige","keywords":"Commit; Computer science; Feature (linguistics); Software engineering; Source code; Graph; Process (computing); Software maintenance; Software product line; Software; Data mining; Software development; Database; Programming language; Theoretical computer science","score_opus":0.03540925746221999,"score_gpt":0.29261447962481374,"score_spread":0.2572052221625937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021026416","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9058589,0.0002947281,0.09354281,0.000016645574,0.00005183919,0.00012371023,2.7901416e-7,0.000055030006,0.00005607112],"genre_scores_gemma":[0.99649787,0.0000018324107,0.0034366527,0.0000023594655,0.0000147606415,0.000013079413,1.2395833e-7,0.0000026627865,0.000030679497],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99946296,0.00006242163,0.00006784885,0.000114583796,0.00013793261,0.00015425768],"domain_scores_gemma":[0.9994861,0.00020520664,0.000011736561,0.00021147974,0.00003656512,0.000048944596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004113983,0.000054246997,0.00007404998,0.00011781887,0.000019104407,0.000024992738,0.00023451057,0.000019970255,0.0000022473957],"category_scores_gemma":[0.00013040622,0.000038705486,0.0000067589635,0.0002552195,0.000020131696,0.0008601096,0.00015550207,0.00007410871,0.0000014616526],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003971634,0.0002411234,0.9566498,0.000006453766,0.000006453697,0.0000011162659,0.032601446,0.00010852091,0.0010440475,0.006223554,0.00003520131,0.003078331],"study_design_scores_gemma":[0.00012263404,0.00013528581,0.9900747,0.0000034938894,3.2764768e-7,0.0000033656481,0.004727825,0.0015443208,0.0030144854,0.00032096155,0.0000027487558,0.00004984919],"about_ca_topic_score_codex":0.00021078667,"about_ca_topic_score_gemma":0.00017819271,"teacher_disagreement_score":0.09063896,"about_ca_system_score_codex":0.0000353361,"about_ca_system_score_gemma":0.000019739313,"threshold_uncertainty_score":0.15783639},"labels":[],"label_agreement":null},{"id":"W2021242474","doi":"10.1145/1453101.1453130","title":"Semi-automating small-scale source code reuse via structural correspondence","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Context (archaeology); Code reuse; Source code; Unification; Jigsaw; Software engineering; Code (set theory); Scale (ratio); Usability; Database; Programming language; Software; Human–computer interaction; Engineering; Set (abstract data type)","score_opus":0.022142939863697173,"score_gpt":0.25229005088548556,"score_spread":0.2301471110217884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021242474","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49606624,0.000031038508,0.50251466,0.00012893803,0.00017137692,0.00007063424,5.300137e-7,0.0008795742,0.00013700883],"genre_scores_gemma":[0.8185086,0.0000028741927,0.17718154,0.000114741866,0.000063998996,0.000009874095,9.565105e-7,0.000017999639,0.0040994054],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982451,0.000058785285,0.00022517284,0.00044422832,0.0005177482,0.00050892873],"domain_scores_gemma":[0.9975586,0.00084762444,0.00004542785,0.001254476,0.00010633767,0.00018756455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027598083,0.00016489072,0.00015979985,0.00014151086,0.00023750501,0.00010990215,0.0022331122,0.000072633295,0.000077962584],"category_scores_gemma":[0.0009004122,0.00014990482,0.000054936612,0.00060386606,0.000077140874,0.00037295712,0.0009604628,0.0002870007,0.00022553006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007377505,0.00022854078,0.65738267,0.00025244907,0.00013377282,0.0013508634,0.030992428,0.09417209,0.074194536,0.0024990297,0.03737743,0.1013424],"study_design_scores_gemma":[0.00025887424,0.000077264114,0.08231884,0.00002465936,0.0000015067596,0.0006644019,0.00002106834,0.9036396,0.011537764,0.00020126111,0.00092820846,0.0003265209],"about_ca_topic_score_codex":0.000104427454,"about_ca_topic_score_gemma":0.00001513849,"teacher_disagreement_score":0.80946755,"about_ca_system_score_codex":0.00007981572,"about_ca_system_score_gemma":0.00009146504,"threshold_uncertainty_score":0.61129415},"labels":[],"label_agreement":null},{"id":"W2021330659","doi":"10.1109/icpc.2011.37","title":"Context and Vision: Studying Two Factors Impacting Program Comprehension","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Context (archaeology); Identifier; Cognition; Process (computing); Empirical research; Documentation; Cognitive psychology; Cognitive science; Human–computer interaction; Psychology; Programming language; Software system; Software; Epistemology","score_opus":0.08018862233186298,"score_gpt":0.3507900472435762,"score_spread":0.27060142491171324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021330659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92947197,0.000084515195,0.06883191,0.000025465852,0.00015279886,0.00024147377,1.15234855e-7,0.00076989795,0.0004218683],"genre_scores_gemma":[0.9503444,0.000001825248,0.049563106,0.000017610271,0.000013974864,0.000007359902,2.4779177e-7,0.000008558176,0.000042908745],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990493,0.00003143947,0.00012073247,0.00027879138,0.00023822226,0.00028151655],"domain_scores_gemma":[0.9990325,0.00041591135,0.000023951301,0.00031919064,0.000062945786,0.00014553165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021330395,0.000108835426,0.00011638366,0.00009389693,0.000108644126,0.00015504942,0.00034509922,0.000027201784,0.00002585731],"category_scores_gemma":[0.00014895832,0.000082402556,0.000025015574,0.00022854685,0.000032103646,0.00042431193,0.00042169183,0.0001442924,0.000015817128],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060404027,0.000154631,0.48660251,0.000024183513,0.000026844533,0.00002135415,0.0060498174,0.000015031408,0.0007622091,0.002177379,0.00016426112,0.5039957],"study_design_scores_gemma":[0.0007461278,0.00068380224,0.94016725,0.000061924606,0.0000038118014,0.000025114718,0.000764976,0.050896544,0.005493776,0.00020143071,0.000610015,0.00034525173],"about_ca_topic_score_codex":0.00023023829,"about_ca_topic_score_gemma":0.000009362916,"teacher_disagreement_score":0.5036505,"about_ca_system_score_codex":0.000021882048,"about_ca_system_score_gemma":0.000016241744,"threshold_uncertainty_score":0.33602786},"labels":[],"label_agreement":null},{"id":"W2021375786","doi":"10.1145/1809198.1809203","title":"The implications of how we tag software artifacts","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Metadata; Computer science; Semantics (computer science); Software; Source code; Simplicity; Software engineering; World Wide Web; Code (set theory); Information retrieval; Data science; Programming language; Set (abstract data type)","score_opus":0.019815370870302083,"score_gpt":0.26871372644817465,"score_spread":0.24889835557787257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021375786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028240625,0.000044719593,0.9403045,0.030257741,0.0003122889,0.00012595496,0.0000013162422,0.00035974104,0.00035311308],"genre_scores_gemma":[0.9154401,0.000011061616,0.0831488,0.000031909563,0.00002988775,0.0000229356,3.384684e-7,0.000005797615,0.0013091732],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99939144,0.000010204832,0.00007518259,0.0001412782,0.00018545303,0.00019641632],"domain_scores_gemma":[0.99763113,0.0012572518,0.000023420986,0.0008947952,0.00012276022,0.00007063142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021918015,0.000051861567,0.00005052896,0.000042026553,0.00010412282,0.00012564397,0.0010951725,0.000032450767,0.000015877327],"category_scores_gemma":[0.0011895287,0.000033335684,0.000030534964,0.00029801598,0.00005824076,0.00015508269,0.00021676261,0.00017306491,0.000046745907],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017198106,0.000071585346,0.0401564,0.000026356769,0.00003057378,0.000001995471,0.00041486113,0.00009402486,0.045045093,0.3640771,0.041801438,0.50827885],"study_design_scores_gemma":[0.00026791578,0.00008712378,0.65325,0.000014319667,0.0000039386377,0.00003524321,0.000031345688,0.0067248926,0.09498789,0.027906451,0.21633779,0.00035308598],"about_ca_topic_score_codex":0.0000078268795,"about_ca_topic_score_gemma":0.00002897115,"teacher_disagreement_score":0.88719946,"about_ca_system_score_codex":0.000007223091,"about_ca_system_score_gemma":0.00006278893,"threshold_uncertainty_score":0.20351212},"labels":[],"label_agreement":null},{"id":"W2021420643","doi":"10.1109/vissoft.2014.14","title":"Slicing-Based Techniques for Visualizing Large Metamodels","year":2014,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Metamodeling; Slicing; Computer science; Visualization; Program slicing; Domain (mathematical analysis); Focus (optics); Software engineering; Task (project management); Human–computer interaction; Artificial intelligence; Systems engineering; Engineering; World Wide Web","score_opus":0.03923877202282398,"score_gpt":0.34929779463680843,"score_spread":0.31005902261398444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021420643","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063951587,0.00008467946,0.9941811,0.00043242774,0.00040237475,0.00089516956,0.000010550246,0.0030250503,0.00032911953],"genre_scores_gemma":[0.39312923,0.000002951924,0.60540193,0.00040466795,0.00015766309,0.0005805542,0.00001838663,0.000046827587,0.00025775158],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763674,0.0000704614,0.00032148784,0.00085640716,0.0004950163,0.00061987026],"domain_scores_gemma":[0.99657756,0.0013339312,0.00009672195,0.0015675218,0.00028858276,0.00013565959],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001834126,0.00031577286,0.00043113445,0.00042709132,0.00009285256,0.00039370896,0.0022539243,0.0003088083,0.0000124031485],"category_scores_gemma":[0.000770237,0.00029268794,0.00025030636,0.00020239466,0.000019142728,0.00013099791,0.0017503694,0.00049997313,0.00001711334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059322174,0.00095478166,0.0030004792,0.008867017,0.0007407255,0.000044243843,0.0012558108,0.115718015,0.0047325883,0.67620957,0.0712935,0.117123924],"study_design_scores_gemma":[0.00017849311,0.00006589808,0.000056191802,0.00014334498,0.00000926748,9.856522e-7,0.0000010723539,0.9438718,0.03624214,0.005424353,0.013615072,0.000391404],"about_ca_topic_score_codex":0.00004767114,"about_ca_topic_score_gemma":0.0000048524566,"teacher_disagreement_score":0.8281538,"about_ca_system_score_codex":0.00012318199,"about_ca_system_score_gemma":0.00022807822,"threshold_uncertainty_score":0.99995255},"labels":[],"label_agreement":null},{"id":"W2021538299","doi":"10.1145/2377656.2377657","title":"Systematizing pragmatic software reuse","year":2012,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo","funders":"","keywords":"Computer science; Reuse; Variety (cybernetics); Software engineering; Task (project management); Plan (archaeology); Software development; Process (computing); Source code; Software; Metaphor; Human–computer interaction; Systems engineering; Programming language; Artificial intelligence; Engineering","score_opus":0.08412914294878511,"score_gpt":0.3257056353884473,"score_spread":0.24157649243966223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021538299","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019585662,0.0010293637,0.9757826,0.0001756248,0.0014003664,0.0002494389,0.0000061601368,0.0017678877,0.0000029025405],"genre_scores_gemma":[0.14511847,0.0000515744,0.85440016,0.000070281305,0.000087779896,0.00013535061,0.0000018908445,0.00004796666,0.00008655257],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977739,0.0003312081,0.00036200212,0.00043632276,0.00031561876,0.00078096136],"domain_scores_gemma":[0.9857937,0.011961641,0.00006141305,0.0017551903,0.00007752276,0.00035051737],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021173998,0.00031071962,0.00044246708,0.0005004659,0.00018075206,0.00008124815,0.0011474115,0.00021416406,0.000017786886],"category_scores_gemma":[0.017358782,0.0003039832,0.00010525766,0.0005900145,0.000039172483,0.00056111487,0.00010228948,0.0005839415,0.000055621378],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012083907,0.0011954897,0.030009706,0.0099565135,0.0019105923,0.00021104152,0.029920792,0.2036221,0.008564903,0.020746654,0.0016402383,0.6921011],"study_design_scores_gemma":[0.02277628,0.0074614235,0.36186954,0.013539341,0.0023819972,0.029261917,0.0028997213,0.20022428,0.157251,0.020795098,0.15355273,0.027986677],"about_ca_topic_score_codex":0.000015594664,"about_ca_topic_score_gemma":6.2418803e-7,"teacher_disagreement_score":0.6641145,"about_ca_system_score_codex":0.000101970174,"about_ca_system_score_gemma":0.000039891205,"threshold_uncertainty_score":0.99994123},"labels":[],"label_agreement":null},{"id":"W2021546454","doi":"10.1109/vlhcc.2012.6344497","title":"Automatically locating relevant programming help online","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Context (archaeology); World Wide Web; The Internet; Software; Software engineering; Web search query; Information retrieval; Data science; Human–computer interaction; Search engine; Programming language","score_opus":0.025241990829763618,"score_gpt":0.29542077727566024,"score_spread":0.2701787864458966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021546454","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07463692,0.00011703243,0.9226895,0.0006111669,0.00021069875,0.00012893497,1.9518413e-7,0.0013281738,0.00027735502],"genre_scores_gemma":[0.4819494,9.2672985e-7,0.51766855,0.00005405625,0.000089815876,0.000009665333,6.043418e-7,0.000007599066,0.00021940687],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998707,0.000025263394,0.00016957347,0.00017325624,0.00036495866,0.0005599246],"domain_scores_gemma":[0.998711,0.00054797693,0.000020972657,0.00045413856,0.00006499442,0.00020093007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000537236,0.00009014318,0.000092630005,0.00007955627,0.00005509964,0.00011042682,0.0005966898,0.000037508602,0.000022692466],"category_scores_gemma":[0.0012027184,0.000074275566,0.00002989916,0.00041221952,0.000020249687,0.0004344467,0.00032777668,0.00015842098,0.0002016875],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011806237,0.00040935757,0.04338995,0.000118346856,0.000026992624,0.000014351087,0.0011641752,0.00017712789,0.0015784961,0.05107387,0.001071539,0.90097463],"study_design_scores_gemma":[0.00050435576,0.0002215429,0.21607158,0.00017112987,0.00000821204,0.00016605514,0.00015510866,0.7521378,0.0048469612,0.00056033564,0.02432262,0.0008342958],"about_ca_topic_score_codex":0.000013945287,"about_ca_topic_score_gemma":0.0000015220799,"teacher_disagreement_score":0.90014035,"about_ca_system_score_codex":0.0000502065,"about_ca_system_score_gemma":0.000041934036,"threshold_uncertainty_score":0.30288696},"labels":[],"label_agreement":null},{"id":"W2021655726","doi":"10.1145/1985404.1985413","title":"Scalable clone detection using description logic","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Scalability; Cloud computing; Semantic reasoner; clone (Java method); Software; Semantic Web; Source code; Data mining; Software engineering; Database; Programming language; Information retrieval; Artificial intelligence; Operating system","score_opus":0.1031951321264783,"score_gpt":0.26766130597314614,"score_spread":0.16446617384666784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021655726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26096746,0.000018330964,0.7376992,0.000007509965,0.00022761847,0.000045222627,3.5072773e-8,0.00034200976,0.00069261657],"genre_scores_gemma":[0.79854363,0.0000014526029,0.20119672,0.000021665515,0.000021360047,0.0000032695602,7.460767e-8,0.000004346712,0.00020749713],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937016,0.000019573801,0.000077125704,0.00017938466,0.00015550201,0.00019825874],"domain_scores_gemma":[0.9995677,0.000037295547,0.000013235354,0.00027047636,0.000056449204,0.00005484292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021085364,0.000055036253,0.00004978452,0.00011068018,0.00006008083,0.000061976076,0.00027984605,0.00003877104,0.000060912284],"category_scores_gemma":[0.00009996334,0.000049941464,0.00001999116,0.00036496247,0.0000137857905,0.00048787025,0.00011195185,0.00007968457,0.00012728463],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041153384,0.00044827632,0.08661584,0.000111578905,0.0000701898,0.0001175291,0.0024939962,0.0033359332,0.6392372,0.05951481,0.00051874196,0.20749474],"study_design_scores_gemma":[0.00025763817,0.00016433121,0.10183938,0.000015433086,0.0000037811722,0.000087515495,0.00001877197,0.6566568,0.23284546,0.007643056,0.00018736176,0.00028045732],"about_ca_topic_score_codex":0.0002863295,"about_ca_topic_score_gemma":0.0000067827336,"teacher_disagreement_score":0.6533209,"about_ca_system_score_codex":0.000069065885,"about_ca_system_score_gemma":0.000016704204,"threshold_uncertainty_score":0.20365538},"labels":[],"label_agreement":null},{"id":"W2022090474","doi":"10.1109/msr.2013.6624012","title":"Making sense of online code snippets","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Snippet; Android (operating system); Information retrieval; Source code; Code (set theory); World Wide Web; Callback; Programming language; Set (abstract data type); Operating system","score_opus":0.045255063716788044,"score_gpt":0.31583377834754506,"score_spread":0.270578714630757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022090474","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38814458,0.000029825573,0.60998994,0.00066205824,0.00015285105,0.00008752956,0.0000012105008,0.0002527917,0.0006792188],"genre_scores_gemma":[0.8574991,0.0000018904116,0.14193924,0.00007321846,0.000026855232,0.0000028013585,3.8909695e-7,0.000004725155,0.0004517576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993525,0.000013209056,0.0001066867,0.00013765217,0.00021232931,0.0001776166],"domain_scores_gemma":[0.9991743,0.0002934133,0.000017426473,0.00038305297,0.000089274596,0.000042563195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000099206154,0.00005068761,0.00007453619,0.00007861906,0.000013888348,0.000037579193,0.00035706625,0.00002258185,0.000107615415],"category_scores_gemma":[0.00021807992,0.00004247911,0.000022007142,0.00022313958,0.000016941596,0.00017870482,0.00022986374,0.000071619244,0.00013659727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001167976,0.0010178728,0.14132334,0.00049705006,0.00019193772,0.0003107058,0.0030640555,0.0083848685,0.1040231,0.16204536,0.09009447,0.48903555],"study_design_scores_gemma":[0.0004821058,0.00014725431,0.35099185,0.000104228086,0.000002422553,0.000098047116,0.00004556837,0.6149257,0.026382942,0.0022154315,0.0042124745,0.0003920144],"about_ca_topic_score_codex":0.000050480183,"about_ca_topic_score_gemma":0.0000054112347,"teacher_disagreement_score":0.6065408,"about_ca_system_score_codex":0.000012907968,"about_ca_system_score_gemma":0.000026049362,"threshold_uncertainty_score":0.17557271},"labels":[],"label_agreement":null},{"id":"W2022429257","doi":"10.1145/2591062.2591075","title":"DASHboards: enhancing developer situational awareness","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; BitTorrent tracker; Dash; Situation awareness; sort; Situational ethics; Data science; World Wide Web; Human–computer interaction; Software engineering; Engineering","score_opus":0.01798889216864847,"score_gpt":0.2713388981247568,"score_spread":0.25335000595610835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022429257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03602274,0.000010373922,0.96088856,0.00034315637,0.00023307826,0.000039543556,1.2334455e-7,0.00038675094,0.0020756477],"genre_scores_gemma":[0.8182205,6.005681e-7,0.18063639,0.00017319965,0.00007319465,0.000011570032,0.0000012292054,0.000006175824,0.00087717385],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990566,0.000026292959,0.00010595357,0.0002339302,0.0003601681,0.000217057],"domain_scores_gemma":[0.99885005,0.00060990546,0.000011262023,0.0003404007,0.00011481884,0.000073588046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039594815,0.00007001401,0.00007103552,0.000086491054,0.00007226122,0.00010932493,0.00061759114,0.000030321642,0.000084669286],"category_scores_gemma":[0.0007973667,0.000061266524,0.000019623116,0.00028215916,0.0000122449865,0.00027939514,0.00022325906,0.000075521944,0.0003549102],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005066814,0.000125375,0.09494912,0.00009979764,0.000064682295,0.000017702423,0.00213848,0.0106045315,0.016824624,0.6198859,0.01405898,0.24122569],"study_design_scores_gemma":[0.0007050777,0.000084024934,0.41446188,0.00006113136,0.0000030035533,0.000037433132,0.000027571892,0.44036147,0.0899836,0.006995275,0.046402983,0.0008765562],"about_ca_topic_score_codex":0.000018753171,"about_ca_topic_score_gemma":0.00001169574,"teacher_disagreement_score":0.7821977,"about_ca_system_score_codex":0.00003959798,"about_ca_system_score_gemma":0.00012770054,"threshold_uncertainty_score":0.45617712},"labels":[],"label_agreement":null},{"id":"W2022461105","doi":"10.1007/s11334-005-0012-2","title":"Software release planning for evolving systems","year":2005,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Component (thermodynamics); Hierarchy; Process (computing); Weighting; Software release life cycle; Software; Analytic hierarchy process; Resource (disambiguation); Software system; Risk analysis (engineering); Operations research; Engineering","score_opus":0.021572828620047158,"score_gpt":0.26691134417449025,"score_spread":0.24533851555444308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022461105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060967725,0.0038338993,0.93256766,0.00007433454,0.00097605906,0.00057353504,0.00001302868,0.0009854881,0.000008280219],"genre_scores_gemma":[0.8335705,0.000008508241,0.16542049,0.00002213395,0.00033498148,0.00046040173,0.000011178508,0.000049089824,0.00012275958],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979869,0.00002189527,0.0006106443,0.0004873824,0.0003307263,0.0005624195],"domain_scores_gemma":[0.9973911,0.0015739691,0.00008683387,0.0005282833,0.00030837586,0.00011145006],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008359566,0.0002536524,0.00032440768,0.0008283266,0.00015449226,0.0004726032,0.0005005891,0.00014991239,0.0000011589552],"category_scores_gemma":[0.0036906349,0.00027798206,0.00003992922,0.0013030778,0.000017216209,0.00084699795,0.00016170065,0.0003216359,0.000005390793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002957157,0.000030395735,0.046939485,0.0006306958,0.00003539733,0.00002107522,0.0007308928,0.9294871,0.00015090474,0.015224186,0.0015028698,0.0052440153],"study_design_scores_gemma":[0.00075630203,0.00005572944,0.023084864,0.0008701683,0.0000050394665,0.000108458305,0.000081653816,0.94561183,0.000053728254,0.000027730246,0.028717631,0.0006268316],"about_ca_topic_score_codex":0.00005725915,"about_ca_topic_score_gemma":0.000001348296,"teacher_disagreement_score":0.77260274,"about_ca_system_score_codex":0.00025464868,"about_ca_system_score_gemma":0.00008106026,"threshold_uncertainty_score":0.9999672},"labels":[],"label_agreement":null},{"id":"W2022628966","doi":"10.1007/s11219-006-9010-3","title":"Measuring size, complexity, and coupling of hypergraph abstractions of software: An information-theory approach","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo; Mississippi State University; National Science Foundation","keywords":"Computer science; Software metric; Software sizing; Theoretical computer science; Hypergraph; Software; Data mining; Software development; Software quality; Software construction; Programming language; Mathematics","score_opus":0.07791100068699204,"score_gpt":0.32054010421443907,"score_spread":0.24262910352744704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022628966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.349833,0.00013671094,0.6496003,0.000023224015,0.0001541815,0.00008481683,0.000009046966,0.00013169186,0.000026986301],"genre_scores_gemma":[0.67294836,0.000017004091,0.32694215,0.000024204948,0.000047950474,0.0000018355317,0.0000030592207,0.0000101434325,0.000005318293],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972434,0.00009509905,0.001023945,0.00020766402,0.0010123643,0.00041754823],"domain_scores_gemma":[0.99442893,0.0034694483,0.00049449195,0.0005286477,0.0007623546,0.00031613302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077458904,0.00017786282,0.00035352798,0.00043028028,0.00028138168,0.00016173109,0.0008170361,0.00011666016,0.000015156551],"category_scores_gemma":[0.005116115,0.00017705242,0.00012216823,0.00053811906,0.00026214498,0.0018867081,0.00021010045,0.00062471745,0.0000027974243],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037117006,0.0013464042,0.694329,0.00230142,0.0006390602,0.00003163246,0.016066875,0.03054337,0.003807103,0.07504931,0.00026014258,0.1752545],"study_design_scores_gemma":[0.0012002473,0.00023080187,0.95790225,0.00014837508,0.000026303576,0.00055771397,0.0010750699,0.0020345969,0.003633794,0.032543242,0.00013310825,0.00051448814],"about_ca_topic_score_codex":0.000052154548,"about_ca_topic_score_gemma":0.000006814317,"teacher_disagreement_score":0.32311532,"about_ca_system_score_codex":0.00007674168,"about_ca_system_score_gemma":0.00019411134,"threshold_uncertainty_score":0.7219988},"labels":[],"label_agreement":null},{"id":"W2022675432","doi":"10.1002/smr.539","title":"TIDIER: an identifier splitting approach using speech recognition techniques","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identifier; Computer science; Program comprehension; Source code; Maintainability; Unique identifier; Set (abstract data type); Documentation; Software; Code (set theory); Relation (database); Natural language processing; Comprehension; Information retrieval; Artificial intelligence; Data mining; Software engineering; Programming language; Software system","score_opus":0.06451466082664108,"score_gpt":0.2980101579526624,"score_spread":0.2334954971260213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022675432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26720783,0.0003366121,0.73199385,0.0000075888456,0.00018425976,0.00007764367,9.900207e-7,0.0001407722,0.000050463383],"genre_scores_gemma":[0.51004726,0.000021424195,0.48971963,0.00001581483,0.00016717288,0.0000026957796,8.521958e-7,0.000011785469,0.000013337309],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986764,0.000080673104,0.00036541198,0.00022247586,0.00042236247,0.00023263315],"domain_scores_gemma":[0.9986019,0.00009954105,0.00025627855,0.00018507871,0.0006928505,0.00016433296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014866302,0.00012362532,0.00017676056,0.00036173494,0.00013857431,0.00013028721,0.0004517363,0.000100394085,0.000010346154],"category_scores_gemma":[0.00072110316,0.000112528294,0.000050297378,0.0004511834,0.000050114904,0.0020714267,0.00008331499,0.00032246797,0.0000024840595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013507872,0.00065042276,0.12554498,0.0009246089,0.00012030087,0.00014902129,0.007819364,0.000095964824,0.0025612968,0.0004869294,0.0003559273,0.8611561],"study_design_scores_gemma":[0.004950937,0.0045387265,0.36458698,0.004461201,0.00041044952,0.028887043,0.004257093,0.1449466,0.22354227,0.21306804,0.0013487777,0.0050018737],"about_ca_topic_score_codex":0.000018374416,"about_ca_topic_score_gemma":5.714024e-7,"teacher_disagreement_score":0.85615426,"about_ca_system_score_codex":0.000091337424,"about_ca_system_score_gemma":0.00014180232,"threshold_uncertainty_score":0.45887706},"labels":[],"label_agreement":null},{"id":"W2022794931","doi":"10.1145/2652524.2652547","title":"A qualitative analysis of software build system changes and build ownership styles","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Deliverable; Computer science; Context (archaeology); Software development; Software; Focus (optics); Software engineering; Overhead (engineering); Software construction; Software system; Software peer review; Systems engineering; Operating system; Engineering","score_opus":0.035426478277793515,"score_gpt":0.32726746530412404,"score_spread":0.29184098702633055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022794931","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14717534,0.00015009972,0.8516858,0.00037903807,0.000038452938,0.00008714378,0.000005542038,0.0003565765,0.00012199846],"genre_scores_gemma":[0.92879504,0.0000036021631,0.07090868,0.000028760105,0.000020262534,0.000016992517,0.0000021196586,0.00000799831,0.00021657218],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986002,0.00020885396,0.00017422921,0.00035338546,0.00040960047,0.0002537712],"domain_scores_gemma":[0.99624276,0.002836874,0.00006688853,0.0005508471,0.0001862362,0.000116366115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011747079,0.0001236779,0.00033448043,0.0006037031,0.000043433225,0.00007518953,0.00055549457,0.00005651894,0.000008237791],"category_scores_gemma":[0.0012302082,0.00009617363,0.000057638943,0.0015835789,0.00006362397,0.0001352577,0.00023856922,0.000090439986,0.000005552678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003510413,0.00016617733,0.16615532,0.002029482,0.0037678226,0.000019243435,0.06187692,0.0042142877,0.0018886386,0.6628855,0.0020923605,0.09486917],"study_design_scores_gemma":[0.0014713595,0.0010742855,0.22196938,0.00047984102,0.0006890711,0.00002042305,0.017734546,0.7365158,0.015375391,0.0010444635,0.0020143369,0.0016110842],"about_ca_topic_score_codex":0.00027628534,"about_ca_topic_score_gemma":0.00012885369,"teacher_disagreement_score":0.78161967,"about_ca_system_score_codex":0.000036722442,"about_ca_system_score_gemma":0.000023232478,"threshold_uncertainty_score":0.39218467},"labels":[],"label_agreement":null},{"id":"W2023019272","doi":"10.1109/scam.2011.23","title":"Recovering a Balanced Overview of Topics in a Software Domain","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Domain engineering; Domain analysis; Domain (mathematical analysis); Computer science; Feature-oriented domain analysis; Granularity; Domain model; Reuse; Identification (biology); Software engineering; Source code; Software; Code (set theory); Business domain; Data mining; Software development; Data science; Software construction; Programming language; Domain knowledge; Engineering; Business rule","score_opus":0.05962982282458056,"score_gpt":0.282705894301885,"score_spread":0.2230760714773044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023019272","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23388933,0.0002588498,0.76378316,0.00005632716,0.00015962284,0.00012283085,6.1454347e-7,0.00020410189,0.0015251588],"genre_scores_gemma":[0.40415156,0.000041788913,0.5955062,0.000051942177,0.000014902568,0.00001582233,2.4742886e-7,0.000007793658,0.0002097785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992849,0.000021335838,0.00015700556,0.00017394825,0.00016469308,0.00019811756],"domain_scores_gemma":[0.9993656,0.00013222858,0.000021999334,0.00040828937,0.000030237015,0.000041622272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023955696,0.000063979365,0.00012492092,0.00011483369,0.000008526588,0.000011864241,0.0005654263,0.000035332472,0.00006477344],"category_scores_gemma":[0.00024890483,0.000059653208,0.00003168599,0.00043308063,0.000012152732,0.00018703566,0.00023263582,0.00008891715,0.000013879246],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002215771,0.00025608653,0.7193665,0.0005511317,0.000035625333,0.00014442306,0.007154927,0.0002184144,0.0009844879,0.09684731,0.000502649,0.17391631],"study_design_scores_gemma":[0.0008109577,0.00017315718,0.96426624,0.00026832792,0.0000013327048,0.000017337507,0.000034645152,0.003731492,0.008752606,0.019404497,0.0021778292,0.0003615691],"about_ca_topic_score_codex":0.00013684559,"about_ca_topic_score_gemma":0.000027810764,"teacher_disagreement_score":0.24489978,"about_ca_system_score_codex":0.00003670276,"about_ca_system_score_gemma":0.000038245653,"threshold_uncertainty_score":0.24325873},"labels":[],"label_agreement":null},{"id":"W2023617068","doi":"10.1007/s10664-009-9125-9","title":"An empirical study on the efficiency of different design pattern representations in UML class diagrams","year":2010,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Applications of UML; Unified Modeling Language; Class diagram; UML tool; Notation; Program comprehension; Class (philosophy); Software design pattern; Visualization; Software engineering; Programming language; Software; Data mining; Artificial intelligence; Software system","score_opus":0.04501694003319926,"score_gpt":0.33526054527152854,"score_spread":0.29024360523832926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023617068","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.516008,0.0000060738835,0.4828225,0.00027026614,0.0002555872,0.00036276897,0.0000012019791,0.00027133097,0.0000022194527],"genre_scores_gemma":[0.99499905,9.0733664e-7,0.004608792,0.0000758206,0.00008859588,0.00018074659,0.0000016062513,0.000037533795,0.000006972063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972416,0.00021628727,0.0004720125,0.00064782554,0.0008379799,0.00058430794],"domain_scores_gemma":[0.99298364,0.005234628,0.00005829906,0.0014084796,0.00008441715,0.00023053208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090317114,0.0002968506,0.00032581255,0.0003280538,0.0000910768,0.00013850805,0.0016577764,0.00012788945,0.000021986547],"category_scores_gemma":[0.004022007,0.0002127529,0.000097252014,0.0011849502,0.000055850032,0.00021422449,0.00029402925,0.0010862184,0.000020152747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005417594,0.0010325601,0.96404916,0.000013239052,0.000017969705,0.00004094577,0.0021265498,0.028725188,0.0009765547,0.000049449685,0.00011625175,0.0028467283],"study_design_scores_gemma":[0.0002997721,0.00040653106,0.84314716,0.0000210023,0.0000039038014,0.0000048180373,0.00003518975,0.15427768,0.0015027187,0.00005206732,0.00002610747,0.0002230634],"about_ca_topic_score_codex":0.000031081618,"about_ca_topic_score_gemma":0.000018736535,"teacher_disagreement_score":0.478991,"about_ca_system_score_codex":0.000085727756,"about_ca_system_score_gemma":0.000059449656,"threshold_uncertainty_score":0.8675812},"labels":[],"label_agreement":null},{"id":"W2023925487","doi":"10.1109/ase.2013.6693113","title":"AutoComment: Mining question and answer sites for automatic comment generation","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":256,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Programming language; Android (operating system); Maintainability; Codebase; Source code; Leverage (statistics); Static program analysis; Code (set theory); Software; Software engineering; Information retrieval; Software development; Artificial intelligence; Operating system","score_opus":0.032209821485548525,"score_gpt":0.28815731158042657,"score_spread":0.25594749009487805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023925487","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14743114,0.000034177312,0.8450994,0.0064904275,0.00009204651,0.00050773396,2.9112357e-7,0.00029796857,0.000046828623],"genre_scores_gemma":[0.52670205,0.0000021931378,0.47154498,0.0011150705,0.00005622149,0.0003712148,0.0000064256496,0.000007055173,0.00019477608],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994298,0.000022592209,0.00010607445,0.00016194914,0.00012299551,0.00015655963],"domain_scores_gemma":[0.9993185,0.00035950067,0.000017140705,0.00018581742,0.00006103865,0.000057999183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023586152,0.00006498407,0.00006254134,0.00006737422,0.00007406839,0.0002584953,0.00015465998,0.000025837237,0.000022900442],"category_scores_gemma":[0.0001268837,0.000056440032,0.000013094081,0.000083021056,0.000009586599,0.0003917192,0.00008572968,0.00003094824,0.000017936321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014716215,0.00016999576,0.024153577,0.0002374636,0.00006116208,0.0000018902857,0.0024332171,0.0012186515,0.021550033,0.067300476,0.34754053,0.53533155],"study_design_scores_gemma":[0.00016477368,0.00006610793,0.011262701,0.00001040453,0.0000012220149,0.0000017134495,0.000008961733,0.984715,0.001914691,0.00031724697,0.0014603606,0.00007681613],"about_ca_topic_score_codex":0.000023966497,"about_ca_topic_score_gemma":0.000001929621,"teacher_disagreement_score":0.98349637,"about_ca_system_score_codex":0.000035845827,"about_ca_system_score_gemma":0.000010187035,"threshold_uncertainty_score":0.24926761},"labels":[],"label_agreement":null},{"id":"W202396775","doi":"10.1016/j.scico.2006.02.001","title":"Introduction to the special issue on software analysis, evolution and reengineering","year":2006,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Business process reengineering; Computer science; Software engineering; Reverse engineering; Software evolution; Software system; Software; Software development; Component (thermodynamics); Legacy system; Component-based software engineering; Software construction; Systems engineering; Programming language; Engineering; Manufacturing engineering","score_opus":0.005930556694977833,"score_gpt":0.23681208914462343,"score_spread":0.2308815324496456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W202396775","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043868918,0.000034376942,0.95353043,0.0013659725,0.0007895856,0.00021683605,4.071672e-7,0.00017846638,0.000014994152],"genre_scores_gemma":[0.5337447,7.0535134e-7,0.45970547,0.000016961196,0.0064663845,0.000014760559,0.0000010566921,0.0000067354263,0.000043207576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809116,0.000024129482,0.00020428652,0.00053133065,0.00074786955,0.00040122404],"domain_scores_gemma":[0.99894553,0.0001269324,0.000051508367,0.00060029957,0.00018495569,0.000090750844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001131654,0.000118818076,0.00014903705,0.0007399052,0.00023047699,0.00035622044,0.0009940547,0.000026504611,0.0000032860432],"category_scores_gemma":[0.00020359301,0.000094557785,0.000049797432,0.004645583,0.00016178298,0.00042783775,0.00040290883,0.0001351554,0.000013143574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055258383,0.00005900933,0.0060511716,0.000023940203,0.000029296101,0.0000032114076,0.00042636684,0.36127675,0.00040185166,0.016528022,0.0030294752,0.6121654],"study_design_scores_gemma":[0.00024385224,0.00055033184,0.36121276,0.000053374813,0.000036012036,0.00002449091,0.000025631443,0.5655143,0.003648682,0.00054723176,0.067658566,0.0004847345],"about_ca_topic_score_codex":0.00005917105,"about_ca_topic_score_gemma":0.000010167093,"teacher_disagreement_score":0.6116806,"about_ca_system_score_codex":0.00011260129,"about_ca_system_score_gemma":0.000056564142,"threshold_uncertainty_score":0.38559547},"labels":[],"label_agreement":null},{"id":"W2024209326","doi":"10.1016/j.ins.2005.12.002","title":"Identification of defect-prone classes in telecommunication software systems using design metrics","year":2005,"lang":"en","type":"article","venue":"Information Sciences","topic":"Software Engineering Research","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Negative binomial distribution; Computer science; Suite; Poisson regression; Software; Regression analysis; Data mining; Identification (biology); Poisson distribution; Statistics; Machine learning; Mathematics; Programming language; Population","score_opus":0.07743519655449478,"score_gpt":0.32720021633184165,"score_spread":0.24976501977734689,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024209326","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098573506,0.00024131006,0.9006229,0.00006945535,0.00012302311,0.00022990676,0.0000010208204,0.000093990806,0.000044870732],"genre_scores_gemma":[0.8612731,0.000022508553,0.13865907,0.000012354057,0.000009014777,0.000016691483,0.0000011826403,0.0000017393423,0.000004297826],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983827,0.00009808057,0.0005658835,0.000118109834,0.0006463928,0.00018882075],"domain_scores_gemma":[0.9981752,0.0008824953,0.00026715233,0.0003836828,0.0002571325,0.000034327673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029704764,0.00006962402,0.000104783256,0.0010313302,0.000118868214,0.00036153317,0.0011560466,0.000046555226,0.0000014614019],"category_scores_gemma":[0.0021303834,0.00006579039,0.000024817797,0.003070174,0.00008332183,0.005296769,0.00013584748,0.00008994631,0.00002908762],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001608632,0.000025918853,0.008591964,0.000048343652,0.0000037488546,9.784177e-8,0.0013319149,0.9370441,0.0011025714,0.0028171034,0.000054090397,0.048978534],"study_design_scores_gemma":[0.00009938719,0.000027359372,0.011282453,0.000029675697,0.000001278725,0.000005720668,0.00012358546,0.982079,0.005906098,0.00009117748,0.0002687257,0.000085519954],"about_ca_topic_score_codex":0.00008042093,"about_ca_topic_score_gemma":0.0000037409163,"teacher_disagreement_score":0.7626996,"about_ca_system_score_codex":0.00015658193,"about_ca_system_score_gemma":0.00019608584,"threshold_uncertainty_score":0.38400295},"labels":[],"label_agreement":null},{"id":"W2024379951","doi":"10.1109/wcre.2010.18","title":"Extracting Sequence Diagrams from Execution Traces Using Interactive Visualization","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fonds Québécois de la Recherche sur la Nature et les Technologies; Ministère du Développement Économique, de l’Innovation et de l’Exportation","keywords":"Sequence diagram; Computer science; Visualization; Sequence (biology); Unified Modeling Language; Set (abstract data type); Programming language; Data mining; Theoretical computer science; Software","score_opus":0.04281087544276049,"score_gpt":0.3487179159585597,"score_spread":0.3059070405157992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024379951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4856798,0.0000065814365,0.51350164,0.00003297984,0.00042778012,0.00005243959,6.198304e-7,0.00022958487,0.00006859742],"genre_scores_gemma":[0.8965135,0.0000018935929,0.103298776,0.000022534314,0.00011091502,0.0000059532763,0.0000042902916,0.000009183661,0.000032905882],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990037,0.000037312464,0.0001443388,0.0003177055,0.00028265372,0.00021430421],"domain_scores_gemma":[0.99853045,0.0009075772,0.000057397192,0.00031795114,0.0001117255,0.000074916075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025127459,0.00009730152,0.0000818197,0.000103974104,0.00009550995,0.00029696713,0.00044968858,0.00006826482,0.00005816469],"category_scores_gemma":[0.00096013147,0.00009275541,0.000028141525,0.00035668153,0.000026612059,0.0014685887,0.00012788986,0.00029293026,0.00003230041],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004922578,0.0000705197,0.022250827,0.000008038504,0.000018420056,0.000022625829,0.0019959249,0.001165047,0.9014787,0.0086748665,0.000044970686,0.06426514],"study_design_scores_gemma":[0.00011336627,0.000020454818,0.019473348,0.000026678676,0.0000028695242,0.000018677281,0.000081029146,0.85464984,0.12422849,0.0009914348,0.00020198362,0.00019183604],"about_ca_topic_score_codex":0.0006557493,"about_ca_topic_score_gemma":0.00006060633,"teacher_disagreement_score":0.8534848,"about_ca_system_score_codex":0.00006105597,"about_ca_system_score_gemma":0.000050026407,"threshold_uncertainty_score":0.3782456},"labels":[],"label_agreement":null},{"id":"W2024402488","doi":"10.1016/j.infsof.2011.10.007","title":"Comparing alternatives for analyzing requirements trade-offs – In the absence of numerical data","year":2011,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Swap (finance); Computer science; Process (computing); Work (physics); Risk analysis (engineering); Operations research; Management science; Engineering; Economics","score_opus":0.0907674307304828,"score_gpt":0.3177942355904184,"score_spread":0.22702680485993562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024402488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07787429,0.00006234024,0.92142695,0.00021157104,0.00004813616,0.00017385394,0.0000040164355,0.00016364714,0.00003517778],"genre_scores_gemma":[0.91665506,0.00001418504,0.08325905,0.0000390197,0.0000030562887,0.000020147583,0.0000069691746,0.0000018629755,6.551626e-7],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993278,0.000013721984,0.00025283583,0.00011372057,0.00013717599,0.00015474942],"domain_scores_gemma":[0.99911284,0.00024111757,0.00008364048,0.00051157206,0.0000342426,0.000016574306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044700166,0.000061424136,0.00011153227,0.0003218227,0.00004251126,0.00002970847,0.001402699,0.000051055522,0.0000012466475],"category_scores_gemma":[0.000796503,0.000048286096,0.000011128524,0.00045916263,0.000071969545,0.0010325712,0.00035476964,0.00011937339,0.0000018047276],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009325227,0.000046697893,0.717104,0.00009596353,0.000022707694,0.000002058889,0.0069554085,0.000063203726,0.000017865397,0.035737995,0.00016157277,0.2397832],"study_design_scores_gemma":[0.0013772785,0.00031073685,0.73528826,0.00012283512,0.0000064258606,0.00005520995,0.00084392895,0.24444272,0.0012131225,0.012068599,0.003920482,0.0003504286],"about_ca_topic_score_codex":0.000026432179,"about_ca_topic_score_gemma":0.000004073866,"teacher_disagreement_score":0.83878076,"about_ca_system_score_codex":0.000013576472,"about_ca_system_score_gemma":0.00002231159,"threshold_uncertainty_score":0.2606587},"labels":[],"label_agreement":null},{"id":"W2024695825","doi":"10.1007/s10664-011-9163-y","title":"Qualitative research in software engineering","year":2011,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Qualitative research; Phenomenon; Ethnography; Context (archaeology); Social phenomenon; Social research; Participant observation; Grounded theory; Knowledge management; Software; Data science; Management science; Sociology; Qualitative property; Computer science; Epistemology; Engineering ethics; Social science; Engineering","score_opus":0.19842369192862866,"score_gpt":0.4223873846295447,"score_spread":0.22396369270091607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024695825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22838868,0.0005239232,0.76753825,0.0001267614,0.00063861697,0.00038877834,0.0000051178313,0.0023370096,0.000052868985],"genre_scores_gemma":[0.6593238,0.000014260633,0.34006467,0.00004713377,0.00014766902,0.00020882842,0.0000047145218,0.00010600536,0.00008291239],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99490863,0.00024445783,0.0006567051,0.0010683249,0.001318015,0.0018038808],"domain_scores_gemma":[0.99105996,0.0068983636,0.000048536505,0.001184635,0.00027904997,0.0005294487],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031812917,0.00047356883,0.0005105726,0.0015264374,0.00012151158,0.00016731948,0.0021089513,0.00030674064,0.00006518123],"category_scores_gemma":[0.013548694,0.00050574244,0.00015832495,0.003920027,0.00007691721,0.00088900427,0.0010101084,0.0018253303,0.00029850073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009320532,0.0011455627,0.7901309,0.0013752986,0.00030786544,0.0029162327,0.12088977,0.053386178,0.00071743625,0.010737887,0.005201716,0.013097932],"study_design_scores_gemma":[0.0022451798,0.0007452239,0.90829045,0.0011577954,0.000013628137,0.0001816685,0.000616064,0.060266457,0.0055171577,0.0026365547,0.014955233,0.003374616],"about_ca_topic_score_codex":0.0001340064,"about_ca_topic_score_gemma":0.000006013443,"teacher_disagreement_score":0.4309351,"about_ca_system_score_codex":0.0005914202,"about_ca_system_score_gemma":0.00017719288,"threshold_uncertainty_score":0.9997394},"labels":[],"label_agreement":null},{"id":"W2025152749","doi":"10.1145/2486046.2486059","title":"A process practice to validate the quality of reused component documentation: a case study involving open-source components","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Reuse; Computer science; Software engineering; Process (computing); Component (thermodynamics); Quality (philosophy); Software quality; Software; Software documentation; Software development process; Software development; Engineering; Operating system","score_opus":0.09492014226052924,"score_gpt":0.4135468463924063,"score_spread":0.31862670413187705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025152749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8639777,0.000014470567,0.13056861,0.0027514244,0.00009173587,0.0023172542,6.448981e-7,0.00015357436,0.00012458561],"genre_scores_gemma":[0.98200583,8.0106474e-7,0.017007118,0.00042331716,0.000015667792,0.00035806684,9.839579e-7,0.0000137355,0.00017445593],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99723643,0.0006253449,0.00050208345,0.00044093846,0.0008980825,0.0002971247],"domain_scores_gemma":[0.9950632,0.0027857684,0.00017264647,0.0012172334,0.0005943323,0.00016682937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002637999,0.00014936947,0.00023107724,0.000106955245,0.00020847667,0.00088515057,0.002548907,0.000024196881,0.000054680087],"category_scores_gemma":[0.001682902,0.000106081076,0.000030059935,0.0008450805,0.000033120068,0.0018518143,0.0019497942,0.00018871689,0.00010428245],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047938674,0.017788798,0.26727235,0.0010597475,0.0017352062,0.0024545977,0.5552459,0.046648562,0.04426525,0.011908157,0.0151707735,0.035971306],"study_design_scores_gemma":[0.014708435,0.0036790979,0.55602944,0.00042213427,0.0001309155,0.0032555005,0.20789629,0.18620108,0.019212237,0.0014533213,0.0039358796,0.0030756555],"about_ca_topic_score_codex":0.020160927,"about_ca_topic_score_gemma":0.00009882792,"teacher_disagreement_score":0.34734958,"about_ca_system_score_codex":0.00007622295,"about_ca_system_score_gemma":0.00007088628,"threshold_uncertainty_score":0.9863639},"labels":[],"label_agreement":null},{"id":"W2025486920","doi":"10.1145/1028976.1029002","title":"Recovering binary class relationships","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Programming language; Class (philosophy); Binary number; Theoretical computer science; Object-oriented programming; Software; Programming complexity; Software development; Software construction; Artificial intelligence; Mathematics","score_opus":0.040723446344669706,"score_gpt":0.2625467331104656,"score_spread":0.2218232867657959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025486920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11079266,0.000036219823,0.8833494,0.0013355552,0.00021087404,0.00005524024,1.2854491e-7,0.00067274855,0.003547145],"genre_scores_gemma":[0.8676821,0.000003387118,0.13169526,0.00004074458,0.000025281512,0.000006291262,3.6806125e-7,0.000005537589,0.00054104713],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993924,0.000014765977,0.000076559125,0.00016820164,0.00017475915,0.0001733197],"domain_scores_gemma":[0.99925965,0.0002802163,0.000008505232,0.00036057277,0.000026274272,0.00006480123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023615254,0.00004970786,0.00004276379,0.0000990144,0.00007570947,0.00007164732,0.0004165065,0.00003368834,0.000013527203],"category_scores_gemma":[0.00040699952,0.000047552327,0.000021336926,0.00040127765,0.000009970452,0.00037193578,0.00016061164,0.00017937462,0.00037571607],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040640816,0.00010507235,0.04171243,0.00003411826,0.000026153779,0.00013967481,0.0009877041,0.22087792,0.0029037863,0.7148678,0.003179898,0.015161443],"study_design_scores_gemma":[0.0017667029,0.0003338179,0.7832884,0.0001333267,0.0000042076435,0.00016610512,0.000076157,0.103489935,0.0134200845,0.06998277,0.026284894,0.0010535986],"about_ca_topic_score_codex":0.000020003945,"about_ca_topic_score_gemma":0.000003511646,"teacher_disagreement_score":0.7568894,"about_ca_system_score_codex":0.00009454771,"about_ca_system_score_gemma":0.00005529856,"threshold_uncertainty_score":0.4829195},"labels":[],"label_agreement":null},{"id":"W2025748259","doi":"10.1016/j.bandc.2004.06.005","title":"The effects of uncertainty in error monitoring on associated ERPs","year":2004,"lang":"en","type":"article","venue":"Brain and Cognition","topic":"Software Engineering Research","field":"Computer Science","cited_by":205,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Waterloo","funders":"","keywords":"Psychology; Cognitive psychology; Audiology","score_opus":0.012615723068188225,"score_gpt":0.2661108959532865,"score_spread":0.2534951728850983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025748259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959827,0.000094330644,0.0030147943,0.0004979802,0.00015981837,0.00012335497,4.6894766e-7,0.00005275994,0.00007379736],"genre_scores_gemma":[0.9997721,0.00001927493,0.00011923683,0.00002995915,0.000015932541,0.000017673705,7.6840973e-7,0.0000029913224,0.000022093896],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99951804,0.000040148854,0.00006639905,0.00010079684,0.00015332908,0.0001213103],"domain_scores_gemma":[0.99801284,0.0018236863,0.000019145959,0.00008911371,0.00003190648,0.000023314062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002623896,0.00004317036,0.00004929026,0.000051374558,0.000048638387,0.000031762473,0.00011550977,0.000028721204,1.5382827e-7],"category_scores_gemma":[0.0020745986,0.000033897817,0.000012724443,0.0002097466,0.000020246838,0.00006510735,0.00003436153,0.00009145626,0.0000023737437],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015885582,0.0009259252,0.03277604,0.0005072411,0.00013081002,0.0001968954,0.0066983523,0.011309112,0.052876566,0.026664285,0.0007014331,0.86705446],"study_design_scores_gemma":[0.0027453029,0.0005604008,0.9435865,0.0009900527,0.000004364785,0.0000041021704,0.000062729894,0.004446778,0.028116478,0.019195177,0.00008267626,0.00020542114],"about_ca_topic_score_codex":0.000028958846,"about_ca_topic_score_gemma":0.000008715444,"teacher_disagreement_score":0.9108105,"about_ca_system_score_codex":0.00004190429,"about_ca_system_score_gemma":0.000021098855,"threshold_uncertainty_score":0.24836382},"labels":[],"label_agreement":null},{"id":"W2025893091","doi":"10.1109/icsm.2011.6080814","title":"Source code comprehension strategies and metrics to predict comprehension effort in software maintenance and evolution tasks - an empirical study with industry practitioners","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Program comprehension; Computer science; Comprehension; Code refactoring; Software maintenance; Source code; Semantics (computer science); Software metric; Programming language; Task (project management); Static program analysis; Empirical research; Software development; Artificial intelligence; Natural language processing; Software quality; Software; Software system; Statistics; Engineering","score_opus":0.045774602770144265,"score_gpt":0.30274283293018284,"score_spread":0.25696823016003856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025893091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.613391,0.000029086854,0.3858264,0.00005001422,0.000035797657,0.00040862215,0.000001268138,0.0002381902,0.000019631812],"genre_scores_gemma":[0.9288513,0.0000032174394,0.07098003,0.00007061232,0.000011982219,0.00003383674,0.0000025227034,0.000017595097,0.000028886858],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980464,0.00011457675,0.00024173118,0.00066461833,0.0005426203,0.0003900559],"domain_scores_gemma":[0.9986223,0.00034925126,0.000053924246,0.0004925422,0.00018197495,0.00030001157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004682386,0.000213194,0.00023959843,0.0005138949,0.00012431743,0.00021726737,0.00034634653,0.00016202542,0.0000046149553],"category_scores_gemma":[0.0002103783,0.00017136955,0.000011836608,0.0011659648,0.00009537201,0.0013610191,0.00042615552,0.00057536556,0.0000030550887],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009228429,0.00030728753,0.99258393,0.000023916058,0.000014125756,0.00004500144,0.002125849,0.0027222903,0.000066350585,0.0001767672,0.00014853959,0.0016936805],"study_design_scores_gemma":[0.00077611615,0.0016378271,0.9665819,0.000060999373,0.0000068328445,0.00008003791,0.002805078,0.02760603,0.000043272616,0.000113782466,0.000058470145,0.00022966103],"about_ca_topic_score_codex":0.00061168586,"about_ca_topic_score_gemma":0.00024490457,"teacher_disagreement_score":0.31546035,"about_ca_system_score_codex":0.00011456398,"about_ca_system_score_gemma":0.00012786339,"threshold_uncertainty_score":0.69882476},"labels":[],"label_agreement":null},{"id":"W2025962632","doi":"10.1109/icsme.2014.54","title":"Evaluating Modern Clone Detection Tools","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Benchmark (surveying); Computer science; Precision and recall; Cloning (programming); Software maintenance; Matching (statistics); Code (set theory); Software; Code refactoring; Software engineering; Machine learning; Artificial intelligence; Data mining; Software system; Programming language; Biology; Genetics","score_opus":0.07222274584709264,"score_gpt":0.3402158347236393,"score_spread":0.26799308887654666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025962632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15780912,0.000009541803,0.8406998,0.000089616224,0.00017611489,0.00005413646,4.0417724e-8,0.00045922253,0.0007024337],"genre_scores_gemma":[0.8725498,4.0953324e-7,0.12701648,0.000044842673,0.000058946487,0.000011865633,1.5582847e-7,0.000005230549,0.0003122596],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991742,0.000038877544,0.00008183594,0.00020102061,0.00031928433,0.00018483363],"domain_scores_gemma":[0.99896973,0.0005161551,0.000012420192,0.0003860972,0.00006306782,0.000052544332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072205777,0.00005235852,0.000054485234,0.00006238264,0.000054437798,0.00015204691,0.00037648133,0.000027661603,0.000013005156],"category_scores_gemma":[0.0014143223,0.000047592763,0.000020650896,0.0002050874,0.0000066172192,0.0003141284,0.0001452594,0.00009066232,0.00013645312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.0804225e-7,0.0000057521397,0.00023744686,0.0000047103426,0.000002436651,3.9430253e-7,0.00006878653,0.004889974,0.023591999,0.0016231432,0.00003302257,0.9695416],"study_design_scores_gemma":[0.000101525155,0.000069661306,0.0066906256,0.0000033574659,5.2209555e-7,0.000004526694,6.980212e-7,0.97074544,0.020102791,0.0019587118,0.0002556194,0.00006653493],"about_ca_topic_score_codex":0.000013928451,"about_ca_topic_score_gemma":0.00000213704,"teacher_disagreement_score":0.9694751,"about_ca_system_score_codex":0.00003317843,"about_ca_system_score_gemma":0.00001517217,"threshold_uncertainty_score":0.19407766},"labels":[],"label_agreement":null},{"id":"W2026170849","doi":"10.1007/s10664-014-9338-4","title":"On rapid releases and software testing: a case study and a semi-systematic literature review","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Context (archaeology); Test suite; Systematic review; Scope (computer science); Software engineering; Software; Software bug; Software testing; Test case; Operating system","score_opus":0.027427958343474917,"score_gpt":0.2857589749436667,"score_spread":0.25833101660019175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026170849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41494712,0.058347806,0.5212908,0.0002618277,0.00030546347,0.0019203012,0.0000063729326,0.0029152834,0.0000050690724],"genre_scores_gemma":[0.9220911,0.00074076676,0.0756472,0.0007801689,0.00017032494,0.00039609475,0.0000036293993,0.00011369785,0.00005700815],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99735653,0.00020091688,0.0004872451,0.00083498005,0.00056797074,0.00055238005],"domain_scores_gemma":[0.9886906,0.009689499,0.000081166916,0.00093139627,0.00016278881,0.00044451037],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001026332,0.00044823397,0.00069977966,0.00028733016,0.00016898247,0.00036248678,0.00048126746,0.00012133078,0.0000036187914],"category_scores_gemma":[0.039578114,0.00037686643,0.00007158864,0.0012870382,0.000029848197,0.00033175258,0.0004650722,0.00061876065,0.00001179168],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036161404,0.0015000134,0.41408092,0.44142714,0.0006947088,0.033318378,0.010189863,0.0076796366,0.000067327666,0.00038419996,0.009574081,0.08104759],"study_design_scores_gemma":[0.00710534,0.010257113,0.1406277,0.4322082,0.0006936993,0.088916935,0.00024388613,0.30660215,0.00012216262,0.0006346379,0.004396993,0.008191195],"about_ca_topic_score_codex":0.000010064211,"about_ca_topic_score_gemma":0.0000011050872,"teacher_disagreement_score":0.507144,"about_ca_system_score_codex":0.000071535986,"about_ca_system_score_gemma":0.000032962747,"threshold_uncertainty_score":0.99986833},"labels":[],"label_agreement":null},{"id":"W2026316743","doi":"10.1145/1295074.1295082","title":"Toward a text classification system for the quality assessment of software requirements written in natural language","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Documentation; Artifact (error); Natural language; Quality (philosophy); Process (computing); Software quality; Software requirements; Software requirements specification; Requirements engineering; Requirements elicitation; Software; Natural language processing; Artificial intelligence; Software development; Software design; Programming language","score_opus":0.09265065982244883,"score_gpt":0.3974940928867056,"score_spread":0.30484343306425676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026316743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06958312,0.00013295581,0.928937,0.0002950499,0.00025072225,0.00046373025,0.0000024022092,0.00016460005,0.00017037877],"genre_scores_gemma":[0.92039573,0.0000010707407,0.07938263,0.000024957943,0.000026722653,0.000048324713,0.0000030348642,0.0000061448286,0.000111370726],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99863756,0.000049715403,0.00034272723,0.00022904889,0.0004793941,0.00026157225],"domain_scores_gemma":[0.99731344,0.0019126879,0.00007708926,0.0005304642,0.00012946039,0.00003687452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028098195,0.000079384525,0.0001286038,0.0001170433,0.000037918773,0.000048157483,0.00077492336,0.000042082585,0.0000026010812],"category_scores_gemma":[0.00057383324,0.00005461576,0.000049942882,0.0003926888,0.000023130442,0.0001758406,0.00014213641,0.00012814651,0.0000025341428],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007702532,0.00037761976,0.35298207,0.0019368901,0.00015980612,0.000023600993,0.006539657,0.0005081979,0.030889116,0.21098478,0.00096398505,0.39455724],"study_design_scores_gemma":[0.00048375217,0.000035256584,0.9424737,0.00005563733,0.0000026366256,0.0000028110737,0.0015206808,0.05226202,0.0029369174,0.000031612224,0.00008379436,0.000111177476],"about_ca_topic_score_codex":0.000197241,"about_ca_topic_score_gemma":0.00005109374,"teacher_disagreement_score":0.8508126,"about_ca_system_score_codex":0.0002652341,"about_ca_system_score_gemma":0.00006972011,"threshold_uncertainty_score":0.2227166},"labels":[],"label_agreement":null},{"id":"W2026802633","doi":"10.1145/568760.568769","title":"Using genetic algorithms and coupling measures to devise optimal integration test orders","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Coupling (piping); Class (philosophy); Genetic algorithm; Object (grammar); Algorithm; Machine learning; Artificial intelligence; Engineering","score_opus":0.06358410426365688,"score_gpt":0.29025348506535226,"score_spread":0.22666938080169538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026802633","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16159001,0.00016023994,0.83774066,0.00016024831,0.000062514395,0.0001011741,2.2018742e-7,0.00015813923,0.00002682638],"genre_scores_gemma":[0.5047407,0.000007834482,0.49513668,0.00003347318,0.000023426828,0.0000040998384,8.1756006e-8,0.0000063149846,0.000047340844],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915546,0.000006737497,0.00010487937,0.00025359777,0.00026020315,0.00021909429],"domain_scores_gemma":[0.99929214,0.00026356542,0.000010877767,0.00021717204,0.00009470593,0.00012153658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015233667,0.00008796489,0.00007461333,0.00013750356,0.000075711934,0.00022080628,0.00026374767,0.000030278125,0.000017652395],"category_scores_gemma":[0.0006188906,0.00008009786,0.000013176535,0.00039030678,0.00001734344,0.0001846079,0.00013081427,0.0000845506,0.000025686291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002335356,0.00009436372,0.020813994,0.000027228996,0.00002288081,0.000047518155,0.0016992944,0.52917457,0.017882839,0.00047029008,0.00090750156,0.42885718],"study_design_scores_gemma":[0.000079117606,0.000047839472,0.0047319764,0.000015713667,0.000001510297,0.000019013794,0.000013190727,0.9929161,0.001929411,0.0000084313615,0.00013146344,0.00010620081],"about_ca_topic_score_codex":0.00006163341,"about_ca_topic_score_gemma":0.000004350929,"teacher_disagreement_score":0.46374154,"about_ca_system_score_codex":0.000046948222,"about_ca_system_score_gemma":0.000015138317,"threshold_uncertainty_score":0.32662958},"labels":[],"label_agreement":null},{"id":"W2026940905","doi":"10.1016/j.infsof.2009.11.003","title":"Studying the impact of uncertainty in operational release planning – An integrated method and its initial evaluation","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Staffing; Variance (accounting); Monte Carlo method; Baseline (sea); Process (computing); Computer science; Operations research; Uncertainty analysis; Heuristic; Reliability engineering; Industrial engineering; Sensitivity analysis; Span (engineering); Engineering; Simulation; Statistics; Mathematics; Civil engineering","score_opus":0.03909248299080244,"score_gpt":0.3792799754647623,"score_spread":0.34018749247395985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026940905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66838115,0.0000936555,0.33088937,0.000256197,0.000018421342,0.00020734605,0.000002487696,0.00014374136,0.0000076018705],"genre_scores_gemma":[0.98696035,0.0000064683572,0.012936899,0.000055241304,0.0000047741373,0.000019137062,0.000014870686,0.0000016612343,5.739917e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992447,0.00007697145,0.00024273052,0.000101412836,0.00020413657,0.0001300502],"domain_scores_gemma":[0.9992278,0.00025682268,0.000064319436,0.0001649747,0.00025909924,0.00002694544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009966852,0.00007943128,0.0001067318,0.0004890285,0.00007632248,0.0000736722,0.00024213933,0.000095450494,0.000004334228],"category_scores_gemma":[0.002139264,0.000056545865,0.000012093852,0.00060975016,0.000030552852,0.0010939057,0.00007023797,0.0002150639,9.601663e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002194367,0.00002663189,0.011870875,0.000008343379,0.0000111425625,0.0000018114387,0.0035366034,0.14048645,0.00008708122,0.0057432326,0.000022899838,0.838183],"study_design_scores_gemma":[0.00055031327,0.00030274023,0.11515902,0.00002637716,0.0000022157287,0.00003767633,0.0002320501,0.8798307,0.00017924407,0.00357164,0.000026470841,0.000081526945],"about_ca_topic_score_codex":0.00004961375,"about_ca_topic_score_gemma":0.0000032248968,"teacher_disagreement_score":0.83810145,"about_ca_system_score_codex":0.00006897953,"about_ca_system_score_gemma":0.00015258453,"threshold_uncertainty_score":0.25610533},"labels":[],"label_agreement":null},{"id":"W2027161770","doi":"10.5220/0005236100500061","title":"A Toolset for Simulink - Improving Software Engineering Practices in Development with Simulink","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Code refactoring; Software engineering; Modularity (biology); Program slicing; Slicing; Software; Embedded system; Programming language","score_opus":0.05789074993025396,"score_gpt":0.2982376652570027,"score_spread":0.24034691532674873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027161770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0645737,0.000074798445,0.93396074,0.0001941329,0.00014180924,0.00043342277,8.120021e-7,0.00059180945,0.000028796981],"genre_scores_gemma":[0.3897623,5.058175e-7,0.609893,0.000046410496,0.00004070865,0.000109275556,0.0000029964901,0.000020576133,0.00012419213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983265,0.000015653317,0.000244166,0.00045638997,0.00043527328,0.0005220503],"domain_scores_gemma":[0.99701303,0.0020432407,0.000092961454,0.00042529375,0.00021310317,0.0002123792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008972049,0.0001842862,0.00017830408,0.00023803083,0.000041682673,0.00024862232,0.00075857434,0.00007112988,0.0000024526873],"category_scores_gemma":[0.007919716,0.00015601155,0.000022115672,0.00052673527,0.000010723492,0.001148698,0.0002824923,0.00022090574,0.000019326471],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016534106,0.00030425636,0.0869546,0.0006825649,0.00011892494,0.00022895695,0.006653728,0.7512407,0.00041027355,0.002316505,0.0007854723,0.15013868],"study_design_scores_gemma":[0.0020555696,0.00033950125,0.0066863033,0.00010542118,0.000004464502,0.000024867844,0.00010244573,0.9672401,0.0031360649,0.00006377423,0.019580541,0.00066097296],"about_ca_topic_score_codex":0.00004374886,"about_ca_topic_score_gemma":0.00004089628,"teacher_disagreement_score":0.32518864,"about_ca_system_score_codex":0.00022344277,"about_ca_system_score_gemma":0.0005800927,"threshold_uncertainty_score":0.94812113},"labels":[],"label_agreement":null},{"id":"W2027204548","doi":"10.1145/2557833.2560584","title":"Leveraging machine learning and information retrieval techniques in software evolution tasks","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software; Software engineering; Conjunction (astronomy); Software evolution; Artificial intelligence; Machine learning; Software development; Software construction; Programming language","score_opus":0.008723678462936355,"score_gpt":0.2292670223641095,"score_spread":0.22054334390117314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027204548","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1802003,0.00045973156,0.8157315,0.00016914374,0.00022787708,0.00024205347,0.0000035398255,0.0029640063,0.0000018332918],"genre_scores_gemma":[0.7848722,0.000036547008,0.21487226,0.000047781185,0.000072492854,0.000028325929,0.000023656557,0.000037464106,0.0000093053295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977673,0.000074502415,0.0004596237,0.00047732555,0.000553284,0.0006679445],"domain_scores_gemma":[0.96117246,0.037563056,0.00011235401,0.00078164676,0.0001699917,0.00020049374],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011212542,0.00036223087,0.00033632427,0.000886797,0.00014937295,0.00029688954,0.0009186847,0.00021452495,0.0000066727252],"category_scores_gemma":[0.2976058,0.00040162602,0.000063035026,0.0010559674,0.000037469967,0.0022485822,0.000802997,0.00083541527,0.00002491283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012582291,0.000020081396,0.9372145,0.0002630809,0.000015031271,0.0000094150455,0.0006591593,0.0050496385,0.00091733865,0.00073495496,0.000028786833,0.055075414],"study_design_scores_gemma":[0.0010736249,0.00033189123,0.9077216,0.0006281953,0.000014243784,0.00012419374,0.000016841332,0.06529916,0.01072695,0.0003382673,0.012289052,0.0014360241],"about_ca_topic_score_codex":0.00010683839,"about_ca_topic_score_gemma":0.0000025618992,"teacher_disagreement_score":0.6046719,"about_ca_system_score_codex":0.00027094877,"about_ca_system_score_gemma":0.00006142266,"threshold_uncertainty_score":0.99984354},"labels":[],"label_agreement":null},{"id":"W2027370816","doi":"10.1109/icpc.2010.48","title":"Understanding and Auditing the Licensing of Open Source Software Distributions","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"License; Computer science; Source code; Software; Open source; Software engineering; MIT License; Audit; Open source software; Operating system; Compatibility (geochemistry); Database; Engineering; Accounting","score_opus":0.07512046070146802,"score_gpt":0.3014063277299697,"score_spread":0.2262858670285017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027370816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061139986,0.000009512546,0.93735373,0.00090658816,0.00009657259,0.00009982306,0.0000014383771,0.00012554711,0.00026681833],"genre_scores_gemma":[0.9306619,0.0000011454524,0.06918717,0.000023966593,0.000021722819,0.0000025801799,6.060324e-7,0.000005023451,0.00009585844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994006,0.000018373164,0.000098303615,0.00015367015,0.00015508894,0.00017393954],"domain_scores_gemma":[0.99808353,0.001422152,0.000032743817,0.00036067292,0.000048152913,0.00005272454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050846045,0.000054003027,0.00006937414,0.000038073755,0.00024495972,0.00035655874,0.0008444343,0.000027463688,0.000010715486],"category_scores_gemma":[0.001383488,0.000038217862,0.000015610129,0.00028914204,0.00008734792,0.00030367047,0.001060127,0.0002124694,0.0000026167586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004678059,0.000058988502,0.099827245,0.00006618651,0.00006267653,0.000007810061,0.0026979414,0.00042161284,0.019995404,0.82569695,0.005556833,0.045603707],"study_design_scores_gemma":[0.0025393777,0.00028268268,0.40402058,0.0004525258,0.000049463266,0.0005806151,0.0030661207,0.42976943,0.05092365,0.07964039,0.026802164,0.0018729928],"about_ca_topic_score_codex":0.0000770811,"about_ca_topic_score_gemma":0.000031256008,"teacher_disagreement_score":0.8695219,"about_ca_system_score_codex":0.000024504829,"about_ca_system_score_gemma":0.000043613174,"threshold_uncertainty_score":0.3438304},"labels":[],"label_agreement":null},{"id":"W2027576706","doi":"10.1002/smr.301","title":"Using software trails to reconstruct the evolution of software","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software evolution; Computer science; Unix; Software engineering; Documentation; Software development; Software; Source code; Software analytics; Software construction; Software system; Backporting; Process (computing); World Wide Web; Programming language","score_opus":0.06425953317498195,"score_gpt":0.3552294675658492,"score_spread":0.29096993439086727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027576706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11650315,0.0036634635,0.87551075,0.0036470997,0.00028935343,0.0003027251,0.000009813529,0.00005402531,0.000019645371],"genre_scores_gemma":[0.6125322,0.00042383088,0.3867191,0.000091087546,0.00014320636,0.000008326064,3.8514588e-7,0.000019306963,0.00006259109],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99626684,0.00055043056,0.00064621866,0.00039092795,0.0014028931,0.0007426881],"domain_scores_gemma":[0.9880771,0.007581113,0.00038937613,0.000517543,0.00300587,0.00042897402],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00805522,0.00020256978,0.00035231156,0.00069767574,0.0005271069,0.00027273886,0.0008909507,0.0001366719,0.0000066049447],"category_scores_gemma":[0.055221062,0.0001483211,0.000095419025,0.0016269217,0.00048229992,0.002109706,0.00044991402,0.0010943201,0.0000077930845],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010537133,0.0024292779,0.27227768,0.0028157078,0.0018106082,0.001965053,0.022757748,0.06542815,0.01774912,0.0962536,0.02571646,0.48025945],"study_design_scores_gemma":[0.011414605,0.01297194,0.57400274,0.0073386068,0.00026771892,0.04306309,0.018877871,0.0025474187,0.0026158544,0.2902036,0.034206472,0.0024900953],"about_ca_topic_score_codex":0.00049552065,"about_ca_topic_score_gemma":0.000024675242,"teacher_disagreement_score":0.49602902,"about_ca_system_score_codex":0.0008083207,"about_ca_system_score_gemma":0.0012959046,"threshold_uncertainty_score":0.9527372},"labels":[],"label_agreement":null},{"id":"W2027612103","doi":"10.1109/noms.2012.6212079","title":"Data mining for supporting IT management","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Institute for Materials Science; Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Cluster analysis; Data mining; Focus (optics); Similarity (geometry); Identification (biology); Information retrieval; Knowledge base; Base (topology); Data science; Machine learning; Artificial intelligence","score_opus":0.11793419183923809,"score_gpt":0.3737687556597647,"score_spread":0.2558345638205266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027612103","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024943813,0.00003000753,0.9934743,0.0005760782,0.00027872622,0.000142468,0.0000024012825,0.00022059082,0.002781042],"genre_scores_gemma":[0.28251845,0.0000013430945,0.71505964,0.00013702756,0.00008974042,0.00002059305,0.000008739784,0.0000066954235,0.002157789],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912673,0.000005801617,0.00010307086,0.00019253377,0.00017228842,0.0003995585],"domain_scores_gemma":[0.9986702,0.00036067283,0.000016529819,0.0008545907,0.000017237593,0.000080739825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092656486,0.000049163533,0.00004846699,0.000058146787,0.00004297327,0.000073153584,0.0012981576,0.000013671925,0.000028620521],"category_scores_gemma":[0.0002660809,0.000044800057,0.000012703816,0.00013894653,0.0000049638397,0.00061180984,0.0011545081,0.000030758063,0.000050590912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026421649,0.00009061452,0.032628268,0.00020161226,0.000077660065,0.000010491302,0.00096752774,0.00007465216,0.000095166804,0.058532905,0.33937198,0.5679465],"study_design_scores_gemma":[0.0005612635,0.000051951527,0.02551833,0.00003946567,0.000012075816,0.000018838366,0.0003429998,0.39865407,0.0012001026,0.00023523049,0.57290894,0.00045671672],"about_ca_topic_score_codex":0.0000018482577,"about_ca_topic_score_gemma":5.7739146e-7,"teacher_disagreement_score":0.56748974,"about_ca_system_score_codex":0.000015818468,"about_ca_system_score_gemma":0.000008389232,"threshold_uncertainty_score":0.24123214},"labels":[],"label_agreement":null},{"id":"W2028793581","doi":"10.1016/j.jss.2011.12.006","title":"The impact of accounting for special methods in the measurement of object-oriented class cohesion on refactoring and fault prediction activities","year":2011,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Kuwait University; University of Alberta","keywords":"Cohesion (chemistry); Code refactoring; Computer science; Empirical research; Class (philosophy); Object-oriented programming; Artificial intelligence; Software; Programming language; Mathematics; Statistics","score_opus":0.06450824714716616,"score_gpt":0.33079920345488045,"score_spread":0.26629095630771427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028793581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82415056,0.00051051704,0.1745638,0.000008746934,0.0005163433,0.00022033282,0.0000037306872,0.000007923925,0.000018042345],"genre_scores_gemma":[0.99386567,0.000052876087,0.005868409,8.2668873e-7,0.00019800689,0.000005972324,6.8154115e-8,0.0000052392343,0.0000029539433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987748,0.00014380974,0.0003764606,0.00008767211,0.00048268563,0.00013456085],"domain_scores_gemma":[0.99784595,0.0013390236,0.00033243085,0.00015272886,0.00029827558,0.000031579773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039988537,0.00007949066,0.00020745315,0.00013594973,0.0000884448,0.000059372716,0.00023142243,0.000044936223,2.3909686e-7],"category_scores_gemma":[0.0011638138,0.000040731597,0.00006751245,0.00014576722,0.000032051157,0.00024521866,0.00004139325,0.00017085613,1.6046384e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017080214,0.00047993343,0.61899996,0.0018065063,0.00080361724,0.00002501313,0.07820603,0.005334798,0.022726843,0.0029816388,0.0012276262,0.26570004],"study_design_scores_gemma":[0.0013532724,0.002534992,0.9727115,0.0015613682,0.000027026377,0.000094877636,0.003598127,0.009696856,0.0074126665,0.00040177783,0.00045056635,0.00015699373],"about_ca_topic_score_codex":0.000079090896,"about_ca_topic_score_gemma":0.0000034313707,"teacher_disagreement_score":0.35371155,"about_ca_system_score_codex":0.000099806246,"about_ca_system_score_gemma":0.00007399253,"threshold_uncertainty_score":0.16609862},"labels":[],"label_agreement":null},{"id":"W2028998897","doi":"10.1109/vissof.2005.1684308","title":"User Perspectives on a Visual Aid to Program Comprehension","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University; Dalhousie University","funders":"","keywords":"Program comprehension; Computer science; Human–computer interaction; Task (project management); Visualization; Focus (optics); Code (set theory); Source code; Dependency (UML); Comprehension; Distraction; Data visualization; Software engineering; Data science; Software; Programming language; Artificial intelligence; Software system; Set (abstract data type)","score_opus":0.017663068996898776,"score_gpt":0.3288326797805625,"score_spread":0.31116961078366373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028998897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7162129,0.000040491224,0.2774311,0.0030252682,0.0001070611,0.0004424992,1.9358738e-7,0.001668973,0.0010714801],"genre_scores_gemma":[0.7804936,0.0000011284219,0.21834868,0.00018821454,0.00008773035,0.000034822537,2.0409965e-7,0.0000083002315,0.0008373093],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891883,0.000020237145,0.000077362696,0.00034254504,0.00036149245,0.00027955908],"domain_scores_gemma":[0.9992174,0.00019864977,0.000007065333,0.00035186074,0.00007964133,0.00014537045],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010694656,0.00009220151,0.00007880998,0.00015424739,0.000048085483,0.00013735706,0.00046257654,0.000029588418,0.0000467536],"category_scores_gemma":[0.0001342273,0.00007664237,0.000032426535,0.00041061675,0.00001417365,0.0001902408,0.00023586558,0.00012035132,0.00088679336],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050276183,0.0018143728,0.0064006145,0.000019000607,0.000040207404,0.00002746883,0.007352992,0.015621761,0.0027718558,0.061872754,0.023038758,0.88098997],"study_design_scores_gemma":[0.0013996713,0.004075739,0.2322838,0.00009359562,0.0000034963853,0.000026882602,0.00056244415,0.40105832,0.019117719,0.00009813012,0.34025764,0.001022562],"about_ca_topic_score_codex":0.000009929642,"about_ca_topic_score_gemma":0.0000035346898,"teacher_disagreement_score":0.8799674,"about_ca_system_score_codex":0.00008640894,"about_ca_system_score_gemma":0.000022937824,"threshold_uncertainty_score":0.9998911},"labels":[],"label_agreement":null},{"id":"W2029277954","doi":"10.1007/s11219-014-9230-x","title":"Predicting defective modules in different test phases","year":2014,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Benchmark (surveying); Reliability engineering; Computer science; Predictive modelling; Software; Data mining; Machine learning; Engineering; Programming language","score_opus":0.028114770166436563,"score_gpt":0.31264121370854725,"score_spread":0.2845264435421107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029277954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47622675,0.00007991007,0.52293724,0.00017278771,0.00026126837,0.00006412946,0.000002687952,0.00022836983,0.00002686639],"genre_scores_gemma":[0.9752147,0.000011208054,0.024291316,0.000070143724,0.0003423236,0.0000122597985,0.0000011840688,0.000017495851,0.000039365816],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974374,0.00039933203,0.0004949472,0.0003686375,0.0007339068,0.0005657681],"domain_scores_gemma":[0.99137753,0.007488403,0.00015805876,0.00051436934,0.00019330299,0.00026831694],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021851123,0.00020691036,0.00030638836,0.00029661792,0.00020609064,0.0003368088,0.0009748182,0.000083186475,0.00001972346],"category_scores_gemma":[0.02058557,0.00017213584,0.0001224646,0.000410061,0.000055017932,0.0005254085,0.00027016187,0.000795216,0.000016791644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058583273,0.00017624613,0.955646,0.000029007599,0.000015552605,0.000020422289,0.0007374058,0.00082912436,0.00016720711,0.00059934426,0.00015599614,0.041617878],"study_design_scores_gemma":[0.0008814159,0.00022679326,0.9770135,0.00016083888,0.000003638562,0.00014979196,0.00005194082,0.009707811,0.0008735133,0.010444125,0.00019807846,0.0002884975],"about_ca_topic_score_codex":0.000055196095,"about_ca_topic_score_gemma":0.00003182158,"teacher_disagreement_score":0.49898797,"about_ca_system_score_codex":0.00024506563,"about_ca_system_score_gemma":0.00007455175,"threshold_uncertainty_score":0.98766446},"labels":[],"label_agreement":null},{"id":"W2029458042","doi":"10.1109/wcre.2013.6671324","title":"An IDE-based context-aware meta search engine","year":2013,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Search engine; Popularity; World Wide Web; Context (archaeology); Eclipse; Information retrieval; Web search engine; Search analytics; Web page; Web search query","score_opus":0.06438170058826184,"score_gpt":0.3158925826069591,"score_spread":0.2515108820186973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029458042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012590935,0.000500595,0.981964,0.0014086424,0.0006074409,0.0007401072,0.000017376598,0.002003991,0.0001669274],"genre_scores_gemma":[0.907801,0.000011281709,0.09027496,0.00032741515,0.00015052936,0.00035603237,0.000047538033,0.00006238383,0.00096887746],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996136,0.0002273378,0.00037883944,0.0012806639,0.0011714012,0.000805746],"domain_scores_gemma":[0.9942803,0.0011094292,0.00005708404,0.0034774132,0.00056455,0.0005112689],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011039128,0.00049427553,0.0006647435,0.00054403,0.00008346442,0.0009493782,0.0048760134,0.00038326927,0.00093431683],"category_scores_gemma":[0.00027927457,0.0004148355,0.00031405684,0.00043652867,0.00007378628,0.0004218316,0.002167578,0.0014728381,0.0006261307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029145724,0.001139718,0.0064246175,0.0021049725,0.004188798,0.0004886456,0.0015224515,0.70338076,0.0010621692,0.0371189,0.034015667,0.20852414],"study_design_scores_gemma":[0.00033638562,0.00013184435,0.003070871,0.000053665502,0.000060118084,0.0000062741306,0.000012003566,0.98577744,0.0073894016,0.00083898695,0.0015808468,0.00074215943],"about_ca_topic_score_codex":0.0013012177,"about_ca_topic_score_gemma":0.000041265637,"teacher_disagreement_score":0.89521,"about_ca_system_score_codex":0.0001684619,"about_ca_system_score_gemma":0.0006397875,"threshold_uncertainty_score":0.99997896},"labels":[],"label_agreement":null},{"id":"W2030133704","doi":"10.5555/2819009.2819115","title":"A unified framework for the comprehension of software's time dimension","year":2015,"lang":"en","type":"article","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software evolution; Dimension (graph theory); Program comprehension; Comprehension; Software engineering; Context (archaeology); Software; Software development; Software system; Software construction; Programming language; Mathematics","score_opus":0.014492614360115065,"score_gpt":0.2019449420112597,"score_spread":0.18745232765114464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030133704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14664155,0.0038280666,0.8473566,0.0007079015,0.0005814057,0.00037965263,0.0000076685155,0.0002701881,0.00022697334],"genre_scores_gemma":[0.85808575,0.000026920085,0.13977687,0.00007961987,0.00007624158,0.000018087581,0.000007239378,0.00001485207,0.0019143921],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868137,0.0000561541,0.00016586007,0.0002825444,0.00055795995,0.00025613885],"domain_scores_gemma":[0.9973083,0.0014810888,0.00009542848,0.0005770304,0.00034822806,0.00018988944],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00031799544,0.00013486398,0.00016371542,0.00012367708,0.0013673904,0.000035113742,0.000761614,0.00011146548,0.0000026638645],"category_scores_gemma":[0.00060879893,0.00011424088,0.00010960812,0.00036171786,0.00014466989,0.0002464824,0.00047203363,0.0001711376,0.00002406297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017949024,0.0007281394,0.035386525,0.00023735111,0.00077391806,0.0010927536,0.047953553,0.17777815,0.046200376,0.6293548,0.016642317,0.04205722],"study_design_scores_gemma":[0.0071504763,0.00153702,0.1328483,0.00074322807,0.00028505575,0.0018187228,0.0046800147,0.59319574,0.073231354,0.039223928,0.14339261,0.0018935599],"about_ca_topic_score_codex":0.0011441665,"about_ca_topic_score_gemma":0.000016275233,"teacher_disagreement_score":0.71144426,"about_ca_system_score_codex":0.0009597868,"about_ca_system_score_gemma":0.0006003441,"threshold_uncertainty_score":0.9999327},"labels":[],"label_agreement":null},{"id":"W2030223557","doi":"10.1016/j.fss.2003.10.007","title":"Building a software experience factory using granular-based models","year":2003,"lang":"en","type":"article","venue":"Fuzzy Sets and Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Institute for Biodiagnostics; University of Alberta","funders":"","keywords":"Computer science; Software development; Software; Visualization; Process (computing); Software engineering; Fuzzy logic; Software development process; Quality (philosophy); Artificial intelligence; Industrial engineering; Data mining; Systems engineering; Engineering","score_opus":0.059816416688458524,"score_gpt":0.2933081701101991,"score_spread":0.23349175342174058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030223557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35333174,0.0009257796,0.6449665,0.0000052011433,0.0004113587,0.00014257903,0.0000026407445,0.00017921237,0.00003500232],"genre_scores_gemma":[0.9417161,0.0000032079975,0.058172166,0.00002139092,0.000024025654,0.00002577306,5.574061e-7,0.000016259784,0.000020569576],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984407,0.000106375825,0.0002022741,0.00041401217,0.00043140896,0.00040527256],"domain_scores_gemma":[0.9988986,0.00030101187,0.000045885066,0.0004929077,0.00008231708,0.00017923216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040111353,0.000161048,0.00019847116,0.00014848377,0.00017792665,0.0003381054,0.00039401534,0.00007543539,0.0000017646936],"category_scores_gemma":[0.00024132393,0.00014641434,0.00004094383,0.00029798842,0.00003970558,0.00044460798,0.00007413207,0.0001334278,0.0000032219136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015989162,0.00018585863,0.112258896,0.0012314317,0.00007585927,0.00041710996,0.00989394,0.75280076,0.010939387,0.10136258,0.0005812165,0.01023699],"study_design_scores_gemma":[0.00041152482,0.00004719393,0.0013167409,0.00019710504,0.0000035196238,0.00009207091,0.00010371458,0.9943069,0.0007762324,0.0010593256,0.0012702054,0.00041544624],"about_ca_topic_score_codex":0.00012459361,"about_ca_topic_score_gemma":7.4063865e-7,"teacher_disagreement_score":0.58838433,"about_ca_system_score_codex":0.00007421962,"about_ca_system_score_gemma":0.00009754069,"threshold_uncertainty_score":0.5970604},"labels":[],"label_agreement":null},{"id":"W2030272387","doi":"10.1016/j.entcs.2004.02.049","title":"DPVK - An Eclipse Plug-in to Detect Design Patterns in Eiffel Systems","year":2004,"lang":"en","type":"article","venue":"Electronic Notes in Theoretical Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Eiffel; Computer science; Eclipse; Software design pattern; Programming language; Software engineering; Reverse engineering; Extensibility; Plug-in; Engineering design process; Compatibility (geochemistry); Architectural pattern; Software; Software design; Software development; Object-oriented programming; Engineering","score_opus":0.01331049559400888,"score_gpt":0.2734982694376952,"score_spread":0.2601877738436863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030272387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3477493,0.000064815744,0.65109164,0.00026743906,0.00030280295,0.00040144243,3.905089e-7,0.00011398861,0.000008229753],"genre_scores_gemma":[0.9255727,0.0000066266243,0.0740567,0.00014017029,0.00013021879,0.00007359274,3.2154645e-7,0.000018871227,7.927921e-7],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99491924,0.00030973105,0.00047906704,0.0012891168,0.0009800809,0.0020227411],"domain_scores_gemma":[0.99683696,0.0015449043,0.000037342754,0.0011486575,0.000077218465,0.00035491967],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004704979,0.000288543,0.00034613145,0.0011581474,0.000098228775,0.000504837,0.004064758,0.00010744519,0.0000063587236],"category_scores_gemma":[0.0009860172,0.000275228,0.000039970644,0.0038495231,0.0004462194,0.000797007,0.00086314604,0.0008109646,0.00004788938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024384872,0.00014148316,0.0053585493,0.000018848928,0.0000022886861,0.0001780019,0.0010382341,0.40001366,0.0005376404,0.5702867,9.3527973e-7,0.022399284],"study_design_scores_gemma":[0.0010170392,0.0012822397,0.03280949,0.00027165454,0.0000010883018,0.00008579638,0.000005182741,0.81082225,0.008733382,0.14436646,0.000007229662,0.00059818843],"about_ca_topic_score_codex":0.00016438284,"about_ca_topic_score_gemma":0.00012016644,"teacher_disagreement_score":0.5778234,"about_ca_system_score_codex":0.0014814622,"about_ca_system_score_gemma":0.0007051065,"threshold_uncertainty_score":0.99997},"labels":[],"label_agreement":null},{"id":"W2030573703","doi":"10.1007/s00766-013-0181-8","title":"GaiusT: supporting the extraction of rights and obligations for regulatory compliance","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Health Insurance Portability and Accountability Act; Software portability; Annotation; Compliance (psychology); Computer science; Process (computing); Government (linguistics); Work (physics); Accountability; Computer security; Political science; Law; Engineering; Confidentiality; Artificial intelligence","score_opus":0.04330639118517105,"score_gpt":0.3152901052612124,"score_spread":0.2719837140760414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030573703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35440192,0.00009994883,0.644658,0.00012945717,0.00018636567,0.00037284236,0.0000010329243,0.000119833305,0.00003057617],"genre_scores_gemma":[0.9607338,0.0000022163983,0.039031163,0.000007740392,0.000040317827,0.00010106968,0.0000013079509,0.000009767266,0.00007262337],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915135,0.000007702606,0.00021854027,0.00017432176,0.00020972067,0.00023837063],"domain_scores_gemma":[0.99907315,0.00038158227,0.00006576154,0.00032575862,0.000098623364,0.000055146727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029574434,0.00008729131,0.00009423747,0.000085416126,0.00009144376,0.000071401126,0.00030642576,0.000028625092,0.0000060566904],"category_scores_gemma":[0.00019228643,0.000071430586,0.000029997715,0.00018537056,0.000021221653,0.00050968153,0.00008539599,0.00007920144,0.000004453963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007750031,0.00016248589,0.017955987,0.0013475005,0.00032394988,0.0000060926136,0.0023519124,0.075087726,0.7366479,0.11856484,0.0046363575,0.042907484],"study_design_scores_gemma":[0.0003509665,0.000054157637,0.16631983,0.00016971528,0.000008294816,0.0000155475,0.000015162249,0.80103934,0.027615659,0.0030603253,0.0011262691,0.00022474113],"about_ca_topic_score_codex":0.000030886098,"about_ca_topic_score_gemma":5.573678e-7,"teacher_disagreement_score":0.7259516,"about_ca_system_score_codex":0.000040164836,"about_ca_system_score_gemma":0.000014187325,"threshold_uncertainty_score":0.29128549},"labels":[],"label_agreement":null},{"id":"W2031271477","doi":"10.1145/2507288.2507326","title":"Technical debt","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Pace; Debt; Confusion; Perspective (graphical); Risk analysis (engineering); Software; Computer science; Engineering; Business; Software development; Finance","score_opus":0.014269007103450974,"score_gpt":0.24104295340316437,"score_spread":0.2267739462997134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031271477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15533483,0.00059642625,0.83399487,0.0010114331,0.0007808891,0.00052890397,0.0000040009454,0.007739235,0.000009393843],"genre_scores_gemma":[0.65623075,0.000008984113,0.34326598,0.00009550983,0.00011475523,0.00017031832,0.0000045438273,0.000053667558,0.000055480443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974359,0.000023129292,0.000353749,0.0006667862,0.00061446655,0.0009059293],"domain_scores_gemma":[0.85791093,0.1376922,0.000076065946,0.0034047845,0.00032113958,0.00059487455],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028590928,0.000374209,0.00031290442,0.00034902184,0.00010342757,0.00035818754,0.0030512316,0.00020978141,0.00012790858],"category_scores_gemma":[0.30621713,0.00037236634,0.00013835052,0.00095137826,0.000043114604,0.0009282221,0.0012231693,0.00056455337,0.0011415865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004089372,0.0001907719,0.85617757,0.00028147886,0.00007796416,0.00012982852,0.0003353483,0.004259108,0.032608945,0.0073097437,0.012403819,0.086221315],"study_design_scores_gemma":[0.00041198323,0.00013427691,0.97915167,0.00012411173,0.0000087333365,0.0001519067,0.0000025758407,0.002996677,0.011351917,0.00037433018,0.004257462,0.0010343557],"about_ca_topic_score_codex":0.000070398564,"about_ca_topic_score_gemma":0.0000011537891,"teacher_disagreement_score":0.5008959,"about_ca_system_score_codex":0.00013451409,"about_ca_system_score_gemma":0.000074558106,"threshold_uncertainty_score":0.9998728},"labels":[],"label_agreement":null},{"id":"W2031927211","doi":"10.1007/s00766-010-0099-3","title":"A controlled experiment to assess the impact of system architectures on new system requirements","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Systems engineering; Engineering","score_opus":0.04016249860977132,"score_gpt":0.32888828660906894,"score_spread":0.2887257879992976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031927211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6256766,0.00006318557,0.37065426,0.000051612315,0.0012800406,0.0012566966,0.000004072229,0.0006314385,0.00038213367],"genre_scores_gemma":[0.9897014,5.212471e-7,0.009767024,0.0000101643545,0.00022957087,0.00018199977,0.0000012668113,0.000047793812,0.00006028984],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971071,0.00006166434,0.0005680954,0.0004912333,0.0010783699,0.00069352245],"domain_scores_gemma":[0.99741954,0.00054267544,0.00013154067,0.0014217788,0.00010784076,0.00037662697],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009551621,0.00037371315,0.00052255526,0.00041790315,0.00009655905,0.00019902053,0.0017508108,0.00008399635,0.000007669337],"category_scores_gemma":[0.00044932368,0.00025087743,0.00025425886,0.0005934453,0.00001672136,0.00014309124,0.00038123492,0.00038010467,0.00003481842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020567306,0.00015996746,0.0022675518,0.00047095196,0.0007989614,0.00005477476,0.0014452212,0.44075727,0.5264738,0.022358064,0.00054475333,0.004463018],"study_design_scores_gemma":[0.009211406,0.0017210981,0.02993275,0.0024705795,0.00006131251,0.00012415119,0.0001742724,0.78868973,0.1656918,0.000021867196,0.0004804838,0.0014205672],"about_ca_topic_score_codex":0.00016124496,"about_ca_topic_score_gemma":0.0000014610786,"teacher_disagreement_score":0.3640248,"about_ca_system_score_codex":0.00051385496,"about_ca_system_score_gemma":0.00016289903,"threshold_uncertainty_score":0.99999434},"labels":[],"label_agreement":null},{"id":"W2032109608","doi":"10.1016/j.ins.2011.07.046","title":"A non-functional requirements tradeoff model in Trustworthy Software","year":2011,"lang":"en","type":"article","venue":"Information Sciences","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Natural Science Foundation of China","keywords":"Computer science; Credibility; Fuzzy logic; Data mining; Interdependence; Hierarchy; Software; Sorting; Trustworthiness; Fuzzy set; Operations research; Artificial intelligence; Algorithm; Mathematics; Computer security; Programming language","score_opus":0.09620977499676785,"score_gpt":0.2865736167490604,"score_spread":0.19036384175229254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032109608","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10249068,0.000007709086,0.8938436,0.00008992591,0.00025584165,0.00012535024,0.0000010941811,0.00015879054,0.0030270212],"genre_scores_gemma":[0.91615486,0.0000025326,0.08356632,0.00019383093,0.000010262857,0.00003122775,0.0000016252285,0.0000018542817,0.000037492035],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985151,0.000010041816,0.0002858751,0.00016041857,0.00073239,0.0002961344],"domain_scores_gemma":[0.9994997,0.000082766775,0.00006315935,0.00022307804,0.00005882928,0.00007246097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086742063,0.00008462196,0.00007800976,0.00048262064,0.00012558264,0.00016801814,0.0008819072,0.000039906095,0.000026442976],"category_scores_gemma":[0.00026420676,0.000074918404,0.000027940861,0.0011290842,0.00010225446,0.006043321,0.0001425998,0.000107848544,0.00015151691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004131456,0.00023622952,0.43900153,0.000093125134,0.000023617848,0.000014050908,0.048047625,0.23199454,0.00010944167,0.04254098,0.0061172144,0.23178034],"study_design_scores_gemma":[0.00024981724,0.00005183946,0.16928251,0.00001739975,4.859138e-7,0.000006577404,0.00006812683,0.8266759,0.00030429513,0.0029664668,0.00023920982,0.0001373902],"about_ca_topic_score_codex":0.00005304347,"about_ca_topic_score_gemma":0.0000057153184,"teacher_disagreement_score":0.8136642,"about_ca_system_score_codex":0.000058662874,"about_ca_system_score_gemma":0.00022537509,"threshold_uncertainty_score":0.43812618},"labels":[],"label_agreement":null},{"id":"W2032219610","doi":"10.1109/ms.2009.16","title":"Mining Task-Based Social Networks to Explore Collaboration in Software Teams","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Task (project management); IBM; Social network (sociolinguistics); Context (archaeology); World Wide Web; Software; Software development; Data science; Social network analysis; Software engineering; Social software engineering; Knowledge management; Software construction; Social media; Engineering; Systems engineering","score_opus":0.03378415132012308,"score_gpt":0.2903802627805691,"score_spread":0.25659611146044603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032219610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3617693,0.000071379734,0.63599604,0.00036589464,0.00062832196,0.00028727762,0.000004644364,0.00087247125,0.0000046598375],"genre_scores_gemma":[0.8428433,0.000004058705,0.15594953,0.00050505693,0.00032952853,0.0002053891,0.000017540473,0.000051933883,0.000093694536],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9973141,0.00010743353,0.0003682284,0.0006960005,0.00073395524,0.00078027754],"domain_scores_gemma":[0.9979517,0.0008489945,0.0000712139,0.0006111813,0.00027893728,0.00023798489],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036231292,0.0002838446,0.0003163596,0.00045722682,0.0005099432,0.00012787204,0.0010853711,0.00020971132,0.000011689502],"category_scores_gemma":[0.0014253319,0.00032035215,0.000082545805,0.0026268663,0.00006397982,0.0004981292,0.0002407164,0.0003722968,0.00006866832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085298234,0.0002907296,0.35475752,0.00010664104,0.000038317332,0.0008502091,0.027216973,0.5143332,0.0002851356,0.00006547888,0.056184053,0.045786493],"study_design_scores_gemma":[0.010568188,0.0019034289,0.61258453,0.0011913943,0.000038386206,0.00021442554,0.0015967167,0.31586853,0.009746885,0.0006573095,0.0386646,0.006965598],"about_ca_topic_score_codex":0.00004044393,"about_ca_topic_score_gemma":0.00004918139,"teacher_disagreement_score":0.48107398,"about_ca_system_score_codex":0.00038750414,"about_ca_system_score_gemma":0.00048918446,"threshold_uncertainty_score":0.99992484},"labels":[],"label_agreement":null},{"id":"W2032227440","doi":"10.1145/2695664.2695938","title":"The safety of dynamic mixin composition","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Modular design; Invariant (physics); Construct (python library); Programming language; Theoretical computer science; Implementation; Upper and lower bounds; Object-oriented programming; Base (topology); Algorithm; Mathematics","score_opus":0.01557055922594152,"score_gpt":0.2701188638805923,"score_spread":0.2545483046546508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032227440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025209136,0.000091555674,0.97211456,0.0010054826,0.00017783693,0.00006065498,3.8256744e-7,0.000121315774,0.0012190499],"genre_scores_gemma":[0.9733539,0.000004609285,0.026288208,0.000013496305,0.000006044922,0.0000022623776,5.5052186e-7,0.000002302287,0.0003286033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995028,0.000024719202,0.00007763785,0.00007461308,0.00021857173,0.00010168743],"domain_scores_gemma":[0.99918103,0.0003795766,0.0000123651,0.00030282093,0.00007901052,0.000045185894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037952382,0.000029916251,0.00003810746,0.000024811921,0.00003115604,0.000030589224,0.00048714606,0.000013298421,0.0000017758538],"category_scores_gemma":[0.00011108272,0.00001927337,0.000014666711,0.00017155978,0.000025305812,0.00008442907,0.00013092946,0.000047685153,0.000032752374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010499589,0.00022819036,0.012284067,0.000058109807,0.00010250055,0.000026263298,0.0026272337,0.009671076,0.014727456,0.5022027,0.026523693,0.43144372],"study_design_scores_gemma":[0.00073609373,0.00019509908,0.0863997,0.000023875511,0.0000022011463,0.000027818056,0.00006033187,0.88976324,0.008532794,0.00607506,0.0079825595,0.00020125583],"about_ca_topic_score_codex":0.000015668167,"about_ca_topic_score_gemma":0.0000035457233,"teacher_disagreement_score":0.9481448,"about_ca_system_score_codex":0.000041253876,"about_ca_system_score_gemma":0.000037101152,"threshold_uncertainty_score":0.090524666},"labels":[],"label_agreement":null},{"id":"W2032557572","doi":"10.5555/2820282.2820313","title":"Make it simple: an empirical analysis of GNU make feature use in open source projects","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Scripting language; Programming language; Macro; Popularity; Open source; Set (abstract data type); Simple (philosophy); Implementation; Simplicity; Feature (linguistics); Function (biology); Focus (optics); Software engineering; World Wide Web; Software; Linguistics","score_opus":0.1270107041835635,"score_gpt":0.38419889800374174,"score_spread":0.2571881938201782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032557572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75826514,0.000018872266,0.2388758,0.0014573943,0.00006511304,0.00044797536,0.0000061617466,0.00022830469,0.00063521287],"genre_scores_gemma":[0.92652375,9.802078e-7,0.07003554,0.00038481274,0.000021612603,0.000023806113,0.000014675642,0.000015719745,0.0029791042],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981692,0.00013706401,0.00021477712,0.0005023463,0.0006060541,0.00037055596],"domain_scores_gemma":[0.9979586,0.00045475428,0.00004201589,0.001110869,0.00018745424,0.00024630915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094172364,0.00013546534,0.00033454507,0.0006785139,0.000022109623,0.00040070195,0.0021020134,0.000106245425,0.000022503697],"category_scores_gemma":[0.001138424,0.000113281596,0.00006197128,0.0041560326,0.000031135107,0.00052646105,0.0012589921,0.00026685637,0.000010582364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025686792,0.00022080993,0.9532122,0.0000140021675,0.00015617243,0.000064412714,0.0029045704,0.016333545,0.000058612455,0.00047108135,0.016874526,0.009664376],"study_design_scores_gemma":[0.00061928015,0.00019316067,0.5434405,0.000011395796,0.000032758777,0.000008039031,0.0002194367,0.44095835,0.00031825836,0.00008992595,0.013834029,0.0002748223],"about_ca_topic_score_codex":0.0012844797,"about_ca_topic_score_gemma":0.0034990464,"teacher_disagreement_score":0.42462483,"about_ca_system_score_codex":0.00009287523,"about_ca_system_score_gemma":0.0002808031,"threshold_uncertainty_score":0.46194893},"labels":[],"label_agreement":null},{"id":"W2033025900","doi":"10.1109/icsm.2010.5609553","title":"Unit tests as API usage examples","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Documentation; Unit testing; Computer science; Task (project management); Learnability; Software engineering; Presentation (obstetrics); Unit (ring theory); Programming language; Human–computer interaction; Software; Engineering; Systems engineering","score_opus":0.03181308962275948,"score_gpt":0.2961575580967921,"score_spread":0.26434446847403265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033025900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7299965,0.000016676313,0.25554755,0.0005680234,0.0005442004,0.00010247151,4.4147663e-7,0.0010432858,0.0121808415],"genre_scores_gemma":[0.9084988,0.0000013722425,0.08702875,0.000104076644,0.00006204361,0.00000785972,4.679142e-7,0.000007949812,0.0042886324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991638,0.000012591833,0.00007299934,0.00022004519,0.0002722307,0.0002583502],"domain_scores_gemma":[0.9983438,0.00079232256,0.000009195931,0.0006676004,0.000059103317,0.0001279273],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026738242,0.00007240221,0.000059667367,0.00009744288,0.000049533814,0.00016374062,0.0010185612,0.000044884946,0.000363517],"category_scores_gemma":[0.0009896521,0.000061616694,0.000020346866,0.00035098434,0.000030593168,0.00024000264,0.00030752888,0.0002444071,0.0011303457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028139596,0.00016083177,0.15355992,0.00003761487,0.000030101455,0.00027824944,0.0007913913,0.00013071808,0.129874,0.52208674,0.012813175,0.18023443],"study_design_scores_gemma":[0.00055302103,0.00019294448,0.66403097,0.000017849283,0.0000026793243,0.00026427186,0.000018470726,0.020432822,0.06877169,0.0120784035,0.23291363,0.00072326424],"about_ca_topic_score_codex":0.00014613626,"about_ca_topic_score_gemma":0.000050361825,"teacher_disagreement_score":0.51047105,"about_ca_system_score_codex":0.000006475488,"about_ca_system_score_gemma":0.00006277839,"threshold_uncertainty_score":0.9996474},"labels":[],"label_agreement":null},{"id":"W2033030511","doi":"10.1145/2462932.2462966","title":"ReqWiki","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Requirements engineering; Process (computing); Semantic Web; World Wide Web; Requirements analysis; Software; Programming language","score_opus":0.02427330512902074,"score_gpt":0.27669400100480207,"score_spread":0.2524206958757813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033030511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02003812,0.00010598286,0.96789163,0.00030449405,0.0003186587,0.000025356896,3.3808387e-8,0.00047243448,0.010843313],"genre_scores_gemma":[0.91429067,0.0000010014913,0.08389224,0.00007734786,0.00006603783,0.0000029557982,5.9823485e-8,0.0000023496468,0.0016673092],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995842,0.0000060180455,0.000030512447,0.00005752526,0.00012139945,0.00020032938],"domain_scores_gemma":[0.99950826,0.00013824059,0.0000028165882,0.00025869365,0.00001216305,0.000079822006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001686762,0.000025412803,0.000023444816,0.00003309111,0.0000147364235,0.000026178885,0.00031963194,0.000012166136,0.00005729047],"category_scores_gemma":[0.00013871555,0.000020813017,0.000010418185,0.0001526268,0.0000046002456,0.00032190868,0.00012219996,0.00004149352,0.00072901516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.9066707e-7,0.00007278558,0.22740741,0.000010609737,0.000010414505,0.000004814141,0.0006684713,0.000028253146,0.0012504967,0.62985253,0.05074861,0.089944996],"study_design_scores_gemma":[0.0002331197,0.0000445965,0.6879597,0.000006849482,0.0000010466448,0.000051164945,0.00001106135,0.010389822,0.02273875,0.0013799495,0.27682802,0.0003559627],"about_ca_topic_score_codex":0.000004620582,"about_ca_topic_score_gemma":9.089536e-8,"teacher_disagreement_score":0.8942526,"about_ca_system_score_codex":0.00001203786,"about_ca_system_score_gemma":0.000007121824,"threshold_uncertainty_score":0.9370258},"labels":[],"label_agreement":null},{"id":"W2033235985","doi":"10.1109/icsm.2013.34","title":"LHDiff: A Language-Independent Hybrid Approach for Tracking Source Code Lines","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Source code; Source lines of code; Heuristics; Code (set theory); Tracking (education); Programming language; Software; Line (geometry); Artificial intelligence; Computer engineering; Data mining; Operating system","score_opus":0.023990520942369156,"score_gpt":0.2715748712885843,"score_spread":0.24758435034621518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033235985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075412564,0.000094404604,0.9226859,0.00026786642,0.000103695216,0.00046654276,0.0000019553895,0.00064396765,0.00032306713],"genre_scores_gemma":[0.7404801,0.0000013067571,0.255643,0.000115151124,0.00013912337,0.00020225339,0.000005379214,0.000020323461,0.003393316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998667,0.000019768595,0.00015776299,0.00039255444,0.0003387112,0.0004241855],"domain_scores_gemma":[0.9987157,0.00047625147,0.000026390382,0.0005339686,0.00012027422,0.00012740247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030131318,0.00012841477,0.00013415766,0.00011303083,0.00007395086,0.00034107696,0.00094415585,0.00003980018,0.000041827265],"category_scores_gemma":[0.00039326242,0.000106734,0.00007153662,0.00017098172,0.000017878201,0.00036133334,0.00023100847,0.00014133059,0.00009207601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019384104,0.0007956861,0.014518404,0.0006529788,0.00021599386,0.0000500117,0.007383059,0.03091466,0.028573876,0.009000046,0.060048617,0.84782726],"study_design_scores_gemma":[0.00047944242,0.00006201599,0.004451075,0.000011334988,0.0000031799882,0.000052065232,0.00016145366,0.9729057,0.01924086,0.0002046833,0.002134412,0.0002937564],"about_ca_topic_score_codex":0.00011848251,"about_ca_topic_score_gemma":0.0000027926192,"teacher_disagreement_score":0.94199103,"about_ca_system_score_codex":0.000038636827,"about_ca_system_score_gemma":0.00003208962,"threshold_uncertainty_score":0.4352486},"labels":[],"label_agreement":null},{"id":"W2033239109","doi":"10.1145/1101908.1101941","title":"Visualization-based analysis of quality for large-scale software systems","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":169,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Visualization; Software visualization; Software quality; Data science; Software evolution; Software; Software development; Software system; Quality (philosophy); Software analytics; Software metric; Software engineering; Visual analytics; Data visualization; Creative visualization; Scale (ratio); Data mining; Software construction","score_opus":0.027724418948046354,"score_gpt":0.3403517475959456,"score_spread":0.31262732864789927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033239109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015956368,0.00006944618,0.9831937,0.00011944457,0.0000784368,0.00019730271,0.00002940474,0.0003307714,0.000025153733],"genre_scores_gemma":[0.8326895,7.4152956e-7,0.16674145,0.00008331514,0.000033764856,0.00005246815,0.000029106188,0.000008985279,0.0003606764],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998726,0.00005365597,0.0003132758,0.00026906197,0.0003955331,0.00024248495],"domain_scores_gemma":[0.9974652,0.0014811183,0.00006892036,0.00058037933,0.00032899322,0.000075378375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008993447,0.000082796316,0.00025274474,0.00039137714,0.00004905857,0.00006593493,0.0005339623,0.0000510133,0.000030217358],"category_scores_gemma":[0.0007382294,0.000076056276,0.00014485582,0.0016196528,0.00001119208,0.00015922207,0.00006318873,0.000035999394,0.0000073285673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011729936,0.00034590348,0.21569093,0.00031034902,0.0004879977,4.9265327e-7,0.00059978326,0.710653,0.00024516415,0.066494845,0.0019706574,0.0031891204],"study_design_scores_gemma":[0.00024219535,0.00002360064,0.026138363,0.000006693648,0.00003100609,7.7972544e-8,0.000014816573,0.9704429,0.0012192216,0.000013631569,0.0017687038,0.00009880067],"about_ca_topic_score_codex":0.00006436503,"about_ca_topic_score_gemma":0.0000641492,"teacher_disagreement_score":0.8167331,"about_ca_system_score_codex":0.00005836829,"about_ca_system_score_gemma":0.00007344536,"threshold_uncertainty_score":0.31014848},"labels":[],"label_agreement":null},{"id":"W2033242799","doi":"10.5555/2664398.2664416","title":"Towards qualitative comparison of simulink model clone detection approaches","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Adaptability; clone (Java method); Relevance (law); Computer science; Visualization; Plan (archaeology); Machine learning; Software engineering; Data mining; Artificial intelligence","score_opus":0.2096295790966588,"score_gpt":0.39586194101826205,"score_spread":0.18623236192160325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033242799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1315159,0.0001259692,0.8672859,0.00007017281,0.0000956964,0.000084233405,6.35053e-7,0.00018000804,0.0006414885],"genre_scores_gemma":[0.8132722,8.116103e-7,0.18658781,0.0000064873902,0.00002719467,0.000010814436,5.506177e-7,0.0000059796293,0.00008817353],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896514,0.000072949675,0.00018678127,0.00015437216,0.00035510134,0.000265625],"domain_scores_gemma":[0.9989946,0.00047359747,0.000041933163,0.00031914318,0.00007301051,0.00009772546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072987383,0.00008419559,0.00015436311,0.00010821851,0.000033005643,0.000021967851,0.00038426285,0.00005497019,0.0000045736897],"category_scores_gemma":[0.00035597433,0.00007374443,0.00004215563,0.00033021526,0.000035916448,0.00041752684,0.00017168873,0.0001393292,0.00002144559],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003378885,0.000956416,0.0076617696,0.00022452767,0.00012059861,4.9362745e-7,0.17934838,0.3454187,0.009135136,0.111227185,0.00046816803,0.34540483],"study_design_scores_gemma":[0.00009886357,0.000046594538,0.0013604155,0.0000033401793,0.0000018223353,5.975194e-7,0.0004907363,0.9361564,0.06108978,0.0006415539,0.00002247079,0.00008745379],"about_ca_topic_score_codex":0.00003838805,"about_ca_topic_score_gemma":0.0000018578182,"teacher_disagreement_score":0.68175626,"about_ca_system_score_codex":0.000047044632,"about_ca_system_score_gemma":0.000030575316,"threshold_uncertainty_score":0.30072105},"labels":[],"label_agreement":null},{"id":"W2033771212","doi":"10.1109/msr.2013.6624058","title":"Using citation influence to predict software defects","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Dependency (UML); Computer science; Eclipse; Software; Citation; Component (thermodynamics); Social network analysis; Process (computing); Software development; Data mining; Data science; Software engineering; World Wide Web; Programming language","score_opus":0.02780771782138117,"score_gpt":0.28016165120476816,"score_spread":0.25235393338338696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033771212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46813428,0.000006744943,0.5311879,0.000063001535,0.00006844376,0.00014519058,1.445758e-7,0.00035083777,0.000043471442],"genre_scores_gemma":[0.6428392,2.682612e-7,0.35684064,0.0001768963,0.000018441178,0.000026786038,2.5042107e-7,0.0000061615597,0.0000913815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99902105,0.000019789086,0.000102351645,0.00024608045,0.00033320737,0.00027752545],"domain_scores_gemma":[0.9988358,0.00039553558,0.000013381881,0.00039352526,0.00019710712,0.00016464748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013779748,0.00007849383,0.000064721404,0.00017568827,0.00005466053,0.0002239245,0.00056095305,0.000033531534,0.00004046872],"category_scores_gemma":[0.0015458177,0.00007262205,0.000020169577,0.0006702579,0.000011002051,0.0008021665,0.00024638223,0.00007950754,0.0006144825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033490987,0.00007771928,0.5760043,0.00012454487,0.000034256962,0.00002700617,0.0020590462,0.27246243,0.04907309,0.00669867,0.010991844,0.08244375],"study_design_scores_gemma":[0.00016632651,0.00010301627,0.8315294,0.00005308117,0.0000017117117,0.000014021551,0.000011487618,0.15940529,0.006413391,0.0017018309,0.00031489224,0.00028554184],"about_ca_topic_score_codex":0.0001766395,"about_ca_topic_score_gemma":0.000002209677,"teacher_disagreement_score":0.2555251,"about_ca_system_score_codex":0.0000655401,"about_ca_system_score_gemma":0.00005367907,"threshold_uncertainty_score":0.7898134},"labels":[],"label_agreement":null},{"id":"W2033890725","doi":"10.1109/esem.2013.18","title":"An Empirical Study of Client-Side JavaScript Bugs","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Unobtrusive JavaScript; JavaScript; Computer science; Rich Internet application; Document Object Model; Web application; Programmer; Server-side; Context (archaeology); Client-side; Empirical research; World Wide Web; Programming language; Web page","score_opus":0.032780765914696045,"score_gpt":0.3267430868070898,"score_spread":0.29396232089239377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033890725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8819048,0.00000963777,0.11687377,0.00013458525,0.00013070146,0.00024902957,1.07979986e-7,0.00026060684,0.00043680277],"genre_scores_gemma":[0.9833148,4.5306527e-7,0.01622814,0.0000732407,0.000023943467,0.000029742487,2.3847414e-7,0.0000072423395,0.0003221777],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987715,0.000058919642,0.00017993987,0.00028767518,0.00045168152,0.0002503022],"domain_scores_gemma":[0.99862444,0.00022020598,0.000019150273,0.0008535565,0.00013405118,0.00014859447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023673668,0.00008037468,0.00012114751,0.00012483995,0.000029534278,0.0000994425,0.0010369066,0.000030982534,0.00010185173],"category_scores_gemma":[0.00016606833,0.000064525644,0.00002516191,0.00039235633,0.000020216296,0.00046907074,0.00025593195,0.0001110021,0.00023525892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023870352,0.0016579014,0.9495521,0.000014301408,0.000034410987,0.00001554302,0.0041971877,0.0008048048,0.0023904743,0.0005965511,0.012355822,0.028378498],"study_design_scores_gemma":[0.00036791808,0.0008076948,0.9599807,0.0000031771951,0.0000016182524,0.0000037956331,0.00031966463,0.036414716,0.0014172392,0.0002731593,0.00028285533,0.00012744991],"about_ca_topic_score_codex":0.0004995364,"about_ca_topic_score_gemma":0.000012334229,"teacher_disagreement_score":0.10141006,"about_ca_system_score_codex":0.000021849755,"about_ca_system_score_gemma":0.000031218926,"threshold_uncertainty_score":0.3023856},"labels":[],"label_agreement":null},{"id":"W2034209539","doi":"10.1109/saner.2015.7081848","title":"CloCom: Mining existing source code for automatic comment generation","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":168,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; KPI-driven code analysis; Code review; Program comprehension; Static program analysis; Source code; Codebase; Programming language; Code (set theory); Redundant code; Source lines of code; Software engineering; Software maintenance; Java; Maintainability; Code generation; Software; Dead code; Software development; Unreachable code; Software system; Operating system; Set (abstract data type)","score_opus":0.15874588872338588,"score_gpt":0.3454253794659993,"score_spread":0.18667949074261345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034209539","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040349193,0.00002581013,0.9571414,0.0012306564,0.00023756408,0.00020515185,5.8253136e-7,0.0005503355,0.00025929746],"genre_scores_gemma":[0.29693225,2.077714e-7,0.70156723,0.00039602202,0.00014054694,0.00008050813,0.0000041502894,0.000011762159,0.00086733105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991492,0.00002659544,0.00014545882,0.00018905575,0.00025918582,0.00023052799],"domain_scores_gemma":[0.99892265,0.0005287127,0.000027981701,0.00029739374,0.00010701247,0.00011623463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006933134,0.00007252992,0.00008343619,0.00006583496,0.000075862015,0.00016947587,0.00040349126,0.00002714428,0.000003995516],"category_scores_gemma":[0.0008297555,0.00006771575,0.000022611352,0.00015164702,0.00000937819,0.00016881796,0.00015886872,0.000047553312,0.000022262715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054400675,0.00016385179,0.008790727,0.00016772395,0.00006307708,0.0000114468285,0.0098536955,0.061898593,0.0027381117,0.03015356,0.4415561,0.4445977],"study_design_scores_gemma":[0.00026882355,0.000058152862,0.00013797329,0.00000991766,0.0000012129931,0.0000048141587,0.00004370732,0.9768096,0.0016597331,0.00008972654,0.020828407,0.000087894055],"about_ca_topic_score_codex":0.000011901353,"about_ca_topic_score_gemma":0.000005283443,"teacher_disagreement_score":0.91491103,"about_ca_system_score_codex":0.00009550222,"about_ca_system_score_gemma":0.00005981765,"threshold_uncertainty_score":0.27613682},"labels":[],"label_agreement":null},{"id":"W2034259517","doi":"10.1145/1540438.1540453","title":"Practical considerations in deploying AI for defect prediction","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; National Aeronautics and Space Administration","keywords":"Computer science; Software bug; Software quality; Code (set theory); Software; Quality (philosophy); Software engineering; Software development; Programming language","score_opus":0.05020378970394145,"score_gpt":0.3554216176059663,"score_spread":0.30521782790202484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034259517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005963715,0.0000122986585,0.9868077,0.006406705,0.000089332854,0.00020783121,4.5514557e-7,0.00033501003,0.00017696327],"genre_scores_gemma":[0.7633965,7.934542e-7,0.2361501,0.000372252,0.0000248947,0.00002414532,4.929144e-7,0.0000025125146,0.000028288356],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994136,0.00002029323,0.00010139194,0.0001694616,0.00012566253,0.00016957414],"domain_scores_gemma":[0.99841624,0.0013003165,0.000007814673,0.00017756465,0.00005427648,0.000043775355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030137665,0.000043295586,0.00005144506,0.00010676596,0.000048401285,0.00011204973,0.000063533524,0.000032180335,0.0000073221986],"category_scores_gemma":[0.0024975785,0.000041602863,0.00002645638,0.00017968836,0.000006086413,0.00043186743,0.000021761038,0.000108556975,0.000010277322],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012523366,0.000325923,0.03996654,0.000025948888,0.000023241782,0.00009074557,0.0005990083,0.009932358,0.0027763525,0.8675299,0.062748894,0.015968554],"study_design_scores_gemma":[0.0008852598,0.0003821158,0.15354365,0.00002443449,0.0000042102088,0.00015859275,0.000010762732,0.80096,0.004722393,0.03775656,0.001351033,0.00020101272],"about_ca_topic_score_codex":0.0000052321934,"about_ca_topic_score_gemma":0.000008617529,"teacher_disagreement_score":0.82977337,"about_ca_system_score_codex":0.000044323253,"about_ca_system_score_gemma":0.0000839059,"threshold_uncertainty_score":0.29900154},"labels":[],"label_agreement":null},{"id":"W2034284484","doi":"10.3166/jds.19.201-223","title":"Using Classification Trees to Predict Performance in Information Technology Projects","year":2010,"lang":"en","type":"article","venue":"Journal of Decision System","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Decision tree; Artificial neural network; Machine learning; Binary classification; Artificial intelligence; Data mining; Set (abstract data type); Tree (set theory); Regression; Decision tree learning; Support vector machine; Statistics; Mathematics","score_opus":0.03776090793581022,"score_gpt":0.30533635143018634,"score_spread":0.2675754434943761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034284484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59609133,0.000007875336,0.4031493,0.00007785827,0.00051285245,0.000100719175,2.2296358e-7,0.000033748307,0.000026091275],"genre_scores_gemma":[0.8770478,0.0000017939167,0.1228849,0.000005170287,0.000050444145,0.0000041005937,7.8048274e-8,0.0000034345942,0.000002329802],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985541,0.00002175076,0.0005731607,0.00008967883,0.00060576526,0.00015555299],"domain_scores_gemma":[0.99872804,0.00021958508,0.0002315971,0.0003378149,0.00040693383,0.0000760271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001349064,0.00006824333,0.00015421452,0.0016838893,0.00003822168,0.000120012,0.0007925179,0.00010019062,8.163738e-7],"category_scores_gemma":[0.0011580002,0.00005381778,0.000028102519,0.0013317865,0.000010095605,0.0013092255,0.00011449477,0.00035319835,0.00003300135],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009729731,0.00006915641,0.4195712,0.00014415565,0.000016477437,0.000060008875,0.0016896968,0.013528237,0.029906057,0.0035109024,0.00040108984,0.53100574],"study_design_scores_gemma":[0.0007576908,0.00032283788,0.54061943,0.0008627714,0.00000278891,0.0015814923,0.00037995132,0.44845822,0.0038422649,0.000053972977,0.0029655078,0.00015306547],"about_ca_topic_score_codex":0.0000015021761,"about_ca_topic_score_gemma":0.0000029742814,"teacher_disagreement_score":0.5308527,"about_ca_system_score_codex":0.00016872908,"about_ca_system_score_gemma":0.00016745488,"threshold_uncertainty_score":0.21946254},"labels":[],"label_agreement":null},{"id":"W2034357196","doi":"10.1145/2810146.2810152","title":"An Empirical Study of Crash-inducing Commits in Mozilla Firefox","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crash; Computer science; Programming language","score_opus":0.08375900593016664,"score_gpt":0.37732249724488376,"score_spread":0.29356349131471715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034357196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9718062,0.000012013054,0.027332954,0.00011803285,0.00010532086,0.00014501416,1.5329591e-7,0.00015445266,0.0003258462],"genre_scores_gemma":[0.9929499,2.3828879e-7,0.006934545,0.000025996069,0.000018988545,0.000008240121,2.1959009e-7,0.0000068023996,0.0000550534],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876106,0.00010550981,0.00018749692,0.00025768753,0.00046641103,0.00022181505],"domain_scores_gemma":[0.99876964,0.0002797916,0.000018720832,0.0006715923,0.00009912248,0.00016112666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072714046,0.00007679861,0.00014631561,0.00018624216,0.000015524862,0.000046146215,0.00085847295,0.00003801158,0.0000057012658],"category_scores_gemma":[0.0003945423,0.000065468106,0.000012630385,0.0006639221,0.000013111163,0.0002733457,0.0002728127,0.00015503308,0.000017640268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022879567,0.00048194957,0.98748636,0.0000040541486,0.000004294002,0.000027237875,0.005001242,0.0032076377,0.00007688226,0.000048649956,0.0005511059,0.0031082965],"study_design_scores_gemma":[0.000840072,0.0007893202,0.90723294,0.000010140543,8.1556027e-7,0.0000049004625,0.00063361,0.08945492,0.00067654654,0.00013009727,0.00009357939,0.00013304234],"about_ca_topic_score_codex":0.000468618,"about_ca_topic_score_gemma":0.00018185329,"teacher_disagreement_score":0.08624728,"about_ca_system_score_codex":0.00006723922,"about_ca_system_score_gemma":0.0000840333,"threshold_uncertainty_score":0.26697117},"labels":[],"label_agreement":null},{"id":"W2034400602","doi":"10.1109/quatic.2010.61","title":"IDS: An Immune-Inspired Approach for the Detection of Software Design Smells","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université de Montréal","funders":"","keywords":"Code smell; Computer science; Creatures; Software engineering; Software; Artificial intelligence; Human–computer interaction; Software quality; Programming language; Software development","score_opus":0.031211199657236635,"score_gpt":0.2650303641087586,"score_spread":0.23381916445152195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034400602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007442583,0.000061310544,0.9912871,0.000033107204,0.00030304745,0.0004987041,8.741986e-7,0.0003532838,0.000019971976],"genre_scores_gemma":[0.5692131,0.0000015319554,0.43057767,0.000009955299,0.000037331938,0.00007608438,5.949416e-7,0.000009277855,0.00007445887],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999081,0.000035635247,0.00015765116,0.0002467706,0.00024358464,0.00023532286],"domain_scores_gemma":[0.9975798,0.0013129773,0.000038291713,0.0008627928,0.00014910776,0.000057020054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091740955,0.000092653405,0.00010405528,0.00008369395,0.00011404688,0.000087610504,0.001176619,0.00007472269,0.000006533766],"category_scores_gemma":[0.0007328625,0.0000629308,0.00006106534,0.00031537682,0.000049771246,0.00028810912,0.00011862025,0.00018973593,0.0000046160853],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041996762,0.00021977184,0.0007312058,0.00009141172,0.000063028245,9.684065e-7,0.00089997036,0.012191319,0.4683117,0.0038540892,0.00015778873,0.51343673],"study_design_scores_gemma":[0.0002831784,0.00022801476,0.0067461543,0.000002859279,0.0000049523965,0.000008930913,0.000025376015,0.63807,0.35372096,0.00044350585,0.0003274062,0.00013870296],"about_ca_topic_score_codex":0.000057474022,"about_ca_topic_score_gemma":0.0000047796893,"teacher_disagreement_score":0.62587863,"about_ca_system_score_codex":0.000013546708,"about_ca_system_score_gemma":0.000055701737,"threshold_uncertainty_score":0.25662434},"labels":[],"label_agreement":null},{"id":"W2034504975","doi":"10.5555/776816.776922","title":"Panel: empirical validation: what, why, when, and how","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science","score_opus":0.0851315501571733,"score_gpt":0.305890984941278,"score_spread":0.22075943478410467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034504975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03315892,0.00016090536,0.9606931,0.0033579385,0.0016077188,0.00012922267,0.0000036847864,0.0006989817,0.00018948183],"genre_scores_gemma":[0.9109819,0.00011385458,0.08800984,0.0002952219,0.00011196095,0.000048630496,0.000008431502,0.000030620442,0.00039952956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983303,0.000040833645,0.00015821279,0.0004931708,0.00064865017,0.00032881665],"domain_scores_gemma":[0.9985084,0.0006083708,0.000041923133,0.00040293025,0.0002582544,0.00018012708],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003130967,0.00022710263,0.00016593013,0.0002808089,0.000058433427,0.0011953792,0.00074526656,0.00009413373,0.00010268401],"category_scores_gemma":[0.0023739405,0.00023561077,0.000050555584,0.00020888975,0.000029614157,0.0013087704,0.00016499644,0.000328669,0.00004010168],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030611925,0.00028852856,0.089791745,0.00019792686,0.0004259264,0.0004114267,0.0036971495,0.01506738,0.0021362044,0.81862795,0.013729541,0.05559563],"study_design_scores_gemma":[0.004387861,0.00093659415,0.067808,0.001976785,0.0000401182,0.0011653635,0.0006385751,0.45730463,0.035491135,0.016654987,0.4087893,0.004806644],"about_ca_topic_score_codex":0.0000026177563,"about_ca_topic_score_gemma":5.591388e-7,"teacher_disagreement_score":0.877823,"about_ca_system_score_codex":0.00010717228,"about_ca_system_score_gemma":0.00007687357,"threshold_uncertainty_score":0.99984145},"labels":[],"label_agreement":null},{"id":"W2034628356","doi":"10.1007/s10664-005-1290-x","title":"Studying Software Engineers: Data Collection Techniques for Software Field Studies","year":2005,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":491,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Ottawa","funders":"","keywords":"Computer science; Software engineering; Field (mathematics); Software; Task (project management); Data science; Taxonomy (biology); Data collection; Systems engineering; Engineering","score_opus":0.09495362100580118,"score_gpt":0.36248098551184676,"score_spread":0.2675273645060456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034628356","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008946556,0.0026928354,0.977892,0.0012363454,0.00097019254,0.0009746229,0.000030876792,0.0072539425,0.0000026760297],"genre_scores_gemma":[0.042701505,0.00012975531,0.9548208,0.0004926078,0.00083713204,0.0005770689,0.00005776165,0.00015098244,0.0002323669],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958319,0.000050649935,0.00071520003,0.00137236,0.0008338888,0.001195997],"domain_scores_gemma":[0.9884626,0.0085501475,0.00010899531,0.002107579,0.00042533458,0.00034530598],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011207438,0.0006254537,0.0006877778,0.0005966342,0.0003645115,0.00031479786,0.002870119,0.00031818936,0.000016170537],"category_scores_gemma":[0.03039933,0.00063883915,0.00020050736,0.0014826632,0.00004296835,0.001603572,0.0017516238,0.0007454109,0.00003728066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012351302,0.00078127004,0.11114891,0.0024189793,0.0016528997,0.00015074469,0.005861739,0.0866128,0.00043737856,0.00035085846,0.3012945,0.4891664],"study_design_scores_gemma":[0.0041344394,0.0023748535,0.021267597,0.0018530939,0.0002861102,0.00035720007,0.00030350828,0.40645215,0.033741392,0.0009596472,0.52144754,0.00682248],"about_ca_topic_score_codex":0.0000130084345,"about_ca_topic_score_gemma":0.000007728564,"teacher_disagreement_score":0.48234394,"about_ca_system_score_codex":0.0005884301,"about_ca_system_score_gemma":0.00017848729,"threshold_uncertainty_score":0.9996063},"labels":[],"label_agreement":null},{"id":"W2034815413","doi":"10.1109/icsm.2010.5609533","title":"SE-CodeSearch: A scalable Semantic Web-based source code search infrastructure","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; KPI-driven code analysis; Scalability; Source code; Information retrieval; Code (set theory); Context (archaeology); The Internet; Inference; Search engine; Semantic search; Static program analysis; World Wide Web; Software; Programming language; Database; Software development; Artificial intelligence","score_opus":0.01982037521300345,"score_gpt":0.2790464369296371,"score_spread":0.25922606171663365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034815413","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44152975,0.000013113402,0.55473566,0.001312492,0.0002788536,0.00023540203,0.000003521157,0.0010291677,0.0008620552],"genre_scores_gemma":[0.8955163,0.0000017226766,0.10078435,0.00021617871,0.000103394224,0.000025221865,0.0000032527037,0.000036726866,0.0033129025],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969311,0.00008880495,0.00020898206,0.0006292566,0.0011785295,0.0009633345],"domain_scores_gemma":[0.9967624,0.001100179,0.000022144166,0.0014146047,0.00027811504,0.00042256468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011025757,0.000217676,0.00020552245,0.0004231762,0.00019722858,0.0005046484,0.002227782,0.00017480383,0.00067238405],"category_scores_gemma":[0.0008419947,0.00018889458,0.00008180442,0.0012745647,0.00015863775,0.0003601944,0.00066894776,0.0012993679,0.0006601581],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069988346,0.0005136253,0.34814617,0.00070227357,0.00014863267,0.00034817882,0.0024190226,0.07029831,0.37496972,0.021559162,0.074053556,0.10677137],"study_design_scores_gemma":[0.0006944729,0.000077821394,0.027981656,0.000019994506,0.0000022207087,0.00004145247,0.00001277311,0.9232379,0.025624748,0.0003212563,0.021669284,0.00031642945],"about_ca_topic_score_codex":0.00014137075,"about_ca_topic_score_gemma":0.00008120281,"teacher_disagreement_score":0.8529396,"about_ca_system_score_codex":0.00006278846,"about_ca_system_score_gemma":0.0005337204,"threshold_uncertainty_score":0.8485217},"labels":[],"label_agreement":null},{"id":"W2034942038","doi":"10.1002/spip.310","title":"Evaluation of a black‐box estimation tool: A case study","year":2007,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Benchmarking; Estimation; Computer science; Outlier; White box; Black box; Set (abstract data type); Identification (biology); Software; Data science; Data mining; Industrial engineering; Software engineering; Artificial intelligence; Engineering; Systems engineering","score_opus":0.0475530894494392,"score_gpt":0.3843926142398773,"score_spread":0.3368395247904381,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034942038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4960677,0.00012911748,0.5027755,0.000074143194,0.000084302905,0.0006994881,8.757138e-7,0.00012341408,0.000045504043],"genre_scores_gemma":[0.94295406,0.000004946708,0.05686921,0.000047821944,0.000029695788,0.00006626392,0.000001421558,0.000011908784,0.000014674472],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735546,0.00015014704,0.00035985268,0.00039113848,0.0014732003,0.0002702161],"domain_scores_gemma":[0.99504673,0.0027823497,0.00021818862,0.00040951124,0.0014621181,0.00008106966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01267991,0.00014321608,0.00013840903,0.00019022035,0.00011300496,0.00014793056,0.00027426193,0.00005210038,0.000007740563],"category_scores_gemma":[0.018599894,0.00013805002,0.000021023761,0.00059801294,0.000038951777,0.0016822842,0.00017241333,0.00017656446,0.000004590672],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006086896,0.0006114529,0.004659407,0.00019823406,0.00010220491,0.00021110514,0.011416027,0.0008945608,0.0002483753,0.000105375686,0.000026426049,0.98146594],"study_design_scores_gemma":[0.020446943,0.0137543185,0.04116839,0.00042444147,0.0025461654,0.0066463165,0.059181802,0.80059206,0.03298909,0.018173868,0.0007923862,0.0032841996],"about_ca_topic_score_codex":0.00013334809,"about_ca_topic_score_gemma":0.00002388362,"teacher_disagreement_score":0.9781818,"about_ca_system_score_codex":0.00008953248,"about_ca_system_score_gemma":0.0002496322,"threshold_uncertainty_score":0.9896669},"labels":[],"label_agreement":null},{"id":"W2035011441","doi":"10.1145/373975.373984","title":"Software cost estimation with fuzzy models","year":2000,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"COCOMO; Fuzzy logic; Fuzzy set; Generalization; Data mining; Computer science; Software; Set (abstract data type); Fuzzy number; Fuzzy classification; Cost estimate; Machine learning; Artificial intelligence; Software development; Mathematics; Engineering; Software construction; Systems engineering; Programming language","score_opus":0.025557746528898178,"score_gpt":0.2739687722956988,"score_spread":0.24841102576680066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035011441","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021953555,0.00914465,0.9836002,0.0005323035,0.000060861414,0.0012159384,0.0000012883926,0.0014495836,0.00179983],"genre_scores_gemma":[0.18091731,0.0025503503,0.81460464,0.001475668,0.000092372364,0.00016374153,0.000020912721,0.00006294897,0.000112077454],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975034,0.00005167843,0.00042405157,0.0007282254,0.00069596706,0.00059666194],"domain_scores_gemma":[0.9966341,0.00105396,0.00010644573,0.0019057601,0.0001044971,0.00019520259],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007569391,0.00031409084,0.00047150522,0.000089669375,0.00019616084,0.00018688147,0.002278962,0.0000702883,0.000054279717],"category_scores_gemma":[0.0003101393,0.00026958744,0.0000731331,0.0011544453,0.00005255344,0.00030161702,0.000438192,0.00037013303,0.000514389],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003456566,0.000028530834,0.00004815286,0.00069883093,0.00001923234,0.000011325515,0.00008622877,0.067881875,0.000004569397,0.00332376,0.0015380842,0.92635596],"study_design_scores_gemma":[0.0019202647,0.00025344812,0.0020017088,0.011899345,0.000116031544,0.00036339517,0.000007239766,0.9184396,0.00031991163,0.027275193,0.034996066,0.00240776],"about_ca_topic_score_codex":0.000008045868,"about_ca_topic_score_gemma":3.9492122e-7,"teacher_disagreement_score":0.92394817,"about_ca_system_score_codex":0.00009545088,"about_ca_system_score_gemma":0.00011305115,"threshold_uncertainty_score":0.9999756},"labels":[],"label_agreement":null},{"id":"W2035659395","doi":"10.5555/2486788.2486957","title":"Situational awareness: personalizing issue tracking systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Situation awareness; Ticket; Context (archaeology); Knowledge management; Tracking system; Human–computer interaction; Software engineering; Process management; World Wide Web; Computer security; Engineering","score_opus":0.03439711888198767,"score_gpt":0.28226766557817023,"score_spread":0.24787054669618258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035659395","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061178077,0.0002426294,0.9353943,0.00077274814,0.0004932537,0.00018097721,3.5775065e-7,0.000557258,0.0011803837],"genre_scores_gemma":[0.9777618,0.000002255542,0.019820167,0.00007433537,0.00017890529,0.000061102015,0.0000015190194,0.000009293545,0.0020906099],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988955,0.00002691562,0.00012463568,0.00024246819,0.00045029662,0.0002601529],"domain_scores_gemma":[0.99893737,0.00048385508,0.000019012812,0.00028835933,0.0001803023,0.0000911061],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022416956,0.00008362868,0.00008673844,0.00010512566,0.00009136838,0.0005108185,0.000582536,0.000037470123,0.0002689574],"category_scores_gemma":[0.00022655874,0.00007424519,0.000029199877,0.00027513865,0.000013404318,0.000785706,0.00012223238,0.00009431523,0.0012219035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029231746,0.00025180946,0.39370933,0.00054778194,0.00019498072,0.00008554106,0.008128371,0.048076045,0.0152401915,0.28935048,0.117542885,0.12686966],"study_design_scores_gemma":[0.00020852603,0.00002973768,0.086778484,0.00006160056,0.0000016652954,0.00007426389,0.0002106732,0.90199614,0.00079496735,0.0004677399,0.009051144,0.00032508967],"about_ca_topic_score_codex":0.0004643911,"about_ca_topic_score_gemma":0.0000014650918,"teacher_disagreement_score":0.9165837,"about_ca_system_score_codex":0.000058124522,"about_ca_system_score_gemma":0.00006924921,"threshold_uncertainty_score":0.99955577},"labels":[],"label_agreement":null},{"id":"W2035962249","doi":"10.1109/icsm.2012.6405303","title":"Modelling the &amp;#x2018;Hurried&amp;#x2019; bug report reading process to summarize bug reports","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Process (computing); Point (geometry); Sentence; Reading (process); Software bug; Quality (philosophy); Natural language processing; Information retrieval; Software; Programming language; Linguistics","score_opus":0.05726676498180077,"score_gpt":0.32128686856263633,"score_spread":0.26402010358083555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035962249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13064207,0.00013694272,0.8636206,0.0008565622,0.0011884759,0.00046220105,7.744146e-7,0.0009074061,0.0021849913],"genre_scores_gemma":[0.5739041,0.000008715623,0.4129621,0.0002429601,0.0005332203,0.00015623834,0.000009133476,0.00006463944,0.012118876],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.995816,0.00007180308,0.0007207943,0.00085274957,0.0012809794,0.0012577097],"domain_scores_gemma":[0.9953113,0.00080012396,0.00018601118,0.002731906,0.00039306938,0.0005775484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034841185,0.0003332324,0.00031736132,0.00025661962,0.00034269152,0.00043596834,0.0013959033,0.00013831994,0.000076038894],"category_scores_gemma":[0.0023046904,0.00024469537,0.000118045915,0.0012290585,0.000057267356,0.0010801749,0.0007789494,0.00049097434,0.00037648488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054266842,0.00049862795,0.21317919,0.00035096405,0.00027299,0.0001619083,0.01799959,0.7181659,0.010756475,0.011282755,0.02391058,0.0033668014],"study_design_scores_gemma":[0.00022219575,0.000079638114,0.003506947,0.00023453597,0.000039980758,0.0057499427,0.00014857465,0.024454324,0.0026713882,0.004470218,0.956648,0.0017742523],"about_ca_topic_score_codex":0.0004302163,"about_ca_topic_score_gemma":0.000015046974,"teacher_disagreement_score":0.9327374,"about_ca_system_score_codex":0.00015699516,"about_ca_system_score_gemma":0.00020689571,"threshold_uncertainty_score":0.99783874},"labels":[],"label_agreement":null},{"id":"W2036164091","doi":"10.1109/re.2007.55","title":"Viewing Project Collaborators WhoWork on Interrelated Requirements","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Requirements analysis; Computer science; Requirements engineering; Requirements management; Requirement prioritization; Set (abstract data type); Plan (archaeology); Non-functional requirement; Listing (finance); Interdependence; Work breakdown structure; Work (physics); Project management; Software requirements specification; Visualization; Software project management; Project team; Project management triangle; Software; Software development; Systems engineering; Knowledge management; Engineering; Project charter; Software design","score_opus":0.045076553923334255,"score_gpt":0.3373198162288613,"score_spread":0.29224326230552705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036164091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31592822,0.0000709035,0.6757589,0.00019930585,0.0010413766,0.00037692484,4.2072085e-7,0.0011254827,0.005498476],"genre_scores_gemma":[0.975277,0.0000033518502,0.02363962,0.00019047169,0.000048227714,0.0000082915185,7.664551e-7,0.000013322725,0.00081893534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986257,0.000027755394,0.00019059154,0.00030626223,0.00044218148,0.00040751806],"domain_scores_gemma":[0.9989333,0.00038056922,0.00002639109,0.00047288975,0.00010028615,0.00008653205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093393,0.00011112872,0.00009845815,0.00028287483,0.00006479374,0.00012688633,0.0006754301,0.000057208945,0.000018891793],"category_scores_gemma":[0.0005158836,0.000095188996,0.000027501621,0.0017735787,0.000015740514,0.0002618793,0.0002037315,0.00018625283,0.00019224004],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023245286,0.001145254,0.22442745,0.00023358567,0.00054672937,0.0014021507,0.019265614,0.0017703339,0.010807338,0.06489941,0.1668744,0.5083953],"study_design_scores_gemma":[0.005540418,0.003018299,0.34381247,0.0019655128,0.000026500937,0.00008658614,0.00062594924,0.07165833,0.18090498,0.0011123493,0.38742808,0.0038205308],"about_ca_topic_score_codex":0.000017262972,"about_ca_topic_score_gemma":0.0000028762186,"teacher_disagreement_score":0.6593488,"about_ca_system_score_codex":0.00016043212,"about_ca_system_score_gemma":0.00007973425,"threshold_uncertainty_score":0.38816947},"labels":[],"label_agreement":null},{"id":"W2036333174","doi":"10.1145/351936.351953","title":"Choosing an object-oriented domain framework","year":2000,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Citation; Domain (mathematical analysis); Object (grammar); Library science; Artificial intelligence; Mathematics","score_opus":0.052600460995895056,"score_gpt":0.3584658570058323,"score_spread":0.30586539600993723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036333174","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006450785,0.53861254,0.4586179,0.00001130922,0.0010966847,0.00036701842,0.0000067009514,0.0011505248,0.00007279248],"genre_scores_gemma":[0.00013618967,0.69430196,0.30426696,0.000039606697,0.0008747135,0.000024204306,0.00010203134,0.00017695667,0.00007735485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99155074,0.0035687767,0.0009575931,0.0016378086,0.0009892357,0.0012958354],"domain_scores_gemma":[0.9841416,0.010287377,0.00031185892,0.004693203,0.00014866653,0.00041728714],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.006654311,0.0008181339,0.0017998642,0.00067355484,0.0003856761,0.0007127865,0.0066512837,0.00064955896,0.00003844619],"category_scores_gemma":[0.0042269346,0.00078796287,0.000458142,0.0029980429,0.00008539457,0.00036968623,0.0020463078,0.0020371869,0.00043642338],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.836627e-7,0.000053054096,0.00011255695,0.0012563727,0.00006971262,0.00007914267,0.00023333324,0.00009268657,4.0425387e-8,0.00052515394,0.00018006377,0.9973975],"study_design_scores_gemma":[0.00018325308,0.00013099078,0.0010136442,0.015016754,0.000049687504,0.00018585105,0.000004962905,0.0021767796,7.7309664e-7,0.0013538011,0.97837394,0.001509548],"about_ca_topic_score_codex":0.00008202116,"about_ca_topic_score_gemma":0.0000030942472,"teacher_disagreement_score":0.99588794,"about_ca_system_score_codex":0.0003317371,"about_ca_system_score_gemma":0.0005522043,"threshold_uncertainty_score":0.9994571},"labels":[],"label_agreement":null},{"id":"W2036389624","doi":"10.1109/esem.2013.7","title":"Message from the PROMISE 2013 Chairs","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software quality assurance; Quality assurance; Software engineering; Process (computing); Verifiable secret sharing; Engineering management; Software quality; Quality (philosophy); Software; Software project management; Software development; Data science; Software construction; Engineering","score_opus":0.013524611762063243,"score_gpt":0.22772803490741406,"score_spread":0.21420342314535082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036389624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30447334,0.00044164172,0.65272963,0.033243287,0.0006345582,0.0009038494,0.0000028366608,0.0014677931,0.006103097],"genre_scores_gemma":[0.96537745,0.000011191235,0.027804874,0.00039943247,0.00010094793,0.00012477621,0.0000010098074,0.000010663061,0.0061696707],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9992257,0.0000265548,0.000075145,0.00020006999,0.00025139534,0.0002211762],"domain_scores_gemma":[0.9984677,0.00069599954,0.000010758113,0.00070221344,0.000047944843,0.00007541346],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014383593,0.00006865233,0.0000571527,0.000020426556,0.000055278662,0.00029719842,0.0012426734,0.000027166798,0.00083330966],"category_scores_gemma":[0.00016695108,0.000039409842,0.00002622151,0.00016253025,0.000024108329,0.0002512737,0.00033370245,0.0001210153,0.0020512266],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011998231,0.00005845433,0.017559992,0.0000073903047,0.0000404027,0.000011771513,0.0014506662,0.00021780183,0.0020604013,0.016817644,0.8992867,0.06248756],"study_design_scores_gemma":[0.0008093174,0.00009019422,0.63984686,0.000039653267,0.0000044584494,0.000009535257,0.00011514791,0.24098201,0.007284608,0.014175433,0.09598756,0.0006552364],"about_ca_topic_score_codex":0.0017375213,"about_ca_topic_score_gemma":0.00001274217,"teacher_disagreement_score":0.8032991,"about_ca_system_score_codex":0.00001610533,"about_ca_system_score_gemma":0.000024159011,"threshold_uncertainty_score":0.9987258},"labels":[],"label_agreement":null},{"id":"W2036487649","doi":"10.1109/ms.2012.24","title":"Contemporary Peer Review in Action: Lessons from Open Source Development","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; University of Victoria; Concordia University","funders":"Engineering and Physical Sciences Research Council","keywords":"Agile software development; Code review; Software engineering; Computer science; Software development; Software quality; Software inspection; Software development process; Software peer review; Personal software process; Process (computing); Technical peer review; Team software process; Asynchronous communication; Software technical review; Software; Process management; Engineering; Software construction; Peer review; Operating system","score_opus":0.16966384960637565,"score_gpt":0.3791838742844237,"score_spread":0.20952002467804803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036487649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03996968,0.019988917,0.9276597,0.007641293,0.002150087,0.0011276111,0.000014365027,0.0010122044,0.00043617547],"genre_scores_gemma":[0.797359,0.00030615192,0.1920358,0.0020580867,0.0003543476,0.00040503472,0.000055358487,0.00007003784,0.007356193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803996,0.00009993,0.00029601477,0.00037371277,0.0007375018,0.0004529008],"domain_scores_gemma":[0.9982226,0.0006151513,0.00006329719,0.000714415,0.00016879963,0.00021574089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012839001,0.0001720209,0.00027468384,0.00010251962,0.00013899313,0.00013776607,0.0018070351,0.00007922348,0.000071607494],"category_scores_gemma":[0.001185285,0.00016769684,0.00004226712,0.00052001496,0.000020832165,0.0011266117,0.0009619943,0.0003258519,0.00038719818],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013633095,0.00035660336,0.29848635,0.0005901445,0.00008821364,0.00006818256,0.005679217,0.0001255786,0.000103583036,0.000146458,0.40290648,0.29143554],"study_design_scores_gemma":[0.00045539226,0.000014987937,0.13989545,0.0012094359,0.0000033246824,0.0000138619025,0.000022778155,0.00007444326,0.00162441,0.00007137873,0.8561887,0.0004258444],"about_ca_topic_score_codex":0.00023306433,"about_ca_topic_score_gemma":0.000016448985,"teacher_disagreement_score":0.7573893,"about_ca_system_score_codex":0.00018958925,"about_ca_system_score_gemma":0.00034385629,"threshold_uncertainty_score":0.68384784},"labels":[],"label_agreement":null},{"id":"W2036570657","doi":"10.1007/s00165-009-0115-x","title":"From a domain analysis to the specification and detection of code and design smells","year":2009,"lang":"en","type":"article","venue":"Formal Aspects of Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université de Montréal","funders":"","keywords":"Code smell; Computer science; Context (archaeology); Domain (mathematical analysis); Adaptation (eye); Domain analysis; Software engineering; Programming language; Software system; Software; Software development; Software quality; Software construction","score_opus":0.015197072992355601,"score_gpt":0.24887866242311502,"score_spread":0.23368158943075942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036570657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.442781,0.000057493624,0.55691016,0.00011201505,0.00001797129,0.000075175645,6.6189784e-7,0.000022793392,0.000022743223],"genre_scores_gemma":[0.9000921,0.0000029622302,0.099847645,0.0000129205855,0.000040062405,5.5813024e-7,4.197346e-7,0.0000021754329,0.0000011609726],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992524,0.00004155928,0.00018183597,0.00016951337,0.00020724762,0.0001474565],"domain_scores_gemma":[0.99907297,0.0004908627,0.00007790373,0.0002468188,0.00006448165,0.000046991576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055646646,0.00006435577,0.0001385268,0.00018466645,0.00006850474,0.000050928837,0.00027089202,0.000022982373,7.0061714e-7],"category_scores_gemma":[0.000108350454,0.000051706884,0.000027805281,0.00073565094,0.000020318508,0.0001582954,0.00011827289,0.00007120992,9.5231024e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009345154,0.00011507402,0.005814006,0.000043509543,0.00040467706,0.000008167652,0.019826028,0.16457716,0.11417582,0.018843492,0.000048644568,0.67604995],"study_design_scores_gemma":[0.0001634341,0.00022237725,0.5070409,0.000020211388,0.000021357584,0.0000037321338,0.000074179894,0.43316314,0.055409126,0.0037705665,0.00002474008,0.00008625357],"about_ca_topic_score_codex":0.00004373968,"about_ca_topic_score_gemma":0.0000068046734,"teacher_disagreement_score":0.6759637,"about_ca_system_score_codex":0.000016210806,"about_ca_system_score_gemma":0.0000114497525,"threshold_uncertainty_score":0.21085455},"labels":[],"label_agreement":null},{"id":"W2036661337","doi":"10.1145/1159733.1159766","title":"A family of empirical studies to compare informal and optimization-based planning of software releases","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Replication (statistics); Computer science; Empirical research; Software; Process (computing); Operations research; Process management; Management science; Software quality; Software development; Engineering; Mathematics; Statistics","score_opus":0.04905786676383975,"score_gpt":0.33702278248609063,"score_spread":0.2879649157222509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036661337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22898935,0.00029459895,0.77039224,0.00006613779,0.000024479568,0.00007809321,0.0000026662399,0.000108020766,0.00004439868],"genre_scores_gemma":[0.6595747,0.0000013316036,0.34033018,0.00005754988,0.0000070232636,0.000005410693,0.0000016654515,0.0000034418536,0.000018716843],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992042,0.000013403932,0.00022327038,0.00013566497,0.000274165,0.00014929938],"domain_scores_gemma":[0.9985219,0.00096498366,0.000038149436,0.00019951673,0.0002255856,0.000049836523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011027611,0.00007744233,0.00017910844,0.00018307102,0.00003225115,0.000020472517,0.00024430818,0.000016227215,0.0000021810333],"category_scores_gemma":[0.000585045,0.000066730594,0.0000217094,0.00041745364,0.000049625494,0.00013723293,0.00017629456,0.000046215184,8.805601e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058673972,0.00001789877,0.22777809,0.00005692165,0.000007539991,0.00000206982,0.00020305833,0.77022904,0.000016053094,0.00008584061,0.0012740537,0.00032354755],"study_design_scores_gemma":[0.0004968782,0.00020455413,0.41794598,0.00017005097,0.000004839729,0.000002668659,0.00016467762,0.5782612,0.0023804915,0.00003259068,0.00015176438,0.00018433094],"about_ca_topic_score_codex":0.000071831244,"about_ca_topic_score_gemma":0.0000031378756,"teacher_disagreement_score":0.43058535,"about_ca_system_score_codex":0.00001376962,"about_ca_system_score_gemma":0.00006549641,"threshold_uncertainty_score":0.2721195},"labels":[],"label_agreement":null},{"id":"W2036780516","doi":"10.1007/s00236-009-0107-6","title":"Early action in an Earley parser","year":2009,"lang":"en","type":"article","venue":"Acta Informatica","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Parsing; Compiler; Natural language processing; Artificial intelligence; Programming language; Action (physics); Theory of computation; LR parser; Top-down parsing","score_opus":0.027492417611835438,"score_gpt":0.2901093124590566,"score_spread":0.2626168948472211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036780516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97218156,0.000004893072,0.025565427,0.00052321225,0.00009689803,0.000113421855,2.569091e-7,0.00025752248,0.0012568291],"genre_scores_gemma":[0.98762286,0.0000038644057,0.012093872,0.00021415038,0.000021050022,0.000006496504,0.0000012904077,0.0000031172779,0.000033313983],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991445,0.000015919113,0.00018769321,0.00009714925,0.00027571872,0.0002790255],"domain_scores_gemma":[0.99926573,0.00010701186,0.000026705353,0.00046730624,0.00003628909,0.00009698077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023936653,0.00007607848,0.00008270854,0.00018698114,0.000032641718,0.00021464945,0.0006207324,0.000051146417,0.000014401473],"category_scores_gemma":[0.00018541486,0.00007143824,0.000018563116,0.000398867,0.000009780714,0.0030391829,0.00006161152,0.00019306688,0.00018743759],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039732953,0.00035486982,0.034202747,0.00008761362,0.000019815847,0.000053267162,0.024340346,0.0017979407,0.0029468248,0.021624753,0.0042958474,0.91023624],"study_design_scores_gemma":[0.000307329,0.00028570087,0.9289567,0.000025768992,8.220369e-7,0.000011124682,0.00003861176,0.065965675,0.00089541794,0.00088460837,0.0024353794,0.00019288628],"about_ca_topic_score_codex":0.000014728947,"about_ca_topic_score_gemma":0.0000024150147,"teacher_disagreement_score":0.91004336,"about_ca_system_score_codex":0.00004964215,"about_ca_system_score_gemma":0.000035597466,"threshold_uncertainty_score":0.29131672},"labels":[],"label_agreement":null},{"id":"W2037019767","doi":"10.1016/j.ins.2004.08.012","title":"Early estimation of software size in object-oriented environments a case study in a CMM level 3 software firm","year":2005,"lang":"en","type":"article","venue":"Information Sciences","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"European Commission; University of Calgary","keywords":"Computer science; Software; Software sizing; Scope (computer science); Software metric; Software measurement; Software development; Verification and validation; Software engineering; Software quality; Software construction; Statistics; Programming language; Mathematics","score_opus":0.030821818046954802,"score_gpt":0.29896613642638853,"score_spread":0.26814431837943375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037019767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7203782,0.000011709126,0.2790737,0.000042235955,0.000067759145,0.00034515184,0.0000041876006,0.00006248505,0.000014584576],"genre_scores_gemma":[0.91891015,0.0000013422539,0.080976516,0.000033371565,0.0000061795668,0.000053100863,0.0000012321168,0.0000028436311,0.000015253697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978615,0.00006097162,0.0006005187,0.00022371938,0.000933721,0.00031954795],"domain_scores_gemma":[0.99858946,0.0008137259,0.0001550612,0.00032419612,0.00005021765,0.00006735411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013486581,0.0001268354,0.00016210802,0.00067656,0.000091335234,0.00015688734,0.00068675564,0.00005135232,0.000012422993],"category_scores_gemma":[0.0024274406,0.000120380784,0.000026591822,0.0018614529,0.00010280801,0.005112349,0.00023906655,0.00015820711,0.000055926997],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009239305,0.00027361562,0.56543195,0.000033485438,0.0000058349397,0.00006635729,0.043224998,0.2170912,0.000017944032,0.00007516731,0.000030976054,0.17373925],"study_design_scores_gemma":[0.0009853282,0.00026113587,0.8052882,0.000051041683,0.0000013560391,0.000088370485,0.0014129903,0.19131397,0.00024988543,0.000061885745,0.0000926857,0.00019315194],"about_ca_topic_score_codex":0.0009788786,"about_ca_topic_score_gemma":0.00023069567,"teacher_disagreement_score":0.23985627,"about_ca_system_score_codex":0.00017770387,"about_ca_system_score_gemma":0.0001560226,"threshold_uncertainty_score":0.49089858},"labels":[],"label_agreement":null},{"id":"W2037556552","doi":"10.5555/776816.776826","title":"Using benchmarking to advance research: a challenge to software engineering","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":200,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Benchmarking; Benchmark (surveying); Computer science; Data science; Software; Software engineering; Academic community; Management science; Engineering management; Engineering","score_opus":0.112132774218325,"score_gpt":0.3623551205264038,"score_spread":0.25022234630807877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037556552","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03964792,0.00016478375,0.9580805,0.0002710849,0.000423417,0.0003788807,6.5095264e-7,0.00058380794,0.0004489836],"genre_scores_gemma":[0.3091921,0.0000045098586,0.69039583,0.000086558524,0.00007880252,0.0000501552,1.615773e-7,0.000029200557,0.00016269367],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700975,0.00008196669,0.00020704408,0.0006905207,0.0009227904,0.001087936],"domain_scores_gemma":[0.9969612,0.0012148159,0.000012212807,0.0009823786,0.0002763311,0.0005530898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015744268,0.00018557276,0.00017840318,0.000770873,0.00016726616,0.00022381838,0.0011439902,0.00006469671,0.000045462406],"category_scores_gemma":[0.00657624,0.00019677321,0.00004518996,0.002388001,0.000013088765,0.00039941192,0.0006434722,0.0003861713,0.00021154243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001930115,0.00027866077,0.010715254,0.00033421858,0.000080295584,0.0004764595,0.0071093007,0.65373,0.016921198,0.2121951,0.0048593553,0.093280874],"study_design_scores_gemma":[0.0015971446,0.0020956032,0.02561524,0.0016102508,0.00000964691,0.00031571474,0.0003433308,0.35259,0.05547032,0.0032415746,0.5524682,0.004642979],"about_ca_topic_score_codex":0.000029427094,"about_ca_topic_score_gemma":0.000007967398,"teacher_disagreement_score":0.54760885,"about_ca_system_score_codex":0.00031016514,"about_ca_system_score_gemma":0.00010772786,"threshold_uncertainty_score":0.8024179},"labels":[],"label_agreement":null},{"id":"W2037602363","doi":"10.1007/s00766-014-0214-y","title":"Requirements for tools for comprehending highly specialized assembly language code and how to elicit these requirements","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Program comprehension; Malware; Reverse engineering; Requirements analysis; Domain (mathematical analysis); Visualization; Cyberspace; Software; Government (linguistics); Data science; Computer security; World Wide Web; Software system; The Internet; Programming language; Artificial intelligence","score_opus":0.06456112806267894,"score_gpt":0.327813087020144,"score_spread":0.26325195895746506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037602363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15704124,0.00010977003,0.83876497,0.0006085619,0.0009544008,0.0018018472,0.0000388951,0.0006000764,0.00008023555],"genre_scores_gemma":[0.8041517,0.0000138631,0.1939719,0.0001753421,0.00052352465,0.0006564251,0.000033412794,0.00011560371,0.00035823006],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965027,0.000050180253,0.00046594578,0.0009554086,0.0008051324,0.0012206613],"domain_scores_gemma":[0.99687874,0.0014312473,0.00012836859,0.0009522716,0.00018561925,0.0004237408],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014835389,0.00047749878,0.0005403732,0.0004902703,0.00019092373,0.0009423161,0.0012822624,0.00012407327,0.0000045848433],"category_scores_gemma":[0.0031264855,0.0005081327,0.00014607767,0.00048738797,0.000022184167,0.0014168448,0.00057330995,0.00015909469,0.000012255265],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018273217,0.00022408839,0.002007475,0.001601178,0.00062398537,0.000020303012,0.0028279852,0.0092218295,0.8403615,0.03829888,0.0050100316,0.099620044],"study_design_scores_gemma":[0.011193844,0.0018666694,0.009965185,0.001416686,0.00013074037,0.00002328717,0.00016923892,0.5835747,0.14320597,0.00054834125,0.244781,0.0031243293],"about_ca_topic_score_codex":0.00000914375,"about_ca_topic_score_gemma":0.000003908752,"teacher_disagreement_score":0.6971555,"about_ca_system_score_codex":0.00033748607,"about_ca_system_score_gemma":0.000040060353,"threshold_uncertainty_score":0.999737},"labels":[],"label_agreement":null},{"id":"W2037905258","doi":"10.1145/1454474.1454485","title":"Dynamic analysis of Ada programs for comprehension and quality measurement","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Program comprehension; Call graph; Software quality; Schema (genetic algorithms); Software engineering; Visualization; Programming language; Comprehension; Software; Software system; Data mining; Software development; Information retrieval","score_opus":0.11941379264931433,"score_gpt":0.32900320970754593,"score_spread":0.2095894170582316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037905258","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3670971,0.00008909873,0.63254106,0.00004127879,0.000019243527,0.00012878221,5.9393676e-7,0.00007066489,0.000012177646],"genre_scores_gemma":[0.8982275,0.0000076184056,0.10170674,0.00000757075,0.0000014886754,0.000015389802,0.0000020284922,0.0000025010488,0.000029141807],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904895,0.000025044927,0.00015423729,0.0001970666,0.00043971284,0.00013500625],"domain_scores_gemma":[0.99915826,0.00021503639,0.0000285294,0.00031369776,0.00023240203,0.000052071646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048073466,0.00005523921,0.00016716807,0.00014875812,0.000040142546,0.000014841033,0.00021657698,0.000020967604,0.0000021414276],"category_scores_gemma":[0.00014869065,0.000046177367,0.0000633656,0.0006242287,0.000033791024,0.00007155121,0.00009584751,0.000032065658,5.223575e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007008547,0.0008552618,0.6845142,0.0005501641,0.00247049,0.000009019969,0.002240273,0.006424768,0.033115968,0.009378561,0.0004622269,0.25990894],"study_design_scores_gemma":[0.00022957538,0.00007983714,0.6189038,0.0000068516106,0.000025756734,0.0000012360869,0.000007654901,0.37952542,0.0009372503,0.00005026689,0.00014913942,0.00008323009],"about_ca_topic_score_codex":0.0001249163,"about_ca_topic_score_gemma":0.00007935916,"teacher_disagreement_score":0.53113043,"about_ca_system_score_codex":0.000036248184,"about_ca_system_score_gemma":0.00002763345,"threshold_uncertainty_score":0.18830584},"labels":[],"label_agreement":null},{"id":"W2038172274","doi":"10.1109/icsm.2013.79","title":"gCad: A Near-Miss Clone Genealogy Extractor to Support Clone Evolution Analysis","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Extractor; Computer science; Programming language; Biology; Genetics; Engineering; Gene","score_opus":0.015450807150031845,"score_gpt":0.27077041797515977,"score_spread":0.25531961082512794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038172274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32716036,0.0000312652,0.67104477,0.00076606777,0.00014908245,0.00022782318,0.0000015477362,0.0003849337,0.00023413623],"genre_scores_gemma":[0.87212694,0.0000027445435,0.12601742,0.00016336505,0.000063266314,0.00008248812,0.0000068081736,0.000013683082,0.001523304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791676,0.0000663744,0.00027600167,0.00056807225,0.00055070344,0.00062210666],"domain_scores_gemma":[0.9979113,0.00036937086,0.0000335959,0.0010073408,0.00024532407,0.00043307076],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00046581894,0.00016367549,0.00026698716,0.00046893407,0.00009223865,0.00031466296,0.0010252433,0.00010160053,0.0010897805],"category_scores_gemma":[0.00035385808,0.00015182837,0.00012782068,0.0024890653,0.000032632946,0.00049370236,0.00038864728,0.00018191121,0.002960292],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051288574,0.0009928022,0.5216947,0.00018218397,0.002154282,0.00027599724,0.0023962972,0.04935449,0.1274055,0.029749706,0.15768161,0.10806114],"study_design_scores_gemma":[0.00021932235,0.00021300161,0.87587804,0.0000037387445,0.000030267276,0.000018184935,0.000008555554,0.118972614,0.0015088959,0.0003361684,0.0024950332,0.00031620375],"about_ca_topic_score_codex":0.0016290975,"about_ca_topic_score_gemma":0.000042094878,"teacher_disagreement_score":0.5450274,"about_ca_system_score_codex":0.00018227001,"about_ca_system_score_gemma":0.00014142471,"threshold_uncertainty_score":0.99982333},"labels":[],"label_agreement":null},{"id":"W2038637109","doi":"10.5555/2664360.2664388","title":"Systematic mapping of recommendation systems for requirements engineering","year":2012,"lang":"en","type":"article","venue":"International Conference on Software and System Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Requirements engineering; Process (computing); Requirements analysis; Recommender system; Requirements management; User requirements document; Functional requirement; Quality (philosophy); Systems engineering; Product (mathematics); Work (physics); Software engineering; Engineering; Information retrieval; Software","score_opus":0.08301229068590288,"score_gpt":0.330319403439364,"score_spread":0.24730711275346112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038637109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014622711,0.00023431527,0.9822507,0.000058328693,0.0017643488,0.0006364151,0.000018231507,0.00024147244,0.0001734785],"genre_scores_gemma":[0.99330723,0.000011234616,0.006110082,0.000009056696,0.00012018902,0.00035678493,0.000012461644,0.000013717956,0.00005926171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986035,0.00003665802,0.00046354654,0.0002334063,0.00041477106,0.00024810064],"domain_scores_gemma":[0.99846643,0.0004915417,0.00021174877,0.00020717092,0.0005297022,0.000093421724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008805165,0.00014437332,0.0002767697,0.0002651008,0.000050644165,0.00015474373,0.00052345434,0.00006193984,0.0000031275877],"category_scores_gemma":[0.0007773098,0.00013115283,0.000040596122,0.00016112263,0.000010551299,0.0006110601,0.00007767054,0.00007756776,0.000006848701],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007210509,0.00032553173,0.03499518,0.20863168,0.0009563736,0.000006202459,0.0076872413,0.0023009807,0.00093721185,0.73698246,0.00040151217,0.006703499],"study_design_scores_gemma":[0.0015813106,0.00030585803,0.005537461,0.0361981,0.000043713415,0.00014712145,0.002376127,0.9499924,0.0020160316,0.00024542486,0.000626796,0.00092962803],"about_ca_topic_score_codex":0.000008066622,"about_ca_topic_score_gemma":1.03993365e-7,"teacher_disagreement_score":0.9786845,"about_ca_system_score_codex":0.00011632913,"about_ca_system_score_gemma":0.000042433814,"threshold_uncertainty_score":0.53482574},"labels":[],"label_agreement":null},{"id":"W2038876950","doi":"10.1080/08839510802028447","title":"CRAWLING THE CONSTRUCTION WEB – A MACHINE-LEARNING APPROACH WITHOUT NEGATIVE EXAMPLES","year":2008,"lang":"en","type":"article","venue":"Applied Artificial Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Web crawler; Crawling; Web page; Domain (mathematical analysis); Focused crawler; Class (philosophy); World Wide Web; Artificial intelligence; Machine learning; Information retrieval; Web navigation; Static web page","score_opus":0.06203447223025554,"score_gpt":0.2727079318439812,"score_spread":0.21067345961372563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038876950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0802012,0.00006232276,0.9171181,0.00012781499,0.0002696163,0.0003266508,0.0000011525807,0.0005040816,0.0013890713],"genre_scores_gemma":[0.91754663,0.000039192248,0.08202844,0.00004856636,0.00017890985,0.000088894725,0.000002380015,0.000019584339,0.000047410143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808013,0.000088638924,0.0003277955,0.0005401024,0.0005132783,0.00045007153],"domain_scores_gemma":[0.99804926,0.0010740202,0.000096419964,0.0005288471,0.00015088925,0.000100574485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005603228,0.00020517492,0.00018860657,0.00013843241,0.0007312613,0.00019152269,0.0010742544,0.000075340584,0.00002135729],"category_scores_gemma":[0.00078124285,0.00016083066,0.00006018622,0.0008849738,0.0004235454,0.00020395532,0.00030286127,0.000632458,0.00017891682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005658947,0.00019515706,0.0075745312,0.000046528476,0.000103552185,0.000029423914,0.01666148,0.10051406,0.025447292,0.5443316,0.00011103774,0.30492875],"study_design_scores_gemma":[0.00005754094,0.00006144505,0.00063554524,0.000016636823,0.000007732364,0.0001385882,0.0009711579,0.8472436,0.13134898,0.017789293,0.0012485045,0.0004809677],"about_ca_topic_score_codex":0.00010198995,"about_ca_topic_score_gemma":0.000011149497,"teacher_disagreement_score":0.8373454,"about_ca_system_score_codex":0.000057152152,"about_ca_system_score_gemma":0.00011814553,"threshold_uncertainty_score":0.65584844},"labels":[],"label_agreement":null},{"id":"W2038917214","doi":"10.1016/j.infsof.2014.12.006","title":"ELBlocker: Predicting blocking bugs with ensemble imbalance learning","year":2015,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Key Research and Development Program of China","keywords":"Blocking (statistics); Computer science; Software bug; Disjoint sets; Eclipse; Artificial intelligence; Software; Programming language; Mathematics; Computer network","score_opus":0.008737206462084155,"score_gpt":0.22172110999079375,"score_spread":0.2129839035287096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038917214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29408613,0.00012819732,0.70221704,0.0005078371,0.00007970952,0.000107128435,4.2029194e-7,0.0026820016,0.00019155176],"genre_scores_gemma":[0.9144351,0.000012243553,0.08538594,0.000071431066,0.000014335276,0.000025243813,0.0000031745744,0.0000067603646,0.000045756162],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990509,0.000013819197,0.00019875445,0.00015107698,0.00028295527,0.00030247975],"domain_scores_gemma":[0.9991408,0.00015244629,0.00008799513,0.00028743024,0.00023281421,0.000098488454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032862448,0.00011373713,0.00012802218,0.0004185116,0.00012964317,0.00014865154,0.00039998177,0.00013174869,0.000001343374],"category_scores_gemma":[0.0015461897,0.00010140106,0.000011187791,0.0007037995,0.000067986795,0.0010785012,0.00028873247,0.00037817383,0.000037855945],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000113471915,0.000010844625,0.7089379,0.000046909652,0.000020755313,0.000015492384,0.0024497358,0.0034839928,0.000026047757,0.005293842,0.00036477286,0.2793384],"study_design_scores_gemma":[0.009624386,0.0037068678,0.08885973,0.0007956499,0.00003785725,0.0045195557,0.004811702,0.5917366,0.012606041,0.01328598,0.26705536,0.0029602626],"about_ca_topic_score_codex":0.000013818418,"about_ca_topic_score_gemma":0.0000026164025,"teacher_disagreement_score":0.620349,"about_ca_system_score_codex":0.000055465287,"about_ca_system_score_gemma":0.00009754845,"threshold_uncertainty_score":0.41350153},"labels":[],"label_agreement":null},{"id":"W2039052699","doi":"10.1007/s10664-012-9228-6","title":"Studying re-opened bugs in open source software","year":2012,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":138,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Software bug; Eclipse; Software regression; Dimension (graph theory); Open source; Rework; Computer science; Software; Software quality; Software engineering; Engineering; Software development; Operating system; Mathematics","score_opus":0.05923128895567467,"score_gpt":0.32261791254277666,"score_spread":0.26338662358710196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039052699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22314107,0.0006899379,0.7728356,0.00025647413,0.00073235866,0.00053132925,0.0000022153602,0.0017737449,0.000037241327],"genre_scores_gemma":[0.7904896,0.00000865811,0.20834197,0.0002780212,0.00027890198,0.00019607872,0.000006064134,0.000110694295,0.00029001577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99613583,0.000104217404,0.00056437665,0.0007711113,0.0007919224,0.0016325298],"domain_scores_gemma":[0.9953523,0.0026794185,0.00007004588,0.0011964061,0.00008384399,0.00061798404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015755278,0.00045463475,0.00054485124,0.00047652086,0.0001504359,0.00052618916,0.003348088,0.00021630495,0.00007423441],"category_scores_gemma":[0.007043353,0.00046951056,0.000119591445,0.0019177918,0.000029875073,0.0022038016,0.003153432,0.00086764584,0.0002372252],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008732182,0.00019005971,0.96301186,0.000075760276,0.000034436733,0.000046170124,0.0018339555,0.02364812,0.00006682758,0.000089201654,0.0018141103,0.009180743],"study_design_scores_gemma":[0.0014029121,0.0001256324,0.9322138,0.00027118067,0.0000107772385,0.0000607441,0.000070712136,0.012886767,0.0008795312,0.000084845844,0.050593916,0.0013992005],"about_ca_topic_score_codex":0.000113515634,"about_ca_topic_score_gemma":0.000007333398,"teacher_disagreement_score":0.56734854,"about_ca_system_score_codex":0.00047666806,"about_ca_system_score_gemma":0.00011313528,"threshold_uncertainty_score":0.99977565},"labels":[],"label_agreement":null},{"id":"W2039083805","doi":"10.1145/1321211.1321227","title":"A comparative study of pairwise regression techniques for problem determination","year":2007,"lang":"en","type":"article","venue":"Proceedings of CASCON","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pairwise comparison; Computer science; Regression; Regression analysis; Artificial intelligence; Statistics; Machine learning; Mathematics","score_opus":0.03592794746935532,"score_gpt":0.3429632541745326,"score_spread":0.3070353067051773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039083805","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8991219,0.000031175834,0.099183574,0.000021217022,0.000027877577,0.0011053213,6.064143e-7,0.00015480418,0.0003535521],"genre_scores_gemma":[0.8851326,0.0000012843548,0.11473336,0.0000018957272,0.000018221252,0.00007668799,2.5115207e-7,0.000006623107,0.00002905252],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99896026,0.0000032712107,0.00028885528,0.00022337664,0.0003423872,0.00018183426],"domain_scores_gemma":[0.99857783,0.0003071994,0.00019330284,0.0000972196,0.00078076136,0.000043665274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010103706,0.00009494944,0.00021385116,0.0002780736,0.000034128363,0.000026908545,0.00041783034,0.00004742991,5.163366e-7],"category_scores_gemma":[0.0002538888,0.00008188076,0.000034692646,0.00037975537,0.000029432593,0.0003952077,0.00012277033,0.00007946908,2.7984998e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045091877,0.0022968664,0.07811779,0.0021793642,0.000092157454,0.000006889828,0.05855884,0.000011340068,0.5395963,0.010674107,0.0016153103,0.3064001],"study_design_scores_gemma":[0.00052629964,0.0019656846,0.011221562,0.0002215417,0.000007657534,0.000005683661,0.00081748946,0.0031301843,0.98093885,0.0009081712,0.00012829638,0.00012859858],"about_ca_topic_score_codex":0.000010880535,"about_ca_topic_score_gemma":0.000002452075,"teacher_disagreement_score":0.4413425,"about_ca_system_score_codex":0.000041977608,"about_ca_system_score_gemma":0.000020568139,"threshold_uncertainty_score":0.33390003},"labels":[],"label_agreement":null},{"id":"W2039142846","doi":"10.1145/1454247.1454256","title":"Understanding interaction differences between newcomer and expert programmers","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.26962014628892966,"score_gpt":0.33283886433438215,"score_spread":0.06321871804545248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039142846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28933078,0.000036214722,0.7095206,0.0004098931,0.000105118204,0.000060244154,7.188287e-8,0.00023007847,0.00030701116],"genre_scores_gemma":[0.985567,0.00003346933,0.014174917,0.00002515777,0.00004134094,0.0000075423345,3.7606614e-7,0.0000044203957,0.00014583032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993296,0.000016899912,0.00007753483,0.00019263472,0.00019504383,0.00018824646],"domain_scores_gemma":[0.9993511,0.000384345,0.000012780466,0.00014925563,0.000014757133,0.000087799715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007658352,0.00006924162,0.00008004504,0.00010568399,0.00010047706,0.000090787544,0.00021776551,0.00002730869,0.000012883047],"category_scores_gemma":[0.00006049297,0.00005605962,0.000016519172,0.00020673817,0.0000483039,0.00036262526,0.00012059778,0.00009666533,0.000009470834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000264233,0.000024727524,0.9531616,0.00001098424,0.000036952275,0.000019853404,0.0031458947,0.000008075507,0.0001716349,0.0051792786,0.0017170096,0.03652136],"study_design_scores_gemma":[0.0006710289,0.0003306117,0.96628,0.00005686018,0.0000038291378,0.00012788553,0.00091693987,0.024218036,0.002029904,0.0017931807,0.0029687604,0.0006029811],"about_ca_topic_score_codex":0.000106452346,"about_ca_topic_score_gemma":0.0000025926292,"teacher_disagreement_score":0.6962362,"about_ca_system_score_codex":0.000066973385,"about_ca_system_score_gemma":0.000015907479,"threshold_uncertainty_score":0.2286045},"labels":[],"label_agreement":null},{"id":"W2039240270","doi":"10.1109/vissoft.2014.28","title":"ChronoTwigger: A Visual Analytics Tool for Understanding Source and Test Co-evolution","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Visual analytics; Visualization; Pace; Source code; Software analytics; Analytics; Software visualization; Data science; Cultural analytics; Process (computing); Software; Software development; Software engineering; Human–computer interaction; Data mining; Software development process; Information retrieval; Software construction; Semantic analytics; Programming language","score_opus":0.030733418405548885,"score_gpt":0.2927087011250041,"score_spread":0.2619752827194552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039240270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023395248,0.000015120348,0.97580045,0.00021268072,0.000055300352,0.00013184034,7.1000966e-7,0.00025578402,0.00013288755],"genre_scores_gemma":[0.97307897,0.0000013135926,0.02639227,0.000043246237,0.000073339215,0.00000930126,0.0000011239476,0.000009156624,0.00039125714],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999216,0.000012838394,0.000099623576,0.00023538421,0.00018143801,0.00025468593],"domain_scores_gemma":[0.99731755,0.0023548813,0.00001928356,0.00020013182,0.000036904737,0.000071258924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042890065,0.00007923135,0.000090780704,0.000115957446,0.00010907759,0.00017014613,0.00021419735,0.00004174258,0.0000044452295],"category_scores_gemma":[0.0012360975,0.00007465777,0.000025562502,0.00019542493,0.000036577338,0.0001927731,0.00009610249,0.00006610718,0.000011120796],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003105521,0.00022043551,0.31167236,0.00035225032,0.000089211884,0.0000036350925,0.00080873905,0.0056879167,0.00495764,0.60935664,0.014722405,0.052097723],"study_design_scores_gemma":[0.00035973277,0.00020182335,0.014782903,0.000010752741,0.0000032558346,0.000006035978,0.000021542295,0.97988117,0.00041556417,0.002349834,0.0018276836,0.0001397123],"about_ca_topic_score_codex":0.0000097193015,"about_ca_topic_score_gemma":0.0000031906902,"teacher_disagreement_score":0.9741932,"about_ca_system_score_codex":0.00019701585,"about_ca_system_score_gemma":0.000037540267,"threshold_uncertainty_score":0.30444556},"labels":[],"label_agreement":null},{"id":"W2039316517","doi":"10.1142/s0218194012400116","title":"DEFECT PREDICTION USING CASE-BASED REASONING: AN ATTRIBUTE WEIGHTING TECHNIQUE BASED UPON SENSITIVITY ANALYSIS IN NEURAL NETWORKS","year":2012,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Weighting; Artificial neural network; Sensitivity (control systems); Data mining; Computer science; Heuristic; Artificial intelligence; Linear regression; Machine learning; Pattern recognition (psychology); Engineering","score_opus":0.01592908508520493,"score_gpt":0.26951147551447335,"score_spread":0.25358239042926844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039316517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39490956,0.00067040004,0.60327816,0.000012616725,0.000807526,0.00007274144,0.0000049920727,0.000243701,3.373308e-7],"genre_scores_gemma":[0.8574362,0.0000057186103,0.1420762,0.0000092745995,0.00041502377,0.000009812883,0.000007627449,0.000039576247,5.64304e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979832,0.000109750974,0.00058495824,0.00030650097,0.0004558737,0.0005596729],"domain_scores_gemma":[0.9973939,0.0014086304,0.00016850287,0.00028041392,0.00040980065,0.00033877412],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024136622,0.00031696353,0.00041565843,0.0019767277,0.0000684081,0.00018621596,0.00040911348,0.00015621421,0.0000019771292],"category_scores_gemma":[0.0017323142,0.00033951615,0.00023984759,0.0013090811,0.000017110951,0.001142301,0.00013997534,0.00077513326,3.685255e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000101225705,0.0000731851,0.12504402,0.000031538293,0.00018167235,0.00056339725,0.00013418152,0.87167037,0.0010472082,0.000026192252,0.0000035880873,0.0012145311],"study_design_scores_gemma":[0.00043269273,0.00005943259,0.036513686,0.00025148166,0.00006843111,0.0019174874,0.000007250241,0.95936984,0.0010450158,3.9174333e-7,0.000058725065,0.00027555545],"about_ca_topic_score_codex":0.000031618587,"about_ca_topic_score_gemma":0.000006916767,"teacher_disagreement_score":0.46252665,"about_ca_system_score_codex":0.0004890053,"about_ca_system_score_gemma":0.00008589317,"threshold_uncertainty_score":0.9999057},"labels":[],"label_agreement":null},{"id":"W2039536418","doi":"","title":"Discovering Information Explaining API Types Using Text Classification","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Application programming interface; Interface (matter); Precision and recall; Information retrieval; Software; Artificial intelligence; Programming language","score_opus":0.03867956524393828,"score_gpt":0.27813749512913816,"score_spread":0.23945792988519987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039536418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12497421,0.000007127396,0.87359256,0.0002402023,0.00014138619,0.000047495123,3.4772532e-7,0.00024627874,0.00075041904],"genre_scores_gemma":[0.9523631,0.000003840845,0.047464322,0.000024101373,0.000029508132,0.0000055157157,5.098148e-7,0.0000038740063,0.00010527884],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999385,0.0000116952315,0.000120583565,0.00010803511,0.00020659021,0.00016811292],"domain_scores_gemma":[0.9993543,0.0002441685,0.00002981973,0.00027835782,0.000049981976,0.00004335724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018871127,0.000056269848,0.000047021847,0.00012449607,0.000055831046,0.00015019254,0.0003164492,0.000026762309,0.000020582898],"category_scores_gemma":[0.00034287877,0.000037915077,0.00001591084,0.00021935123,0.000012722499,0.002607948,0.00013235718,0.000039067054,0.00019790644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007760927,0.000021507543,0.034092974,0.000044856206,0.000025114046,0.0000028513657,0.0020600145,0.0029284253,0.070470706,0.16222537,0.00061157177,0.72750884],"study_design_scores_gemma":[0.0006679768,0.00006444537,0.13077581,0.00019075413,0.0000035698706,0.000027879052,0.00017476572,0.827579,0.028019296,0.0009095884,0.011060758,0.0005261295],"about_ca_topic_score_codex":0.0000145733275,"about_ca_topic_score_gemma":7.3861884e-7,"teacher_disagreement_score":0.8273888,"about_ca_system_score_codex":0.00008941055,"about_ca_system_score_gemma":0.000038551647,"threshold_uncertainty_score":0.25437528},"labels":[],"label_agreement":null},{"id":"W2039729958","doi":"10.1002/spip.298","title":"Using Data Envelopment Analysis in software development productivity measurement","year":2006,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmarking; Data envelopment analysis; Productivity; Software; Computer science; Function point; Software development; Function (biology); Regression analysis; Process (computing); Linear regression; Industrial engineering; Engineering; Statistics; Business; Mathematics; Economics; Machine learning","score_opus":0.09050916239602833,"score_gpt":0.3356399786467488,"score_spread":0.2451308162507205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039729958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05965584,0.0012190822,0.93715614,0.00060448184,0.00019196069,0.00071685284,0.000009386794,0.0004069065,0.000039337705],"genre_scores_gemma":[0.53067744,0.000027954347,0.46889457,0.00010840975,0.000071108174,0.00009856655,0.000044085995,0.000026181793,0.0000517126],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953848,0.00015159705,0.00062746316,0.0014262107,0.0016880817,0.0007218201],"domain_scores_gemma":[0.9968035,0.0008845457,0.00027374242,0.0013185906,0.0005719813,0.00014759073],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005007737,0.0003632277,0.00038368208,0.0006273394,0.00028161242,0.00044101308,0.001410236,0.000098230266,0.000008367368],"category_scores_gemma":[0.006226144,0.00036223495,0.000038334016,0.0022582372,0.00005401434,0.0029467866,0.0013190962,0.0003712533,0.0000069931516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001728463,0.0018197858,0.31809893,0.00095511606,0.00119503,0.00013686028,0.0029496744,0.0062131933,0.0017216085,0.00019819308,0.0003870427,0.6661517],"study_design_scores_gemma":[0.008426898,0.0008328243,0.73055536,0.0008791092,0.0019987684,0.00027508792,0.0011991706,0.07759574,0.056732964,0.005330518,0.107850224,0.008323351],"about_ca_topic_score_codex":0.00045668086,"about_ca_topic_score_gemma":0.0002979794,"teacher_disagreement_score":0.65782833,"about_ca_system_score_codex":0.0004902286,"about_ca_system_score_gemma":0.0008394207,"threshold_uncertainty_score":0.99988294},"labels":[],"label_agreement":null},{"id":"W2039822794","doi":"10.1145/1767751.1767754","title":"Clone region descriptors","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"clone (Java method); Computer science; Cloning (programming); Source code; Software maintenance; Software; Code refactoring; Code (set theory); Software system; Programming language; Biology; Genetics; Gene","score_opus":0.08537287773891615,"score_gpt":0.3123188283960462,"score_spread":0.22694595065713002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039822794","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09008585,0.00008325452,0.9062918,0.0003131572,0.001998522,0.00010185429,0.0000015998036,0.0011205783,0.0000034257378],"genre_scores_gemma":[0.24034974,0.000042646938,0.7592668,0.000067829074,0.00006449406,0.00004384235,7.692102e-7,0.000027008353,0.00013690672],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986498,0.00009517692,0.00018760092,0.0004689509,0.00017776064,0.0004207545],"domain_scores_gemma":[0.99440736,0.0042938455,0.000025908708,0.0009967608,0.000064236694,0.0002118986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007005509,0.0002083949,0.0002389386,0.0003960692,0.0001284492,0.000060492515,0.0007108529,0.0002194748,0.000013875932],"category_scores_gemma":[0.0042546247,0.00021150502,0.000073851195,0.00044239318,0.00005826716,0.00022290976,0.000035091838,0.00090897916,0.000017162303],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005890441,0.00021942619,0.0046172696,0.00020724976,0.00023242368,0.0001869228,0.001882942,0.025641097,0.041029852,0.014234884,0.00046538393,0.91122365],"study_design_scores_gemma":[0.009528761,0.004255283,0.25814125,0.00055749435,0.00035471868,0.012315039,0.00025781398,0.11879338,0.35106912,0.020438995,0.2154189,0.008869229],"about_ca_topic_score_codex":0.00002688422,"about_ca_topic_score_gemma":0.0000038387548,"teacher_disagreement_score":0.9023544,"about_ca_system_score_codex":0.000026473252,"about_ca_system_score_gemma":0.000038418442,"threshold_uncertainty_score":0.86249244},"labels":[],"label_agreement":null},{"id":"W2039854894","doi":"10.1145/2568225.2568270","title":"Effects of using examples on structural model comprehension: a controlled experiment","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Comprehension; Domain (mathematical analysis); Unified Modeling Language; Class diagram; Domain model; Program comprehension; Empirical research; Completeness (order theory); Class (philosophy); Artificial intelligence; Software; Software engineering; Domain knowledge; Programming language; Software system","score_opus":0.02814075456058587,"score_gpt":0.2881083396112961,"score_spread":0.25996758505071027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039854894","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49412552,0.00003493293,0.5054629,0.000015906959,0.00008089833,0.0001484427,6.363041e-8,0.000082922765,0.000048431353],"genre_scores_gemma":[0.8797728,4.1089498e-7,0.12011119,0.000045244356,0.000019991177,0.000010101724,1.3614056e-7,0.000006517845,0.000033595094],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990241,0.00005948151,0.00014782962,0.00021695369,0.0003536535,0.00019801088],"domain_scores_gemma":[0.99827313,0.0011923413,0.000033460652,0.0003729845,0.000058348494,0.00006975419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013753866,0.00010561698,0.00024505606,0.00009541838,0.000040684685,0.00003664839,0.0003917262,0.000030706367,0.000004880607],"category_scores_gemma":[0.0002286401,0.000078038596,0.000056526496,0.00011002111,0.000023929326,0.00008785589,0.00016641083,0.00006758233,0.0000038309336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012672017,0.000084408624,0.00037915507,0.0001314595,0.000060325805,0.0000067548735,0.0010023154,0.5268856,0.3669981,0.097521104,0.0001292507,0.0066747894],"study_design_scores_gemma":[0.0016780859,0.00008731792,0.0009954277,0.00002526486,0.0000020160173,0.0000018563826,0.0000018156512,0.92051834,0.07617058,0.00043356224,0.000006536683,0.000079175596],"about_ca_topic_score_codex":0.000025610734,"about_ca_topic_score_gemma":2.7294956e-7,"teacher_disagreement_score":0.39363277,"about_ca_system_score_codex":0.00003279203,"about_ca_system_score_gemma":0.000024401763,"threshold_uncertainty_score":0.31823218},"labels":[],"label_agreement":null},{"id":"W2039978418","doi":"10.1007/s10515-011-0098-8","title":"Maintainability defects detection and correction: a multi-objective approach","year":2012,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":144,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Code refactoring; Maintainability; Computer science; Sorting; Reliability engineering; Genetic programming; Software; Process (computing); Code (set theory); Software engineering; Programming language; Machine learning; Set (abstract data type); Engineering","score_opus":0.010863922017511712,"score_gpt":0.23886260324286082,"score_spread":0.2279986812253491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039978418","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27606934,0.0003090411,0.7151707,0.0000041862745,0.0009804643,0.00024924567,8.4209046e-7,0.007207712,0.000008504011],"genre_scores_gemma":[0.8750694,0.0000049678506,0.124638095,0.000011390767,0.000088400775,0.00012154581,0.0000021164178,0.00003791438,0.00002617416],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982516,0.00006298944,0.00020818009,0.00045017112,0.00029083196,0.0007362338],"domain_scores_gemma":[0.9982504,0.00081098266,0.000041931853,0.00049477135,0.0001126276,0.0002892348],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006231806,0.00026986163,0.00022208573,0.00030317353,0.00015636525,0.00013122446,0.0003150906,0.00016247998,0.0000023394582],"category_scores_gemma":[0.0030451498,0.0002880841,0.00006304604,0.000907061,0.00003390698,0.0009113463,0.00027649704,0.00040565035,0.000019981084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004003332,0.0010065404,0.644761,0.0013248911,0.0004427907,0.00006440381,0.011441485,0.26586795,0.009337214,0.0011343842,0.00052683393,0.064052425],"study_design_scores_gemma":[0.00022692469,0.000036069647,0.37767908,0.000020094587,0.0000061963615,0.00015215937,0.000028162673,0.61891747,0.0025429495,0.000003833782,0.00012971835,0.00025731642],"about_ca_topic_score_codex":0.00003956087,"about_ca_topic_score_gemma":0.0000012772391,"teacher_disagreement_score":0.59900004,"about_ca_system_score_codex":0.00034731752,"about_ca_system_score_gemma":0.000037369202,"threshold_uncertainty_score":0.99995714},"labels":[],"label_agreement":null},{"id":"W2040027946","doi":"10.1002/smr.413","title":"Recommending change clusters to support software investigation: an empirical study","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software; Empirical research; Software system; Software maintenance; Change impact analysis; Software development; Source code; Software engineering; Source lines of code; Code (set theory); Programming language; Set (abstract data type)","score_opus":0.14764349092597215,"score_gpt":0.42174833325183925,"score_spread":0.27410484232586707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040027946","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44167453,0.00074641337,0.5082353,0.04781148,0.00044626027,0.0008691489,0.000004484239,0.00017095746,0.000041432028],"genre_scores_gemma":[0.8861947,0.00021090741,0.11153887,0.001621409,0.00030325676,0.000020248504,0.0000010894847,0.000014016073,0.00009548699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99640286,0.00086923933,0.00045231247,0.00042081552,0.0012053765,0.00064940145],"domain_scores_gemma":[0.9927639,0.004252162,0.0001782734,0.00038888157,0.0015759168,0.0008408632],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010306488,0.00016800553,0.00026857777,0.0007414058,0.0004224331,0.00049919,0.0006521211,0.00008896552,0.000007777686],"category_scores_gemma":[0.02377321,0.00014293246,0.00003710003,0.0011998945,0.00010755106,0.0039154813,0.00030889423,0.00095325534,0.00001250724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002231758,0.0015601222,0.52027804,0.0001311954,0.0001537671,0.0015885024,0.026083656,0.00014071529,0.00019480284,0.0008888159,0.071913086,0.37483552],"study_design_scores_gemma":[0.00164141,0.020437313,0.9442145,0.00026203264,0.000021210897,0.0026066827,0.0046460484,0.0006266615,0.000023209795,0.0046415376,0.020469047,0.00041032807],"about_ca_topic_score_codex":0.000058394842,"about_ca_topic_score_gemma":0.000012384774,"teacher_disagreement_score":0.44452018,"about_ca_system_score_codex":0.0002688954,"about_ca_system_score_gemma":0.00027816993,"threshold_uncertainty_score":0.98445},"labels":[],"label_agreement":null},{"id":"W2040225071","doi":"10.1002/spip.146","title":"Findings from Phase 2 of the SPICE trials","year":2001,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Spice; Usability; Computer science; Empirical research; Software engineering; Dimension (graph theory); Process (computing); Reliability engineering; Systems engineering; Process management; Engineering; Mathematics","score_opus":0.05926722609592025,"score_gpt":0.3780309595307635,"score_spread":0.3187637334348432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040225071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53298974,0.0013640379,0.459815,0.0038694846,0.00066969485,0.0007901861,0.000032727257,0.00028730422,0.00018184689],"genre_scores_gemma":[0.9713162,0.00022713517,0.02735346,0.0006414929,0.000121204095,0.00007112523,0.000004687274,0.000018974673,0.00024569203],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99816394,0.00016877732,0.00041099187,0.00038317617,0.00059540675,0.000277705],"domain_scores_gemma":[0.9909194,0.00789748,0.00027541188,0.00055078464,0.00026374063,0.00009319051],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002384788,0.00015813205,0.00026501945,0.000072355746,0.00014623853,0.00018596627,0.0009000448,0.00006929503,0.00004343598],"category_scores_gemma":[0.029854273,0.00011137488,0.0000654054,0.00057479116,0.000059011116,0.0011833335,0.0003563789,0.00025140785,0.000007210316],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006757169,0.0010065566,0.0281414,0.00035352272,0.00036610613,0.000040186536,0.006234218,0.000050654566,0.019992162,0.0012782592,0.0018192759,0.94004196],"study_design_scores_gemma":[0.03389775,0.0056267036,0.048522625,0.0012359621,0.0011079593,0.00037617268,0.0030077128,0.009905506,0.5042951,0.04999761,0.3382014,0.003825495],"about_ca_topic_score_codex":0.000109079345,"about_ca_topic_score_gemma":0.0000027808237,"teacher_disagreement_score":0.9362165,"about_ca_system_score_codex":0.000028690749,"about_ca_system_score_gemma":0.00013677173,"threshold_uncertainty_score":0.9783177},"labels":[],"label_agreement":null},{"id":"W2040411904","doi":"10.1007/s10664-014-9312-1","title":"Do topics make sense to managers and developers?","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Traceability; Latent Dirichlet allocation; Computer science; Documentation; Relevance (law); Requirements traceability; Perception; Topic model; Control (management); Software engineering; Requirements engineering; Requirements elicitation; BitTorrent tracker; Software; Data science; Information retrieval; Requirement; Artificial intelligence","score_opus":0.019201760776928176,"score_gpt":0.26889327776064786,"score_spread":0.2496915169837197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040411904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18767184,0.000080408005,0.80980295,0.0009946241,0.0003349278,0.0001229702,7.566868e-7,0.00094261946,0.000048910915],"genre_scores_gemma":[0.56278646,0.0000071332183,0.43579954,0.0007363839,0.00024005042,0.00003333049,0.0000013356548,0.00004752026,0.00034823208],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983169,0.000027719525,0.00019775977,0.0005259612,0.00038068127,0.0005509809],"domain_scores_gemma":[0.9980699,0.0008782824,0.000015606493,0.00056239887,0.000060539747,0.00041329593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039349738,0.0002227543,0.00021735944,0.00023450064,0.00007543591,0.00023164222,0.0004779002,0.0000969085,0.000008010523],"category_scores_gemma":[0.0035284408,0.00022271049,0.000045597648,0.00069125637,0.000016611744,0.00015696287,0.00056082814,0.00027453224,0.00008287613],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019668601,0.00010626434,0.37347597,0.0005923352,0.00017067796,0.00046919333,0.005144475,0.105485946,0.0005539747,0.007916953,0.012575374,0.49348918],"study_design_scores_gemma":[0.00054051424,0.00018186047,0.5559425,0.00013600923,0.000009078528,0.00013900014,0.000015950916,0.05516102,0.0007469191,0.0002623122,0.3856927,0.0011721813],"about_ca_topic_score_codex":0.0000063118205,"about_ca_topic_score_gemma":9.89234e-7,"teacher_disagreement_score":0.492317,"about_ca_system_score_codex":0.0000938957,"about_ca_system_score_gemma":0.000024281315,"threshold_uncertainty_score":0.908187},"labels":[],"label_agreement":null},{"id":"W2040952376","doi":"10.1145/1107656.1107667","title":"Traceability in viewpoint merging","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Mitacs","keywords":"Viewpoints; Merge (version control); Traceability; Computer science; Tracing; Set (abstract data type); Data mining; Information retrieval; Data science; Software engineering; Programming language","score_opus":0.016863276078136213,"score_gpt":0.27841917945601413,"score_spread":0.26155590337787793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040952376","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31514147,0.00021752939,0.6729726,0.008089451,0.00011273953,0.00014129245,1.0179369e-7,0.00083626475,0.0024885428],"genre_scores_gemma":[0.87468106,0.0000031996651,0.12497431,0.00011774368,0.00002335391,0.000007756557,5.6023005e-8,0.000002836521,0.00018967593],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929476,0.000022849044,0.00011183618,0.00019481122,0.00017087771,0.00020485237],"domain_scores_gemma":[0.99932307,0.0002515414,0.0000061679875,0.0003518326,0.000017027724,0.000050351424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005193718,0.00004801764,0.00006368453,0.000087770626,0.000013893608,0.000036746413,0.00043701893,0.000019837109,0.00006564494],"category_scores_gemma":[0.00027641407,0.0000428857,0.000020167177,0.0003433418,0.000009660502,0.00028158945,0.00012460713,0.00011710873,0.0001413534],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029051496,0.00023409408,0.07466331,0.000035601617,0.000006546507,0.000025315274,0.001842914,0.016884182,0.00088548707,0.042039968,0.0019847034,0.861395],"study_design_scores_gemma":[0.00031200922,0.000025888805,0.3689419,0.000014768915,3.4616426e-7,0.000009498232,0.000012183288,0.6118028,0.0048161442,0.0012405098,0.012619906,0.00020401778],"about_ca_topic_score_codex":0.000028132185,"about_ca_topic_score_gemma":0.000037449227,"teacher_disagreement_score":0.861191,"about_ca_system_score_codex":0.00008582139,"about_ca_system_score_gemma":0.00002436838,"threshold_uncertainty_score":0.18168592},"labels":[],"label_agreement":null},{"id":"W2041075520","doi":"10.1109/icsm.2012.6405267","title":"An empirical study of build system migrations in practice: Case studies on KDE and the Linux kernel","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Executable; Source code; Linux kernel; Process (computing); Deliverable; Software engineering; Codebase; Software; Software development; Code (set theory); World Wide Web; Operating system; Systems engineering; Engineering; Programming language; Set (abstract data type)","score_opus":0.057270343458378996,"score_gpt":0.408795564308688,"score_spread":0.351525220850309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041075520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99094486,0.00030170902,0.007639156,0.0005177217,0.000116277275,0.00034803475,3.404158e-7,0.00007939597,0.000052519772],"genre_scores_gemma":[0.996083,0.0000042149895,0.0037478807,0.00004823474,0.000035215373,0.000049930946,5.769337e-8,0.000004183875,0.0000272603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989464,0.00029386938,0.00018472936,0.0001570077,0.000260517,0.00015743433],"domain_scores_gemma":[0.9958835,0.0034690916,0.000037267662,0.00045191048,0.00009610419,0.00006208047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015362159,0.00007019843,0.00013573367,0.000098084405,0.00007039171,0.000048805232,0.00023630979,0.00002223504,3.6398208e-7],"category_scores_gemma":[0.0014804222,0.00004095962,0.000011838364,0.00030018142,0.00004446111,0.00037893068,0.00015611175,0.0001467453,0.000003854761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012979165,0.004545575,0.6352163,0.00016348867,0.00034143,0.0009719967,0.2859151,0.0071266815,0.00004045888,0.061637215,0.0014799311,0.00243202],"study_design_scores_gemma":[0.008434417,0.0034234442,0.3687223,0.00017745495,0.00012584208,0.0040992373,0.25183332,0.36121076,0.0006299891,0.00011752221,0.0004803515,0.0007453802],"about_ca_topic_score_codex":0.00039683975,"about_ca_topic_score_gemma":0.0001631551,"teacher_disagreement_score":0.3540841,"about_ca_system_score_codex":0.00004559347,"about_ca_system_score_gemma":0.000020760315,"threshold_uncertainty_score":0.17723106},"labels":[],"label_agreement":null},{"id":"W2041335584","doi":"10.1145/2499393.2499398","title":"An algorithmic approach to missing data problem in modeling human aspects in software development","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code (set theory); Software; Software bug; Data modeling; Data mining; Machine learning; Artificial intelligence; Software engineering; Programming language","score_opus":0.07106634230404742,"score_gpt":0.3055231188397505,"score_spread":0.23445677653570307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041335584","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.089668274,0.000021700705,0.9090662,0.00011241357,0.000026273878,0.00051191647,3.1852815e-7,0.00032295653,0.00026996416],"genre_scores_gemma":[0.3962219,2.252544e-7,0.6036218,0.000033525157,0.000013649456,0.000066163084,0.000010882233,0.00001234363,0.000019517798],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978992,0.00004443904,0.0003159623,0.0007800994,0.00040881976,0.00055148674],"domain_scores_gemma":[0.99844664,0.0000751425,0.000016171409,0.0012021787,0.000060348586,0.00019952329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007527716,0.00015419761,0.00016145458,0.00047381254,0.00006950714,0.0003748119,0.0025192932,0.000058121426,0.00000911753],"category_scores_gemma":[0.00013865465,0.0001502279,0.000008458509,0.00080955256,0.0000082404995,0.0012358966,0.0010776687,0.00024903507,0.0000553434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021586527,0.0008327052,0.02229663,0.000204711,0.000017138775,0.000047373673,0.009292293,0.5163037,0.003103844,0.0027818354,0.00045264236,0.44466496],"study_design_scores_gemma":[0.00017583284,0.000017235543,0.010726533,0.00005544738,2.2443612e-7,0.000004577737,0.000041071264,0.98746216,0.00028482304,0.0009821657,0.00002237399,0.00022757506],"about_ca_topic_score_codex":0.0009433319,"about_ca_topic_score_gemma":0.00009492862,"teacher_disagreement_score":0.47115844,"about_ca_system_score_codex":0.00021582452,"about_ca_system_score_gemma":0.00018961178,"threshold_uncertainty_score":0.61261165},"labels":[],"label_agreement":null},{"id":"W2041589121","doi":"10.5555/2820518.2820597","title":"The Firefox temporal defect dataset","year":2015,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software bug; Process (computing); Software; Plan (archaeology); Data mining; Data science; Geography","score_opus":0.030207281263329028,"score_gpt":0.28240052547346595,"score_spread":0.2521932442101369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041589121","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2842198,0.008953754,0.6801862,0.0019955852,0.017313715,0.00073226006,0.00012930152,0.0059412066,0.0005281675],"genre_scores_gemma":[0.8308272,0.000012224466,0.16670018,0.00007236691,0.0008975061,0.000104277926,0.00012634129,0.000052353986,0.0012075506],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802107,0.00010262143,0.0002501245,0.0004089438,0.00073722453,0.00048002688],"domain_scores_gemma":[0.99618995,0.0020015521,0.00007508188,0.001303402,0.00020289376,0.00022711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009266607,0.00017876852,0.0001518369,0.000059853508,0.00044875272,0.00079459406,0.001472538,0.00007260815,6.525179e-7],"category_scores_gemma":[0.0051936875,0.00012773158,0.00006234013,0.00046164705,0.00011279787,0.000498538,0.00066630065,0.00020521987,0.000044952536],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028829822,0.00004541553,0.62435985,0.000038075592,0.000112811416,0.0003455057,0.0044049467,0.00031719892,0.000032910888,0.00072148035,0.3374398,0.032153174],"study_design_scores_gemma":[0.0006957459,0.0005039898,0.036073804,0.00009639013,0.00002252178,0.00050719804,0.00047121878,0.0015915463,0.0024927678,0.0009219865,0.9557997,0.00082313106],"about_ca_topic_score_codex":0.00012204632,"about_ca_topic_score_gemma":0.000018545114,"teacher_disagreement_score":0.61835986,"about_ca_system_score_codex":0.00012917382,"about_ca_system_score_gemma":0.00031177932,"threshold_uncertainty_score":0.76622885},"labels":[],"label_agreement":null},{"id":"W2041974913","doi":"10.1109/scam.2010.25","title":"Deriving Coupling Metrics from Call Graphs","year":2010,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Coupling (piping); Call graph; Theoretical computer science; Engineering","score_opus":0.028888926907979572,"score_gpt":0.2791611540567684,"score_spread":0.25027222714878883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041974913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18250655,0.0003675793,0.81312877,0.00014271497,0.0023808144,0.00016710017,0.0000059637614,0.0010907401,0.00020977827],"genre_scores_gemma":[0.6120097,0.000049285627,0.38752452,0.00004684658,0.00014013198,0.00002890403,0.000011441452,0.000030086123,0.00015912321],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99755615,0.00001678499,0.0002803085,0.00089320244,0.0007779937,0.00047554876],"domain_scores_gemma":[0.9954971,0.002143207,0.00007808765,0.0018598711,0.00019857717,0.00022312581],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000578385,0.00028093831,0.00030977218,0.00059851725,0.00007667878,0.00067187176,0.0033037679,0.00048358084,0.000056116824],"category_scores_gemma":[0.0018307333,0.0002755084,0.00014619857,0.0007057439,0.000034825916,0.0001573034,0.00501469,0.0021708647,0.00009617668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013565262,0.0006224647,0.3910483,0.0010918112,0.0013388287,0.0009743497,0.003801944,0.3307968,0.017546484,0.06399731,0.022590527,0.1661776],"study_design_scores_gemma":[0.00011616826,0.000011576611,0.024511186,0.0000831877,0.000009023104,0.000003182215,0.0000030319404,0.961435,0.0033620175,0.008886079,0.001032231,0.0005473133],"about_ca_topic_score_codex":0.0012646165,"about_ca_topic_score_gemma":0.00006559612,"teacher_disagreement_score":0.6306382,"about_ca_system_score_codex":0.00008728049,"about_ca_system_score_gemma":0.00022042314,"threshold_uncertainty_score":0.9999697},"labels":[],"label_agreement":null},{"id":"W2042154985","doi":"10.1109/ase.2013.6693089","title":"Variability-aware performance prediction: A statistical learning approach","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":216,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature (linguistics); Machine learning; Artificial intelligence; Statistical learning; Data mining; Software; Correlation; Sample (material); Random forest; Mathematics","score_opus":0.012379645259124342,"score_gpt":0.22711479015022293,"score_spread":0.21473514489109857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042154985","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033931002,0.0000041851167,0.96066856,0.000088306675,0.00010822998,0.00017319764,6.864176e-7,0.0007610525,0.004264785],"genre_scores_gemma":[0.821638,0.0000021276976,0.17711794,0.000020020252,0.00004784082,0.00008512759,0.000003986875,0.0000069671078,0.0010779918],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998797,0.000068210415,0.00013846056,0.00033211752,0.0003556384,0.00030855575],"domain_scores_gemma":[0.9987499,0.0005975841,0.000012637753,0.00039528531,0.00011147562,0.00013307779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045126452,0.00008907136,0.000090460126,0.000063309206,0.00010302977,0.00020881138,0.0005003359,0.000048234902,0.00038563609],"category_scores_gemma":[0.0004944142,0.00007574223,0.000017450684,0.0003119606,0.000037868223,0.00061300717,0.00023860225,0.0003195116,0.00042651274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054099696,0.00031797943,0.74137825,0.00037742412,0.000055440712,0.000008002374,0.0010738566,0.04068536,0.00015138168,0.06876218,0.016560677,0.13062401],"study_design_scores_gemma":[0.0000824828,0.00006291621,0.15455477,0.00000367633,6.970668e-7,0.000013633222,0.000008191465,0.8442272,0.000030575276,0.00019960667,0.0007391814,0.00007708394],"about_ca_topic_score_codex":0.000023695005,"about_ca_topic_score_gemma":3.343356e-8,"teacher_disagreement_score":0.80354184,"about_ca_system_score_codex":0.000052619922,"about_ca_system_score_gemma":0.00005110775,"threshold_uncertainty_score":0.5482101},"labels":[],"label_agreement":null},{"id":"W2042459021","doi":"10.1145/2652524.2652586","title":"Effect of temporal collaboration network, maintenance activity, and experience on defect exposure","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"","keywords":"Temporality; Computer science; Context (archaeology); Plan (archaeology); Quality (philosophy); Software bug; Software","score_opus":0.00699742905476752,"score_gpt":0.2635620484217534,"score_spread":0.2565646193669859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042459021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72668374,0.000022146593,0.2725669,0.000071424685,0.00012804434,0.00013645604,2.0046832e-7,0.000099786885,0.00029127146],"genre_scores_gemma":[0.99523056,0.0000031330255,0.0045538973,0.00002351654,0.000040585193,0.000026430222,2.5381698e-7,0.000006107654,0.00011552952],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999025,0.00016065295,0.000087844724,0.00025958783,0.00025644616,0.00021045312],"domain_scores_gemma":[0.9981148,0.0013557565,0.000036623333,0.0003747927,0.00005555382,0.00006246658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007204064,0.00009736523,0.00014393723,0.00005164269,0.000042383243,0.00006982283,0.00029191643,0.000042212767,0.0000031796299],"category_scores_gemma":[0.00067345693,0.00007444316,0.000025630212,0.00040673217,0.000043528624,0.0002481145,0.00013718125,0.00008743258,0.000005869081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031725335,0.00012026526,0.62037504,0.00035054662,0.000047749436,0.000018624927,0.0018622519,0.013694883,0.016972527,0.03993113,0.005064505,0.30124524],"study_design_scores_gemma":[0.0027515138,0.012277676,0.3478301,0.0002999762,0.000009717101,0.00003010732,0.000024575098,0.36990246,0.2629858,0.00066344487,0.0024047052,0.00081994705],"about_ca_topic_score_codex":0.0000231155,"about_ca_topic_score_gemma":0.000009733864,"teacher_disagreement_score":0.35620758,"about_ca_system_score_codex":0.000022206743,"about_ca_system_score_gemma":0.000018586772,"threshold_uncertainty_score":0.3035704},"labels":[],"label_agreement":null},{"id":"W2042678439","doi":"10.1002/j.2334-5837.2013.tb03018.x","title":"9.5.2 New Opportunities for Architecture Measurement","year":2013,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Architecture; Nexus (standard); Suite; Computer science; Systems engineering; Plan (archaeology); Reference architecture; Systems architecture; Software engineering; Architecture framework; Process management; Engineering management; Engineering; Software architecture; Software; Embedded system","score_opus":0.05144478018099051,"score_gpt":0.26705292418420035,"score_spread":0.21560814400320982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042678439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003982864,0.000050618328,0.96388847,0.028068697,0.0014086567,0.00035308715,0.000005033625,0.00027778777,0.0019647742],"genre_scores_gemma":[0.8781988,0.000016040012,0.115044914,0.00072949874,0.0008261612,0.000365488,0.000011357958,0.000029748255,0.004777995],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985611,0.0000125302995,0.00017463804,0.0002501534,0.0007639024,0.00023769082],"domain_scores_gemma":[0.9987891,0.00024787494,0.000039574767,0.0003005732,0.00046217188,0.00016075987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000255727,0.00011720101,0.000087311244,0.00012286917,0.000048803216,0.00030705068,0.001225956,0.00004390194,0.00009361382],"category_scores_gemma":[0.00026024625,0.00010835976,0.000069835834,0.00008349585,0.00001531291,0.00038133436,0.00023133935,0.0001089838,0.00009647397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003460927,0.0002355878,0.0019382404,0.00007678966,0.000405929,0.00005144626,0.0014399295,0.0056567327,0.045339964,0.09787593,0.2292091,0.61773574],"study_design_scores_gemma":[0.0024948781,0.00047508042,0.015823673,0.00022978996,0.000015124455,0.00019100198,0.000086750886,0.057649106,0.040759943,0.05825766,0.82279956,0.0012174398],"about_ca_topic_score_codex":0.0001685419,"about_ca_topic_score_gemma":0.000007820878,"teacher_disagreement_score":0.87421596,"about_ca_system_score_codex":0.0001951802,"about_ca_system_score_gemma":0.00014083878,"threshold_uncertainty_score":0.44187826},"labels":[],"label_agreement":null},{"id":"W2043030767","doi":"10.1016/j.jss.2012.02.034","title":"Coding-error based defects in enterprise resource planning software: Prevention, discovery, elimination and mitigation","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Coding (social sciences); Enterprise resource planning; Computer science; Software; Software engineering; Risk analysis (engineering); Knowledge management; Business; Operating system; Mathematics","score_opus":0.019357104095974048,"score_gpt":0.27485237154378017,"score_spread":0.25549526744780615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043030767","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4933749,0.0023997729,0.503813,0.00005347567,0.00022262045,0.00010362759,0.000001159123,0.000029322828,0.000002116913],"genre_scores_gemma":[0.9885854,0.000017144062,0.011185102,0.000019787985,0.00012720712,0.000008050162,0.0000018474755,0.000011987203,0.00004344195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998636,0.00013537699,0.00040487485,0.00014954353,0.0004188528,0.00025532555],"domain_scores_gemma":[0.9985426,0.000768534,0.00025629284,0.00015518437,0.000120091434,0.0001572701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013741724,0.00012049239,0.00022332562,0.00035269881,0.000079519916,0.00026115455,0.00019607811,0.0000783058,6.678451e-7],"category_scores_gemma":[0.0012512543,0.000106520594,0.00004541241,0.0002337336,0.000025581325,0.001393657,0.00007784115,0.00021942373,6.794522e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026795695,0.00007746213,0.98873055,0.00039679074,0.00002034334,0.000035821773,0.0020107313,0.0030127652,0.00016295476,0.0003438541,0.00040544654,0.004776486],"study_design_scores_gemma":[0.0014528433,0.00034399907,0.9830467,0.0025633452,0.000020107338,0.0003749375,0.0003288933,0.010050438,0.00027431434,0.00013732392,0.0011216901,0.00028541344],"about_ca_topic_score_codex":0.000010767843,"about_ca_topic_score_gemma":0.0000010416229,"teacher_disagreement_score":0.49521053,"about_ca_system_score_codex":0.000102388236,"about_ca_system_score_gemma":0.00006199525,"threshold_uncertainty_score":0.43437836},"labels":[],"label_agreement":null},{"id":"W2043140003","doi":"10.1016/j.scico.2013.10.006","title":"SeByte: Scalable clone and similarity search for bytecode","year":2013,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Saskatchewan; Queen's University","funders":"","keywords":"Computer science; Bytecode; Scalability; Java bytecode; Ranking (information retrieval); Data mining; Similarity (geometry); Nearest neighbor search; Jaccard index; Source code; Matching (statistics); Heuristic; Binary search algorithm; Information retrieval; Theoretical computer science; Java; Search algorithm; Artificial intelligence; Programming language; Database; Pattern recognition (psychology); Java applet; Java annotation","score_opus":0.0207267550115444,"score_gpt":0.28171656020423,"score_spread":0.2609898051926856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043140003","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2675374,0.000072940406,0.73095226,0.00045855675,0.00020125444,0.0005842328,6.561175e-7,0.00017322705,0.000019471026],"genre_scores_gemma":[0.48698884,0.0000025314168,0.5128692,0.000021976984,0.000041131025,0.000048691814,3.7039595e-7,0.0000063146604,0.000020978652],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99765193,0.00002579452,0.00023730069,0.00060483307,0.00070699526,0.00077317003],"domain_scores_gemma":[0.99806446,0.00048391902,0.00004933594,0.0005853522,0.0005552945,0.00026165208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017154632,0.00013693106,0.00019787291,0.00031764444,0.0002772511,0.0007361175,0.0016246622,0.000049270187,0.0000042079337],"category_scores_gemma":[0.00017818461,0.00012685625,0.00004630935,0.0012753456,0.0005608539,0.0013270691,0.0010644578,0.00016518995,0.0000099205745],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002801006,0.00009580452,0.010026678,0.00018185136,0.000010783421,0.000001917308,0.0006559145,0.0008487935,0.0062485314,0.00839759,0.0003118396,0.9732175],"study_design_scores_gemma":[0.00049544475,0.00043537928,0.035693098,0.00007277427,0.0000028820803,0.00002411595,0.0000255133,0.92691743,0.032975767,0.001915914,0.0011191072,0.00032256404],"about_ca_topic_score_codex":0.00008079565,"about_ca_topic_score_gemma":8.2412464e-7,"teacher_disagreement_score":0.9728949,"about_ca_system_score_codex":0.000049941627,"about_ca_system_score_gemma":0.00020532904,"threshold_uncertainty_score":0.7098398},"labels":[],"label_agreement":null},{"id":"W2043445799","doi":"10.1049/iet-sen.2013.0165","title":"Analogy‐based effort estimation: a new method to discover set of analogies from dataset characteristics","year":2015,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"University of Jordan; National Aeronautics and Space Administration","keywords":"Computer science; Analogy; Medoid; Set (abstract data type); Cluster analysis; Data mining; Estimation; Machine learning; Artificial intelligence; Software; Engineering; Programming language","score_opus":0.061420497988652414,"score_gpt":0.3609502763795231,"score_spread":0.2995297783908707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043445799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015630795,0.00004915823,0.980686,0.0005609589,0.00028408534,0.00017945335,0.0023127818,0.00029284632,0.000003925117],"genre_scores_gemma":[0.10431698,8.489184e-7,0.89313745,0.00029262423,0.00011039938,0.000017821756,0.0020676511,0.000019615038,0.0000365799],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9982422,0.00006710577,0.00030953038,0.00044947138,0.0006113493,0.0003203413],"domain_scores_gemma":[0.9971205,0.0011072115,0.00009185955,0.0011557844,0.00015538519,0.00036925075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047419814,0.00018909764,0.00032903955,0.00020371491,0.00003530528,0.00012837515,0.0012250838,0.00008395048,0.000027300484],"category_scores_gemma":[0.002680594,0.00017887377,0.00005392459,0.00068518176,0.000032851844,0.00039848097,0.00048152014,0.00016182562,0.00010551061],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013317715,0.00014873056,0.27310202,0.0001743461,0.00020695892,0.00022607202,0.0030991174,0.14171551,0.0002275218,0.0006489834,0.42565662,0.15466094],"study_design_scores_gemma":[0.0024711308,0.0008306554,0.63327384,0.00032085043,0.00007181526,0.000027838894,0.00008349728,0.28570515,0.00515624,0.007852094,0.06280079,0.0014060924],"about_ca_topic_score_codex":0.0006467251,"about_ca_topic_score_gemma":0.000022609865,"teacher_disagreement_score":0.36285585,"about_ca_system_score_codex":0.000085864376,"about_ca_system_score_gemma":0.000501667,"threshold_uncertainty_score":0.7294261},"labels":[],"label_agreement":null},{"id":"W2043547578","doi":"10.1109/iceccs.2010.5","title":"A Network Analysis of Stakeholders in Tool Visioning Process for Story Test Driven Development","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Centrality; Social network analysis; Computer science; Process (computing); User story; Knowledge management; Key (lock); Categorization; Process management; Social network (sociolinguistics); Software development; Software; Business; Software engineering; World Wide Web; Social media","score_opus":0.043896055926289264,"score_gpt":0.29485109012074284,"score_spread":0.2509550341944536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043547578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50307775,0.000006626347,0.49658585,0.000044812616,0.000060933777,0.00013530388,4.0979245e-7,0.00006111615,0.000027208847],"genre_scores_gemma":[0.8286314,2.9826916e-7,0.17121655,0.000017319273,0.000012775312,0.000049636714,0.0000017342842,0.000005196245,0.00006506067],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990354,0.000009674422,0.00018427652,0.00024143785,0.00026279906,0.00026639857],"domain_scores_gemma":[0.99820477,0.0012993888,0.000038167156,0.00028949027,0.00012148969,0.000046683697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066604104,0.00007310069,0.00016116507,0.00036482056,0.000048148857,0.00003586598,0.0005627034,0.000041448664,0.000011061961],"category_scores_gemma":[0.0008948182,0.00006709162,0.000038107442,0.0016352349,0.000017686323,0.00015554571,0.00010325594,0.0001578639,0.0000016670695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005814084,0.00013034637,0.65058887,0.00006453476,0.00016566462,0.0000047587205,0.002806077,0.2945546,0.0016014148,0.0015036381,0.00038012242,0.04819417],"study_design_scores_gemma":[0.00026107105,0.000040476676,0.4540898,0.000023997369,0.0000131564875,4.0586343e-7,0.00004449382,0.5430235,0.0015476771,0.00009832106,0.00068609236,0.00017100184],"about_ca_topic_score_codex":0.000008662176,"about_ca_topic_score_gemma":0.00015321029,"teacher_disagreement_score":0.3255537,"about_ca_system_score_codex":0.000035652225,"about_ca_system_score_gemma":0.0001917936,"threshold_uncertainty_score":0.27359167},"labels":[],"label_agreement":null},{"id":"W2044396529","doi":"10.1016/j.jss.2012.03.028","title":"Preserving knowledge in software projects","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University; McGill University","funders":"Universiteit Gent; King Abdulaziz University; Polytechnique Montréal","keywords":"Scope (computer science); Computer science; Software engineering; Software development; Software; Exploit; Software mining; Knowledge management; Software construction; Computer security; Operating system; Programming language","score_opus":0.033872038305964074,"score_gpt":0.28261224862066975,"score_spread":0.24874021031470567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044396529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67380923,0.031477645,0.29232895,0.00006193184,0.001887184,0.00025923978,0.0000016153056,0.0001284465,0.000045749643],"genre_scores_gemma":[0.97594297,0.00005948817,0.023373565,0.000009092856,0.00039533278,0.000009526007,1.96625e-7,0.000016897535,0.00019290851],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99846256,0.00011111198,0.0004500499,0.00014440382,0.00039437847,0.00043747269],"domain_scores_gemma":[0.9982125,0.0008292788,0.00017039113,0.0002978822,0.000240304,0.0002496551],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015537584,0.00013684045,0.0003131146,0.0003995702,0.00007483596,0.00023460801,0.00061590935,0.00009385777,0.0000028968307],"category_scores_gemma":[0.0014798583,0.000109659966,0.00005826001,0.00045094412,0.000026286947,0.0012112713,0.00028216193,0.00035790217,0.00000814324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008896676,0.00014189279,0.9772293,0.00066251727,0.000037332346,0.00007784728,0.0061031114,0.00034287083,0.0000670341,0.0005983942,0.0024489546,0.012281852],"study_design_scores_gemma":[0.0020978982,0.0004940663,0.95404494,0.0030043393,0.000019742147,0.0025615965,0.0009711694,0.0040489393,0.00023765457,0.00023059717,0.03150983,0.0007792189],"about_ca_topic_score_codex":0.000045125544,"about_ca_topic_score_gemma":0.0000042134234,"teacher_disagreement_score":0.30213374,"about_ca_system_score_codex":0.00011064695,"about_ca_system_score_gemma":0.00017183801,"threshold_uncertainty_score":0.44718036},"labels":[],"label_agreement":null},{"id":"W2044527216","doi":"10.1109/saner.2015.7081813","title":"An observational study on API usage constraints and their documentation","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Documentation; Reuse; Computer science; Software documentation; Observational study; Constraint (computer-aided design); Software engineering; Software; Software development; Programming language; Software development process; Engineering","score_opus":0.18027514210196283,"score_gpt":0.3754529440937603,"score_spread":0.19517780199179746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044527216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73913974,0.000003722482,0.26005065,0.00015684176,0.000073847266,0.00014064203,6.504769e-7,0.00012638497,0.00030755275],"genre_scores_gemma":[0.9905317,2.3421921e-7,0.009248472,0.00010113349,0.000020279942,0.000011927226,0.0000019773183,0.0000031878233,0.000081112994],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993569,0.00004538431,0.000070516915,0.00018535527,0.0002406157,0.00010118825],"domain_scores_gemma":[0.9993468,0.0002503304,0.000010610873,0.00022235075,0.00006372543,0.0001062119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043587724,0.000056828492,0.000047942438,0.000056135286,0.000029987894,0.00017046377,0.0002431068,0.000013853416,0.00001677298],"category_scores_gemma":[0.00013290717,0.00004360324,0.000005596284,0.00013422838,0.000025824356,0.00049301673,0.000059804093,0.000053491633,0.000024948391],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017995737,0.0008109245,0.8159961,0.000007869694,0.000048912338,0.00004088615,0.016668636,0.001536349,0.0016720889,0.056170143,0.0019468637,0.1050832],"study_design_scores_gemma":[0.00085130235,0.0007823518,0.9624329,0.000004515303,8.2631277e-7,0.000009900987,0.0011500553,0.031326633,0.0009340393,0.0022356573,0.00013169316,0.00014007904],"about_ca_topic_score_codex":0.000019086547,"about_ca_topic_score_gemma":0.0000030445676,"teacher_disagreement_score":0.25139198,"about_ca_system_score_codex":0.000028803219,"about_ca_system_score_gemma":0.000046312638,"threshold_uncertainty_score":0.17780885},"labels":[],"label_agreement":null},{"id":"W2044807274","doi":"10.1007/s10664-010-9151-7","title":"Design evolution metrics for defect prediction in object oriented systems","year":2010,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software metric; Eclipse; Data mining; Software quality; Quality (philosophy); Identification (biology); Software; Software system; Reliability engineering; Machine learning; Software engineering; Software development; Programming language; Engineering","score_opus":0.026845936819820337,"score_gpt":0.27604758517063077,"score_spread":0.24920164835081043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044807274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0724314,0.0003040208,0.9226257,0.00003161769,0.002414666,0.0006997724,0.0000069620064,0.0014829814,0.0000028589898],"genre_scores_gemma":[0.7971088,0.0000018957702,0.20225191,0.0000084758085,0.00021048792,0.0003283549,0.000007719484,0.000042275446,0.000040016497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978503,0.00005091988,0.00037304097,0.00055793446,0.0005043926,0.000663431],"domain_scores_gemma":[0.99524826,0.0037805103,0.00004604631,0.00055222044,0.00017046061,0.0002025023],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012553686,0.00024171031,0.00026653215,0.0007736584,0.00008101254,0.00014102613,0.0006036989,0.00023798384,0.0000037198724],"category_scores_gemma":[0.011420873,0.00024824234,0.00011456071,0.002245849,0.00001641983,0.00044804535,0.00014556172,0.00063445314,0.000022447564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025106347,0.00013697753,0.33674636,0.00025080325,0.000057172718,0.000029215478,0.000316728,0.654538,0.0025685458,0.0012075717,0.0018136977,0.0023098325],"study_design_scores_gemma":[0.000569244,0.00015769883,0.11041824,0.000049400038,0.0000072294815,0.000030504258,0.0000035094106,0.88470834,0.0005329423,0.0000572442,0.003163129,0.00030253426],"about_ca_topic_score_codex":0.000030483585,"about_ca_topic_score_gemma":0.000002440441,"teacher_disagreement_score":0.72467744,"about_ca_system_score_codex":0.00040263683,"about_ca_system_score_gemma":0.0001287015,"threshold_uncertainty_score":0.99999696},"labels":[],"label_agreement":null},{"id":"W2045336717","doi":"10.1109/icsme.2014.31","title":"An Exploratory Study on Self-Admitted Technical Debt","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":282,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Technical debt; Debt; Workaround; Computer science; Software; Business; Software development; Finance; Operating system","score_opus":0.021141479268621637,"score_gpt":0.29018461736761114,"score_spread":0.2690431380989895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045336717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51821744,0.0000025876975,0.4782021,0.00009289639,0.00012761162,0.00019062427,7.101138e-8,0.0024245663,0.00074211793],"genre_scores_gemma":[0.9733314,2.64048e-7,0.026367076,0.00014952062,0.000057043188,0.00004414405,2.4595604e-7,0.000012676904,0.000037618327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986558,0.00012689907,0.000117039424,0.00038950777,0.00045152014,0.0002592522],"domain_scores_gemma":[0.9981561,0.00047278855,0.000012197783,0.0011250711,0.000059144204,0.00017472198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006976565,0.0001042591,0.00010414219,0.0001421973,0.000056595876,0.00010477535,0.0011567657,0.00004578166,0.0000110182955],"category_scores_gemma":[0.00029763652,0.00008656881,0.000021873084,0.00040215146,0.000011267906,0.00027090043,0.00019464137,0.0001956641,0.00028015874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006569657,0.018651836,0.582646,0.000071831375,0.00020319143,0.0003535911,0.014405161,0.0027137077,0.024367014,0.19489874,0.024338659,0.13728456],"study_design_scores_gemma":[0.0017050822,0.0070831063,0.845939,0.000020999409,0.00000822533,0.000019029481,0.0002841563,0.12957382,0.008735943,0.0011817581,0.004522871,0.0009260036],"about_ca_topic_score_codex":0.000005048309,"about_ca_topic_score_gemma":0.00000979481,"teacher_disagreement_score":0.455114,"about_ca_system_score_codex":0.00004780603,"about_ca_system_score_gemma":0.00003637876,"threshold_uncertainty_score":0.36009672},"labels":[],"label_agreement":null},{"id":"W2045352263","doi":"10.1145/965660.965676","title":"Refactoring to aspects","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Eclipse; Programming language; Software engineering; Software evolution; Software maintenance; Software; Restructuring; Extreme programming; Software system; Software development; Software construction; Software development process","score_opus":0.02508164165654799,"score_gpt":0.2770406081750777,"score_spread":0.2519589665185297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045352263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04534965,0.0000144760525,0.9243249,0.00020220623,0.00029361676,0.000052578605,3.292585e-8,0.00042346303,0.02933902],"genre_scores_gemma":[0.8795413,3.748272e-7,0.11926336,0.00007602875,0.000014483774,0.0000043953823,1.813152e-8,0.000003959799,0.0010960947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994149,0.000010620546,0.000044429158,0.00015924392,0.0001759293,0.00019488134],"domain_scores_gemma":[0.99935776,0.00015109291,0.0000030221427,0.00034984108,0.000025493575,0.00011279041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000148225,0.000041415344,0.00003851392,0.00007310296,0.000023237233,0.00006950933,0.00035040762,0.000013288336,0.00004487179],"category_scores_gemma":[0.00067538844,0.000037131613,0.000011854564,0.00036820772,0.0000023001023,0.00011761006,0.00007958304,0.000054329943,0.000454338],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.944134e-7,0.000024034125,0.010642802,0.000007710719,0.000007860326,0.00004222114,0.00038505392,0.00073956914,0.004798106,0.96163166,0.0041135084,0.01760698],"study_design_scores_gemma":[0.0005199585,0.00028492103,0.12784386,0.0000379418,0.0000014969455,0.00007331598,0.000030893207,0.0035012763,0.4571717,0.016750256,0.39285302,0.0009313584],"about_ca_topic_score_codex":0.000007399586,"about_ca_topic_score_gemma":0.0000012079886,"teacher_disagreement_score":0.9448814,"about_ca_system_score_codex":0.000038721017,"about_ca_system_score_gemma":0.000027262258,"threshold_uncertainty_score":0.5839747},"labels":[],"label_agreement":null},{"id":"W2045366549","doi":"10.1109/esem.2009.5316047","title":"A detailed examination of the correlation between imports and failure-proneness of software components","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Blame; Component (thermodynamics); Computer science; Correlation; Type (biology); Reliability engineering; Engineering; Mathematics; Psychology; Social psychology; Geology","score_opus":0.016344318269213867,"score_gpt":0.2378630335803394,"score_spread":0.22151871531112552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045366549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6232759,0.000017042501,0.3764212,0.00008044737,0.00003108857,0.00011788141,6.8591953e-7,0.000041244115,0.000014497494],"genre_scores_gemma":[0.985067,0.0000010547268,0.014877684,0.0000059557347,0.000008105628,0.0000022422873,0.0000022679935,0.000003084359,0.000032597898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99917316,0.00004865751,0.00019046763,0.0001454912,0.0003359789,0.00010624999],"domain_scores_gemma":[0.99914134,0.00033545794,0.00008625373,0.0003141181,0.000090474685,0.00003238172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003330122,0.00006451923,0.00011870512,0.00008664535,0.00003309068,0.000017233922,0.00027800843,0.000045336594,0.0000028191605],"category_scores_gemma":[0.00026064887,0.000047111975,0.000025110867,0.00032141418,0.00003289782,0.00021080818,0.000115768664,0.00007141466,5.6945805e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018405558,0.00003359255,0.9431896,0.000033696775,0.000010238065,8.7499467e-7,0.0004046695,0.00039613334,0.0036865838,0.0010209336,0.000026587355,0.05119524],"study_design_scores_gemma":[0.00017277479,0.000041426545,0.9850511,0.000028086195,0.0000034239977,0.0000025565232,0.000004285583,0.00796896,0.0062703085,0.00040220798,0.000007782718,0.00004711101],"about_ca_topic_score_codex":0.000010605587,"about_ca_topic_score_gemma":0.0000028090851,"teacher_disagreement_score":0.3617911,"about_ca_system_score_codex":0.000018884843,"about_ca_system_score_gemma":0.000021838525,"threshold_uncertainty_score":0.19211705},"labels":[],"label_agreement":null},{"id":"W2046040805","doi":"10.1145/2735399.2735419","title":"Technical Debt","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Maturity (psychological); Debt; Capability Maturity Model; Software; Software engineering; Computer science; Engineering management; Engineering; Business; Software development; Political science; Finance","score_opus":0.031984929105533105,"score_gpt":0.26965765861627405,"score_spread":0.23767272951074095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046040805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06800541,0.00093706534,0.9216221,0.00066701067,0.0011452509,0.00027216214,0.000005728783,0.0073334244,0.000011835093],"genre_scores_gemma":[0.6427039,0.000005515906,0.3569143,0.00007021578,0.00015235899,0.00005302621,0.0000056402005,0.00005182334,0.0000432111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973784,0.00002885098,0.00033060633,0.0006413737,0.0008109884,0.00080975797],"domain_scores_gemma":[0.9126027,0.08350126,0.00006230542,0.0027281553,0.00031835382,0.00078722445],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000638721,0.00035414947,0.0003178453,0.0003500906,0.0000678159,0.00022454289,0.0029751118,0.00020430984,0.000012508719],"category_scores_gemma":[0.477951,0.00036171192,0.00011606143,0.0010626196,0.000041706455,0.0006302774,0.0013223201,0.00053527905,0.00034297173],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019844341,0.00022160327,0.91409594,0.00019677292,0.00007536108,0.00044577476,0.00080321374,0.015261179,0.005438877,0.010778527,0.014265062,0.03839782],"study_design_scores_gemma":[0.003082305,0.0009106031,0.888207,0.00045465972,0.000047217603,0.0010731654,0.000020686164,0.010219645,0.032422945,0.0014745876,0.057947103,0.0041400576],"about_ca_topic_score_codex":0.000027169286,"about_ca_topic_score_gemma":0.0000016756245,"teacher_disagreement_score":0.5746985,"about_ca_system_score_codex":0.00022304578,"about_ca_system_score_gemma":0.00019050155,"threshold_uncertainty_score":0.9998835},"labels":[],"label_agreement":null},{"id":"W2046157646","doi":"10.1007/s10664-015-9377-5","title":"An empirical study of software release notes","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Empirical research; Computer science; Software; Software engineering; Programming language; Mathematics; Statistics","score_opus":0.05553808588465858,"score_gpt":0.33739025458356287,"score_spread":0.2818521686989043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046157646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5142955,0.000114313676,0.48352367,0.00007511979,0.00032140524,0.00023373865,0.0000031926008,0.0014309052,0.0000021595768],"genre_scores_gemma":[0.875527,0.0000015579873,0.124051794,0.00007717381,0.00018331573,0.000061236446,0.0000065758863,0.0000739954,0.000017326762],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996149,0.00014381114,0.0006325065,0.0008884175,0.0013651752,0.0008211087],"domain_scores_gemma":[0.9944654,0.002387245,0.00009185595,0.001636222,0.00039971748,0.001019545],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00082460255,0.00043557916,0.00057361287,0.00045856735,0.00008143298,0.00015945155,0.0018960987,0.00020658443,0.000015323436],"category_scores_gemma":[0.012705362,0.00042394258,0.00012707652,0.0016813437,0.000046054087,0.00080775894,0.00060910836,0.000649989,0.00006623588],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021215668,0.00095549494,0.8833331,0.00005593013,0.000054570228,0.00015993364,0.0030880552,0.10745992,0.00006798806,0.0000125165025,0.0011228829,0.003668385],"study_design_scores_gemma":[0.0029725193,0.0036064626,0.90284836,0.00010889529,0.000041285573,0.00009599749,0.00023815414,0.08305744,0.0017129532,0.00022655915,0.003563974,0.0015273968],"about_ca_topic_score_codex":0.00008156755,"about_ca_topic_score_gemma":0.000005985472,"teacher_disagreement_score":0.3612315,"about_ca_system_score_codex":0.00023819713,"about_ca_system_score_gemma":0.00025070686,"threshold_uncertainty_score":0.99982125},"labels":[],"label_agreement":null},{"id":"W2046253855","doi":"10.1145/2491411.2494587","title":"Code fragment summarization","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Automatic summarization; Code (set theory); Fragment (logic); Oracle; Code review; Programming language; Source code; Information retrieval; Software; Presentation (obstetrics); Data mining; Static program analysis; Software development","score_opus":0.013442418359849984,"score_gpt":0.2420684419017109,"score_spread":0.2286260235418609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046253855","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017793419,0.00001148468,0.97860926,0.0008819337,0.00011547477,0.00009372586,8.907394e-8,0.0003516855,0.002142946],"genre_scores_gemma":[0.89259255,0.0000029575071,0.10396726,0.00017121666,0.000024380879,0.000033889544,0.0000010251285,0.0000046217797,0.0032020726],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99952495,0.000007863215,0.000052548512,0.00011599891,0.0001699648,0.0001286952],"domain_scores_gemma":[0.9995242,0.0001133439,0.0000056625877,0.00025613004,0.000049827184,0.00005084908],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000067404624,0.000034465418,0.000029779914,0.000044359953,0.000021640011,0.000117326,0.00034431397,0.000016701313,0.00023956057],"category_scores_gemma":[0.000095111325,0.00002897571,0.000009665728,0.00017353609,0.000005571742,0.00027463693,0.00012685375,0.000039728424,0.0010342414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010036389,0.00017077614,0.136824,0.00004697618,0.000038577004,0.000012578159,0.00083239196,0.005439285,0.011354627,0.31598952,0.20819028,0.32109997],"study_design_scores_gemma":[0.00026732247,0.00006628297,0.32360804,0.000010664956,7.7903564e-7,0.000004939615,0.000009545334,0.6383462,0.014147897,0.005159791,0.018111885,0.00026664944],"about_ca_topic_score_codex":0.00005935661,"about_ca_topic_score_gemma":0.0000013700961,"teacher_disagreement_score":0.87479913,"about_ca_system_score_codex":0.000025113377,"about_ca_system_score_gemma":0.000013830594,"threshold_uncertainty_score":0.9997436},"labels":[],"label_agreement":null},{"id":"W2046347832","doi":"10.1145/2593801.2593803","title":"A mapping study on bayesian networks for software quality prediction","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Tekes","keywords":"Bayesian network; Computer science; Categorical variable; Machine learning; Artificial intelligence; Dependency (UML); Inference; Data mining; Software; Quality (philosophy); Software quality; Software development","score_opus":0.03577368909895908,"score_gpt":0.30628662842953874,"score_spread":0.2705129393305797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046347832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02263925,0.000004777304,0.9752053,0.00014372404,0.0004016573,0.0005339002,9.805939e-7,0.00096010376,0.000110295245],"genre_scores_gemma":[0.9393881,2.7700835e-7,0.059980556,0.000104271945,0.0001789674,0.00012879106,0.0000019982322,0.000011929088,0.00020508774],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869275,0.00009929229,0.00019244873,0.00039296754,0.00031847946,0.0003040715],"domain_scores_gemma":[0.99750584,0.0016440286,0.00002968079,0.0006442866,0.00008174604,0.000094408715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013870341,0.00010437776,0.00012856335,0.00011550307,0.00011776147,0.00012549694,0.00054677454,0.000050286148,0.0000048944735],"category_scores_gemma":[0.0012666631,0.00009326558,0.000047743033,0.00031653373,0.000009801276,0.00015942211,0.00013419442,0.00013767241,0.000011544426],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046429876,0.0008913832,0.5783672,0.00011792199,0.00012408427,0.000004455159,0.0032493807,0.07028735,0.000060652314,0.019939357,0.009092689,0.31781912],"study_design_scores_gemma":[0.0005490992,0.0005283541,0.39656842,0.000017094775,0.0000013212621,9.73801e-7,0.000061477505,0.6005449,0.000029205778,0.00057695917,0.0009803863,0.00014175622],"about_ca_topic_score_codex":0.000020821119,"about_ca_topic_score_gemma":0.0000052871956,"teacher_disagreement_score":0.9167489,"about_ca_system_score_codex":0.00005399405,"about_ca_system_score_gemma":0.000017865239,"threshold_uncertainty_score":0.380326},"labels":[],"label_agreement":null},{"id":"W2046633649","doi":"10.1111/j.1467-8640.2006.00283.x","title":"VISIO‐SPATIAL CASE‐BASED REASONING: A CASE STUDY IN PREDICTION OF PROTEIN STRUCTURE","year":2006,"lang":"en","type":"article","venue":"Computational Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Carleton University","funders":"","keywords":"Similarity (geometry); Artificial intelligence; Computer science; Metric (unit); Case-based reasoning; Pattern recognition (psychology); Data mining; Image (mathematics)","score_opus":0.025771312733067,"score_gpt":0.3037859787183627,"score_spread":0.27801466598529573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046633649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4780567,0.000020968719,0.5214352,0.000016043903,0.000060731007,0.00033068517,0.0000099430445,0.000063300664,0.0000064611813],"genre_scores_gemma":[0.9362271,6.676491e-8,0.063655995,0.0000056061035,0.00004796139,0.00003574649,0.000008600071,0.00000974229,0.000009171777],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835145,0.0001115944,0.00041577226,0.00039563465,0.00051533454,0.00021019723],"domain_scores_gemma":[0.99864846,0.00061982434,0.000090492555,0.00030651508,0.0002818727,0.000052850362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031902804,0.00013798488,0.00015194525,0.0003351375,0.00007224534,0.000071589675,0.00037215627,0.000056494995,0.000016172275],"category_scores_gemma":[0.00028980276,0.00014209421,0.000035162277,0.0008490021,0.000051848197,0.00020397463,0.00012108081,0.00022231869,0.000003975463],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009715516,0.00025633335,0.028216409,0.000028788532,0.000007282171,0.008158282,0.0004856067,0.9533471,0.00009560259,0.0016840675,0.00002193712,0.007688893],"study_design_scores_gemma":[0.00019956155,0.00024514843,0.022511145,0.000047731526,0.0000022845006,0.0026600813,0.00011712437,0.96989083,0.0016127824,0.0025935548,0.0000058989453,0.000113833914],"about_ca_topic_score_codex":0.003279526,"about_ca_topic_score_gemma":0.00045497392,"teacher_disagreement_score":0.4581704,"about_ca_system_score_codex":0.000105259256,"about_ca_system_score_gemma":0.00018013595,"threshold_uncertainty_score":0.5794434},"labels":[],"label_agreement":null},{"id":"W2046816618","doi":"10.1115/detc2010-28773","title":"Estimation of the Scope of Change Propagation in Object-Oriented Programming","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Scope (computer science); Computer science; Dependency (UML); Representation (politics); Object (grammar); Context (archaeology); Object-oriented programming; Core (optical fiber); Theoretical computer science; Software engineering; Programming language; Artificial intelligence","score_opus":0.026335403537414013,"score_gpt":0.2837457319705648,"score_spread":0.25741032843315076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046816618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73733306,0.000012196423,0.26178625,0.00012777338,0.00018555467,0.0004103501,1.592739e-7,0.0000527871,0.00009184009],"genre_scores_gemma":[0.9360689,5.3400674e-7,0.06386476,0.0000033342303,0.000008168354,0.000034060413,3.5049052e-7,0.0000024960864,0.000017421497],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994507,0.000016529622,0.00011886864,0.00009192091,0.00022801822,0.000093997005],"domain_scores_gemma":[0.99950516,0.00008940178,0.000041567873,0.00028099198,0.000068692665,0.000014157766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031596498,0.000034882163,0.00005230406,0.00009103762,0.000012394435,0.0000112284215,0.00031172318,0.000025765989,0.0000032133548],"category_scores_gemma":[0.0005446101,0.000023855751,0.000014400653,0.00068263017,0.000028265556,0.00020688593,0.0001115686,0.00010207057,0.0000016094407],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036518165,0.00012303365,0.04918247,0.00014897827,0.0000040667564,7.2694036e-7,0.0020263265,0.0008248167,0.030417329,0.023593975,0.000015734442,0.8936589],"study_design_scores_gemma":[0.00021736538,0.000061059036,0.35832104,0.000083138126,9.370037e-7,0.0000022332317,0.000009706133,0.3132231,0.32779348,0.0001478239,0.00007385907,0.000066263834],"about_ca_topic_score_codex":0.00012706792,"about_ca_topic_score_gemma":0.000062379244,"teacher_disagreement_score":0.89359266,"about_ca_system_score_codex":0.000011264436,"about_ca_system_score_gemma":0.000037843307,"threshold_uncertainty_score":0.097280934},"labels":[],"label_agreement":null},{"id":"W2047000830","doi":"10.1109/vissof.2007.4290720","title":"Visual Analysis of Azureus using VERSO","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Task (project management); Computer science; Artificial intelligence; Engineering","score_opus":0.026610504259394166,"score_gpt":0.3423521174109593,"score_spread":0.3157416131515651,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047000830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40494654,0.0000123331065,0.59471834,0.0000073632546,0.000042132127,0.000013353401,1.1434533e-7,0.000057814097,0.00020201229],"genre_scores_gemma":[0.9184925,4.1896462e-7,0.08140567,0.000015449958,0.00001171049,1.5246927e-7,3.0472685e-7,0.000002486553,0.00007130922],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992776,0.000007904383,0.00011120525,0.00013715295,0.00028510994,0.00018103246],"domain_scores_gemma":[0.999222,0.0003782654,0.00001814066,0.0002594009,0.00006608165,0.00005610582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046513,0.000042707234,0.000101970756,0.0005455026,0.000018124425,0.00002154317,0.00035584733,0.000025648296,0.000037825954],"category_scores_gemma":[0.00016134942,0.000039398245,0.000060548715,0.0024025536,0.000015855358,0.00011158209,0.0001305112,0.00004923492,0.000007136373],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023497627,0.00032080602,0.7483399,0.000048437487,0.0023908794,0.0001598463,0.0017624055,0.091206215,0.06373081,0.028091988,0.0004917274,0.0634335],"study_design_scores_gemma":[0.0000926909,0.000034637524,0.25285757,0.0000028673073,0.00004265953,0.0000017259632,0.000016454185,0.72459793,0.022095514,0.00002323793,0.00014307014,0.00009160533],"about_ca_topic_score_codex":0.00013836336,"about_ca_topic_score_gemma":0.0000099263325,"teacher_disagreement_score":0.63339174,"about_ca_system_score_codex":0.000037083955,"about_ca_system_score_gemma":0.000025331554,"threshold_uncertainty_score":0.16066138},"labels":[],"label_agreement":null},{"id":"W2047340539","doi":"","title":"Near-miss Model Clone Detection for Simulink Models","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Leverage (statistics); clone (Java method); Granularity; Source code; Detector; Identification (biology); Block (permutation group theory); Data mining; Programming language; Artificial intelligence","score_opus":0.032615082029270305,"score_gpt":0.2645018033448053,"score_spread":0.23188672131553498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047340539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037668902,0.000019953657,0.9606282,0.00037835364,0.00010681454,0.0003704431,5.093405e-7,0.0005720109,0.0002547731],"genre_scores_gemma":[0.7021719,0.0000014095028,0.29656905,0.000075502976,0.000027288472,0.000118894706,4.2227245e-7,0.000010378369,0.0010251272],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990884,0.000008043564,0.00011488403,0.0002703301,0.00021237378,0.0003059744],"domain_scores_gemma":[0.9989501,0.0003203265,0.000014006036,0.00042810687,0.0001740617,0.000113393464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015563115,0.00008740692,0.00008422026,0.000059182228,0.00009180697,0.00024826525,0.0005116762,0.00006036274,0.000012004359],"category_scores_gemma":[0.00015044225,0.000078815974,0.00004593798,0.00019547736,0.000015461948,0.0007531732,0.00013877334,0.00009620898,0.00011432652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015486492,0.000018056462,0.000011248697,0.000012074488,0.0000053608046,2.5310254e-7,0.00010318426,0.9490199,0.0017384687,0.0036106235,0.0007391405,0.044740103],"study_design_scores_gemma":[0.00016867972,0.000046660443,0.000054996308,0.0000023723446,7.7080324e-7,0.000001491811,0.0000019768709,0.97274655,0.004372649,0.02240816,0.00009447682,0.0001012325],"about_ca_topic_score_codex":0.00007816758,"about_ca_topic_score_gemma":0.000002259666,"teacher_disagreement_score":0.66450304,"about_ca_system_score_codex":0.000043289034,"about_ca_system_score_gemma":0.000044413206,"threshold_uncertainty_score":0.3214022},"labels":[],"label_agreement":null},{"id":"W2047550520","doi":"10.1109/wcre.2013.6671307","title":"Improving SOA antipatterns detection in Service Based Systems by mining execution traces","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Maintainability; Quality of service; Service-oriented architecture; Service (business); OASIS SOA Reference Model; Reusability; Data mining; Software engineering; Distributed computing; Software; Web service; Operating system; Computer network; Programming language","score_opus":0.011726348508564795,"score_gpt":0.22501544505542134,"score_spread":0.21328909654685654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047550520","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4831597,0.000031589665,0.5161451,0.00012929454,0.00016869832,0.00013764389,2.856022e-7,0.00020808127,0.000019593928],"genre_scores_gemma":[0.9943884,6.739146e-7,0.005332784,0.00007017437,0.000026976539,0.000083440595,0.0000013057468,0.000009576349,0.00008665776],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894655,0.00004928071,0.00016908132,0.00028618716,0.00025653018,0.00029239318],"domain_scores_gemma":[0.9992636,0.0002749551,0.00003499876,0.00028062766,0.000081642684,0.00006421195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030800462,0.000094618576,0.00009249508,0.00018353053,0.000044947923,0.00031918637,0.00039737514,0.0000618942,0.000013540732],"category_scores_gemma":[0.0000877668,0.00009061192,0.000016227816,0.0005276932,0.0000056704575,0.0007390031,0.00006997152,0.0001176691,0.00006161806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063995913,0.00014336704,0.07752172,0.00062147377,0.000015809925,0.000016273587,0.0012924289,0.015295412,0.73336214,0.00006579697,0.0011610725,0.17049813],"study_design_scores_gemma":[0.00018715196,0.00003041058,0.021753978,0.000035791923,5.632998e-7,0.000003791869,0.00008102516,0.9442977,0.033448104,0.0000024156877,0.00004455605,0.00011451325],"about_ca_topic_score_codex":0.006536541,"about_ca_topic_score_gemma":0.00014208915,"teacher_disagreement_score":0.9290023,"about_ca_system_score_codex":0.000089473084,"about_ca_system_score_gemma":0.000026536622,"threshold_uncertainty_score":0.98813385},"labels":[],"label_agreement":null},{"id":"W2048194532","doi":"10.1109/sera.2011.45","title":"Quantifying the Impact of Different Non-functional Requirements and Problem Domains on Software Effort Estimation","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Estimation; Software; Reuse; Domain (mathematical analysis); Data mining; Machine learning; Feature (linguistics); Software metric; Selection (genetic algorithm); Software development; Artificial intelligence; Software quality; Mathematics; Engineering; Systems engineering","score_opus":0.07475897787646796,"score_gpt":0.315573614894095,"score_spread":0.24081463701762706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048194532","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47010678,0.0000045091033,0.5295048,0.000015789063,0.000047600624,0.00014228346,4.7495084e-7,0.000065269516,0.00011249748],"genre_scores_gemma":[0.9473129,0.0000018520708,0.052600417,0.000009636478,0.000010369766,0.000020031695,0.0000016809033,0.000006609601,0.000036507703],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99912727,0.000015801212,0.00014511342,0.00019162148,0.00033794023,0.00018225571],"domain_scores_gemma":[0.99934655,0.00019038461,0.00004360305,0.0003293209,0.00004280545,0.000047317877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024320783,0.000101478305,0.00009383554,0.00009292308,0.00008167231,0.000044344128,0.00029205682,0.000028730035,0.000024738987],"category_scores_gemma":[0.00010533436,0.000056132507,0.00004711822,0.00015897688,0.000035868758,0.00020989808,0.0001553122,0.000093542985,0.000009523169],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005536904,0.00031122012,0.94795567,0.00008957495,0.00014935626,0.00000503554,0.0019959107,0.0039555714,0.0011742729,0.012279247,0.001018591,0.03101021],"study_design_scores_gemma":[0.00021315356,0.0002598696,0.9223864,0.000038894603,0.0000023759035,0.0000047742433,0.000004365927,0.07408335,0.0018556291,0.0010804441,0.0000010450844,0.00006971363],"about_ca_topic_score_codex":0.000092697395,"about_ca_topic_score_gemma":0.0000035182234,"teacher_disagreement_score":0.4772061,"about_ca_system_score_codex":0.00005945901,"about_ca_system_score_gemma":0.00003487127,"threshold_uncertainty_score":0.22890171},"labels":[],"label_agreement":null},{"id":"W2048909176","doi":"10.1109/scam.2014.33","title":"ACUA: API Change and Usage Auditor","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Audit; Computer science; Accounting; Business","score_opus":0.0334765347362818,"score_gpt":0.2586926426319207,"score_spread":0.2252161078956389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048909176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042062983,0.000083427374,0.95358866,0.0014198069,0.0006298947,0.0001083334,3.0829958e-7,0.0005159557,0.0015906185],"genre_scores_gemma":[0.9631634,0.000009094357,0.03505759,0.000244317,0.00044092536,0.000021584938,2.1935747e-7,0.0000065102745,0.0010563841],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99941874,0.000016545193,0.00004479102,0.00017936078,0.0001625349,0.0001780497],"domain_scores_gemma":[0.9992752,0.0003155789,0.000006944203,0.0002960817,0.000020737083,0.000085427084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023484648,0.000053175794,0.000057226265,0.00005633636,0.00003449612,0.000085981635,0.0003450697,0.000026126845,0.000022722776],"category_scores_gemma":[0.00022980057,0.000043638574,0.0000105852,0.00013707946,0.000015971355,0.00022540483,0.00026202507,0.00006416004,0.00013022567],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033931096,0.00007131141,0.048821267,0.000115746894,0.00002925938,0.000029452302,0.0017838051,0.000020560235,0.002264857,0.1022615,0.05099188,0.79360694],"study_design_scores_gemma":[0.0006265978,0.00026284976,0.543246,0.000030528194,0.0000027413448,0.000032024913,0.0000071207164,0.19584055,0.0036236788,0.0018668314,0.25395793,0.0005032157],"about_ca_topic_score_codex":0.000017603297,"about_ca_topic_score_gemma":0.0000026011146,"teacher_disagreement_score":0.9211004,"about_ca_system_score_codex":0.000010218093,"about_ca_system_score_gemma":0.0000058155474,"threshold_uncertainty_score":0.17795295},"labels":[],"label_agreement":null},{"id":"W2049055220","doi":"10.1109/icsm.2010.5609739","title":"Playing with refactoring: Identifying extract class opportunities through game theory","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code refactoring; Computer science; Cohesion (chemistry); Game theory; Task (project management); Class (philosophy); Management science; Software engineering; Quality (philosophy); Algorithmic game theory; Software; Artificial intelligence; Sequential game; Systems engineering; Engineering","score_opus":0.09029389536732674,"score_gpt":0.31051315937731266,"score_spread":0.22021926400998593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049055220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24759436,0.000040426014,0.7395829,0.00021154342,0.00062125636,0.00010184832,6.054187e-7,0.0008488852,0.01099818],"genre_scores_gemma":[0.919039,0.000011643082,0.07846863,0.00007724863,0.000104891056,0.000017598566,9.665916e-7,0.000024706296,0.0022553308],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99841994,0.00004050401,0.00016697473,0.00037628046,0.0005349318,0.0004613877],"domain_scores_gemma":[0.9978136,0.0010746557,0.00004570859,0.0008297516,0.000100352874,0.00013594997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064768526,0.00016911865,0.00014222026,0.0001267824,0.0001446189,0.0004521292,0.001055845,0.00007952216,0.00011240334],"category_scores_gemma":[0.00031759508,0.00013082096,0.000040962797,0.0002559335,0.000085797845,0.0014279736,0.0002889508,0.0005981811,0.00005255982],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025726129,0.000088840454,0.022710409,0.00009966306,0.000096493764,0.00046406148,0.0044688387,0.00018518836,0.02437246,0.8990167,0.0006050485,0.047866583],"study_design_scores_gemma":[0.0047534863,0.0012029342,0.45352414,0.0008540192,0.00008344977,0.0024815067,0.004699811,0.06227364,0.22385743,0.08578075,0.15362443,0.0068643964],"about_ca_topic_score_codex":0.000036595444,"about_ca_topic_score_gemma":0.000013144769,"teacher_disagreement_score":0.81323594,"about_ca_system_score_codex":0.000035174395,"about_ca_system_score_gemma":0.00012810602,"threshold_uncertainty_score":0.53347236},"labels":[],"label_agreement":null},{"id":"W2049138229","doi":"10.1109/scam.2010.32","title":"Evaluating Code Clone Genealogies at Release Level: An Empirical Study","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Code refactoring; Software evolution; Software maintenance; Java; Computer science; Software system; Source code; Programming language; Software; Biology; Genetics; Software construction; Gene","score_opus":0.22123518092379388,"score_gpt":0.45418557628647194,"score_spread":0.23295039536267806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049138229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89601153,0.000010101437,0.102174826,0.00031700023,0.00033011427,0.00024286192,0.0000015321341,0.000811771,0.000100256846],"genre_scores_gemma":[0.84162265,5.821354e-7,0.15756796,0.00008048972,0.000083157654,0.000028808057,0.0000013401029,0.0000144069945,0.0006005852],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99801594,0.000116035626,0.00019490722,0.0005262148,0.0007527428,0.00039414223],"domain_scores_gemma":[0.99763143,0.00080085255,0.000026391926,0.0011732306,0.00015306156,0.00021504848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012631833,0.00013152623,0.00013783162,0.00011045037,0.00016622621,0.00017333406,0.0012160793,0.0000639721,0.00010353008],"category_scores_gemma":[0.0020534066,0.00011043887,0.000032241187,0.00037340593,0.000040826762,0.0003268486,0.00091850746,0.00036158314,0.00021460193],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023720258,0.00084927893,0.8578502,0.000016766862,0.000040659295,0.00015508092,0.003720831,0.002994323,0.036876447,0.0005911043,0.003995889,0.0928857],"study_design_scores_gemma":[0.0005190738,0.00062169554,0.74648315,0.0000021458275,0.000003900588,0.000029344379,0.000069817026,0.24766183,0.0038486335,0.0001961248,0.00032124246,0.00024305664],"about_ca_topic_score_codex":0.000092651375,"about_ca_topic_score_gemma":0.00031057614,"teacher_disagreement_score":0.2446675,"about_ca_system_score_codex":0.000058911806,"about_ca_system_score_gemma":0.000112083704,"threshold_uncertainty_score":0.45035663},"labels":[],"label_agreement":null},{"id":"W2049321492","doi":"10.1142/s0218194002000913","title":"ASSOCIATION ANALYSIS OF SOFTWARE MEASURES","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software sizing; Software; Software metric; Software engineering; Software construction; Reusability; Regression testing; Software development; Software quality; Verification and validation; Association (psychology); Data mining; Statistics; Programming language; Mathematics","score_opus":0.014566029233017957,"score_gpt":0.24283468499269795,"score_spread":0.22826865575968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049321492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10786772,0.0041999468,0.88560367,0.00010354249,0.0018870005,0.000055453464,0.0000141703595,0.0002553329,0.000013198941],"genre_scores_gemma":[0.922399,0.00034210624,0.07676865,0.0000081395565,0.00030939918,0.0000051753423,0.0000029478354,0.00003375119,0.00013086223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979127,0.00002475246,0.0006543803,0.00022883929,0.0008642126,0.00031511203],"domain_scores_gemma":[0.9965036,0.001767629,0.00026876095,0.0002475551,0.001027011,0.00018542899],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007640677,0.000232692,0.0004827827,0.0018755506,0.000028750788,0.00013461048,0.0009923448,0.00013046985,0.000024446372],"category_scores_gemma":[0.0067829103,0.00023953604,0.00028202226,0.0011941082,0.000013451956,0.00054444186,0.00020335088,0.0004226489,0.000006127661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016660268,0.00030527622,0.17590709,0.00022904648,0.010623936,0.00015721977,0.0032688656,0.736049,0.0032238178,0.0010298194,0.0017993028,0.067389935],"study_design_scores_gemma":[0.0012154188,0.00018332763,0.14251372,0.00051802164,0.00052099046,0.00017137722,0.00002006457,0.8351325,0.0035157937,0.000027378552,0.015453989,0.00072743266],"about_ca_topic_score_codex":0.0000057978586,"about_ca_topic_score_gemma":0.0000013257963,"teacher_disagreement_score":0.81453127,"about_ca_system_score_codex":0.00031504396,"about_ca_system_score_gemma":0.00003857142,"threshold_uncertainty_score":0.9767996},"labels":[],"label_agreement":null},{"id":"W2049463166","doi":"10.1145/774833.774840","title":"Plugging-in visualization","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Eclipse; Visualization; Computer science; Java; Plug-in; Software engineering; Process (computing); Software; World Wide Web; Programming language","score_opus":0.016047630399051736,"score_gpt":0.28819906185074123,"score_spread":0.2721514314516895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049463166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019577455,0.000023201004,0.975811,0.000058562295,0.000094375755,0.000038689268,1.6869057e-8,0.00022325889,0.00417341],"genre_scores_gemma":[0.97415274,0.0000016619105,0.02522866,0.00004477461,0.000004416764,0.0000046938103,1.3454687e-7,0.0000032026207,0.0005597294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995617,0.000020556203,0.00005375051,0.00011310039,0.00012300951,0.00012785797],"domain_scores_gemma":[0.99965674,0.00012417053,0.000004262808,0.00017151903,0.00001617489,0.000027157983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020492151,0.000030298414,0.00003129585,0.00010037759,0.000011095502,0.000040913794,0.00018507775,0.000015421378,0.00003931173],"category_scores_gemma":[0.0003975441,0.000028802719,0.0000074228064,0.00043683036,0.0000038151866,0.00014686542,0.000026745303,0.000035106066,0.00007580418],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2294878e-7,0.000028092967,0.06848011,0.00000620816,0.0000013735188,0.000011821082,0.0001932646,0.0013123825,0.00026921788,0.925633,0.0009780226,0.003086271],"study_design_scores_gemma":[0.0014929698,0.00014281044,0.26805636,0.000052138184,0.0000011043651,0.000049443206,0.000041430656,0.5795864,0.058429133,0.01888471,0.072451055,0.00081248966],"about_ca_topic_score_codex":0.000008773658,"about_ca_topic_score_gemma":0.0000029935027,"teacher_disagreement_score":0.95457524,"about_ca_system_score_codex":0.000027175654,"about_ca_system_score_gemma":0.000023433571,"threshold_uncertainty_score":0.117454074},"labels":[],"label_agreement":null},{"id":"W2049511237","doi":"10.1016/j.scico.2012.11.002","title":"Stratified sampling of execution traces: Execution phases serving as strata","year":2012,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Concordia University","funders":"","keywords":"Computer science; Sampling (signal processing); Stratified sampling; Parallel computing; Telecommunications; Statistics","score_opus":0.04349503827909484,"score_gpt":0.3280507423000704,"score_spread":0.2845557040209756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049511237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43629074,0.00015040272,0.5627909,0.000028726268,0.00038569685,0.00018159077,6.9287546e-7,0.00013115282,0.00004014748],"genre_scores_gemma":[0.668521,0.0000031128948,0.33136916,0.0000053302,0.00008189821,0.000008209265,0.0000014159015,0.0000057866496,0.0000040647],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99725825,0.00004428214,0.00044097297,0.00042862317,0.001087482,0.0007404048],"domain_scores_gemma":[0.9982196,0.000335401,0.00021233769,0.0006603787,0.00035231927,0.00021996912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021164012,0.0001680127,0.00023067892,0.00042223625,0.00019285898,0.0002643246,0.0016861545,0.000057678135,0.0000055401056],"category_scores_gemma":[0.00027849825,0.0001638657,0.00007423529,0.0019001539,0.00036074227,0.0026640662,0.00045852887,0.00016981199,0.000004244123],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012817141,0.0005240347,0.00882178,0.0002943329,0.00002799475,0.0000035497226,0.0051445616,0.004879797,0.112606384,0.038178425,0.000026936095,0.8294794],"study_design_scores_gemma":[0.0013127119,0.0015955134,0.07141316,0.0011934309,0.000036086414,0.00017412836,0.00094661955,0.29232517,0.62566715,0.0029384412,0.0010807755,0.0013168349],"about_ca_topic_score_codex":0.00006766718,"about_ca_topic_score_gemma":0.0000013095533,"teacher_disagreement_score":0.82816255,"about_ca_system_score_codex":0.000075724085,"about_ca_system_score_gemma":0.00028057926,"threshold_uncertainty_score":0.6682249},"labels":[],"label_agreement":null},{"id":"W2049800049","doi":"10.4236/ti.2013.44031","title":"Using the ISO 19761 COSMIC Measurement Standard to Reduce “Information Asymmetry” in Software Development Contracts and Enable Greater Competitiveness","year":2013,"lang":"en","type":"article","venue":"Technology and Investment","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Software; Information asymmetry; Software development; Quality (philosophy); Computer science; Lead (geology); Business; Industrial organization; COSMIC cancer database; Software quality; Environmental economics; Risk analysis (engineering); Economics; Finance; Operating system","score_opus":0.03153201895860408,"score_gpt":0.2521696490963532,"score_spread":0.22063763013774912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049800049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8202593,0.00036952368,0.17649616,0.0018734257,0.00007915951,0.0006998849,0.0000010513942,0.00016975804,0.00005173807],"genre_scores_gemma":[0.9444578,0.000008066695,0.05472575,0.00063452433,0.000004958253,0.00015300546,7.671858e-7,0.0000048939673,0.000010213977],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989949,0.000029936498,0.00019809962,0.00020090622,0.000273805,0.00030234572],"domain_scores_gemma":[0.99942786,0.0000590093,0.00003712385,0.00025848157,0.0001461878,0.000071366885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052737695,0.000121485304,0.00014039104,0.0004190754,0.00014232223,0.00012050419,0.000290158,0.00008026059,0.000005235736],"category_scores_gemma":[0.00023710799,0.000091393646,0.0000072501475,0.00045950466,0.00009770062,0.0003961034,0.0003303947,0.00016655077,0.000015815496],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116114345,0.00026198023,0.3031283,0.0004545211,0.0003222712,0.00005879417,0.014025254,0.0025506674,0.015435216,0.23269527,0.0018134471,0.42913818],"study_design_scores_gemma":[0.0045788754,0.0009607341,0.52894825,0.0011365071,0.000024128236,0.00025814472,0.0015107822,0.012938992,0.34634528,0.03259066,0.06923691,0.0014707445],"about_ca_topic_score_codex":0.000043986736,"about_ca_topic_score_gemma":0.000006521078,"teacher_disagreement_score":0.42766744,"about_ca_system_score_codex":0.0002754847,"about_ca_system_score_gemma":0.00011133222,"threshold_uncertainty_score":0.3726925},"labels":[],"label_agreement":null},{"id":"W2049899452","doi":"10.1145/2652524.2652549","title":"Monitoring bottlenecks in achieving release readiness","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Portfolio; Context (archaeology); Product (mathematics); Software release life cycle; Revenue; Business; Computer science; Process (computing); Process management; Risk analysis (engineering); Software; Software quality; Software development; Accounting; Finance; Mathematics; Operating system","score_opus":0.014484797118494302,"score_gpt":0.26212688202245144,"score_spread":0.24764208490395714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049899452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42324865,0.000041897714,0.57440007,0.00027202888,0.00031035623,0.000048067992,3.6965144e-8,0.00034787605,0.0013310317],"genre_scores_gemma":[0.96190864,0.000006005622,0.03758745,0.000017857508,0.000101070276,0.000010730286,9.389176e-8,0.00000849949,0.00035964226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99909216,0.00003619268,0.000117145144,0.00024673462,0.0002233181,0.0002844477],"domain_scores_gemma":[0.99882436,0.0005594299,0.000012202871,0.00048782662,0.000030081233,0.00008607514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045956977,0.00007562634,0.00008970796,0.00016239482,0.000030532035,0.000092585986,0.00065884687,0.00003617684,0.000005516777],"category_scores_gemma":[0.0009698132,0.000071110975,0.000019266907,0.00044270992,0.000009390718,0.00029395887,0.00022773222,0.00016131072,0.00007085106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002881097,0.00004325964,0.70297414,0.000039727915,0.0000044727262,0.000030635394,0.00029609216,0.0033430676,0.0028519095,0.010544243,0.00019005574,0.2796795],"study_design_scores_gemma":[0.00036892356,0.000048554877,0.86366624,0.00013453198,7.6845566e-7,0.000010592483,0.000011997384,0.12039702,0.012893257,0.00054321374,0.0016316273,0.00029327124],"about_ca_topic_score_codex":0.00008380966,"about_ca_topic_score_gemma":0.0000031055847,"teacher_disagreement_score":0.53866,"about_ca_system_score_codex":0.000052193052,"about_ca_system_score_gemma":0.000018602694,"threshold_uncertainty_score":0.28998214},"labels":[],"label_agreement":null},{"id":"W2050187629","doi":"10.1145/1052898.1052912","title":"Mylar","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":296,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Programmer; Java; Programming language; Task (project management); Context (archaeology); Code (set theory); Software engineering; Software system; Software; Aspect-oriented programming; Engineering","score_opus":0.013550619996946858,"score_gpt":0.25814201061575254,"score_spread":0.2445913906188057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050187629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012690635,0.000047320285,0.9774222,0.0020088,0.00006179072,0.000023009457,3.4506886e-8,0.00052237534,0.0072238846],"genre_scores_gemma":[0.7822868,0.0000015025472,0.21457627,0.00017624669,0.000055414388,0.0000023655684,5.1886953e-8,0.0000022291742,0.0028990873],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996326,0.0000038985204,0.000033162545,0.00009055277,0.00012275967,0.00011704517],"domain_scores_gemma":[0.9995995,0.0000925036,0.0000023532016,0.00024974282,0.000014764017,0.00004111377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008451782,0.000025023088,0.000022806627,0.000036057685,0.000014352313,0.000041714473,0.00040550664,0.000011082382,0.00008851497],"category_scores_gemma":[0.0000735047,0.00002133092,0.000010819779,0.00013643283,0.000004410262,0.00017870814,0.000097543285,0.00004120452,0.0010204809],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.6464486e-7,0.000057139336,0.008079198,0.0000065555523,0.000010425377,0.00001764241,0.00034247607,0.0021828136,0.0018635363,0.24993065,0.057343937,0.680165],"study_design_scores_gemma":[0.00027934765,0.000047627254,0.058334872,0.0000049483565,5.3408445e-7,0.000028013887,0.000003315551,0.23754725,0.028458435,0.000995135,0.67403907,0.00026145412],"about_ca_topic_score_codex":0.0000029175103,"about_ca_topic_score_gemma":8.080454e-7,"teacher_disagreement_score":0.7695962,"about_ca_system_score_codex":0.000015503014,"about_ca_system_score_gemma":0.000012072094,"threshold_uncertainty_score":0.99975735},"labels":[],"label_agreement":null},{"id":"W2050349725","doi":"10.1145/775047.775095","title":"From run-time behavior to usage scenarios","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","score_opus":0.024312565883526833,"score_gpt":0.2574888682438811,"score_spread":0.23317630236035428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050349725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44622347,0.000057783294,0.54815954,0.0014819687,0.00035690877,0.0003045883,0.0000049187697,0.0012164734,0.0021943788],"genre_scores_gemma":[0.7883412,0.000001751642,0.19305854,0.00040033748,0.00015406175,0.00005590688,0.0000013184726,0.000019076238,0.017967792],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988991,0.00001622349,0.00010190288,0.00032616654,0.000350089,0.00030651077],"domain_scores_gemma":[0.9988035,0.00026342203,0.000007968798,0.00068265933,0.000035851048,0.00020658274],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00009922367,0.000091456975,0.0000923672,0.00010789482,0.000043606895,0.00016609897,0.0010070354,0.000040389386,0.0023178132],"category_scores_gemma":[0.00017408372,0.00008457001,0.000032956013,0.00039322392,0.000010419846,0.00022121392,0.000364344,0.000109046036,0.010470199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005503389,0.000838371,0.04136386,0.000014348489,0.000060394523,0.0008416645,0.006452397,0.002217266,0.05315119,0.0017437515,0.40358442,0.48972684],"study_design_scores_gemma":[0.0012331489,0.0005096716,0.29523396,0.000070358714,0.000017985467,0.000049479764,0.000024562663,0.58579946,0.02997463,0.00035063925,0.08504766,0.0016884146],"about_ca_topic_score_codex":0.00017487718,"about_ca_topic_score_gemma":0.000003216444,"teacher_disagreement_score":0.5835822,"about_ca_system_score_codex":0.000046068373,"about_ca_system_score_gemma":0.000009121784,"threshold_uncertainty_score":0.9985942},"labels":[],"label_agreement":null},{"id":"W2050396504","doi":"","title":"Inferring semantically related words from software context","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; WordNet; Java; Code (set theory); Natural language processing; Software; Program comprehension; Context (archaeology); Information retrieval; Software maintenance; Artificial intelligence; Precision and recall; Programming language; Software development; Software system","score_opus":0.011341461763682397,"score_gpt":0.23698971394842105,"score_spread":0.22564825218473866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050396504","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1468733,0.00003830572,0.85013425,0.0004383592,0.00026523622,0.00006700454,4.842747e-7,0.0012645855,0.0009184654],"genre_scores_gemma":[0.8969251,0.0000017715212,0.10208676,0.00022201787,0.00004468684,0.0000065651866,0.0000020008306,0.000014785483,0.00069629954],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99865687,0.00005178778,0.0002013525,0.00037405928,0.00036528296,0.0003506643],"domain_scores_gemma":[0.99728876,0.0017140049,0.00002266932,0.00074306165,0.0000701279,0.00016135613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034728268,0.00012375413,0.00015603873,0.00010256043,0.0000615585,0.0001821465,0.0009463408,0.00008711113,0.00016160731],"category_scores_gemma":[0.002292802,0.00011123747,0.00004938691,0.00034545647,0.000033037497,0.00030580553,0.00044413944,0.00025313973,0.0007442738],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008749716,0.000113735114,0.21057831,0.0000397975,0.00013258216,0.00007095665,0.0023694772,0.001477027,0.0016526716,0.16813856,0.0039178114,0.6115003],"study_design_scores_gemma":[0.0018739874,0.00023941374,0.47025898,0.00022677648,0.0000130066655,0.000029314915,0.000049977076,0.4624323,0.005968021,0.03737684,0.020325368,0.0012060135],"about_ca_topic_score_codex":0.00014962595,"about_ca_topic_score_gemma":0.000016897558,"teacher_disagreement_score":0.7500518,"about_ca_system_score_codex":0.000037163492,"about_ca_system_score_gemma":0.000038046044,"threshold_uncertainty_score":0.9566383},"labels":[],"label_agreement":null},{"id":"W205097626","doi":"10.1007/978-3-319-13835-0_12","title":"Analysis and Improvement of Release Readiness – A Genetic Optimization Approach","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Identification (biology); Portfolio; Software deployment; Context (archaeology); Genetic algorithm; Product (mathematics); Process (computing); Interval (graph theory); Risk analysis (engineering); Operations research; Engineering; Machine learning; Mathematics; Business","score_opus":0.009495749141357611,"score_gpt":0.22542203081375534,"score_spread":0.21592628167239772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W205097626","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047642997,0.00020651623,0.9985799,0.000058661124,0.00019361223,0.00027604453,0.0000022027955,0.00007973525,0.0001268937],"genre_scores_gemma":[0.22699915,0.00003639965,0.77270186,0.0000745438,0.00007779724,0.000009537373,0.000004630084,0.000017920454,0.000078130484],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971791,0.000020426596,0.00040447936,0.0011462511,0.00086882286,0.0003809001],"domain_scores_gemma":[0.99758935,0.0005375635,0.00019715393,0.001255808,0.00027145533,0.00014866807],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007013442,0.00030563175,0.0004995037,0.0016087918,0.00007652521,0.00021657639,0.0017127347,0.00017675126,0.0000051781353],"category_scores_gemma":[0.00023199737,0.00028280995,0.00009298506,0.0014509838,0.00037524264,0.00015622785,0.0009762587,0.0003337367,0.0000011195363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001668019,0.00001042049,0.00052675983,0.00006498463,0.00003129759,0.000005531026,0.000119298,0.75398636,0.000045316716,0.0004922133,7.7228486e-7,0.2447154],"study_design_scores_gemma":[0.00013154009,0.00011843514,0.0011463568,0.000063080755,0.00003372926,0.000010259791,3.5130878e-8,0.99638593,0.00046084687,0.0013614845,0.000012109175,0.0002762159],"about_ca_topic_score_codex":0.000040534534,"about_ca_topic_score_gemma":0.0000071254544,"teacher_disagreement_score":0.24443918,"about_ca_system_score_codex":0.00012806935,"about_ca_system_score_gemma":0.00018954714,"threshold_uncertainty_score":0.9999624},"labels":[],"label_agreement":null},{"id":"W2051040119","doi":"10.1109/icpc.2010.25","title":"On the Comparability of Software Clustering Algorithms","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cluster analysis; Comparability; Computer science; Data mining; Software; Decomposition; CURE data clustering algorithm; Algorithm; Canopy clustering algorithm; Correlation clustering; Machine learning; Mathematics; Programming language","score_opus":0.025698956950715238,"score_gpt":0.2766435082860594,"score_spread":0.25094455133534416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051040119","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.289238,0.0000027991064,0.70953983,0.00039295293,0.00029071013,0.00009046941,6.302946e-7,0.00019210645,0.00025248993],"genre_scores_gemma":[0.89303064,2.753423e-7,0.10679144,0.000059804457,0.00002078833,0.000008501964,1.5895915e-7,0.000004400646,0.00008399809],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991948,0.000025476429,0.0001175124,0.00018674319,0.00030123215,0.00017421567],"domain_scores_gemma":[0.996649,0.0023251153,0.000020207866,0.00088205887,0.00007312212,0.000050452818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000553614,0.00006824005,0.00008657975,0.000043682456,0.000049396873,0.000045699628,0.0010637838,0.000032825912,0.00009462735],"category_scores_gemma":[0.0012234419,0.000042355427,0.00003849642,0.00022858517,0.00006519909,0.00008860932,0.0003066823,0.00027903466,0.00004629911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041283958,0.00091343216,0.14732212,0.0002727702,0.00012898514,0.000030945328,0.003213423,0.016379729,0.024638,0.5089066,0.015603789,0.2825489],"study_design_scores_gemma":[0.00042933904,0.0002145629,0.28116116,0.000033222383,0.0000024080448,0.000022615646,0.00002254805,0.6547116,0.05113267,0.010710009,0.0011851293,0.00037472806],"about_ca_topic_score_codex":0.000036781857,"about_ca_topic_score_gemma":0.000012845419,"teacher_disagreement_score":0.6383319,"about_ca_system_score_codex":0.000011041493,"about_ca_system_score_gemma":0.000028801063,"threshold_uncertainty_score":0.19767927},"labels":[],"label_agreement":null},{"id":"W2051162588","doi":"10.1007/s10664-014-9311-2","title":"Modelling the ‘hurried’ bug report reading process to summarize bug reports","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automatic summarization; Computer science; Process (computing); Sentence; Reading (process); Software bug; Quality (philosophy); Natural language processing; Artificial intelligence; Data science; Information retrieval; Software; Programming language; Linguistics","score_opus":0.02334213703925641,"score_gpt":0.2861944876746135,"score_spread":0.26285235063535706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051162588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121932246,0.00007543393,0.8735599,0.0008662003,0.0009720354,0.0003474402,8.854642e-7,0.0021745318,0.00007135067],"genre_scores_gemma":[0.9004614,0.0000026964358,0.09816115,0.00028104233,0.000497157,0.00017295702,0.0000060836846,0.0000977186,0.00031979868],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959021,0.00005694954,0.00073941937,0.0010876688,0.0011499054,0.0010639443],"domain_scores_gemma":[0.9950438,0.002181959,0.00012408193,0.0018431303,0.0002639076,0.00054310245],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019549702,0.00042461307,0.00042291786,0.00028554568,0.00027658435,0.00041487187,0.0014145414,0.00017166343,0.00001244268],"category_scores_gemma":[0.01059985,0.00034971218,0.00015775248,0.0016360191,0.00003408215,0.0004805636,0.0006321632,0.00077048934,0.000060254348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003663344,0.000022229417,0.028963167,0.000067265144,0.000025483476,0.0003926068,0.0005347938,0.9676506,0.000056339737,0.00011217348,0.0013592686,0.00081244146],"study_design_scores_gemma":[0.0001548962,0.00010460993,0.0074430136,0.00019433402,0.000015056886,0.0011213011,0.000010771658,0.93510926,0.0012113192,0.000748519,0.053030346,0.00085654727],"about_ca_topic_score_codex":0.000059467202,"about_ca_topic_score_gemma":8.313399e-7,"teacher_disagreement_score":0.77852917,"about_ca_system_score_codex":0.00020855182,"about_ca_system_score_gemma":0.00012759306,"threshold_uncertainty_score":0.9998955},"labels":[],"label_agreement":null},{"id":"W2051204868","doi":"10.1109/icsm.2012.6405249","title":"What makes a good code example?: A study of programming Q&amp;A in StackOverflow","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":290,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Documentation; Code (set theory); Answer set programming; Set (abstract data type); Questions and answers; World Wide Web; Programming language; Information retrieval","score_opus":0.07388383997217017,"score_gpt":0.3253173807742034,"score_spread":0.25143354080203323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051204868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91886973,0.00018890094,0.07993363,0.00003467023,0.00027068536,0.00046326118,2.9055263e-7,0.00018941428,0.00004944533],"genre_scores_gemma":[0.9615875,0.000009646003,0.037973173,0.000008011432,0.000034753924,0.0000669223,4.6791476e-7,0.000011029353,0.0003084782],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985573,0.00007171575,0.0002148895,0.00024473402,0.00041539813,0.00049593434],"domain_scores_gemma":[0.9986253,0.000532216,0.00003152002,0.00064690656,0.00005285186,0.000111222245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067001645,0.00011396024,0.00017119484,0.00021159471,0.000022354188,0.00017047032,0.00058980146,0.00003612977,0.000017462735],"category_scores_gemma":[0.00018453506,0.00009752779,0.000027368882,0.00068159786,0.000016800528,0.0012109418,0.00026363626,0.00011316459,0.000026667816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009015851,0.0019954208,0.8554186,0.00004297318,0.0000312298,0.000010419977,0.02575493,0.00035191083,0.00027078314,0.001802452,0.00006645975,0.11424577],"study_design_scores_gemma":[0.0029035688,0.0013007062,0.95690817,0.00013297668,0.000009136288,0.000024217083,0.006157798,0.007167984,0.0018531386,0.00010196012,0.022751752,0.0006885728],"about_ca_topic_score_codex":0.00059739547,"about_ca_topic_score_gemma":0.0010745474,"teacher_disagreement_score":0.1135572,"about_ca_system_score_codex":0.000073320276,"about_ca_system_score_gemma":0.000039169016,"threshold_uncertainty_score":0.39770678},"labels":[],"label_agreement":null},{"id":"W2051447211","doi":"10.1109/icpc.2010.13","title":"A Technique for Just-in-Time Clone Detection in Large Scale Systems","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Computer science; Software maintenance; Software; Software system; Operating system; Real-time computing; Biology","score_opus":0.00990881464862532,"score_gpt":0.26395759696610843,"score_spread":0.2540487823174831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051447211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18692055,0.000009066582,0.811816,0.00005204434,0.000263298,0.0006134709,9.904803e-7,0.0002451439,0.000079477526],"genre_scores_gemma":[0.95488876,6.343496e-7,0.0440957,0.0000101568085,0.000044578952,0.00049105356,5.056289e-7,0.0000097406255,0.00045889456],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911547,0.000019122088,0.00014251356,0.00023914757,0.00017408463,0.00030965853],"domain_scores_gemma":[0.99925184,0.0002861091,0.00001414463,0.00035359585,0.00004419863,0.00005012169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010492097,0.000068537134,0.000104701685,0.00028743825,0.000024455325,0.00007986852,0.00048782202,0.000103421684,0.0000063390194],"category_scores_gemma":[0.00025851888,0.000065421096,0.000023166827,0.0005075706,0.000008416762,0.00018691254,0.00011908728,0.00024722994,0.00003792491],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019559282,0.000284633,0.02891494,0.00020892172,0.00000584525,0.000024369177,0.00042905737,0.0005113705,0.9589264,0.0037565245,0.00048555963,0.0064328285],"study_design_scores_gemma":[0.0010788101,0.00015733905,0.03746947,0.00006574976,0.0000011287971,0.00005877822,0.00002068838,0.6679049,0.2900223,0.0003615755,0.0025150662,0.00034417823],"about_ca_topic_score_codex":0.0001230962,"about_ca_topic_score_gemma":0.00022569297,"teacher_disagreement_score":0.7679682,"about_ca_system_score_codex":0.00005553461,"about_ca_system_score_gemma":0.000028571412,"threshold_uncertainty_score":0.2667795},"labels":[],"label_agreement":null},{"id":"W2051978688","doi":"10.1109/icsm.2010.5609530","title":"Revisiting common bug prediction findings using effort-aware models","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":208,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Predictive modelling; Eclipse; Software bug; Software quality; Process (computing); Software quality assurance; Quality (philosophy); Code (set theory); Software engineering; Machine learning; Data mining; Software; Software development; Programming language; Set (abstract data type)","score_opus":0.03014153758873253,"score_gpt":0.28279066796763735,"score_spread":0.2526491303789048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051978688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4694573,0.000007998123,0.5293528,0.00007343498,0.00026901372,0.000072285955,9.537908e-7,0.00046175605,0.0003044543],"genre_scores_gemma":[0.9373237,0.0000018342527,0.062346715,0.000035970897,0.0001526504,0.0000056061413,0.0000021137992,0.000013724189,0.00011766563],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988263,0.000013003794,0.00017725686,0.00029934582,0.00035953388,0.00032456213],"domain_scores_gemma":[0.999034,0.00022366615,0.000025221669,0.00052272395,0.00008457961,0.00010982975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048087374,0.000107376945,0.00011490113,0.00014545956,0.00015478373,0.00020631088,0.0006244312,0.00008643046,0.00002473971],"category_scores_gemma":[0.00011466406,0.000102831866,0.000043118678,0.00036849093,0.000022289116,0.0008197618,0.0003130844,0.00040463865,0.000022243126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013730402,0.00012506041,0.57698196,0.00037195953,0.000094180934,0.00012497089,0.002094747,0.1516963,0.07900047,0.09968814,0.0024072826,0.08740121],"study_design_scores_gemma":[0.00010207174,0.000012143255,0.011027235,0.00003371613,0.0000019879838,0.00003844044,0.0000049303294,0.9845131,0.0032527165,0.00075533224,0.00014720889,0.0001111309],"about_ca_topic_score_codex":0.000077746794,"about_ca_topic_score_gemma":0.0000030295218,"teacher_disagreement_score":0.8328168,"about_ca_system_score_codex":0.00004692723,"about_ca_system_score_gemma":0.000042846474,"threshold_uncertainty_score":0.4193362},"labels":[],"label_agreement":null},{"id":"W2052007825","doi":"10.1145/1287624.1287649","title":"Determining detailed structural correspondence for generalization tasks","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Generalization; Computer science; Redundancy (engineering); Task (project management); Artificial intelligence; Code (set theory); Machine learning; Programming language; Mathematics; Set (abstract data type); Engineering","score_opus":0.0249693261675011,"score_gpt":0.3101787220970322,"score_spread":0.2852093959295311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052007825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2875178,0.000014093532,0.71172917,0.000027269773,0.0003132014,0.00012019212,3.7808684e-7,0.00022533811,0.000052554056],"genre_scores_gemma":[0.7463407,3.9462282e-7,0.25295353,0.00007152349,0.00006119989,0.000009124261,0.0000018199102,0.000007195858,0.00055450835],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990497,0.000011178037,0.00014562324,0.0002351252,0.00023072665,0.00032764408],"domain_scores_gemma":[0.9987703,0.0007140748,0.000026158048,0.00029385035,0.000111106514,0.00008448801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004741674,0.0000798911,0.0000725344,0.00013597136,0.00008391278,0.00011134328,0.0005450298,0.000042754535,0.000021308144],"category_scores_gemma":[0.0006170466,0.0000719005,0.000030912466,0.00031027227,0.000014861268,0.00031202225,0.000109467976,0.000057475558,0.00001431248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082314335,0.000028934912,0.36029157,0.000103927276,0.000045786455,0.000094878465,0.002140649,0.013413244,0.060352087,0.08452218,0.0035856473,0.4753388],"study_design_scores_gemma":[0.00041063194,0.00009788988,0.17274906,0.000010256604,0.00000201639,0.00003224533,0.000011223784,0.78539926,0.039331082,0.00083097356,0.0008907849,0.00023460423],"about_ca_topic_score_codex":0.000004571215,"about_ca_topic_score_gemma":0.000015008602,"teacher_disagreement_score":0.771986,"about_ca_system_score_codex":0.00004802996,"about_ca_system_score_gemma":0.000039807397,"threshold_uncertainty_score":0.2932017},"labels":[],"label_agreement":null},{"id":"W2052382206","doi":"10.1109/cgames.2013.6632615","title":"Bringing auto dynamic difficulty to commercial games: A reusable design pattern based approach","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Sandbox (software development); Leverage (statistics); Software engineering; Limiting; Process (computing); Construct (python library); Software; Game design; Video game development; Quality (philosophy); Human–computer interaction; Programming language; Artificial intelligence; Engineering","score_opus":0.02443911031851611,"score_gpt":0.25315619533020434,"score_spread":0.22871708501168822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052382206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03679699,0.0000103205475,0.96053827,0.0007045918,0.00012752054,0.0005876431,7.942256e-7,0.00090007967,0.00033376514],"genre_scores_gemma":[0.6985805,2.975443e-7,0.30011776,0.00042990118,0.000023005754,0.00015925734,0.000002190955,0.00001977746,0.00066730496],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99807024,0.00008338163,0.00019929846,0.00053149305,0.00046474766,0.0006508476],"domain_scores_gemma":[0.99815005,0.0005550878,0.000023697812,0.0008880797,0.000108162545,0.00027493678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004035357,0.00019233374,0.00018879441,0.00022645769,0.000102049926,0.000456134,0.0014421563,0.000064857195,0.000115871044],"category_scores_gemma":[0.0002883664,0.00016961966,0.00007103517,0.00065522717,0.00001994779,0.00036055906,0.0004428806,0.00021446719,0.000672155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000146129105,0.00081166014,0.031240728,0.00028590573,0.00011483544,0.00004901314,0.0025714666,0.321108,0.011171352,0.000535439,0.08380748,0.5482895],"study_design_scores_gemma":[0.0002063266,0.000056218723,0.10120839,0.000021652562,0.0000014962086,0.0000038490384,0.000010265103,0.89754623,0.00050467503,0.000015938447,0.00019770177,0.00022724795],"about_ca_topic_score_codex":0.00040433285,"about_ca_topic_score_gemma":0.0000046773707,"teacher_disagreement_score":0.6617835,"about_ca_system_score_codex":0.00016960019,"about_ca_system_score_gemma":0.00007432881,"threshold_uncertainty_score":0.86394167},"labels":[],"label_agreement":null},{"id":"W2052424802","doi":"10.1002/smr.274","title":"Feed‐forward and recurrent neural networks for source code informal information analysis","year":2003,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Source code; Recurrent neural network; Artificial neural network; Identifier; Sentence; Set (abstract data type); Domain (mathematical analysis); Connectionism; Context (archaeology); Process (computing); Content-addressable memory; Associative property; Generalization; Code (set theory); Preprocessor; Machine learning; Programming language","score_opus":0.026888661107951784,"score_gpt":0.31927112631382604,"score_spread":0.29238246520587424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052424802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025969941,0.0019914038,0.970173,0.0014505073,0.00014529146,0.00020016161,0.000004508564,0.000027767195,0.00003738722],"genre_scores_gemma":[0.9373603,0.0020327081,0.0602231,0.00015833622,0.00007791316,0.000018132707,0.0000033225417,0.000008317144,0.000117883275],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979235,0.00028879195,0.00043736343,0.00017116501,0.00065586437,0.0005233316],"domain_scores_gemma":[0.99150014,0.005906758,0.00027211008,0.00019361924,0.0018000278,0.0003273202],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074584265,0.0001248452,0.00023886374,0.000688545,0.00036875933,0.0005332177,0.00025464027,0.00009116045,0.000002350792],"category_scores_gemma":[0.025945421,0.000101892816,0.000066860426,0.0010758007,0.00015679802,0.0041608443,0.00015661582,0.0006664408,0.0000011183963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005168728,0.0004140286,0.27657986,0.0009308652,0.0019316797,0.000085651605,0.006661753,0.059249077,0.000034517987,0.037663966,0.030363236,0.58091664],"study_design_scores_gemma":[0.003402457,0.003394195,0.20502968,0.00019330598,0.00021334589,0.002294364,0.0024657694,0.52994096,0.000021426094,0.0024068141,0.25007856,0.0005590887],"about_ca_topic_score_codex":0.000025096506,"about_ca_topic_score_gemma":0.000006809841,"teacher_disagreement_score":0.91139036,"about_ca_system_score_codex":0.00009032819,"about_ca_system_score_gemma":0.00014916064,"threshold_uncertainty_score":0.98225945},"labels":[],"label_agreement":null},{"id":"W2052468877","doi":"10.1109/icsme.2014.29","title":"CSCC: Simple, Efficient, Context Sensitive Code Completion","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Context (archaeology); Code (set theory); Set (abstract data type); Source code; State (computer science); Simple (philosophy); Programming language","score_opus":0.019581053871821488,"score_gpt":0.26506540034631465,"score_spread":0.24548434647449316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052468877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09013107,0.000005487704,0.9064907,0.00048229293,0.00017443593,0.00011000543,0.000001940768,0.00054316473,0.0020609528],"genre_scores_gemma":[0.9875444,5.337114e-7,0.011635813,0.00046252145,0.000055680095,0.000005583029,0.0000034658876,0.000009211732,0.00028280256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988258,0.00007724385,0.00012572494,0.00031059893,0.00034760727,0.00031302305],"domain_scores_gemma":[0.9981692,0.0010624358,0.000023323211,0.00047622318,0.00015514513,0.000113688366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004683659,0.00010049358,0.00012859536,0.000103048595,0.00008189599,0.00010826991,0.00044002483,0.00003781823,0.00002804913],"category_scores_gemma":[0.00059739203,0.0000910956,0.000039070437,0.0003040184,0.000042326967,0.000091605485,0.00022247114,0.00012367558,0.00051856815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002361091,0.00024544777,0.01653739,0.00006600823,0.000067730216,0.000048642465,0.0018296324,0.03423365,0.0063810297,0.7384183,0.043831017,0.15831755],"study_design_scores_gemma":[0.000371531,0.00007811946,0.057094123,0.000009825503,0.0000014209699,0.000019250658,0.000021058757,0.91653454,0.0046317456,0.0003534786,0.020692807,0.00019208403],"about_ca_topic_score_codex":0.0000662838,"about_ca_topic_score_gemma":0.00001693029,"teacher_disagreement_score":0.8974133,"about_ca_system_score_codex":0.00005072554,"about_ca_system_score_gemma":0.000021245374,"threshold_uncertainty_score":0.66653174},"labels":[],"label_agreement":null},{"id":"W2052776473","doi":"10.1007/s10664-014-9324-x","title":"A Large-Scale Empirical Study of the Relationship between Build Technology and Build Maintenance","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Software maintenance; Computer science; Deliverable; Abstraction; Software engineering; Software; Source code; Scale (ratio); Source lines of code; Code (set theory); Systems engineering; Software system; Engineering; Programming language","score_opus":0.026836341569620767,"score_gpt":0.2976999388033339,"score_spread":0.2708635972337131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052776473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55582726,0.00005205954,0.44268072,0.00066426065,0.00012211659,0.0001958792,0.0000020776358,0.00045207536,0.0000035836142],"genre_scores_gemma":[0.97839767,7.246653e-7,0.021313472,0.000054246757,0.00009049835,0.000048916958,7.525378e-7,0.000034566867,0.000059126665],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99775857,0.00009725241,0.00041642142,0.00057447935,0.00054993056,0.0006033425],"domain_scores_gemma":[0.9945648,0.003994671,0.0000770396,0.0010706036,0.00011759745,0.00017532663],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007183663,0.00025274532,0.0003765836,0.00039799293,0.0001671288,0.000062465464,0.0012786608,0.00020884218,0.0000024807707],"category_scores_gemma":[0.011535884,0.00019851589,0.00007100898,0.0025086706,0.00007548875,0.00018694348,0.0011036396,0.00081185735,0.000008917296],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015656784,0.00007953785,0.9964204,0.000036650526,0.000016642221,0.000002584085,0.00066687306,0.0017310132,0.000010909456,0.00037742214,0.00028506428,0.00037134075],"study_design_scores_gemma":[0.00052184076,0.00017736314,0.98831207,0.00006593348,0.000010804487,0.000013528497,0.00003855319,0.0069526215,0.000086494816,0.00061590585,0.0029815694,0.00022331697],"about_ca_topic_score_codex":0.000006927105,"about_ca_topic_score_gemma":0.0000048119605,"teacher_disagreement_score":0.42257044,"about_ca_system_score_codex":0.00008695703,"about_ca_system_score_gemma":0.000045796867,"threshold_uncertainty_score":0.99679035},"labels":[],"label_agreement":null},{"id":"W2053107307","doi":"10.1109/tse.2013.2297712","title":"Automatic Summarization of Bug Reports","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":182,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Task (project management); Conversation; Software bug; Software; Quality (philosophy); Natural language processing; Information retrieval; Data science; World Wide Web; Software engineering; Programming language","score_opus":0.008384848850770735,"score_gpt":0.2187966960586759,"score_spread":0.21041184720790518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053107307","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05360306,0.00001895572,0.9437572,0.000018846122,0.0010277005,0.00013930496,0.0000019817874,0.0014213123,0.000011670134],"genre_scores_gemma":[0.8651474,0.0000037948053,0.13468006,0.000012570098,0.000028224948,0.000037077938,0.0000011441506,0.000031831827,0.000057869835],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99851584,0.000027458722,0.00036782093,0.00033525907,0.00045297007,0.00030065372],"domain_scores_gemma":[0.9981023,0.0008258144,0.00006944083,0.00077989907,0.00010442004,0.00011811703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037539552,0.00018257847,0.0002224814,0.0004141587,0.00006413193,0.000053009437,0.0003730496,0.000091753725,0.000028205743],"category_scores_gemma":[0.0004116502,0.00019916739,0.00010098138,0.00074605574,0.0000185367,0.00032796722,0.0000049240284,0.00025055793,0.000019505362],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021553415,0.000098003984,0.0010662777,0.00023776437,0.00005377925,0.000019363632,0.0002399709,0.9358616,0.0021476767,0.00035303648,0.000082259525,0.05983815],"study_design_scores_gemma":[0.00027068896,0.00015502558,0.0071305544,0.00020982523,0.000016042743,0.00008205104,0.0000027899546,0.9173527,0.073622674,0.00008090753,0.0006768594,0.00039987182],"about_ca_topic_score_codex":0.000012473631,"about_ca_topic_score_gemma":9.286558e-7,"teacher_disagreement_score":0.81154436,"about_ca_system_score_codex":0.00007854993,"about_ca_system_score_gemma":0.000043020176,"threshold_uncertainty_score":0.81218106},"labels":[],"label_agreement":null},{"id":"W2053112282","doi":"10.1109/scam.2014.15","title":"On the Use of Context in Recommending Exception Handling Code Examples","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code review; Exception handling; Code (set theory); Context (archaeology); Source code; Software; Static program analysis; Software quality; KPI-driven code analysis","score_opus":0.12807186808916818,"score_gpt":0.29384933654013995,"score_spread":0.16577746845097177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053112282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33973595,0.0000054831244,0.6594986,0.0004930967,0.00007266962,0.000057234596,2.2674153e-7,0.000052211326,0.000084568994],"genre_scores_gemma":[0.9888816,0.0000032443352,0.010853121,0.00015493196,0.000012142661,0.0000069117823,2.9865626e-7,0.0000041044127,0.000083643485],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993907,0.00008105135,0.00011331617,0.00012951737,0.00015118133,0.00013419095],"domain_scores_gemma":[0.99468267,0.004938093,0.000021834336,0.00031052393,0.000025540141,0.00002134438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063163484,0.000047594836,0.000070230606,0.00010129712,0.000028870098,0.00006717328,0.00033015606,0.000020924319,0.0000320677],"category_scores_gemma":[0.0016202767,0.000032290125,0.000017147879,0.000189662,0.0000154392,0.00015884837,0.000096421834,0.00009931305,0.000016243044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015005074,0.000087808745,0.05753239,0.000032131626,0.000013833122,0.0000021287221,0.001979211,0.022147488,0.0038835355,0.4251977,0.0059181885,0.48319057],"study_design_scores_gemma":[0.00040550262,0.00014213182,0.060648594,0.0001721612,8.686375e-7,0.000002164206,0.000040825053,0.9197028,0.007541211,0.0032306393,0.007947083,0.00016599525],"about_ca_topic_score_codex":0.0001495916,"about_ca_topic_score_gemma":0.00005563965,"teacher_disagreement_score":0.89755535,"about_ca_system_score_codex":0.000028067594,"about_ca_system_score_gemma":0.0000075631656,"threshold_uncertainty_score":0.19397396},"labels":[],"label_agreement":null},{"id":"W2053264768","doi":"10.1145/1370256.1370279","title":"Towards a mutation-based automatic framework for evaluating code clone detection tools","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; clone (Java method); Cloning (programming); Code (set theory); Mutation; Frame (networking); Software engineering; Data mining; Machine learning; Programming language","score_opus":0.08639718895178901,"score_gpt":0.36100985446985684,"score_spread":0.27461266551806784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053264768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16856813,0.000017321207,0.8296944,0.00026557955,0.00021291382,0.00037672106,0.0000015980021,0.0008331658,0.000030161946],"genre_scores_gemma":[0.5105053,3.2465715e-7,0.4892027,0.00007531514,0.000030386653,0.0001471903,0.0000013362983,0.0000084839885,0.000028902065],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867654,0.000045275956,0.00020251497,0.00028317695,0.0005053893,0.0002870748],"domain_scores_gemma":[0.996058,0.0032052514,0.00004450637,0.00040302752,0.00021009833,0.000079135265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005975376,0.00010307216,0.00012177348,0.000138931,0.00019474087,0.000120968485,0.00041376142,0.00007570604,0.000031047497],"category_scores_gemma":[0.0069596414,0.000098607634,0.00006375842,0.0005296962,0.000024012668,0.00027956563,0.000051097173,0.00013982778,0.000040757408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019676434,0.00013069312,0.0012872582,0.00023102948,0.00005141701,0.00003487475,0.0015515184,0.06724204,0.0030625542,0.008717063,0.00037280147,0.9172991],"study_design_scores_gemma":[0.00031048784,0.00020046993,0.0118443025,0.000028634251,0.0000028132706,0.000018827015,0.000006457687,0.96625715,0.017787814,0.003389052,0.00002877448,0.0001251876],"about_ca_topic_score_codex":0.000020903384,"about_ca_topic_score_gemma":0.0000028659172,"teacher_disagreement_score":0.91717386,"about_ca_system_score_codex":0.00011985067,"about_ca_system_score_gemma":0.00024046839,"threshold_uncertainty_score":0.8331843},"labels":[],"label_agreement":null},{"id":"W2053287998","doi":"10.1109/cseet.2013.6595236","title":"Understanding individual contribution and collaboration in student software teams","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Team software process; Computer science; Process (computing); Visualization; Personal software process; TRACE (psycholinguistics); Software development; Collaborative software; Software; Work (physics); Knowledge management; Teamwork; Software development process; Software engineering; Engineering; Software construction","score_opus":0.033645179264747214,"score_gpt":0.2947431571742883,"score_spread":0.2610979779095411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053287998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38071403,0.000041659518,0.6183616,0.00041671674,0.00007218048,0.00022708654,6.2877655e-7,0.00013947247,0.00002664757],"genre_scores_gemma":[0.9855658,0.0000059905656,0.014292149,0.000045388824,0.000012193906,0.000035821908,0.0000027306733,0.0000036384968,0.000036300542],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991784,0.000031706237,0.00011142444,0.00018749546,0.00029576864,0.00019519367],"domain_scores_gemma":[0.9993814,0.0003271344,0.000016327913,0.00014487334,0.000068719106,0.00006150136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031264123,0.000062332336,0.00007218768,0.0001503777,0.00004952448,0.0003923406,0.00022781864,0.00004238522,0.000016660808],"category_scores_gemma":[0.00035040657,0.000057466543,0.0000065164286,0.00047230205,0.000017103574,0.0006463594,0.00018119335,0.00009081719,0.000022963464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015428924,0.0000547633,0.93822294,0.00001230204,0.000015335285,0.00000735308,0.0021300144,0.00050930266,0.00025560168,0.052556206,0.001810953,0.0044236584],"study_design_scores_gemma":[0.00084584375,0.00009552705,0.97595793,0.000025228059,0.0000016026725,0.000005512265,0.00088544877,0.014680317,0.00051594473,0.0066540353,0.00014339494,0.00018920282],"about_ca_topic_score_codex":0.000049301638,"about_ca_topic_score_gemma":0.000053170283,"teacher_disagreement_score":0.6048517,"about_ca_system_score_codex":0.00024407316,"about_ca_system_score_gemma":0.000045435732,"threshold_uncertainty_score":0.37833494},"labels":[],"label_agreement":null},{"id":"W2053465203","doi":"10.1145/1370114.1370130","title":"Promoting developer-specific awareness","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Context (archaeology); Computer science; Point (geometry); Space (punctuation); Code (set theory); Software; Source code; Software development; Software engineering; Computer security; World Wide Web; Knowledge management; Operating system; Programming language; Set (abstract data type)","score_opus":0.05321844019753847,"score_gpt":0.27176255480614997,"score_spread":0.2185441146086115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053465203","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35182506,0.0000725433,0.6462428,0.000248367,0.00016982232,0.000065799235,8.535071e-8,0.000664016,0.0007115129],"genre_scores_gemma":[0.8899922,0.00001558521,0.109138735,0.00003490638,0.000042662967,0.000012282124,4.0551123e-7,0.0000085685915,0.0007546664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990323,0.000016472755,0.00010668512,0.0002653403,0.00029789613,0.00028127228],"domain_scores_gemma":[0.9992131,0.00020139593,0.000010581138,0.00040553507,0.000085947024,0.00008342304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018061462,0.0000763166,0.00007604963,0.00008599123,0.00014164839,0.000057957168,0.00078066293,0.00002879546,0.00003522375],"category_scores_gemma":[0.00014677887,0.00006611785,0.000020893589,0.0005236069,0.000024082608,0.0002747967,0.0002603806,0.00010052509,0.00031739267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006162239,0.0003129341,0.5833595,0.000105919746,0.000053937903,0.0013943292,0.022654768,0.00067861076,0.009216738,0.046588987,0.0303024,0.30532572],"study_design_scores_gemma":[0.0007476433,0.00011240432,0.7144172,0.000058640017,8.4065283e-7,0.0009715373,0.000025352778,0.06937809,0.08546842,0.00061846606,0.12717645,0.001024956],"about_ca_topic_score_codex":0.000010609163,"about_ca_topic_score_gemma":7.113661e-7,"teacher_disagreement_score":0.5381671,"about_ca_system_score_codex":0.000040351806,"about_ca_system_score_gemma":0.00011610839,"threshold_uncertainty_score":0.40795463},"labels":[],"label_agreement":null},{"id":"W2055083376","doi":"10.1109/iwsm.mensura.2014.31","title":"An Analogy-Based Approach to Estimation of Software Development Effort Using Categorical Data","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Categorical variable; Fuzzy logic; Computer science; Data mining; Defuzzification; Cluster analysis; Fuzzy set; Fuzzy classification; Fuzzy set operations; Machine learning; Artificial intelligence; Algorithm; Fuzzy number","score_opus":0.06501548629685232,"score_gpt":0.3187146621619959,"score_spread":0.25369917586514357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055083376","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05273649,0.0000027188241,0.94681394,0.000018277971,0.000053892687,0.00012231593,7.7612015e-7,0.00021598258,0.000035626508],"genre_scores_gemma":[0.4811995,1.4684802e-8,0.518728,0.000026454143,0.000008386528,0.0000037582302,0.000025784024,0.0000047654335,0.0000033187887],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874645,0.000030071687,0.00019099229,0.00040644288,0.00039936145,0.00022670554],"domain_scores_gemma":[0.9983466,0.00017835847,0.000027163904,0.0012175939,0.00008090834,0.00014935937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071622775,0.00009180937,0.00013014047,0.00019557757,0.000052264397,0.0000596625,0.001523741,0.00004281516,0.0000029276036],"category_scores_gemma":[0.00043725435,0.00008272271,0.000011475885,0.00051038817,0.000015767628,0.00031323478,0.0003726757,0.000071325034,0.000011155293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004085273,0.0001826024,0.0112479385,0.00008257905,0.000011841419,0.0000012118969,0.00022497856,0.89372545,0.00032925917,0.0033335118,0.00023725255,0.0906193],"study_design_scores_gemma":[0.000098302036,0.000037308902,0.017181559,0.0000054744255,0.0000016095111,0.000002884822,0.0000015402458,0.9800131,0.0023311644,0.000059201237,0.00016274114,0.0001051387],"about_ca_topic_score_codex":0.00005602289,"about_ca_topic_score_gemma":0.0000022359802,"teacher_disagreement_score":0.428463,"about_ca_system_score_codex":0.00006659599,"about_ca_system_score_gemma":0.00020489485,"threshold_uncertainty_score":0.33733344},"labels":[],"label_agreement":null},{"id":"W2055492252","doi":"10.1145/2076354.2076407","title":"SourceVis","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Visualization; Software visualization; Human–computer interaction; Software; Perspective (graphical); Software development; Software engineering; Data visualization; Software analytics; Software construction; Operating system; Data mining","score_opus":0.04424992678721978,"score_gpt":0.24383539782698918,"score_spread":0.1995854710397694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055492252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012896496,0.000013418156,0.96069336,0.00004831484,0.00008614428,0.000021320904,2.4794135e-8,0.00046845054,0.025772491],"genre_scores_gemma":[0.8452469,6.648673e-7,0.15321332,0.00005504759,0.000013614097,0.0000028784343,2.967833e-8,0.000002705893,0.0014648312],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999655,0.0000049630526,0.000033080014,0.000094250834,0.00009634271,0.00011636924],"domain_scores_gemma":[0.99959415,0.000059757844,0.0000032353448,0.00028110552,0.000016642705,0.000045094283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000083122985,0.000026912669,0.000025156409,0.00003823256,0.000013926584,0.000020175316,0.0004809533,0.00001154192,0.00018822093],"category_scores_gemma":[0.0000727185,0.000022185006,0.000012700027,0.00014300419,0.0000070741553,0.00011195647,0.00013187618,0.000038149075,0.0005516054],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002551936,0.00011569814,0.12405798,0.000018488548,0.000028563909,0.00008942319,0.005385039,0.000022713482,0.00062973506,0.6156967,0.022443058,0.23151004],"study_design_scores_gemma":[0.0005178675,0.00025422144,0.8180148,0.000016723327,0.000002388217,0.000072145674,0.000042368785,0.043076303,0.064074054,0.016192302,0.05702034,0.00071648427],"about_ca_topic_score_codex":0.000022589513,"about_ca_topic_score_gemma":3.4452862e-7,"teacher_disagreement_score":0.83235043,"about_ca_system_score_codex":0.0000060196303,"about_ca_system_score_gemma":0.000009137969,"threshold_uncertainty_score":0.7089956},"labels":[],"label_agreement":null},{"id":"W2055510056","doi":"10.1109/sera.2010.34","title":"An Approach for Detecting Execution Phases of a System for the Purpose of Program Comprehension","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Program comprehension; Initialization; Reverse engineering; Software; Software system; Task (project management); Computation; Software development; Software engineering; Software maintenance; Software construction; Programming language; Theoretical computer science; Systems engineering","score_opus":0.03828904873783377,"score_gpt":0.32105251065612506,"score_spread":0.28276346191829127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055510056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22851987,0.000018867942,0.7699029,0.0000071523737,0.00012118705,0.0012171743,0.0000020073076,0.00019935206,0.000011518149],"genre_scores_gemma":[0.6250502,1.229704e-7,0.37465936,8.2564634e-7,0.000024024574,0.0002544951,0.0000015914928,0.0000047413646,0.000004644901],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99930626,0.000015393887,0.00016472334,0.00017586524,0.00017640443,0.0001613379],"domain_scores_gemma":[0.99815416,0.0010366912,0.00006191713,0.0004619252,0.00024974518,0.000035554905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005656498,0.0000628655,0.00011356014,0.00006533907,0.00007361613,0.000040338746,0.00055114354,0.0000423324,3.2024076e-7],"category_scores_gemma":[0.00022910713,0.000041042877,0.00005848427,0.00019973733,0.000036130405,0.00013493915,0.000060921375,0.00007265101,8.5576616e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069929,0.000518414,0.0011950994,0.0014494323,0.00003936883,1.9914826e-7,0.0005492039,0.0049869907,0.40199354,0.013573132,0.000044145338,0.57558054],"study_design_scores_gemma":[0.00028735993,0.000328936,0.0005512519,0.000016776257,0.000004843761,0.000004882958,0.000099268116,0.8454559,0.15309602,0.000020522319,0.00008862386,0.00004560474],"about_ca_topic_score_codex":0.000030149708,"about_ca_topic_score_gemma":0.0000026851326,"teacher_disagreement_score":0.84046894,"about_ca_system_score_codex":0.000009919517,"about_ca_system_score_gemma":0.000028314244,"threshold_uncertainty_score":0.167368},"labels":[],"label_agreement":null},{"id":"W2055765785","doi":"10.1145/1774088.1774504","title":"Can complexity, coupling, and cohesion metrics be used as early indicators of vulnerabilities?","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Universität des Saarlandes; North Carolina State University","keywords":"Cohesion (chemistry); Secure coding; Computer science; Software security assurance; Software metric; Software; Software bug; Software development; Empirical research; Cyclomatic complexity; Security bug; Software quality; Software engineering; Computer security; Information security; Programming language; Statistics; Mathematics","score_opus":0.0328252097964023,"score_gpt":0.2922418905803097,"score_spread":0.2594166807839074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055765785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9774836,0.000017985798,0.021243198,0.0005138371,0.00019167725,0.00013482064,0.0000034414988,0.00018784797,0.0002236377],"genre_scores_gemma":[0.97694623,0.0000030814322,0.022825593,0.000048507532,0.000018295226,0.0000056188037,0.0000011927355,0.000009860635,0.00014161768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986861,0.00001685776,0.0001810826,0.00027693372,0.0005943962,0.00024462675],"domain_scores_gemma":[0.9978497,0.0012879608,0.000048477305,0.0005354929,0.00009839906,0.00017996437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006717237,0.00010228671,0.00016518457,0.0004786916,0.000070281734,0.00010242244,0.0006773133,0.00008350182,0.000056172044],"category_scores_gemma":[0.001373176,0.000091238784,0.000028378443,0.0009466666,0.00019626458,0.00015477417,0.0004141558,0.0003325376,0.0000054533116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047330145,0.00010619282,0.83915067,0.000081041515,0.000027140635,0.00000921791,0.0020791816,0.000057521782,0.005799924,0.14842366,0.00049228035,0.003768428],"study_design_scores_gemma":[0.0009648393,0.00060029124,0.85253644,0.000023853236,0.000008915341,0.000020794787,0.00009667703,0.051061314,0.082845956,0.009770537,0.0015342747,0.0005361022],"about_ca_topic_score_codex":0.00096578384,"about_ca_topic_score_gemma":0.00010501065,"teacher_disagreement_score":0.13865311,"about_ca_system_score_codex":0.000022810018,"about_ca_system_score_gemma":0.000103178565,"threshold_uncertainty_score":0.37206095},"labels":[],"label_agreement":null},{"id":"W2055777130","doi":"10.1007/s10664-015-9366-8","title":"Investigating technical and non-technical factors influencing modern code review","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":107,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Université de Montréal","funders":"","keywords":"Computer science; Code review; Process (computing); Code (set theory); Key (lock); Source code; Variety (cybernetics); Empirical research; Software engineering; Component (thermodynamics); Data science; Static program analysis; Software development; Computer security; Software; Artificial intelligence; Programming language","score_opus":0.05327895845453611,"score_gpt":0.31370679174594,"score_spread":0.2604278332914039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055777130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2304231,0.003761867,0.7625388,0.00046039122,0.00018470471,0.00033385225,0.000003142399,0.002277186,0.000016970247],"genre_scores_gemma":[0.77950025,0.00011229469,0.21969423,0.00044896224,0.00009736359,0.00006090251,0.000005574281,0.00006694008,0.000013480127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99710333,0.0000458668,0.00052495557,0.00073061197,0.0008499883,0.00074521726],"domain_scores_gemma":[0.9966091,0.0014486834,0.000069317626,0.00079637853,0.00015699778,0.0009195241],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009029174,0.00038983184,0.0005226991,0.0002046596,0.00008899043,0.00016650901,0.0010577269,0.00022609555,0.0000033230415],"category_scores_gemma":[0.014507653,0.0003631996,0.00010197641,0.0010495207,0.00007610304,0.00058735645,0.0010909907,0.0009250625,0.000021346441],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031720747,0.00009396079,0.96022815,0.0016638727,0.00004995832,0.000123563,0.0010250699,0.019162036,0.0038121243,0.00021292495,0.009914507,0.0037106604],"study_design_scores_gemma":[0.0013960866,0.00049121294,0.8487226,0.005364517,0.00006240759,0.0005570401,0.000020572708,0.12972523,0.0020581807,0.0012743114,0.0076054023,0.002722468],"about_ca_topic_score_codex":0.000013485817,"about_ca_topic_score_gemma":0.0000019358638,"teacher_disagreement_score":0.54907715,"about_ca_system_score_codex":0.0003597514,"about_ca_system_score_gemma":0.00019090893,"threshold_uncertainty_score":0.999882},"labels":[],"label_agreement":null},{"id":"W2055986279","doi":"10.1007/s11219-014-9233-7","title":"Prioritizing code-smells correction tasks using chemical reaction optimization","year":2014,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Code refactoring; Code smell; Computer science; Metaheuristic; Code (set theory); Search-based software engineering; Software; Software engineering; Software quality; Software design; Programming language; Artificial intelligence; Software development","score_opus":0.04201576491452648,"score_gpt":0.32948212129263316,"score_spread":0.2874663563781067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055986279","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08397571,0.000044238073,0.9129728,0.00014687653,0.0022777298,0.00008847454,0.0000012110305,0.00046290958,0.000030066596],"genre_scores_gemma":[0.43305683,0.000018779754,0.5659333,0.00010566604,0.0007770212,0.0000035632884,0.0000059854433,0.00003326248,0.00006563835],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975289,0.0003626486,0.00051485264,0.00036785344,0.0007844833,0.00044124984],"domain_scores_gemma":[0.9974978,0.0011328094,0.000254052,0.00044930974,0.00042065996,0.00024534212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002654252,0.00017709778,0.0002337297,0.00022545585,0.0003359096,0.00045885853,0.0005562068,0.00015904063,0.000011122956],"category_scores_gemma":[0.0055921297,0.00018670314,0.00011460537,0.0005210901,0.000044342698,0.001008295,0.00014799333,0.000771299,0.000020078263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012421631,0.00044475784,0.04035271,0.00025904633,0.0001789774,0.00006599644,0.002965633,0.3840916,0.13045552,0.0018950704,0.0036327117,0.43553376],"study_design_scores_gemma":[0.0009167182,0.00012416524,0.008875567,0.00022982499,0.000019689709,0.0014945604,0.00006314544,0.97736764,0.007132694,0.0014095375,0.0017297345,0.0006367012],"about_ca_topic_score_codex":0.000038735077,"about_ca_topic_score_gemma":0.0000012858463,"teacher_disagreement_score":0.5932761,"about_ca_system_score_codex":0.00047520315,"about_ca_system_score_gemma":0.0001639666,"threshold_uncertainty_score":0.7613533},"labels":[],"label_agreement":null},{"id":"W2056056849","doi":"10.1002/smr.277","title":"A user‐assisted approach to component clustering","year":2003,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cluster analysis; Data mining; Component (thermodynamics); Partition (number theory); Graph; Software; Clustering coefficient; Visualization; Component-based software engineering; Theoretical computer science; Software system; Artificial intelligence; Programming language; Mathematics","score_opus":0.05873784470935019,"score_gpt":0.33637233252827137,"score_spread":0.2776344878189212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056056849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015801644,0.0015815165,0.97938997,0.002232484,0.0001702311,0.00019556364,0.0000011496062,0.000041141335,0.00058629125],"genre_scores_gemma":[0.64204746,0.0003972618,0.35699785,0.0001335948,0.0000560287,0.00001156314,2.532195e-7,0.000012090789,0.00034393484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971642,0.00067727425,0.0003386117,0.00029780713,0.00095618435,0.00056595146],"domain_scores_gemma":[0.9928214,0.0048335143,0.00013189131,0.0003014509,0.0014199953,0.00049177604],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0083081005,0.00012522546,0.00021721229,0.0005000658,0.0002915455,0.00036727785,0.0004447701,0.00007000827,0.0000026487328],"category_scores_gemma":[0.0302,0.000103256585,0.00003881772,0.000902352,0.000119693985,0.0012588887,0.0002959035,0.00075365143,0.000009811216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009796297,0.0068296166,0.12951338,0.00296361,0.0015865533,0.003228032,0.017207736,0.012173231,0.016930243,0.34904337,0.23256521,0.21816275],"study_design_scores_gemma":[0.004993639,0.0048377467,0.4331545,0.0011339544,0.00004418653,0.029950062,0.0048077623,0.010567809,0.00033302905,0.007867267,0.50116897,0.0011410615],"about_ca_topic_score_codex":0.000044402805,"about_ca_topic_score_gemma":0.0000024723379,"teacher_disagreement_score":0.6262458,"about_ca_system_score_codex":0.00021028097,"about_ca_system_score_gemma":0.00023723616,"threshold_uncertainty_score":0.97796905},"labels":[],"label_agreement":null},{"id":"W2056306711","doi":"10.1007/s11219-012-9180-0","title":"Influence of confirmation biases of developers on software quality: an empirical study","year":2012,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Assertion; Empirical research; Software quality; Confirmation bias; Software metric; Software development; Cognitive bias; Context (archaeology); Empirical evidence; Software bug; Software; Metric (unit); Quality (philosophy); Data science; Cognition; Software engineering; Psychology; Social psychology; Statistics; Engineering; Operations management; Mathematics; Programming language","score_opus":0.14038679657632722,"score_gpt":0.43106620055480366,"score_spread":0.29067940397847647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056306711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8023817,0.00009313579,0.1967677,0.00008356012,0.00022858968,0.00023106529,0.000014882467,0.00019463555,0.000004723076],"genre_scores_gemma":[0.951821,0.0000076811475,0.04787195,0.00014344938,0.000103769504,0.000011195628,0.0000044656645,0.000022565348,0.000013873433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99428433,0.0014595954,0.0013736836,0.000351362,0.0019036755,0.0006273479],"domain_scores_gemma":[0.99277884,0.00408783,0.000644152,0.0009740163,0.0010277048,0.00048743119],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069493055,0.000273748,0.0005860626,0.00045274294,0.00020205555,0.00011760445,0.0014343333,0.00013721509,0.000029960962],"category_scores_gemma":[0.020114832,0.00024331847,0.00014696011,0.00090285414,0.00015182456,0.0016799172,0.000276834,0.00065966643,0.000023270848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005803139,0.0010789182,0.9710569,0.00010173724,0.000080695296,0.0000070844953,0.010604597,0.005532344,0.00017948041,0.00035126403,0.0001258972,0.010823089],"study_design_scores_gemma":[0.00070393994,0.0006565462,0.995138,0.00013646114,0.000011703297,0.00004968108,0.00081785274,0.00006608856,0.0017616026,0.0002589419,0.00009649785,0.0003026887],"about_ca_topic_score_codex":0.00014199306,"about_ca_topic_score_gemma":0.000010552204,"teacher_disagreement_score":0.14943935,"about_ca_system_score_codex":0.00017773535,"about_ca_system_score_gemma":0.00046497033,"threshold_uncertainty_score":0.9922239},"labels":[],"label_agreement":null},{"id":"W2056570028","doi":"10.1109/esem.2011.24","title":"An Experimental Evaluation of the Impact of System Sequence Diagrams and System Operation Contracts on the Quality of the Domain Model","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sequence diagram; Computer science; Unified Modeling Language; Software engineering; Software development process; Domain model; Software development; Domain (mathematical analysis); Software quality; Domain engineering; Software system; Process (computing); Use Case Diagram; Class diagram; Domain analysis; Goal-Driven Software Development Process; Software; Software construction; Programming language; Domain knowledge","score_opus":0.1732089469082812,"score_gpt":0.3896945407225418,"score_spread":0.21648559381426058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056570028","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9567441,0.000031661733,0.04224608,0.00001571149,0.000058738347,0.00063496456,0.0000054202605,0.000026428008,0.00023693827],"genre_scores_gemma":[0.9991527,2.3873102e-7,0.0007991146,0.0000035457876,0.0000054669745,0.00003196918,2.813199e-7,0.00000414649,0.0000025179565],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800473,0.0006901491,0.0002717004,0.00015405154,0.0007727404,0.00010660747],"domain_scores_gemma":[0.9984789,0.00029893802,0.00014808575,0.00081990793,0.00022295743,0.00003121512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034038855,0.00008014001,0.00013241151,0.000023742248,0.00006669628,0.000027361017,0.00070796016,0.000035976547,0.0000020836126],"category_scores_gemma":[0.00016857078,0.000033624226,0.00005948156,0.00015587918,0.00008995762,0.00020184217,0.00010703394,0.00007003786,3.7738891e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048831138,0.0002607478,0.018881796,0.00017826425,0.00006665834,2.4692253e-7,0.016432902,0.14878021,0.48651347,0.3280997,0.000012147828,0.0007250149],"study_design_scores_gemma":[0.00018592873,0.000087333145,0.06870145,0.00008095248,0.0000033668646,0.0000024414674,0.0006303027,0.7627257,0.16745101,0.00009491106,8.397763e-9,0.00003654579],"about_ca_topic_score_codex":0.0009815793,"about_ca_topic_score_gemma":0.000011785055,"teacher_disagreement_score":0.61394554,"about_ca_system_score_codex":0.000190017,"about_ca_system_score_gemma":0.00015276685,"threshold_uncertainty_score":0.14838609},"labels":[],"label_agreement":null},{"id":"W2056894403","doi":"10.1007/s10664-012-9231-y","title":"What are developers talking about? An analysis of topics and trends in Stack Overflow","year":2012,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":613,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Latent Dirichlet allocation; World Wide Web; Topic model; Popularity; Data science; Leverage (statistics); Android (operating system); Information retrieval; Artificial intelligence","score_opus":0.03051975966812,"score_gpt":0.3086728286717767,"score_spread":0.2781530690036567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056894403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8032327,0.0010401821,0.19502683,0.00008378682,0.00033037039,0.000045766225,0.0000026034477,0.00023527471,0.0000024353908],"genre_scores_gemma":[0.9597165,0.000043809894,0.040042285,0.000044376353,0.00007817997,0.00001177434,0.000008252698,0.000022233693,0.0000325804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982768,0.00003708535,0.0003198783,0.00036189283,0.0004098033,0.00059450004],"domain_scores_gemma":[0.9985987,0.0005140968,0.000052792115,0.0004914957,0.000056900568,0.0002860132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045856697,0.00021036902,0.00040468344,0.0010952902,0.00003457412,0.00015475629,0.00047114212,0.00012312457,0.000025445926],"category_scores_gemma":[0.00076639396,0.0002137244,0.000088267974,0.0030522917,0.000024749068,0.0016459612,0.00027457086,0.0002798129,0.0000018257015],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019674842,0.00004744007,0.9412918,0.00003633161,0.00008597357,0.000009748611,0.0017625622,0.031906392,0.000024767285,0.00006435311,0.0000211205,0.024747528],"study_design_scores_gemma":[0.00013413918,0.000022457873,0.9266498,0.00005539847,0.000023134202,0.000003411829,0.000049172246,0.07192862,0.00015440052,0.0000033540762,0.00074439176,0.00023173355],"about_ca_topic_score_codex":0.000028877836,"about_ca_topic_score_gemma":0.000018427547,"teacher_disagreement_score":0.15648375,"about_ca_system_score_codex":0.00015807946,"about_ca_system_score_gemma":0.000019088337,"threshold_uncertainty_score":0.8715428},"labels":[],"label_agreement":null},{"id":"W2056908562","doi":"10.1109/idam.2014.6912671","title":"Preliminary study on design and development of a journal focused crawler system using EBD methodology: Part I &amp;#x2014; Design task and environment analysis","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"CERN","keywords":"Web crawler; Task (project management); Computer science; Domain (mathematical analysis); Identification (biology); Design cycle; Software engineering; Product design; Human–computer interaction; World Wide Web; Product (mathematics); Systems engineering; Engineering","score_opus":0.18903783844039185,"score_gpt":0.32197769944282806,"score_spread":0.1329398610024362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056908562","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19470976,0.00008148346,0.8047534,0.000021606822,0.00004909874,0.00033301587,1.4130165e-7,0.00004884542,0.0000026243404],"genre_scores_gemma":[0.40671024,0.0000030048711,0.59322965,0.000005492209,0.000011575508,0.0000148909285,1.2388503e-7,0.000008057064,0.000016924734],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967862,0.0015108953,0.00042654295,0.00045036015,0.0005166827,0.0003093178],"domain_scores_gemma":[0.9960593,0.003105039,0.00013178815,0.0004710974,0.0000508338,0.00018194078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066710026,0.00018971015,0.00041956903,0.00050292385,0.00018456932,0.00011477679,0.00039101086,0.00006487858,0.000007732012],"category_scores_gemma":[0.0003217721,0.0001510521,0.000038848953,0.0003128882,0.000049520757,0.00013492127,0.00031075976,0.00016896373,0.0000055568044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006581265,0.0016146431,0.11321353,0.00035964875,0.006377604,0.000084224244,0.036786504,0.6556079,0.025367033,0.00052556436,0.0003363483,0.15906891],"study_design_scores_gemma":[0.0028203586,0.0037645006,0.3168876,0.0001997394,0.0006876752,0.00022679096,0.0008876486,0.66100234,0.011778712,0.00020532709,0.0004996695,0.0010396655],"about_ca_topic_score_codex":0.000006969484,"about_ca_topic_score_gemma":6.6600205e-7,"teacher_disagreement_score":0.21200049,"about_ca_system_score_codex":0.00012570385,"about_ca_system_score_gemma":0.000077512326,"threshold_uncertainty_score":0.6159726},"labels":[],"label_agreement":null},{"id":"W2057128378","doi":"10.1109/iwsm-mensura.2013.35","title":"Measuring and Visualizing Code Stability -- A Case Study at Three Companies","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Volvo (Canada)","funders":"","keywords":"Visualization; Computer science; Product (mathematics); Quality (philosophy); Software; New product development; Quality assurance; Software engineering; Code (set theory); Stability (learning theory); Process management; Systems engineering; Engineering; Data mining; Business; Operations management; Operating system","score_opus":0.11679595665623213,"score_gpt":0.30954212441859946,"score_spread":0.19274616776236733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057128378","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9110134,0.0000698507,0.08789491,0.00006350271,0.000059292775,0.00043787184,3.3342366e-7,0.0004042163,0.000056585297],"genre_scores_gemma":[0.9916703,6.6262635e-7,0.008220227,0.000012171266,0.000012976423,0.000049146547,6.518627e-8,0.000008433112,0.000026007285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998788,0.00005856883,0.00015341729,0.00037758276,0.000336275,0.00028617002],"domain_scores_gemma":[0.998485,0.0006919222,0.000017313336,0.00055476144,0.0001108142,0.00014018574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053027616,0.00010633586,0.00013903434,0.000072367955,0.00017158079,0.00027933726,0.00034603762,0.000022484332,0.00004727098],"category_scores_gemma":[0.00025479577,0.00009374082,0.00001856383,0.0002083435,0.000041282652,0.0004331364,0.00097087404,0.00010927499,0.000051952215],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014933704,0.00010296365,0.9872545,0.000032004977,0.000024018716,0.0003075219,0.0035492496,0.00006427178,0.00049191085,0.0002440551,0.00006200217,0.007866016],"study_design_scores_gemma":[0.0005102472,0.00018579142,0.83707494,0.000010949007,0.000003862961,0.0008031235,0.0012939648,0.15801719,0.0015937288,0.00021426026,0.00002605862,0.00026586422],"about_ca_topic_score_codex":0.0026625998,"about_ca_topic_score_gemma":0.0021941413,"teacher_disagreement_score":0.15795292,"about_ca_system_score_codex":0.000086532884,"about_ca_system_score_gemma":0.000018523859,"threshold_uncertainty_score":0.40250722},"labels":[],"label_agreement":null},{"id":"W2057412652","doi":"10.1145/1188966.1188969","title":"Towards evidence-supported, question-directed collaborative program comprehension","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Program comprehension; Comprehension; Workflow; Documentation; Context (archaeology); Task (project management); Software engineering; Human–computer interaction; Process (computing); Knowledge management; Process management; Software; Software system; Systems engineering; Engineering; Programming language","score_opus":0.023290949404007277,"score_gpt":0.3168974156302802,"score_spread":0.2936064662262729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057412652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24208659,0.0012728939,0.73381907,0.00285569,0.0009455139,0.0017995805,0.0000033027875,0.013287888,0.0039294497],"genre_scores_gemma":[0.70188326,0.000010670155,0.29708275,0.000035352583,0.00007588077,0.00010530419,0.0000063606635,0.000011679397,0.00078873103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983116,0.00010343653,0.00022169472,0.00041853453,0.00057898555,0.0003657714],"domain_scores_gemma":[0.9981264,0.00046969546,0.00004093415,0.0005102504,0.00074712065,0.00010560953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002999314,0.00015406872,0.00015680034,0.00016320912,0.00009064163,0.00028542115,0.0006234963,0.000073579446,0.00005177917],"category_scores_gemma":[0.0005117413,0.00013248764,0.000034617093,0.0018962626,0.000053066215,0.0006009917,0.00022105525,0.00015437596,0.00013127303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009117934,0.0019023387,0.14953886,0.00033361284,0.00014229931,0.00047184902,0.0010696581,0.0081203515,0.015470712,0.106094435,0.19546695,0.52129775],"study_design_scores_gemma":[0.000631797,0.0006301639,0.6726022,0.00030514385,0.000008964792,0.00003872466,0.000021026688,0.287482,0.017573068,0.001769328,0.018254763,0.0006828236],"about_ca_topic_score_codex":0.00043917002,"about_ca_topic_score_gemma":0.000039642935,"teacher_disagreement_score":0.52306336,"about_ca_system_score_codex":0.000101117235,"about_ca_system_score_gemma":0.00026150432,"threshold_uncertainty_score":0.5402689},"labels":[],"label_agreement":null},{"id":"W2057619340","doi":"10.1109/csmr-wcre.2014.6747182","title":"Examining the relationship between topic model similarity and software maintenance","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Source code; Software maintenance; Context (archaeology); Similarity (geometry); Metric (unit); Software; Software development; Software metric; Code (set theory); Software engineering; Relation (database); KPI-driven code analysis; Static program analysis; Code review; Software quality; Data mining; Programming language; Artificial intelligence; Engineering","score_opus":0.0911580655639271,"score_gpt":0.28506838849874844,"score_spread":0.19391032293482136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057619340","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.167769,0.000018694289,0.8307336,0.0008977555,0.000033681164,0.000058915706,3.9649143e-7,0.00021117319,0.00027679975],"genre_scores_gemma":[0.8882093,8.8415027e-7,0.11084398,0.00013742306,0.00003231669,0.000007597969,4.3521328e-7,0.0000051487164,0.0007629373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992193,0.000048768423,0.00009834542,0.0002261925,0.00019618151,0.00021122734],"domain_scores_gemma":[0.9948933,0.004477189,0.000017192322,0.0005086007,0.00003869593,0.000064998654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006785479,0.000071361006,0.000076251745,0.000040577354,0.00015102263,0.00011708079,0.0005446521,0.000044062166,0.0000019493875],"category_scores_gemma":[0.003781882,0.00004885771,0.000013678609,0.00017404744,0.000042959426,0.0002081077,0.0003029254,0.0002179047,0.0000104143555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.9714801e-7,0.0000017680242,0.9487834,0.000008184914,0.0000021036633,3.494333e-7,0.00016412347,0.001275556,0.0000016023561,0.04077213,0.0003477667,0.008642811],"study_design_scores_gemma":[0.00006857954,0.00001277578,0.78952676,0.000008401449,0.0000011004411,0.0000016435613,0.0000037024422,0.19382165,0.000014385987,0.016305681,0.0001729039,0.000062424435],"about_ca_topic_score_codex":0.000011707531,"about_ca_topic_score_gemma":0.0000032402288,"teacher_disagreement_score":0.72044027,"about_ca_system_score_codex":0.000019740615,"about_ca_system_score_gemma":0.000022500075,"threshold_uncertainty_score":0.45275393},"labels":[],"label_agreement":null},{"id":"W2057679337","doi":"10.1145/2593822.2593823","title":"Using developer conversations to resolve uncertainty in software development: a position paper","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Software; SPARK (programming language); Software development; Software development process; Position (finance); Analytics; Order (exchange); Software analytics; Data science; Software engineering; Knowledge management","score_opus":0.03099991737720705,"score_gpt":0.2789783397088573,"score_spread":0.24797842233165027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057679337","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07624524,0.00000580992,0.9224955,0.00054730015,0.00010145658,0.00015696308,3.3275205e-7,0.00023848124,0.00020892233],"genre_scores_gemma":[0.37590232,2.7695222e-7,0.62325764,0.0006746784,0.000015629417,0.000021223967,0.0000026418872,0.000008419994,0.000117181866],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9988228,0.000047512436,0.00018909974,0.00031790245,0.00029699263,0.00032571144],"domain_scores_gemma":[0.9990352,0.00037017747,0.000015283047,0.00031575144,0.00014148548,0.00012214729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045531787,0.000104572886,0.00010179842,0.00028369672,0.00009278563,0.00011668104,0.00044897996,0.000051600797,0.000048341313],"category_scores_gemma":[0.00086612784,0.00010118655,0.00001692444,0.00077548565,0.000012774766,0.0004048379,0.00025073072,0.00011130343,0.0001595878],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057520152,0.0003646435,0.1991119,0.00018834969,0.00011070435,0.00008748277,0.031444017,0.39403316,0.015683848,0.0691496,0.0052882372,0.28448054],"study_design_scores_gemma":[0.0016582337,0.00012365173,0.62967867,0.00033185593,0.0000052019013,0.000051137624,0.00015016524,0.31019983,0.009909121,0.002205671,0.044208836,0.0014776447],"about_ca_topic_score_codex":0.00014855474,"about_ca_topic_score_gemma":0.00013927718,"teacher_disagreement_score":0.43056676,"about_ca_system_score_codex":0.00031418537,"about_ca_system_score_gemma":0.0002224547,"threshold_uncertainty_score":0.4126268},"labels":[],"label_agreement":null},{"id":"W2057780988","doi":"10.1016/j.jss.2007.05.035","title":"Applying machine learning to software fault-proneness prediction","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":225,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Software metric; Machine learning; Computer science; Support vector machine; Metric (unit); Software; Data mining; Artificial neural network; Artificial intelligence; Binary classification; Fault (geology); Software quality; Software fault tolerance; Reliability engineering; Software development; Engineering","score_opus":0.016601231710283004,"score_gpt":0.25773426312200903,"score_spread":0.24113303141172604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057780988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15985848,0.002144885,0.836548,0.000040491454,0.00095587625,0.0002541168,0.0000031522604,0.00018871743,0.000006313451],"genre_scores_gemma":[0.9445174,0.000050397317,0.054629713,0.000037440957,0.0004740622,0.00002065176,0.0000014533922,0.000030040765,0.00023884958],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980107,0.00005941247,0.0005684802,0.0002365047,0.0007431595,0.00038176478],"domain_scores_gemma":[0.99804884,0.0007126622,0.00022291047,0.00024750165,0.000412147,0.00035592876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021805582,0.00016310561,0.00031608506,0.00044650762,0.00019725833,0.0002628205,0.00050673605,0.00010304854,0.0000023892997],"category_scores_gemma":[0.0016696579,0.00013739952,0.00007079844,0.0004755844,0.000017880757,0.0005183185,0.00019402853,0.00049345073,0.0000076249494],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008163505,0.00008285384,0.6808113,0.0006561563,0.0001420352,0.0005389961,0.0027422523,0.05134263,0.0016930926,0.00038014914,0.0007654172,0.26076353],"study_design_scores_gemma":[0.005443265,0.0049493033,0.6010224,0.0051092342,0.00010363833,0.010561093,0.0015749969,0.05652788,0.0018733316,0.00040247655,0.31021106,0.002221297],"about_ca_topic_score_codex":0.00005426441,"about_ca_topic_score_gemma":0.0000027169317,"teacher_disagreement_score":0.7846589,"about_ca_system_score_codex":0.00013220822,"about_ca_system_score_gemma":0.00006826596,"threshold_uncertainty_score":0.560299},"labels":[],"label_agreement":null},{"id":"W2058459251","doi":"10.1145/367845.368064","title":"A workbench for quality based software re-engineering (Doctoral Symposium)","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Workbench; Computer science; Software engineering; Process (computing); Quality (philosophy); Iterative and incremental development; Programming language; Object-oriented programming; Systems engineering; Engineering; Visualization; Artificial intelligence","score_opus":0.039297194479092835,"score_gpt":0.3021684074825268,"score_spread":0.26287121300343397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058459251","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030395709,0.000049948252,0.96646345,0.0007427536,0.00022469029,0.00031803487,0.0000052926775,0.0015544343,0.00024566118],"genre_scores_gemma":[0.46401525,0.0000029460055,0.53331316,0.00024116469,0.00012213067,0.00015133653,0.000007676365,0.000032890595,0.0021134755],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823993,0.000030071142,0.00026080964,0.0004816088,0.00041617913,0.00057141186],"domain_scores_gemma":[0.99733025,0.0015325162,0.000020616542,0.0008292518,0.00009662272,0.00019076675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006052306,0.00018349651,0.00019582959,0.00013516532,0.00008621535,0.00022022593,0.0009908266,0.00008778335,0.0003476443],"category_scores_gemma":[0.00054361136,0.00017832506,0.00012122217,0.00056318525,0.000017210043,0.00035145014,0.000082073966,0.00017155967,0.00008830671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001834558,0.0007035379,0.06561707,0.0012289082,0.00020051606,0.00008503552,0.0010954287,0.6268487,0.005471445,0.025675042,0.037689894,0.23520099],"study_design_scores_gemma":[0.0018414439,0.00029680348,0.048110496,0.00013348102,0.000009126987,0.000008977162,0.0000062764975,0.88507557,0.006826829,0.0004952086,0.055971317,0.0012244551],"about_ca_topic_score_codex":0.00004640413,"about_ca_topic_score_gemma":0.0000043512755,"teacher_disagreement_score":0.43361953,"about_ca_system_score_codex":0.00009858823,"about_ca_system_score_gemma":0.000097918084,"threshold_uncertainty_score":0.7271885},"labels":[],"label_agreement":null},{"id":"W2059078574","doi":"10.1109/iecon.2012.6389404","title":"Case study: Using requirements and finite state machine for evaluating software trustworthiness","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Trustworthiness; Finite-state machine; Software engineering; Software; Software quality; Verification and validation; Software requirements specification; Software construction; Software verification; Software development; Programming language; Engineering; Computer security","score_opus":0.15096277830313692,"score_gpt":0.40139846410519736,"score_spread":0.25043568580206044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059078574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5015948,0.00008816309,0.4976295,0.000008141931,0.00016298163,0.00036626155,0.0000023841367,0.00014558736,0.0000022178663],"genre_scores_gemma":[0.7536672,7.893134e-7,0.24611858,0.000026051148,0.000043476237,0.00003989568,9.695744e-7,0.000016855814,0.000086210355],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853474,0.00007000004,0.00021902962,0.0003042032,0.00037410096,0.00049793377],"domain_scores_gemma":[0.99805284,0.001173967,0.00004892765,0.0004117085,0.00014006223,0.00017248651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017271107,0.00014750967,0.00015375536,0.00013402902,0.00021958152,0.00015850463,0.00027455454,0.000026051375,0.000009725485],"category_scores_gemma":[0.0012232108,0.00012941324,0.000026391448,0.00031141585,0.000017207125,0.0007927235,0.0004344952,0.000106402746,0.0000029554892],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021380576,0.0003252588,0.7832084,0.00016480988,0.00010824485,0.00064262917,0.007843458,0.007654678,0.00016049777,0.00011151939,0.000052151823,0.19970699],"study_design_scores_gemma":[0.0014928342,0.00032045136,0.010772472,0.000025214122,0.00002309994,0.0011810296,0.00017717344,0.9852131,0.00015617079,0.00023059457,0.00004471739,0.0003631226],"about_ca_topic_score_codex":0.00027606,"about_ca_topic_score_gemma":0.000019360412,"teacher_disagreement_score":0.97755843,"about_ca_system_score_codex":0.000059344435,"about_ca_system_score_gemma":0.000043858567,"threshold_uncertainty_score":0.5277319},"labels":[],"label_agreement":null},{"id":"W2059600393","doi":"10.1145/2555596","title":"Predicting Stability of Open-Source Software Systems Using Combination of Bayesian Classifiers","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Management Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; Université de Montréal","funders":"","keywords":"Interpretability; Machine learning; Computer science; Software quality; Artificial intelligence; Classifier (UML); Software system; Software; Software evolution; Data mining; Search-based software engineering; Stability (learning theory); Software sizing; Software metric; Component-based software engineering; Context (archaeology); Naive Bayes classifier; Bayesian probability; Software development; Software construction; Support vector machine; Operating system","score_opus":0.03265360708425621,"score_gpt":0.26780346713622266,"score_spread":0.23514986005196645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059600393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018727569,0.00001088967,0.9786462,0.000032680407,0.00070236076,0.0011072125,0.000012385043,0.00023916306,0.0005214975],"genre_scores_gemma":[0.9815117,0.000004792082,0.018313661,0.0000096785525,0.000008880802,0.000084376275,0.000009013043,0.00001086061,0.00004701254],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977364,0.00019062089,0.0008592405,0.00020029712,0.0007882992,0.0002251204],"domain_scores_gemma":[0.9974308,0.000565005,0.00042315258,0.0011821532,0.0003238496,0.000075059084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017801131,0.00014916244,0.00027649925,0.00058867346,0.00016484718,0.0003548558,0.0015470075,0.00007697924,0.000004300626],"category_scores_gemma":[0.0002247492,0.00015446321,0.00006323317,0.00086026744,0.000040194736,0.0026259297,0.000098948934,0.00014916914,0.000008481775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033321907,0.00019433614,0.010654839,0.003972272,0.00020923311,3.8500073e-7,0.0022802535,0.9165859,0.00008053587,0.015227161,0.00007191356,0.05068981],"study_design_scores_gemma":[0.0008207663,0.00015095933,0.0023661267,0.0004330438,0.00002379132,0.000004401848,0.0015165297,0.99230057,0.0006296836,0.000057738547,0.0015122895,0.00018411143],"about_ca_topic_score_codex":0.00034847815,"about_ca_topic_score_gemma":0.0000015874789,"teacher_disagreement_score":0.9627842,"about_ca_system_score_codex":0.00019954385,"about_ca_system_score_gemma":0.000035618603,"threshold_uncertainty_score":0.6298827},"labels":[],"label_agreement":null},{"id":"W2059657633","doi":"10.1109/wcre.2011.51","title":"Refactoring Traditional Forms into Ajax-enabled Forms","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Ajax; Code refactoring; Computer science; World Wide Web; Web application; Rich Internet application; Web page; Web development; Dynamic web page; The Internet; Web modeling; Programming language; Software","score_opus":0.06747865512665813,"score_gpt":0.2571120224965068,"score_spread":0.18963336736984865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059657633","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17336279,0.000018839894,0.8033881,0.000109545304,0.00033167095,0.00012652588,6.3383345e-7,0.0007868712,0.021874994],"genre_scores_gemma":[0.90455794,0.0000030011333,0.09474394,0.000046948586,0.000052501957,0.000027990489,0.0000018412345,0.000011053992,0.00055479194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99881023,0.000007787218,0.00015231315,0.00027736617,0.00038691383,0.00036536332],"domain_scores_gemma":[0.9991256,0.00017579582,0.00002019059,0.00046230093,0.000060965198,0.00015511877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026439244,0.0001106923,0.0000995328,0.00014844387,0.00009144058,0.00008464117,0.00087578036,0.000053473912,0.00024720439],"category_scores_gemma":[0.00014648968,0.000083129795,0.00005364749,0.00032908283,0.000022995933,0.0010564114,0.00019952048,0.00016524113,0.0002026473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013965293,0.00018089265,0.02098368,0.00006951158,0.000060736475,0.00006659845,0.0038082392,0.000056020086,0.0017629273,0.9292506,0.002076927,0.041669928],"study_design_scores_gemma":[0.001445415,0.0006363285,0.43788332,0.000075660515,0.000006560594,0.00011467436,0.00013379121,0.02314892,0.091516845,0.4342861,0.0095336735,0.0012187387],"about_ca_topic_score_codex":0.000068085246,"about_ca_topic_score_gemma":0.000006309882,"teacher_disagreement_score":0.73119515,"about_ca_system_score_codex":0.00010035848,"about_ca_system_score_gemma":0.00006059156,"threshold_uncertainty_score":0.33899346},"labels":[],"label_agreement":null},{"id":"W2059901918","doi":"10.1109/csmr-wcre.2014.6747161","title":"Automatic ranking of clones for refactoring through mining association rules","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code refactoring; clone (Java method); Computer science; Similarity (geometry); Ranking (information retrieval); Data mining; Software; Programming language; Artificial intelligence; Biology; Genetics; Gene","score_opus":0.02692637272450593,"score_gpt":0.289120049818806,"score_spread":0.2621936770943001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059901918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34298027,0.000014657851,0.65618396,0.000093195515,0.0001973932,0.00007059263,3.2435003e-7,0.00022545637,0.0002341482],"genre_scores_gemma":[0.6763979,0.0000011105942,0.32341546,0.000011552815,0.000045715682,0.000011814777,5.764371e-7,0.0000058868914,0.000109972985],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991607,0.000027729424,0.00016765484,0.00014841638,0.00028775336,0.00020771453],"domain_scores_gemma":[0.99674463,0.0028288036,0.00007727977,0.00023105065,0.00009730447,0.00002092669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007568663,0.00006131514,0.00012879001,0.000059294576,0.00004936942,0.000059294565,0.0003528658,0.00004268494,0.0000056983154],"category_scores_gemma":[0.0025582672,0.000056264747,0.00004267269,0.00014809222,0.0000053678523,0.00030935003,0.00008658798,0.000043580647,0.000005722533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009653818,0.00013810306,0.28232205,0.0013587018,0.00026950467,0.0000016781834,0.017293036,0.0043078475,0.014428305,0.24498357,0.0035767327,0.43131083],"study_design_scores_gemma":[0.0006623348,0.00011714342,0.07514799,0.00015209892,0.000008683284,0.000001522758,0.000048289246,0.88835144,0.026646784,0.0065210224,0.002093316,0.00024940315],"about_ca_topic_score_codex":0.000015607327,"about_ca_topic_score_gemma":0.0000012435645,"teacher_disagreement_score":0.8840436,"about_ca_system_score_codex":0.00007574705,"about_ca_system_score_gemma":0.000018940882,"threshold_uncertainty_score":0.30626696},"labels":[],"label_agreement":null},{"id":"W2060009252","doi":"10.1109/quatic.2010.11","title":"Experiments with Adding to the Experience that Can be Acquired from Software Courses","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Capstone; Software engineering; Capstone course; Course (navigation); Personal software process; Workflow; Context (archaeology); Software Engineering Process Group; Computer science; Social software engineering; Software peer review; Software development; Software construction; Engineering management; Software; Engineering; Programming language","score_opus":0.032460015642831075,"score_gpt":0.2949748955339821,"score_spread":0.262514879891151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060009252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6527263,0.000025897192,0.3440856,0.0017101556,0.0005983147,0.00023595989,0.000007442906,0.0005308498,0.00007945668],"genre_scores_gemma":[0.8373556,8.495031e-7,0.16128363,0.0007002083,0.000080223756,0.00013686746,0.0000021922356,0.000016533264,0.00042387002],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983198,0.000021791884,0.00009662764,0.00046264398,0.0006685923,0.00043051172],"domain_scores_gemma":[0.9979431,0.00060868234,0.000024538134,0.0011269473,0.00007447644,0.00022227308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000117219446,0.00016262391,0.00011697012,0.000069719135,0.00019844856,0.00037158496,0.0017821899,0.000046292047,0.00018267498],"category_scores_gemma":[0.00031762285,0.00009990164,0.000026349257,0.0002920184,0.00007395013,0.00033802757,0.0005268093,0.00015252746,0.00004266707],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012422125,0.00044449206,0.4338743,0.000025532754,0.00028362466,0.00043458823,0.21463269,0.0034562177,0.13083953,0.0074738762,0.06954244,0.13886848],"study_design_scores_gemma":[0.0011300925,0.00040141487,0.10924798,0.0001311902,0.000011317301,0.00007937756,0.0042686756,0.01253207,0.7444934,0.000121839985,0.12594433,0.0016382916],"about_ca_topic_score_codex":0.0008090502,"about_ca_topic_score_gemma":0.0004517148,"teacher_disagreement_score":0.6136539,"about_ca_system_score_codex":0.00003578005,"about_ca_system_score_gemma":0.00008563416,"threshold_uncertainty_score":0.40738708},"labels":[],"label_agreement":null},{"id":"W2060241165","doi":"10.1109/esem.2009.5316049","title":"Does explanation improve the acceptance of decision support for product release planning?","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Product (mathematics); Computer science; Empirical research; Product planning; New product development; Decision support system; Knowledge management; Artificial intelligence; Marketing; Mathematics; Statistics; Business","score_opus":0.01592575360349527,"score_gpt":0.30149174307366455,"score_spread":0.2855659894701693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060241165","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046256844,0.000035070152,0.95144194,0.0012562653,0.0003465779,0.000389644,0.000002294426,0.00013351958,0.00013782943],"genre_scores_gemma":[0.9060138,0.0000033604272,0.093214944,0.00010355673,0.00007188238,0.000023671184,0.0000016098237,0.0000041407447,0.00056307286],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999115,0.0000101635405,0.00015632928,0.00024329893,0.00029813827,0.00017710349],"domain_scores_gemma":[0.9985751,0.0006627001,0.000043923897,0.00053978496,0.00014136365,0.000037125297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044638253,0.00006746121,0.00007910688,0.00006824009,0.000050271927,0.00005475032,0.00071667094,0.000021819285,0.000010332852],"category_scores_gemma":[0.0011916187,0.00003249835,0.0000354765,0.00022930106,0.000014360374,0.00028942453,0.000055957647,0.00006615064,0.0000044139147],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007580595,0.00009551086,0.002825743,0.000034632696,0.000012756437,0.000008254935,0.00091051735,0.0016854468,0.009826671,0.011590496,0.01989283,0.9530413],"study_design_scores_gemma":[0.0015621588,0.0013960341,0.23649186,0.000094410665,0.000011133843,0.000020559613,0.00010927813,0.17449073,0.5401803,0.025471142,0.019581774,0.0005905867],"about_ca_topic_score_codex":0.0000037075793,"about_ca_topic_score_gemma":8.090389e-7,"teacher_disagreement_score":0.95245075,"about_ca_system_score_codex":0.0000213645,"about_ca_system_score_gemma":0.00005147301,"threshold_uncertainty_score":0.1426565},"labels":[],"label_agreement":null},{"id":"W2060384068","doi":"10.1109/ictai.2011.155","title":"Machine-Learning Models for Software Quality: A Compromise between Performance and Intelligibility","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Compromise; Intelligibility (philosophy); Software quality; Machine learning; Software; Artificial intelligence; Domain engineering; Software engineering; Software construction; Software system; Software development","score_opus":0.13684350411366428,"score_gpt":0.3119661787820945,"score_spread":0.1751226746684302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060384068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24876857,0.000059954415,0.7502293,0.000025150466,0.000035431996,0.00022887431,0.0000029941323,0.0004654772,0.00018423812],"genre_scores_gemma":[0.7335128,0.000011874098,0.2661818,0.000018075547,0.000016356891,0.000031427597,0.000002538946,0.0000106661955,0.00021443768],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987344,0.000052146683,0.00023302219,0.00043462377,0.00021466336,0.00033111792],"domain_scores_gemma":[0.9981912,0.0010657279,0.00003901994,0.00045519782,0.00010162421,0.0001472516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009969884,0.0001360642,0.00020373556,0.00009262626,0.00012414379,0.000078100675,0.0006003829,0.00006047863,0.000013409362],"category_scores_gemma":[0.0004972646,0.000120227895,0.00004533124,0.0001507983,0.00005331746,0.0005430066,0.00040415744,0.00022487158,0.000012411193],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034381723,0.00005813662,0.7928588,0.00036966684,0.00004368785,0.0000015223826,0.003035682,0.0012528213,0.000020469548,0.00924858,0.00006397139,0.1930123],"study_design_scores_gemma":[0.0004312177,0.00024310964,0.10176351,0.000023532028,0.0000050673902,0.0000040895316,0.000018108713,0.8867426,0.001369866,0.008691607,0.00039955843,0.00030772111],"about_ca_topic_score_codex":0.00013557832,"about_ca_topic_score_gemma":0.0000033679773,"teacher_disagreement_score":0.88548976,"about_ca_system_score_codex":0.000032259144,"about_ca_system_score_gemma":0.00003145711,"threshold_uncertainty_score":0.4902751},"labels":[],"label_agreement":null},{"id":"W2060384944","doi":"10.1145/2597073.2597102","title":"Syntax errors just aren't natural: improving error reporting with language models","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Syntax error; Abstract syntax tree; Programming language; Syntax; Source code; Compiler; Java; Abstract syntax; Parsing; Consistency (knowledge bases); Exploit; Natural language processing; Artificial intelligence","score_opus":0.02666657826189673,"score_gpt":0.2828682662558349,"score_spread":0.25620168799393817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060384944","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27875984,0.00005122712,0.7185631,0.0002478939,0.0001826801,0.00011339663,2.3736912e-7,0.00094142824,0.0011402292],"genre_scores_gemma":[0.84953594,3.0428214e-7,0.14907593,0.00009374175,0.00006027899,0.000015095665,0.0000013078051,0.000023266964,0.0011941319],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980665,0.000035035606,0.0003758215,0.00051151053,0.0005167407,0.00049441983],"domain_scores_gemma":[0.99826336,0.0003592363,0.00022731244,0.0009017791,0.00011115038,0.00013717248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089110085,0.00016934126,0.00019538922,0.00015206305,0.000100605954,0.0001883526,0.00079770305,0.000052266663,0.000010787354],"category_scores_gemma":[0.0017023508,0.00012558229,0.00004862317,0.0004327996,0.000030407116,0.0006648742,0.00033805758,0.00032410055,0.00002439902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008396942,0.000356446,0.04332852,0.0013833905,0.00034491834,0.002214882,0.024369102,0.22348984,0.05785161,0.09820615,0.005338713,0.54303247],"study_design_scores_gemma":[0.00018548757,0.00006400463,0.0032903429,0.000049535905,0.000004177055,0.00011732622,0.00018484626,0.9909257,0.004692931,0.0001279862,0.000070566675,0.00028704738],"about_ca_topic_score_codex":0.00035028136,"about_ca_topic_score_gemma":0.000055694283,"teacher_disagreement_score":0.7674359,"about_ca_system_score_codex":0.000064592925,"about_ca_system_score_gemma":0.000069665446,"threshold_uncertainty_score":0.5121097},"labels":[],"label_agreement":null},{"id":"W2060590541","doi":"10.1109/csmr-wcre.2014.6747194","title":"Improving the detection accuracy of evolutionary coupling by measuring change correspondence","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Measure (data warehouse); Computer science; False positive paradox; Association (psychology); Coupling (piping); Association rule learning; Code (set theory); Subject (documents); Coupling strength; Artificial intelligence; Data mining; Programming language; Psychology; Engineering; Set (abstract data type)","score_opus":0.032688441919662393,"score_gpt":0.25000627491792565,"score_spread":0.21731783299826327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060590541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108359545,0.00026835524,0.8906029,0.00012477774,0.00027942847,0.00013320906,3.6412064e-7,0.00020255343,0.000028855271],"genre_scores_gemma":[0.99554044,0.0000068155464,0.0042292327,0.00003700741,0.00007072913,0.000032820353,2.4317487e-7,0.000007190811,0.000075518205],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989843,0.00003310027,0.00013451147,0.00021315817,0.00041759125,0.00021734592],"domain_scores_gemma":[0.9976154,0.0016994595,0.000059627066,0.0004611188,0.000119433345,0.000044976667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076517585,0.000075158925,0.00007433421,0.00008108895,0.00012371357,0.000054574175,0.00077870773,0.000035152818,0.0000073155934],"category_scores_gemma":[0.0023171043,0.00005637236,0.000030642743,0.00037218866,0.000032822078,0.00047647223,0.00028095974,0.00015352361,0.000017907012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024874837,0.000063230924,0.013025653,0.00014129895,0.00002352065,0.0000021863639,0.00094103516,0.004446332,0.47308517,0.002966553,0.0007358825,0.50454426],"study_design_scores_gemma":[0.00008574693,0.000044365454,0.022299122,0.000020311669,0.0000013604862,0.0000073028805,0.000011496776,0.93062687,0.046302125,0.00005721394,0.00046036163,0.000083717394],"about_ca_topic_score_codex":0.0002609561,"about_ca_topic_score_gemma":0.00000589871,"teacher_disagreement_score":0.92618054,"about_ca_system_score_codex":0.000057758894,"about_ca_system_score_gemma":0.000027625174,"threshold_uncertainty_score":0.27739576},"labels":[],"label_agreement":null},{"id":"W2060866317","doi":"10.1109/re.2012.6345841","title":"The quest for Ubiquity: A roadmap for software and systems traceability research","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Traceability; Requirements traceability; Computer science; TRACE (psycholinguistics); Field (mathematics); Change impact analysis; Software engineering; Data science; Software; Engineering management; Software development; Systems engineering; Engineering","score_opus":0.10959298506830575,"score_gpt":0.38726208526419437,"score_spread":0.27766910019588864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060866317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017576087,0.0022568994,0.97545063,0.0014658467,0.0006547864,0.0020240329,0.00000879882,0.00049370015,0.000069231966],"genre_scores_gemma":[0.9185346,0.000021035477,0.07774858,0.000020776548,0.00035263825,0.0015083622,0.0000016093664,0.000022461023,0.0017899541],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979594,0.00018346659,0.00018120791,0.00033029608,0.0004578314,0.00088781107],"domain_scores_gemma":[0.9781851,0.020383172,0.000020577452,0.00073972525,0.00044776755,0.0002236605],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0108960075,0.00010120292,0.0001316022,0.000077974284,0.00054206845,0.00048936513,0.0008261567,0.00007515913,0.0000010683389],"category_scores_gemma":[0.00979436,0.00006659379,0.00004787418,0.00027731678,0.00012488624,0.00041506995,0.00033897223,0.00017365829,0.0000080774225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020443741,0.00043895064,0.10182,0.0020912956,0.00013933578,0.0000017081535,0.0044197165,0.00016535174,0.0005440665,0.54699486,0.09309507,0.25008518],"study_design_scores_gemma":[0.0022267625,0.0013645325,0.1505474,0.00013805949,0.000017084416,0.00010106804,0.0009965996,0.24850538,0.0020265498,0.018328296,0.5747119,0.0010363656],"about_ca_topic_score_codex":0.00006649091,"about_ca_topic_score_gemma":0.000018948062,"teacher_disagreement_score":0.9009585,"about_ca_system_score_codex":0.00010527314,"about_ca_system_score_gemma":0.00009763071,"threshold_uncertainty_score":0.99854654},"labels":[],"label_agreement":null},{"id":"W2060964996","doi":"10.1145/1321631.1321701","title":"Extracting rights and obligations from regulations","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Process (computing); Annotation; Government (linguistics); Stakeholder; Corporate governance; Business process reengineering; Focus (optics); Process management; Knowledge management; Business; Political science; Public relations; Artificial intelligence","score_opus":0.019290239150255656,"score_gpt":0.2826487268823837,"score_spread":0.263358487732128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060964996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3043549,0.000024439265,0.69373614,0.00018360362,0.00006678834,0.000030189285,2.948575e-7,0.0002014403,0.0014021726],"genre_scores_gemma":[0.7746096,2.9413056e-7,0.2248534,0.00001410535,0.00003829796,0.0000011920195,9.324042e-7,0.0000020268021,0.00048012432],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99949074,0.0000060935945,0.000082780694,0.00014678747,0.0001398987,0.00013371378],"domain_scores_gemma":[0.9983758,0.0012765946,0.000011746397,0.00022704521,0.000037132675,0.00007172088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021742661,0.00003821997,0.00003451475,0.000086509935,0.000110057554,0.00009272647,0.00016978687,0.000024198502,0.000025332703],"category_scores_gemma":[0.00016984851,0.000034342083,0.0000093615145,0.00024390256,0.000014305865,0.00031581125,0.00007492711,0.00007022474,0.000026356605],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035733779,0.00010483835,0.13883291,0.0000095217865,0.000056400717,0.00006989652,0.0036569773,0.00075042073,0.016314337,0.69486123,0.0045451294,0.14079474],"study_design_scores_gemma":[0.00012664367,0.000009508145,0.915249,0.000009689307,0.0000015185279,0.000008913641,0.000016152851,0.0320488,0.0081190085,0.041165207,0.0031235716,0.00012200011],"about_ca_topic_score_codex":0.00026358783,"about_ca_topic_score_gemma":0.00006310279,"teacher_disagreement_score":0.77641606,"about_ca_system_score_codex":0.000016347136,"about_ca_system_score_gemma":0.000010710067,"threshold_uncertainty_score":0.14004295},"labels":[],"label_agreement":null},{"id":"W2061072593","doi":"10.1007/s10664-013-9264-x","title":"SWordNet: Inferring semantically related words from software context","year":2013,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; WordNet; Program comprehension; Information retrieval; Software; Context (archaeology); Java; Ranking (information retrieval); Natural language processing; Code (set theory); Precision and recall; Software maintenance; Artificial intelligence; Software development; Programming language; Software system","score_opus":0.01656489003974,"score_gpt":0.2521907926293967,"score_spread":0.2356259025896567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061072593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39893028,0.00044353455,0.59559226,0.00045559043,0.0006725201,0.00031782364,0.000005164055,0.0035629075,0.000019882473],"genre_scores_gemma":[0.8508537,0.000011676059,0.14801934,0.00036305937,0.00021069417,0.00014720218,0.000020206751,0.000117469346,0.0002566418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99588984,0.00006979508,0.0007592578,0.001049811,0.00094308786,0.0012882317],"domain_scores_gemma":[0.9937361,0.003930639,0.00008669266,0.001334375,0.00018914089,0.00072304497],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034052474,0.00057507306,0.00061667396,0.000371074,0.0001585595,0.000568375,0.0018555953,0.00037568787,0.00051582005],"category_scores_gemma":[0.0063436027,0.00057638774,0.0002349484,0.0013743994,0.000065558124,0.0011964465,0.0010020556,0.0011440825,0.0017162303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008506382,0.0002010181,0.87804365,0.0001475997,0.00034307732,0.00031289557,0.0023987961,0.028362164,0.0009444081,0.0006480292,0.006907315,0.08168252],"study_design_scores_gemma":[0.001058283,0.00014412866,0.89673805,0.00037680002,0.00002382016,0.00006268504,0.000030012896,0.08654048,0.0010373442,0.0023413016,0.010010688,0.0016364043],"about_ca_topic_score_codex":0.00029363472,"about_ca_topic_score_gemma":0.000006110088,"teacher_disagreement_score":0.4519234,"about_ca_system_score_codex":0.0002917064,"about_ca_system_score_gemma":0.00011961429,"threshold_uncertainty_score":0.9996688},"labels":[],"label_agreement":null},{"id":"W2061152427","doi":"10.1109/icpc.2013.6613831","title":"An empirical study on the efficiency of graphical vs. textual representations in requirements comprehension","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Comprehension; Representation (politics); Eye tracking; Process (computing); Graphical user interface; Contrast (vision); Software; Human–computer interaction; Visualization; Empirical research; Artificial intelligence; Natural language processing; Programming language; Mathematics; Statistics","score_opus":0.06396771391969484,"score_gpt":0.37427845089316064,"score_spread":0.3103107369734658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061152427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95684236,0.0000025203783,0.041333843,0.0009200392,0.00005170639,0.00054480496,2.1653807e-7,0.00009063877,0.00021385208],"genre_scores_gemma":[0.9982816,4.6786784e-7,0.001524919,0.000105692015,0.000008736269,0.00005154458,5.036067e-7,0.000004815805,0.000021701024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983817,0.00021294203,0.00024127013,0.0003178277,0.00063094334,0.00021533969],"domain_scores_gemma":[0.99785566,0.0010962524,0.000025049194,0.0008540528,0.00009715529,0.00007183014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046000394,0.00008145059,0.00010954818,0.00021058321,0.0000606815,0.000070403,0.00093297305,0.000030096677,0.000045407698],"category_scores_gemma":[0.00029126424,0.000051291358,0.000027717224,0.00094433164,0.000063989406,0.00023338021,0.00021836504,0.00018587524,0.000053739273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069513903,0.001987968,0.9846731,0.0000034013658,0.000009051936,0.000007648531,0.0019504585,0.00091641163,0.002817091,0.005369418,0.0010908364,0.0011676981],"study_design_scores_gemma":[0.00025265303,0.0005734757,0.9421192,0.000006584421,7.1197877e-7,9.2054177e-7,0.00035829833,0.05579064,0.00053716043,0.0002952068,0.000005045575,0.00006013346],"about_ca_topic_score_codex":0.00027027723,"about_ca_topic_score_gemma":0.000014081855,"teacher_disagreement_score":0.05487423,"about_ca_system_score_codex":0.000021658068,"about_ca_system_score_gemma":0.00002718025,"threshold_uncertainty_score":0.20916009},"labels":[],"label_agreement":null},{"id":"W2061250489","doi":"10.1109/icsm.2012.6405292","title":"Search-based refactoring: Towards semantics preservation","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Qatar Foundation; National Science Foundation","keywords":"Code refactoring; Computer science; Semantics (computer science); Programming language; Sorting; Domain (mathematical analysis); Program transformation; Software","score_opus":0.07054119937565884,"score_gpt":0.3131959618328126,"score_spread":0.24265476245715378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061250489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1393784,0.000040572068,0.85776156,0.0010316662,0.0003316819,0.00009545924,3.758804e-7,0.0005423217,0.000817944],"genre_scores_gemma":[0.9140877,0.0000017125358,0.085014135,0.000066443485,0.000115478404,0.000008133273,0.000001629476,0.000009771846,0.0006949643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987037,0.000035815396,0.000106598345,0.00016120965,0.00054314366,0.00044949996],"domain_scores_gemma":[0.9988737,0.00026438854,0.000012490074,0.0005669783,0.00010359781,0.00017883016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005856628,0.00008223825,0.000075242664,0.000119846576,0.000049429334,0.00010782948,0.00066263776,0.000046736408,0.0000447061],"category_scores_gemma":[0.00036483305,0.00007210059,0.000030927513,0.000425964,0.000017256425,0.000925266,0.00023447094,0.00014551765,0.00013074817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000939491,0.00033974097,0.8165172,0.00019972763,0.000041586518,0.000011058131,0.0016357128,0.0051761246,0.0056620156,0.12302873,0.0061552,0.04122355],"study_design_scores_gemma":[0.0003613859,0.00008527339,0.61229116,0.000023171637,0.0000027435287,0.0000044060507,0.0000121530575,0.23901318,0.12664421,0.00027817037,0.020936063,0.0003480595],"about_ca_topic_score_codex":0.000050467203,"about_ca_topic_score_gemma":6.0380063e-7,"teacher_disagreement_score":0.77470934,"about_ca_system_score_codex":0.00007472927,"about_ca_system_score_gemma":0.000083753235,"threshold_uncertainty_score":0.29401767},"labels":[],"label_agreement":null},{"id":"W2061587515","doi":"10.1109/swan.2015.7070482","title":"Test case analytics: Mining test case traces to improve risk-driven testing","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Test (biology); Computer science; Analytics; Data science; Data mining; Geology","score_opus":0.059038662617794696,"score_gpt":0.3031889290144728,"score_spread":0.2441502663966781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061587515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74290705,0.000047742808,0.2543744,0.0002894745,0.00027518233,0.00030338,0.000019658848,0.0009420072,0.0008411051],"genre_scores_gemma":[0.69416183,3.6402753e-7,0.30521068,0.000045465804,0.00012570497,0.000020206759,3.7615573e-7,0.000019377054,0.0004160122],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979848,0.000040352174,0.0003021244,0.00061769626,0.00043577782,0.0006192407],"domain_scores_gemma":[0.9896487,0.0082533695,0.000075983626,0.00086608663,0.00043063262,0.00072521897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00090251805,0.00021896299,0.00021065093,0.00029740267,0.0001755231,0.00043161085,0.0007220654,0.00007138317,0.000008735973],"category_scores_gemma":[0.03513865,0.00019920323,0.000043521813,0.0013577827,0.00003688382,0.00045417933,0.00058028614,0.0002854402,0.00017567242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000486051,0.00035046542,0.6447015,0.000069015594,0.0000563067,0.15295063,0.00581982,0.034054372,0.0017967358,0.00010224045,0.00787546,0.1522186],"study_design_scores_gemma":[0.00046675172,0.0007505502,0.0027604254,0.00003406644,0.00001680377,0.02429555,0.000706241,0.96854305,0.0015818703,0.000039198643,0.00034909177,0.00045640458],"about_ca_topic_score_codex":0.0015966789,"about_ca_topic_score_gemma":0.00034540967,"teacher_disagreement_score":0.93448865,"about_ca_system_score_codex":0.00015489334,"about_ca_system_score_gemma":0.00020948172,"threshold_uncertainty_score":0.9729888},"labels":[],"label_agreement":null},{"id":"W2061787477","doi":"10.1109/wcre.2009.59","title":"Ten Years Later, Experiments with Clustering as a Software Remodularization Method","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Cluster analysis; Computer science; Variety (cybernetics); Similarity (geometry); Data science; Software; Information retrieval; Artificial intelligence; Programming language","score_opus":0.017816400681915187,"score_gpt":0.304342125343366,"score_spread":0.2865257246614508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061787477","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021733027,0.000025651449,0.9768488,0.00018429331,0.00007149283,0.00013484586,1.6759243e-7,0.0006808011,0.00032091668],"genre_scores_gemma":[0.3032529,0.000001462224,0.6957362,0.00020538423,0.00002126437,0.000006663831,0.0000014647527,0.000010290342,0.0007643563],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988738,0.00003607036,0.000107877204,0.00033523486,0.00037415908,0.000272882],"domain_scores_gemma":[0.99923944,0.00010040195,0.000022078264,0.00048540326,0.000055601642,0.0000970597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020380015,0.00010668925,0.00010398401,0.0001351093,0.000045475514,0.00017215738,0.00053168717,0.000048022433,0.000022672362],"category_scores_gemma":[0.00013791557,0.00009148606,0.000022323775,0.0004177929,0.000008272979,0.0003941919,0.00014070599,0.000102046004,0.00005949438],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078856574,0.0002996183,0.019807937,0.000046237277,0.00011116121,0.0005121596,0.0055579282,0.036914773,0.021749744,0.005594091,0.0014026779,0.90792483],"study_design_scores_gemma":[0.0030789354,0.0017806683,0.41337633,0.00022680705,0.000014682457,0.00047318393,0.000075077056,0.4888417,0.08320872,0.0038049312,0.0035745995,0.0015443646],"about_ca_topic_score_codex":0.000027350226,"about_ca_topic_score_gemma":0.000001080898,"teacher_disagreement_score":0.9063805,"about_ca_system_score_codex":0.000056792196,"about_ca_system_score_gemma":0.00003864255,"threshold_uncertainty_score":0.3730693},"labels":[],"label_agreement":null},{"id":"W2061937509","doi":"10.1109/icsm.2011.6080782","title":"MoMS: Multi-objective miniaturization of software","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Miniaturization; Porting; Software; Software deployment; Process (computing); Software engineering; Embedded system; Operating system; Engineering; Electrical engineering","score_opus":0.036078041794740896,"score_gpt":0.2579216798817582,"score_spread":0.2218436380870173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061937509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027347622,0.00002949249,0.971703,0.000009235621,0.00013486261,0.000088883666,8.6868585e-7,0.00029775687,0.00038825988],"genre_scores_gemma":[0.5296499,0.0000017164722,0.47002748,0.000011945628,0.0000069342036,0.0000062015247,4.857729e-7,0.0000050273106,0.00029031088],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993679,0.000018390716,0.000106937245,0.00017978308,0.00018095502,0.00014602342],"domain_scores_gemma":[0.99926096,0.0001771359,0.000027339991,0.00034773993,0.00013888595,0.000047940794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011901002,0.000062125015,0.00007695062,0.00011788336,0.000018838677,0.000011799276,0.0004871645,0.00004058241,0.000043891956],"category_scores_gemma":[0.00056504883,0.000055081957,0.00002842316,0.00035200565,0.00002536423,0.00024116502,0.00015702561,0.000064713335,0.0000382848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005174816,0.0015414817,0.67191017,0.0002566887,0.00025711747,0.00007897357,0.04889423,0.0008095901,0.00967233,0.1109194,0.0032277438,0.15238054],"study_design_scores_gemma":[0.00059684063,0.00020204966,0.8199373,0.000031785523,0.000004026558,0.000009019396,0.00007102822,0.02111891,0.15645131,0.0011111401,0.00017700136,0.00028958143],"about_ca_topic_score_codex":0.00006200775,"about_ca_topic_score_gemma":0.0000036264041,"teacher_disagreement_score":0.5023023,"about_ca_system_score_codex":0.000019539752,"about_ca_system_score_gemma":0.000039975785,"threshold_uncertainty_score":0.2246177},"labels":[],"label_agreement":null},{"id":"W2062261433","doi":"10.1007/s00766-014-0205-z","title":"Patterns of continuous requirements clarification","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Rework; Computer science; Requirements analysis; Requirements management; Oracle; Requirements engineering; User requirements document; Negotiation; Project management; Software engineering; Process management; Software; Data science; Systems engineering; Engineering","score_opus":0.025616603746807288,"score_gpt":0.2699037589057352,"score_spread":0.2442871551589279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062261433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18839402,0.000040118528,0.8105103,0.000045248868,0.00040025913,0.00015122977,0.0000015590491,0.00030985684,0.00014744267],"genre_scores_gemma":[0.97742265,0.000009682234,0.022333702,0.000018604183,0.000069999,0.000025620568,0.0000055748287,0.000025479058,0.00008868733],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830014,0.00003307232,0.0003689372,0.0003373656,0.0005644333,0.00039608],"domain_scores_gemma":[0.99873203,0.00017738726,0.000091059585,0.00078679534,0.00010264862,0.00011007884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000673784,0.00016547261,0.0002123135,0.0002375174,0.00003456822,0.000062864674,0.0008657803,0.00006828733,0.000012097297],"category_scores_gemma":[0.00049478514,0.00017876612,0.00006010846,0.0003112744,0.000008222323,0.00042991372,0.00021239626,0.00014539964,0.00002589762],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015721556,0.0004097634,0.32657188,0.0011305377,0.00034948412,0.00002062126,0.0010921737,0.03443383,0.40916422,0.12294239,0.0004555976,0.10341378],"study_design_scores_gemma":[0.002109931,0.00044545566,0.37808383,0.00063717214,0.000028360448,0.000017706354,0.000018924511,0.45461047,0.14930837,0.0003927486,0.013245076,0.0011019666],"about_ca_topic_score_codex":0.000018928888,"about_ca_topic_score_gemma":4.0033476e-7,"teacher_disagreement_score":0.78902864,"about_ca_system_score_codex":0.0000878096,"about_ca_system_score_gemma":0.00001896682,"threshold_uncertainty_score":0.72898704},"labels":[],"label_agreement":null},{"id":"W2062305127","doi":"10.1109/swan.2015.7070480","title":"Challenges and Issues of Mining Crash Reports","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Crash; Computer science; Data science; Programming language","score_opus":0.0889719980455779,"score_gpt":0.3225452044536358,"score_spread":0.23357320640805793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062305127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8740488,0.02033095,0.08217975,0.00395839,0.00051547063,0.0001415387,1.11325576e-7,0.00066233875,0.018162632],"genre_scores_gemma":[0.9168585,0.00010588775,0.08252687,0.0000068952845,0.000020356121,0.0000020250152,5.1995837e-8,0.0000031803488,0.00047627036],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994624,0.000010268453,0.00008559807,0.00014869642,0.00019715093,0.000095860625],"domain_scores_gemma":[0.99939936,0.00014818796,0.000018048668,0.00029060905,0.00007017619,0.00007363792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040124293,0.000037422873,0.00007142529,0.000053950575,0.000006206284,0.00001853886,0.00014423992,0.000018952236,0.000002026014],"category_scores_gemma":[0.0006058664,0.00003193619,0.0000073193783,0.00006393774,0.00001692415,0.00013772487,0.00019024512,0.000027506925,0.0000023376115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004827718,0.00013579203,0.1487048,0.00026237423,0.00007343178,0.0007303135,0.039071824,0.00029095844,0.0012137861,0.048032146,0.024454175,0.73702556],"study_design_scores_gemma":[0.0009925602,0.0010620734,0.849962,0.00026262325,0.000008929082,0.0012609306,0.0026158607,0.031785484,0.045480534,0.018466013,0.047105923,0.0009970675],"about_ca_topic_score_codex":0.000013360815,"about_ca_topic_score_gemma":0.0000037434477,"teacher_disagreement_score":0.7360285,"about_ca_system_score_codex":0.000006465526,"about_ca_system_score_gemma":0.000025950612,"threshold_uncertainty_score":0.130232},"labels":[],"label_agreement":null},{"id":"W2062937278","doi":"10.1023/b:emse.0000048324.12188.a2","title":"An Empirical Exploration of the Distributions of the Chidamber and Kemerer Object-Oriented Metrics Suite","year":2004,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Collinearity; Suite; Computer science; Data mining; Correlation; Parametric statistics; Variance (accounting); Empirical research; Set (abstract data type); Test suite; Regression analysis; Statistics; Machine learning; Mathematics; Test case","score_opus":0.0281820532597251,"score_gpt":0.2982924489141738,"score_spread":0.27011039565444867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062937278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4366406,0.00008631312,0.5623271,0.0003992105,0.0002406809,0.00015285885,0.000011262318,0.00013984286,0.0000021737042],"genre_scores_gemma":[0.9792188,0.000006300759,0.020632073,0.00003756375,0.000047898935,0.0000221909,0.000003944287,0.000019772433,0.000011493878],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827594,0.000059466627,0.0003519178,0.00032465902,0.00065083534,0.00033717268],"domain_scores_gemma":[0.99805754,0.00068617007,0.00008328519,0.0008561565,0.00017667662,0.0001401638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031188416,0.00018574159,0.00022105903,0.00014034352,0.00012591852,0.00004699541,0.000840054,0.00010991083,0.0000039603456],"category_scores_gemma":[0.0035952155,0.00012260301,0.0001222338,0.0025367655,0.00010217308,0.0005039986,0.0004720044,0.00037807654,0.0000018815151],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000910901,0.00031800027,0.86571586,0.00013822832,0.00007314424,0.00000474911,0.0025514332,0.1240992,0.0020567281,0.0030664443,0.00028689462,0.0016801953],"study_design_scores_gemma":[0.0004103586,0.00008718168,0.97319967,0.0000728976,0.00001545497,0.000013176729,0.0000146939,0.010471392,0.014206816,0.00040268412,0.00089523545,0.00021043172],"about_ca_topic_score_codex":0.000034407516,"about_ca_topic_score_gemma":0.0000043310015,"teacher_disagreement_score":0.54257816,"about_ca_system_score_codex":0.00013922098,"about_ca_system_score_gemma":0.00012516294,"threshold_uncertainty_score":0.49996057},"labels":[],"label_agreement":null},{"id":"W2063156085","doi":"10.1109/saner.2015.7081827","title":"Do code review practices impact design quality? A case study of the Qt, VTK, and ITK projects","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"","keywords":"Code review; Software quality; Computer science; Software engineering; Code (set theory); Software; Quality (philosophy); Software peer review; Software construction; Software development; Set (abstract data type); Programming language","score_opus":0.36455942150848036,"score_gpt":0.4826728792808219,"score_spread":0.11811345777234156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063156085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93451744,0.0065713264,0.055622533,0.0007034717,0.00012183156,0.0021466636,0.0000012750816,0.00015987939,0.00015557898],"genre_scores_gemma":[0.98973244,0.000103668826,0.00992223,0.00006509891,0.000012458931,0.00003933256,4.241797e-8,0.000006794622,0.00011790008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815863,0.00065241655,0.00021502374,0.00026396743,0.00052432093,0.00018566237],"domain_scores_gemma":[0.9969131,0.0017185896,0.00017996388,0.0008563192,0.00020937705,0.00012267778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036558425,0.000101475984,0.00019204809,0.00005283149,0.00004493718,0.00011583291,0.0006017608,0.000022450715,0.000004137704],"category_scores_gemma":[0.007422016,0.00005554256,0.000028506338,0.00059782056,0.000027524582,0.0004223964,0.00042251308,0.00014235129,0.0000043742657],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019347579,0.0062028114,0.6427541,0.0071498784,0.0011189218,0.0074373456,0.12846667,0.0027542808,0.00078877714,0.003250847,0.09923318,0.100649714],"study_design_scores_gemma":[0.035485763,0.048834283,0.41753036,0.013964919,0.0013145846,0.10577825,0.08209766,0.2522918,0.012750969,0.0032643524,0.016960379,0.009726682],"about_ca_topic_score_codex":0.001780787,"about_ca_topic_score_gemma":0.00009563191,"teacher_disagreement_score":0.24953751,"about_ca_system_score_codex":0.00004267473,"about_ca_system_score_gemma":0.00029819767,"threshold_uncertainty_score":0.88853824},"labels":[],"label_agreement":null},{"id":"W2063428900","doi":"10.1007/s10817-009-9121-1","title":"Interprocedural and Flow-Sensitive Type Analysis for Memory and Type Safety of C Code","year":2009,"lang":"en","type":"article","venue":"Journal of Automated Reasoning","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Memory safety; Type safety; Programming language; Type inference; Alias; Static analysis; Control flow; Source code; Data type; Compiler; Parallel computing; Algorithm; Inference; Artificial intelligence; Data mining","score_opus":0.010342703078796884,"score_gpt":0.28285217948543406,"score_spread":0.2725094764066372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063428900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89329666,0.0005572576,0.10559665,0.00022744216,0.00013410595,0.00006580834,0.000002266607,0.00009740962,0.000022423168],"genre_scores_gemma":[0.9233479,0.000051039337,0.07652856,0.000025609643,0.00002670142,1.445317e-7,6.12118e-7,0.0000048742872,0.000014563086],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992235,0.000031183103,0.00027779516,0.00012163438,0.00019397255,0.00015194828],"domain_scores_gemma":[0.9986751,0.00044101494,0.0001777945,0.00011422857,0.00050097395,0.00009088145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005628993,0.00008304926,0.00029007558,0.00032299026,0.000045219775,0.000054249173,0.00017218573,0.000047426234,0.0000013569628],"category_scores_gemma":[0.0013537005,0.00006871747,0.00005749916,0.00071766734,0.000028551704,0.0002293459,0.00005031076,0.00013327508,2.7010856e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0050921803,0.0006166128,0.18181422,0.0008493121,0.010365907,0.0010402607,0.036313333,0.2853833,0.124742106,0.0037021823,0.0067561036,0.34332448],"study_design_scores_gemma":[0.0003691307,0.00043250324,0.18420686,0.00016624811,0.000081434846,0.00021454916,0.00006253281,0.81111944,0.0032089017,0.00004207737,0.000016665303,0.00007966047],"about_ca_topic_score_codex":0.0000036070185,"about_ca_topic_score_gemma":0.000001394765,"teacher_disagreement_score":0.52573615,"about_ca_system_score_codex":0.000036209094,"about_ca_system_score_gemma":0.00008719764,"threshold_uncertainty_score":0.2802217},"labels":[],"label_agreement":null},{"id":"W2063462200","doi":"10.1007/s11219-012-9186-7","title":"Mining the impact of evolution categories on object-oriented metrics","year":2012,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cohesion (chemistry); Software evolution; Software; Computer science; Recall; Software metric; Software development; Data mining; Software engineering; Software construction; Programming language; Psychology; Cognitive psychology","score_opus":0.04837848210346001,"score_gpt":0.35755459381978144,"score_spread":0.3091761117163214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063462200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41203052,0.00054476596,0.5865371,0.00008340062,0.00060355285,0.00006559098,0.000003410006,0.000102688165,0.000028941351],"genre_scores_gemma":[0.9803008,0.0000112086445,0.019327158,0.000018646067,0.00027734583,0.000004148386,0.000001290946,0.000013603709,0.000045826986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973299,0.0004233884,0.00045105576,0.00016582078,0.0010248332,0.00060502987],"domain_scores_gemma":[0.9951053,0.0033198567,0.00027583522,0.00061066315,0.000435019,0.0002533182],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003984725,0.00016857137,0.00023197968,0.00036738426,0.00030410488,0.00013185336,0.0008971909,0.000081127524,0.000022095492],"category_scores_gemma":[0.010183023,0.000107176595,0.00023678657,0.0015224118,0.00008873274,0.0006984471,0.0001875841,0.0005808052,0.000020293623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005387477,0.00027891752,0.9515404,0.00003761635,0.00019629911,0.000007053321,0.007647877,0.0029316791,0.00025109333,0.014059903,0.0035008301,0.019494446],"study_design_scores_gemma":[0.0004469933,0.000384546,0.99449956,0.00004819665,0.0000106983125,0.00018259164,0.0003875309,0.0008005732,0.0010264191,0.0016931883,0.00027096644,0.00024874322],"about_ca_topic_score_codex":0.00015772475,"about_ca_topic_score_gemma":0.0000014498482,"teacher_disagreement_score":0.56827027,"about_ca_system_score_codex":0.0005166817,"about_ca_system_score_gemma":0.00032444583,"threshold_uncertainty_score":0.99815464},"labels":[],"label_agreement":null},{"id":"W2064015040","doi":"10.1145/859670.859695","title":"Extracting library-based Java applications","year":2003,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Java; Programming language; Operating system","score_opus":0.04705089450606053,"score_gpt":0.30345290938477926,"score_spread":0.2564020148787187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064015040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010529481,0.004594684,0.8029652,0.14824094,0.00031792797,0.0016035375,0.000014821443,0.0013132679,0.0304201],"genre_scores_gemma":[0.47987923,0.000018261053,0.5198502,0.00006553584,0.000003884215,0.00007226453,0.0000012422046,0.000006715711,0.0001026928],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993221,0.00013742101,0.00015231852,0.00011722906,0.00014952199,0.000121422294],"domain_scores_gemma":[0.9602848,0.002251566,0.00007574336,0.03729076,0.000059836388,0.000037247675],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00027928193,0.000055714674,0.000063616215,0.00006979942,0.000223241,0.000056949375,0.036988374,0.000028474838,0.000010345954],"category_scores_gemma":[0.0104316715,0.000046465742,0.000055074877,0.00076579244,0.00009820538,0.0002416635,0.008334558,0.00020138384,0.000028730194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018741018,0.0005544014,0.06743168,0.00006875792,0.00004892969,3.1060517e-7,0.00052360777,0.0033555776,0.005459725,0.87736535,0.027078487,0.018111268],"study_design_scores_gemma":[0.00058074883,0.00003463293,0.045400355,0.00012973236,0.000019707126,0.0000156629,0.00008057565,0.023155088,0.07695302,0.214689,0.63848424,0.00045723468],"about_ca_topic_score_codex":0.000004667374,"about_ca_topic_score_gemma":8.5871716e-7,"teacher_disagreement_score":0.6626764,"about_ca_system_score_codex":0.000017071707,"about_ca_system_score_gemma":0.00015047455,"threshold_uncertainty_score":0.9996858},"labels":[],"label_agreement":null},{"id":"W2064132582","doi":"10.1007/s11219-010-9124-5","title":"Identification and analysis of attributes and base measures within ISO 9126","year":2010,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Measure (data warehouse); Software; Identification (biology); Task (project management); Software quality; Quality (philosophy); Reliability engineering; Set (abstract data type); Base (topology); Engineering; Computer science; Process (computing); Data mining; Systems engineering; Mathematics; Software development; Programming language","score_opus":0.03959637261930754,"score_gpt":0.3236045379643921,"score_spread":0.28400816534508455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064132582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5374719,0.00019845055,0.46180156,0.00027276506,0.00015338401,0.000035728437,0.0000105342215,0.000054863704,8.228877e-7],"genre_scores_gemma":[0.9541029,0.000032807653,0.045747057,0.00002808156,0.000042729796,0.000002623091,0.0000029750795,0.0000070146157,0.000033838714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981958,0.00018558561,0.0005038261,0.00027736995,0.000630076,0.00020734195],"domain_scores_gemma":[0.99736476,0.0012449338,0.0002510394,0.00047173534,0.00044964286,0.00021786818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042799455,0.00011332642,0.00027755217,0.000477472,0.00019078393,0.0003382629,0.0004643442,0.00008126506,0.000014483222],"category_scores_gemma":[0.00645112,0.00010152554,0.00008514413,0.0008872362,0.00013188737,0.00048639337,0.00015699798,0.00049654365,0.0000017890021],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012649501,0.000065085995,0.9429852,0.000066317836,0.00046106757,0.000011022778,0.0021728305,0.00031618387,0.019843705,0.0033522486,0.00018694265,0.030526761],"study_design_scores_gemma":[0.00024881348,0.000036686695,0.98596364,0.00001707962,0.000097539785,0.000073809126,0.000054982273,0.0054485938,0.004867597,0.0029568297,0.000066373825,0.00016806724],"about_ca_topic_score_codex":0.000045471777,"about_ca_topic_score_gemma":0.000053498024,"teacher_disagreement_score":0.41663098,"about_ca_system_score_codex":0.000021003969,"about_ca_system_score_gemma":0.000093408475,"threshold_uncertainty_score":0.7723059},"labels":[],"label_agreement":null},{"id":"W2064432516","doi":"10.1109/saner.2015.7081891","title":"Towards a framework for automatic correction of anti-patterns","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code refactoring; Heuristics; Computer science; Task (project management); Software engineering; Software maintenance; Quality (philosophy); Test suite; Suite; Software evolution; Software quality; Software; Software design pattern; Software development; Test case; Machine learning; Software construction; Programming language; Systems engineering; Engineering","score_opus":0.04094471871904688,"score_gpt":0.3203529518301031,"score_spread":0.2794082331110562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064432516","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13320322,0.000010263234,0.86513084,0.00015388076,0.0009912902,0.00012381808,7.2478684e-7,0.00028785158,0.00009810268],"genre_scores_gemma":[0.7163298,5.2382114e-7,0.28349802,0.000020174048,0.00003150965,0.000017479028,4.0642018e-7,0.000004838046,0.00009724881],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999352,0.000012726399,0.00011027381,0.00013407307,0.00024030538,0.00015066795],"domain_scores_gemma":[0.99904037,0.0004160681,0.00002520289,0.00031195523,0.0001308163,0.000075593496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029256294,0.00005310201,0.00009875112,0.00008864328,0.000013070526,0.00003823498,0.00039221317,0.00004423723,0.000010414716],"category_scores_gemma":[0.0014818225,0.000046351586,0.000033205644,0.00024583738,0.000009322271,0.0001386273,0.00009768631,0.00006527543,0.000014070118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016943522,0.00042448193,0.13998939,0.0006392388,0.0001335685,0.000013895735,0.0071667493,0.009547119,0.0009571115,0.1069968,0.03249053,0.70162416],"study_design_scores_gemma":[0.00023716416,0.00020354765,0.04691653,0.00006840155,0.0000025271522,0.000008036748,0.000044567314,0.9358056,0.011144127,0.0050708544,0.0003817333,0.00011686279],"about_ca_topic_score_codex":0.00005355936,"about_ca_topic_score_gemma":0.0000013600371,"teacher_disagreement_score":0.9262585,"about_ca_system_score_codex":0.000037753853,"about_ca_system_score_gemma":0.00008544646,"threshold_uncertainty_score":0.18901628},"labels":[],"label_agreement":null},{"id":"W2064514756","doi":"10.5555/2819303.2819311","title":"Planning for the unknown: lessons learned from ten months of non-participant exploratory observations in the industry","year":2015,"lang":"en","type":"article","venue":"Conducting Empirical Studies in Industry","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Exploratory research; Observational study; Process (computing); Knowledge management; Computer science; Process management; Management science; Engineering; Medicine; Sociology","score_opus":0.8196605695777701,"score_gpt":0.5127729672968058,"score_spread":0.30688760228096434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064514756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9793133,0.0017070702,0.0030557166,0.0148182055,0.0006203018,0.00038278798,0.000006471825,0.00006233937,0.00003379087],"genre_scores_gemma":[0.99648726,0.000010564257,0.002544156,0.00030374626,0.00021657455,0.00037787048,0.0000017218159,0.0000147584415,0.000043325766],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980053,0.00021120958,0.00046662005,0.000394457,0.00044457574,0.00047787183],"domain_scores_gemma":[0.99001414,0.008878461,0.00012510628,0.0006788044,0.00022162839,0.00008187553],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023399862,0.00017447789,0.00032758375,0.000109719214,0.00018201889,0.00006541003,0.0013499625,0.0003662301,0.0000013146388],"category_scores_gemma":[0.0139209675,0.00011131217,0.000049754963,0.0012044412,0.00026365928,0.00028774768,0.00064897584,0.0021076452,0.0000019911813],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028432398,0.00025377757,0.77871585,0.000053018637,0.00022801051,0.00006367724,0.12864332,0.05710331,0.00029304408,0.0005072358,0.025350504,0.008759829],"study_design_scores_gemma":[0.0039546387,0.00044050536,0.576414,0.0013160957,0.00010501029,0.000014795336,0.3228718,0.07229749,0.0028755404,0.0075046173,0.011089656,0.0011158767],"about_ca_topic_score_codex":0.00015173877,"about_ca_topic_score_gemma":0.00003619887,"teacher_disagreement_score":0.20230187,"about_ca_system_score_codex":0.00015348586,"about_ca_system_score_gemma":0.00027797782,"threshold_uncertainty_score":0.9943852},"labels":[],"label_agreement":null},{"id":"W2064653370","doi":"10.5555/2820518.2820527","title":"Co-evolution of infrastructure and source code: an empirical study","year":2015,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Server; Source code; Empirical research; Critical infrastructure; Database; Process (computing); Software engineering; Operating system; Programming language; Computer security","score_opus":0.02434610871695176,"score_gpt":0.31298362237117433,"score_spread":0.2886375136542226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064653370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71269083,0.00018997924,0.28623444,0.000018161374,0.00036915392,0.00010923463,0.0000016689628,0.00037673648,0.000009795094],"genre_scores_gemma":[0.9307715,5.335308e-7,0.06896124,0.0000051573948,0.00015123775,0.000012278814,0.0000018716297,0.000016551096,0.000079583886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99831,0.0001269417,0.00026006493,0.00041310905,0.00063654507,0.00025333336],"domain_scores_gemma":[0.9982734,0.00049714156,0.00008727577,0.0006173836,0.00030520005,0.00021963706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050133537,0.00015664396,0.00022839094,0.00014248592,0.00012245317,0.00017193695,0.00051125797,0.000096195385,6.1292326e-7],"category_scores_gemma":[0.0018129473,0.00014690828,0.00002349833,0.00041320384,0.00010750988,0.00047469107,0.00022380377,0.00017574402,0.0000011356751],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012486065,0.00006195934,0.97741216,0.00001913795,0.000019833695,0.000020019846,0.017441038,0.00051512354,0.00009589074,0.000024842717,0.0007480675,0.0036294397],"study_design_scores_gemma":[0.00064501906,0.0013589722,0.9875875,0.000035966896,0.000015318163,0.0001616968,0.003945869,0.0029206823,0.0013043991,0.00021904398,0.0015107377,0.000294804],"about_ca_topic_score_codex":0.0000621034,"about_ca_topic_score_gemma":0.0000049120476,"teacher_disagreement_score":0.21808071,"about_ca_system_score_codex":0.00013452797,"about_ca_system_score_gemma":0.0002499771,"threshold_uncertainty_score":0.59907454},"labels":[],"label_agreement":null},{"id":"W2064790378","doi":"10.1109/icsm.2010.5609529","title":"Using clone detection to identify bugs in concurrent software","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Software bug; Thread (computing); clone (Java method); Software; Security bug; Programming language; Operating system; Biology; Software security assurance","score_opus":0.04002055785918808,"score_gpt":0.3544700996004586,"score_spread":0.31444954174127054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064790378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46634495,0.0000061348064,0.53252697,0.00004575759,0.0007929688,0.00008179802,1.9967058e-7,0.00019164293,0.000009580054],"genre_scores_gemma":[0.9054938,4.6322742e-7,0.094339564,0.000038505794,0.000058206228,0.000011946554,2.1054912e-7,0.00000805682,0.000049234517],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9989902,0.000017909888,0.000137168,0.0002868203,0.00028302867,0.00028488398],"domain_scores_gemma":[0.9992017,0.00021151252,0.000014034611,0.0003770549,0.00007177435,0.00012393689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003405005,0.00008191858,0.000085374886,0.00027619736,0.000042040276,0.00014350627,0.00051585864,0.000056391757,0.000030140869],"category_scores_gemma":[0.0007976229,0.00008217535,0.000024546138,0.00069876685,0.000013200695,0.0002857409,0.00029590848,0.00030621025,0.00012312384],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004481836,0.00009755963,0.06214212,0.00004181395,0.000009627625,0.000048492737,0.00071935944,0.003291415,0.56068623,0.0019025569,0.00026147807,0.37079483],"study_design_scores_gemma":[0.00074262876,0.00012235013,0.5894179,0.00005967207,0.0000028656439,0.00008903583,0.000020916501,0.17683175,0.22847942,0.00071275595,0.0028686556,0.00065210095],"about_ca_topic_score_codex":0.0002349284,"about_ca_topic_score_gemma":0.0002148309,"teacher_disagreement_score":0.52727574,"about_ca_system_score_codex":0.00006923232,"about_ca_system_score_gemma":0.000043435964,"threshold_uncertainty_score":0.33510134},"labels":[],"label_agreement":null},{"id":"W2065045338","doi":"10.1007/s11219-009-9081-z","title":"A new perspective on data homogeneity in software cost estimation: a study in the embedded systems domain","year":2009,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Computer science; Software; Cost estimate; Domain (mathematical analysis); Estimation; Data mining; Empirical research; Perspective (graphical); Domain engineering; Software development; Cost driver; Software metric; Data science; Artificial intelligence; Software construction; Systems engineering; Engineering; Statistics","score_opus":0.08691323916499845,"score_gpt":0.4021292808525964,"score_spread":0.315216041687598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065045338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118963614,0.00046051698,0.8767722,0.0019634787,0.00042323238,0.0011370416,0.00001954148,0.00023528781,0.00002505376],"genre_scores_gemma":[0.90172446,0.000010237403,0.09754531,0.0003149806,0.0003070506,0.000033740605,0.000009705334,0.000020265394,0.000034229768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938954,0.0020596879,0.00082439673,0.0007813437,0.0017514536,0.00068770634],"domain_scores_gemma":[0.9935262,0.0033758697,0.00023257254,0.0023602268,0.0002430006,0.00026212703],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010348237,0.00030986514,0.00045828024,0.000508911,0.00027972364,0.0009939962,0.0045384555,0.00011413168,0.000011556086],"category_scores_gemma":[0.009332457,0.0002408376,0.000081955404,0.0017242098,0.00003940978,0.0010479135,0.00036909187,0.0014824445,0.00003584041],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050810847,0.0060295034,0.43259266,0.00013108268,0.00024757517,0.0045329514,0.15051794,0.09887799,0.000017220449,0.023595827,0.01764126,0.26530787],"study_design_scores_gemma":[0.0040716506,0.001061892,0.95113254,0.00035811565,0.000013234141,0.00075933716,0.011416438,0.008847158,0.0000052310443,0.02136545,0.0002458251,0.0007231396],"about_ca_topic_score_codex":0.0007121095,"about_ca_topic_score_gemma":0.00029930033,"teacher_disagreement_score":0.78276086,"about_ca_system_score_codex":0.0009142022,"about_ca_system_score_gemma":0.00076257845,"threshold_uncertainty_score":0.99901235},"labels":[],"label_agreement":null},{"id":"W2066455950","doi":"10.1109/tse.2015.2448531","title":"Assessing the Refactorability of Software Clones","year":2015,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; clone (Java method); Maintainability; Programming language; Software maintenance; Code (set theory); Software evolution; Cloning (programming); Source code; Software; Software system; Software engineering; Set (abstract data type); Software construction; Biology; Genetics","score_opus":0.048312374942711414,"score_gpt":0.3005763212471097,"score_spread":0.2522639463043983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066455950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11097444,0.00011778829,0.88612646,0.00007514506,0.0013309903,0.00019298538,0.0000079537895,0.0011690058,0.000005233877],"genre_scores_gemma":[0.85546046,0.000005248028,0.14433701,0.00002081687,0.00004837179,0.000049423372,7.964526e-7,0.0000386281,0.000039213868],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978968,0.00007304712,0.000382801,0.00043226368,0.00076442375,0.0004506778],"domain_scores_gemma":[0.9962374,0.0020179185,0.00006928215,0.0011676803,0.0002789163,0.00022878795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081660645,0.00026864678,0.00028371322,0.0002656952,0.00013106888,0.00019622075,0.0010834815,0.00012507985,0.000012116061],"category_scores_gemma":[0.0010472271,0.00022083947,0.00015840634,0.0010101887,0.0000692776,0.00089657994,0.000015180199,0.00059676106,0.000032683198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012164262,0.00020334906,0.0052593993,0.00017540391,0.00010867965,0.000021201606,0.0012382646,0.95661026,0.00068915595,0.00017227395,0.00022680538,0.035283044],"study_design_scores_gemma":[0.005388488,0.0016405566,0.16186035,0.0015061098,0.00022090129,0.000478443,0.000786723,0.44642168,0.3651302,0.0011273208,0.010501124,0.004938119],"about_ca_topic_score_codex":0.000040433864,"about_ca_topic_score_gemma":0.0000022548145,"teacher_disagreement_score":0.74448603,"about_ca_system_score_codex":0.00021792317,"about_ca_system_score_gemma":0.00020065412,"threshold_uncertainty_score":0.9005573},"labels":[],"label_agreement":null},{"id":"W2066687109","doi":"10.1007/s11390-007-9051-5","title":"Developing Project Duration Models in Software Engineering","year":2007,"lang":"en","type":"article","venue":"Journal of Computer Science and Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Bell (Canada); École de Technologie Supérieure","funders":"","keywords":"Duration (music); Computer science; Benchmarking; Software; Software engineering; Theory of computation; Variable (mathematics); Software project management; Function point; Range (aeronautics); Industrial engineering; Operations research; Systems engineering; Software development; Software construction; Operating system; Engineering","score_opus":0.021558798790597647,"score_gpt":0.27681494181403127,"score_spread":0.25525614302343363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066687109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28677806,0.000100757956,0.7122882,0.00045790826,0.00025213003,0.000048996393,2.6647632e-8,0.00007194598,0.0000019678855],"genre_scores_gemma":[0.53543115,0.000013068647,0.46450204,0.000021703045,0.00002813198,6.865996e-7,1.3922237e-8,0.000002499272,6.9231993e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864477,0.000005976903,0.000344168,0.00019568116,0.0004607064,0.0003486929],"domain_scores_gemma":[0.99897754,0.00020614623,0.00010081802,0.00019201974,0.00047066048,0.000052829142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023185068,0.00008255056,0.00014745447,0.002576457,0.00005995925,0.00011711431,0.0010209563,0.000070972914,1.10934664e-7],"category_scores_gemma":[0.000675125,0.00007285435,0.000014411636,0.0033021728,0.00010720437,0.0012314259,0.00037262004,0.00029521086,6.0782617e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010943623,0.00007169675,0.03655053,0.00007159929,0.000019487985,0.00069904915,0.0014391929,0.010638773,0.006117255,0.17672521,0.00010034231,0.76755595],"study_design_scores_gemma":[0.0009291562,0.0005868486,0.0632506,0.0003555949,0.0000027949784,0.0030281001,0.000048627884,0.8870496,0.02615071,0.017225059,0.0009047558,0.0004681319],"about_ca_topic_score_codex":0.000002543541,"about_ca_topic_score_gemma":0.0000018684283,"teacher_disagreement_score":0.87641084,"about_ca_system_score_codex":0.00017677723,"about_ca_system_score_gemma":0.00047821674,"threshold_uncertainty_score":0.29709142},"labels":[],"label_agreement":null},{"id":"W2066687630","doi":"10.1007/s10664-013-9292-6","title":"Towards improving statistical modeling of software engineering data: think locally, act globally!","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Cluster analysis; Multivariate adaptive regression splines; Data mining; Machine learning; Software; Statistical model; Parametric statistics; Data modeling; Artificial intelligence; Data science; Regression analysis; Nonparametric regression; Mathematics; Statistics; Software engineering","score_opus":0.03219726578772242,"score_gpt":0.2902385702837676,"score_spread":0.2580413044960452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066687630","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026696634,0.00035773427,0.96884334,0.00012551612,0.0008839309,0.00029350945,0.00006042791,0.0027260063,0.000012894075],"genre_scores_gemma":[0.4842553,0.000009064082,0.5152208,0.00006663864,0.0002713797,0.000018611336,0.000051053164,0.00009743574,0.000009656332],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99461335,0.00007837607,0.00095920323,0.0013756492,0.0015846945,0.0013887429],"domain_scores_gemma":[0.99317664,0.0031658674,0.00012237446,0.002581164,0.0002928786,0.000661063],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016381002,0.00066944933,0.0008349661,0.0004124803,0.00012450498,0.00033760132,0.0043196073,0.00034566887,0.000026004973],"category_scores_gemma":[0.026230985,0.0006862371,0.00016953809,0.001170493,0.00005613797,0.0012025399,0.002985732,0.0010481357,0.000045250763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001610107,0.00011725877,0.019650731,0.0007580407,0.00013195381,0.000068236586,0.00028769425,0.94386876,0.0002455895,0.0015840195,0.0006822437,0.032589376],"study_design_scores_gemma":[0.00046249028,0.000119648976,0.013672689,0.00018772164,0.000024639172,0.000050077866,0.000004224997,0.9827684,0.00025068963,0.00014161253,0.0015908713,0.0007268979],"about_ca_topic_score_codex":0.00012862413,"about_ca_topic_score_gemma":0.0000032465189,"teacher_disagreement_score":0.4575587,"about_ca_system_score_codex":0.0003223441,"about_ca_system_score_gemma":0.0003243718,"threshold_uncertainty_score":0.99955887},"labels":[],"label_agreement":null},{"id":"W2066998448","doi":"10.1145/1984701.1984706","title":"Measuring API documentation on the web","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; World Wide Web; Software documentation; Computer science; Social media; Software; Social software; Software development; Social web; Web 2.0; Web application; Web page; Software development process","score_opus":0.09346630203070735,"score_gpt":0.2630867740398661,"score_spread":0.16962047200915872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066998448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24603423,0.000025046946,0.69332945,0.0013770625,0.0004614671,0.0002307219,1.5876496e-7,0.00079545,0.0577464],"genre_scores_gemma":[0.9884167,0.0000023741857,0.010848317,0.00013234423,0.000016648079,0.000013262331,5.5161255e-8,0.0000034571415,0.000566881],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994689,0.000021363277,0.000047891557,0.00011204403,0.00022926116,0.00012052934],"domain_scores_gemma":[0.9993895,0.00023677349,0.000007682858,0.0003140224,0.000023790783,0.000028200924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000276537,0.000039003822,0.000025122048,0.000044525557,0.000044419332,0.000067089255,0.0005068382,0.000011222391,0.00018368846],"category_scores_gemma":[0.00013675881,0.000023958364,0.000014701646,0.00016075275,0.000009152972,0.00018243928,0.00008722417,0.00006901367,0.0005038868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008997298,0.000100309844,0.01677151,0.000015355843,0.00004000078,0.000022576003,0.004701166,0.000195138,0.004710348,0.90632385,0.01194097,0.055169795],"study_design_scores_gemma":[0.0010251394,0.00051146036,0.39942297,0.000092251474,0.000006548012,0.00003093561,0.0002516947,0.110195786,0.45323983,0.02494681,0.009412457,0.0008641296],"about_ca_topic_score_codex":0.000026229005,"about_ca_topic_score_gemma":0.0000020524014,"teacher_disagreement_score":0.88137704,"about_ca_system_score_codex":0.000022426793,"about_ca_system_score_gemma":0.00001554924,"threshold_uncertainty_score":0.6476613},"labels":[],"label_agreement":null},{"id":"W2067057008","doi":"10.1145/643603.643609","title":"Back to the future","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Aspect-oriented programming; Modular design; Modularity (biology); Computer science; Implementation; Redundancy (engineering); Extensibility; Separation of concerns; Programming language; Key (lock); Software engineering; Code (set theory); Software; Operating system","score_opus":0.012578341168893217,"score_gpt":0.2512104276890441,"score_spread":0.2386320865201509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067057008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027573588,0.00008177448,0.9737041,0.0075400723,0.0005549127,0.00009175518,9.240485e-8,0.000108030166,0.015161904],"genre_scores_gemma":[0.4782917,0.000010047866,0.4744682,0.00411116,0.00041739194,0.00003105275,1.9030766e-7,0.000016727012,0.042653535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99954253,0.00001841749,0.000033810036,0.0001130607,0.00014390866,0.00014829564],"domain_scores_gemma":[0.99935555,0.00011782772,0.0000024011852,0.00044311152,0.000023025517,0.000058081427],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017430093,0.000034984187,0.000026235786,0.000023845962,0.000032478692,0.000075207914,0.0005990772,0.000013518767,0.0002489738],"category_scores_gemma":[0.00010421381,0.000020086927,0.000013451146,0.0003636667,0.0000036879408,0.00006130623,0.000079705525,0.00006225333,0.0030500528],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.1647177e-7,0.000019581905,0.0037004987,0.000005546023,0.000008510098,0.000006145122,0.00061306736,0.0012447732,0.00014063867,0.49703562,0.46461958,0.03260543],"study_design_scores_gemma":[0.000036716567,0.000015913753,0.0051393355,0.0000011109883,1.4204574e-7,0.00000785473,0.000012758643,0.0008104235,0.0011727022,0.00020786375,0.9925414,0.00005381902],"about_ca_topic_score_codex":0.0000023756002,"about_ca_topic_score_gemma":0.0000039630354,"teacher_disagreement_score":0.5279218,"about_ca_system_score_codex":0.000011461002,"about_ca_system_score_gemma":0.000019671446,"threshold_uncertainty_score":0.9977262},"labels":[],"label_agreement":null},{"id":"W2067072439","doi":"10.1145/1370114.1370122","title":"Creating a cognitive metric of programming task difficulty","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Metric (unit); Selection (genetic algorithm); Software; Code (set theory); Human–computer interaction; Programming language; Cognition; Task analysis; Base (topology); Machine learning; Software engineering; Artificial intelligence; Psychology; Engineering","score_opus":0.02659999631309141,"score_gpt":0.27753081813807645,"score_spread":0.25093082182498505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067072439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38561895,0.00007234664,0.61317915,0.00001263727,0.00002714122,0.00011407661,5.2001957e-7,0.00023855495,0.0007365942],"genre_scores_gemma":[0.9001569,0.0000042653114,0.09952933,0.0000062231024,0.000015637956,0.000016050166,8.0828465e-7,0.0000052047426,0.00026554088],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99905604,0.000021543889,0.0001360553,0.00020162862,0.00035470584,0.00022999576],"domain_scores_gemma":[0.9984446,0.0010965483,0.00003272661,0.00018666494,0.0001704796,0.00006898184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000160094,0.00007129765,0.00011365919,0.00020890341,0.000068562375,0.000025023188,0.0003566275,0.000027377539,0.000008765873],"category_scores_gemma":[0.0014105146,0.00005903553,0.0000420344,0.0013639992,0.000044331748,0.00017122316,0.00018426032,0.00009671987,0.000019472434],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015839994,0.0007304306,0.2888538,0.00017857159,0.0001844969,0.00031009043,0.009663261,0.0005377706,0.0043001333,0.006958864,0.00069805665,0.68756866],"study_design_scores_gemma":[0.0018462903,0.00069733005,0.84498,0.00020322029,0.000017037351,0.00046300076,0.00038991956,0.07756077,0.07232468,0.00009926429,0.0006472954,0.00077119557],"about_ca_topic_score_codex":0.00006956612,"about_ca_topic_score_gemma":9.311797e-7,"teacher_disagreement_score":0.6867975,"about_ca_system_score_codex":0.000022729908,"about_ca_system_score_gemma":0.000046400746,"threshold_uncertainty_score":0.2407399},"labels":[],"label_agreement":null},{"id":"W2067250880","doi":"10.5555/2820518.2820569","title":"Organizational volatility and post-release defects: a replication case study using data from Google Chrome","year":2015,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Outsourcing; Popularity; Volatility (finance); Business; Computer science; Directory; Replicate; World Wide Web; Knowledge management; Marketing; Finance; Operating system","score_opus":0.060518256411597054,"score_gpt":0.3147072335686175,"score_spread":0.2541889771570205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067250880","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.855729,0.0004243317,0.14252567,0.000026251784,0.00045231322,0.00024494715,0.00003785398,0.00055763376,0.0000020390362],"genre_scores_gemma":[0.88365906,6.128573e-7,0.11596732,0.000012731286,0.00023268227,0.000012076699,0.000067808054,0.000025373824,0.000022319618],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997693,0.00014382368,0.00031959813,0.0010150134,0.000574502,0.00025408383],"domain_scores_gemma":[0.99533606,0.0011262954,0.00011590874,0.0025307718,0.00064819626,0.0002427966],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00068839715,0.00019124683,0.00020785684,0.00010523663,0.0003001281,0.00049867405,0.00080743263,0.00007968177,0.000002649698],"category_scores_gemma":[0.009970362,0.00019727221,0.000016035623,0.0006227545,0.00006337526,0.0010179459,0.0013983833,0.00015654242,0.0000040365294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011385031,0.00012895928,0.9880184,0.000019811168,0.000051553976,0.0010564342,0.008906617,0.00008613446,0.00044629144,0.0000097209395,0.00017272876,0.0010919778],"study_design_scores_gemma":[0.0029920987,0.0012742744,0.6512264,0.00022618334,0.00024249763,0.011568218,0.011941355,0.31504607,0.002561061,0.00061662146,0.0004907244,0.0018144868],"about_ca_topic_score_codex":0.002615226,"about_ca_topic_score_gemma":0.00006906933,"teacher_disagreement_score":0.336792,"about_ca_system_score_codex":0.00018549628,"about_ca_system_score_gemma":0.0004519704,"threshold_uncertainty_score":0.9983691},"labels":[],"label_agreement":null},{"id":"W2067377566","doi":"10.1016/j.scico.2010.11.010","title":"An empirical study on inconsistent changes to code clones at the release level","year":2010,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software evolution; Software release life cycle; Software; clone (Java method); Software quality; Software development; Perspective (graphical); Quality (philosophy); Code (set theory); Empirical research; Source code; Software engineering; Software construction; Programming language; Artificial intelligence; Statistics; Biology","score_opus":0.06513932518415562,"score_gpt":0.3623689497781702,"score_spread":0.2972296245940146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067377566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.869394,0.0000058754836,0.12629786,0.00256129,0.00089738745,0.0006340191,0.0000014232692,0.00019868523,0.000009479428],"genre_scores_gemma":[0.87508184,1.9256152e-7,0.12450474,0.00022529636,0.00010002765,0.0000593285,3.3199174e-7,0.0000098882365,0.00001836024],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997003,0.0000823959,0.00022097534,0.00075734203,0.0013292114,0.00060703483],"domain_scores_gemma":[0.9972351,0.0005260288,0.00006822593,0.0015263428,0.00028497417,0.0003592931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002358445,0.0001725466,0.0001829185,0.0003507052,0.00044829823,0.00046702073,0.0032874085,0.000038497725,0.0000028469033],"category_scores_gemma":[0.0003262941,0.0001193394,0.000044080985,0.001723018,0.000445903,0.00032573857,0.001442796,0.00032181758,0.000031282943],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020349984,0.00096290035,0.06468653,0.000016962045,0.00001495323,0.000036581896,0.008190823,0.0019775024,0.012634413,0.0009139477,0.00038684704,0.91015816],"study_design_scores_gemma":[0.00080647756,0.0065415767,0.8346438,0.00008661481,0.0000113920405,0.00009239404,0.0004189312,0.116805546,0.03055956,0.0002111478,0.009019459,0.0008031502],"about_ca_topic_score_codex":0.000045537396,"about_ca_topic_score_gemma":0.00022562071,"teacher_disagreement_score":0.90935504,"about_ca_system_score_codex":0.000070442555,"about_ca_system_score_gemma":0.00018461586,"threshold_uncertainty_score":0.61088777},"labels":[],"label_agreement":null},{"id":"W2067490448","doi":"","title":"The Impact of Mislabelling on the Performance and Interpretation of Defect Prediction Models","year":2018,"lang":"en","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Software Engineering Research","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Noise (video); Reliability (semiconductor); Interpretation (philosophy); Artificial intelligence; Predictive modelling; Machine learning; Rank (graph theory); Training set; Data modeling; Recall; Data mining; Database; Mathematics; Cognitive psychology","score_opus":0.01975086518738715,"score_gpt":0.2721726546332785,"score_spread":0.25242178944589133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067490448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7504795,0.00014732254,0.24841999,0.000036802197,0.00044567653,0.00011929304,0.000035492354,0.00003497518,0.00028094577],"genre_scores_gemma":[0.99825144,0.00005905659,0.0015152672,0.0000041171015,0.00012991931,0.000014120232,0.00000863716,0.0000038353264,0.000013585606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990011,0.000047384423,0.00021406986,0.00017923892,0.00042516875,0.0001330232],"domain_scores_gemma":[0.99809813,0.0009825609,0.000087665954,0.00048815104,0.00030849682,0.00003501828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054546696,0.00008662631,0.00008019233,0.000059401802,0.00037562972,0.00007412103,0.000397641,0.000027506974,8.567355e-7],"category_scores_gemma":[0.00069216825,0.000049444614,0.00004825854,0.00027576392,0.00039921943,0.0006811576,0.00016209818,0.00012614318,0.0000017459056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008256173,0.00027858073,0.057888463,0.00029034607,0.0006157952,0.000014036962,0.0055328454,0.29939047,0.038599577,0.56924254,0.0023462644,0.024975456],"study_design_scores_gemma":[0.00012935729,0.00037645103,0.014306312,0.00023995974,0.000006883648,0.000037198675,0.000012913878,0.9562398,0.02797448,0.00047715558,0.00013070433,0.00006876013],"about_ca_topic_score_codex":0.00012963639,"about_ca_topic_score_gemma":0.0000034055797,"teacher_disagreement_score":0.6568493,"about_ca_system_score_codex":0.00008241283,"about_ca_system_score_gemma":0.00019793853,"threshold_uncertainty_score":0.2889078},"labels":[],"label_agreement":null},{"id":"W2067948082","doi":"10.1109/ictai.2006.70","title":"Intelligent Software Measurement System for Automating the Goal-Question-Metrics Process","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software measurement; Software engineering; Process (computing); Knowledge base; Software; Ontology; Software system; Software construction; Artificial intelligence; Programming language","score_opus":0.0279658557052207,"score_gpt":0.28054867202434036,"score_spread":0.25258281631911966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067948082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020979997,0.0002668634,0.99462366,0.00023480553,0.0004878207,0.0006035484,0.0000012565665,0.0014942877,0.00018977946],"genre_scores_gemma":[0.8767099,7.017961e-7,0.122708224,0.000022392558,0.00015241915,0.00024459063,0.0000013252318,0.00001622624,0.00014424673],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99806094,0.000041112085,0.0002714361,0.00030611048,0.0009614072,0.00035900396],"domain_scores_gemma":[0.99772906,0.001000641,0.00006166625,0.0004890981,0.0006627799,0.00005677667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018243309,0.00012953106,0.000116984935,0.00016308452,0.00021281703,0.00029078525,0.0010170996,0.00004575165,0.0000022840027],"category_scores_gemma":[0.0020865037,0.00008734328,0.00006040742,0.00092915236,0.000018147255,0.00018550926,0.00013213273,0.000114537186,0.000023847248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017916458,0.0004753707,0.04432823,0.004424297,0.0001815305,0.000031626154,0.0018552361,0.1641902,0.00077389646,0.26118618,0.020251777,0.50228375],"study_design_scores_gemma":[0.00033609325,0.00012658173,0.01023412,0.00030650914,0.0000130737035,0.000035997662,0.00013272704,0.96584404,0.016915135,0.0032860227,0.0023366977,0.00043300906],"about_ca_topic_score_codex":0.00005212807,"about_ca_topic_score_gemma":0.000006994097,"teacher_disagreement_score":0.87461185,"about_ca_system_score_codex":0.00037145356,"about_ca_system_score_gemma":0.00013044552,"threshold_uncertainty_score":0.35617557},"labels":[],"label_agreement":null},{"id":"W2068001199","doi":"10.1109/icsm.2013.24","title":"Combining Static and Dynamic Analyses to Reverse-Engineer Scenario Diagrams","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sequence diagram; Computer science; Reverse engineering; Static analysis; Unified Modeling Language; Source code; Java; Programming language; Class diagram; Program comprehension; Dynamic program analysis; Instrumentation (computer programming); Use Case Diagram; Static program analysis; Activity diagram; UML tool; Applications of UML; Software engineering; Software; Software system; Software development","score_opus":0.02648140674206771,"score_gpt":0.3058633727790844,"score_spread":0.27938196603701665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068001199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25145352,0.000049718405,0.746297,0.0014441542,0.00010389565,0.00019508907,3.262723e-7,0.00032828219,0.00012800522],"genre_scores_gemma":[0.85378885,0.000005984133,0.14495246,0.00034276713,0.00000687371,0.000031515472,8.9998247e-7,0.000010572818,0.000860051],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898404,0.00002145418,0.00012824374,0.00028180872,0.00025871125,0.00032572294],"domain_scores_gemma":[0.99876356,0.0005101805,0.000012343648,0.0004092283,0.00007943547,0.00022522718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016388364,0.00011124232,0.00013151996,0.00019832634,0.00004661021,0.0002936708,0.0004236678,0.000029007235,0.00005944921],"category_scores_gemma":[0.00040897465,0.000094256444,0.00002253107,0.00054078,0.000018699013,0.0003796342,0.00027306983,0.00012397616,0.00032648904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014726352,0.00057213375,0.1646205,0.0007188639,0.0007534967,0.00029592312,0.017797204,0.10960322,0.057301067,0.030484004,0.14685142,0.47098744],"study_design_scores_gemma":[0.00029216538,0.00013845984,0.16668901,0.000045632896,0.0000056026406,0.000014724637,0.00008620773,0.8304903,0.00045981893,0.0007239217,0.00069456885,0.00035960894],"about_ca_topic_score_codex":0.00037185987,"about_ca_topic_score_gemma":0.00001730251,"teacher_disagreement_score":0.72088706,"about_ca_system_score_codex":0.000047751506,"about_ca_system_score_gemma":0.000024170795,"threshold_uncertainty_score":0.4196465},"labels":[],"label_agreement":null},{"id":"W2068059071","doi":"10.1145/1985404.1985423","title":"Towards flexible code clone detection, management, and refactoring in IDE","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code refactoring; Computer science; clone (Java method); Programming language; Software maintenance; Code (set theory); Plug-in; Eclipse; Source code; Java; Software engineering; Software development; Software; Set (abstract data type)","score_opus":0.05012460558356874,"score_gpt":0.27309649654655993,"score_spread":0.2229718909629912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068059071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14982638,0.00006316296,0.84078306,0.00002986893,0.00016972086,0.00009585036,1.6227493e-7,0.00040749082,0.008624298],"genre_scores_gemma":[0.9241089,0.000030320352,0.074794866,0.000018105924,0.000011792577,0.000014365139,7.173723e-8,0.000006335583,0.0010152354],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992898,0.000012655771,0.000097482145,0.0002313948,0.00015111273,0.00021754856],"domain_scores_gemma":[0.9995768,0.00004165948,0.000009921274,0.0002904318,0.000019771092,0.000061398794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002445973,0.000065215994,0.00006493881,0.00020347227,0.000028727009,0.000049729057,0.00032485908,0.000026458763,0.000018880868],"category_scores_gemma":[0.000051524366,0.00006218885,0.00001033808,0.00040207282,0.0000133186695,0.00028757326,0.00030732545,0.00009484568,0.00002279492],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034043842,0.00016979511,0.33407068,0.00026837605,0.00008406764,0.00029026362,0.004202937,0.00017759421,0.0041380143,0.09575184,0.0005037889,0.5603086],"study_design_scores_gemma":[0.00034846456,0.000056475736,0.93339556,0.000021971418,0.0000014621368,0.000013248937,0.000031738185,0.0049447347,0.05596994,0.0034166325,0.0016168957,0.0001828495],"about_ca_topic_score_codex":0.0002791568,"about_ca_topic_score_gemma":0.000045447123,"teacher_disagreement_score":0.7742825,"about_ca_system_score_codex":0.000044997956,"about_ca_system_score_gemma":0.000008042816,"threshold_uncertainty_score":0.25359875},"labels":[],"label_agreement":null},{"id":"W2068204598","doi":"10.5555/2667089.2667097","title":"Revisiting bug triage and resolution practices","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Triage; Computer science; Process (computing); Categorization; Software bug; Computer security; Data science; Software; Artificial intelligence; Medical emergency; Medicine","score_opus":0.055471890546457715,"score_gpt":0.33548610964797404,"score_spread":0.2800142191015163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068204598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20606036,0.001967734,0.7854745,0.0017133212,0.00024493557,0.00011860991,1.6207247e-7,0.00047606273,0.003944309],"genre_scores_gemma":[0.92040443,0.000026151463,0.07898654,0.000041244017,0.00018930662,0.000003945165,1.8313818e-7,0.0000033748508,0.00034485082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99940604,0.000042599557,0.000069235604,0.0001134119,0.00015553832,0.00021319196],"domain_scores_gemma":[0.9987812,0.00085881056,0.00004517912,0.00020931939,0.000024642,0.000080840655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010093411,0.000040628747,0.000047054928,0.00005244824,0.0000527994,0.00010728697,0.0001709306,0.00002150339,0.000012371158],"category_scores_gemma":[0.0028166985,0.00003478103,0.000009203395,0.00017331775,0.0000091532065,0.0009974386,0.00016966157,0.000084773914,0.00004328731],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001556718,0.000088785106,0.5062551,0.00019715792,0.000040395058,0.000018900279,0.002381237,0.00006566813,0.005531209,0.16347975,0.0070516397,0.3148746],"study_design_scores_gemma":[0.0006177268,0.00007216653,0.8516334,0.00007061388,0.00000800327,0.00014434982,0.00009367259,0.07210703,0.003784354,0.00037966593,0.07067196,0.00041700972],"about_ca_topic_score_codex":0.00002300924,"about_ca_topic_score_gemma":2.2042717e-7,"teacher_disagreement_score":0.714344,"about_ca_system_score_codex":0.000017506793,"about_ca_system_score_gemma":0.000010366341,"threshold_uncertainty_score":0.33720547},"labels":[],"label_agreement":null},{"id":"W2068391864","doi":"10.3138/jsp.43.2.188","title":"Automated Document Analyser for Screening of Journal Articles","year":2011,"lang":"en","type":"article","venue":"Journal of Scholarly Publishing","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Analyser; Acknowledgement; Computer science; Macro; Visual Basic for Applications; Task (project management); Information retrieval; Word processing; Software; Data science; World Wide Web; Natural language processing; Programming language; Computer security; Management","score_opus":0.07033598059158333,"score_gpt":0.2975578062188363,"score_spread":0.227221825627253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068391864","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3161863,0.0004986375,0.68162227,0.0009974539,0.00046169432,0.0000705075,9.250243e-7,0.00008643562,0.00007578082],"genre_scores_gemma":[0.62445974,0.0000099473355,0.37529314,0.000055600824,0.00014776105,0.0000011780926,1.6008147e-7,0.000011018359,0.000021456859],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99712753,0.00012377754,0.0008934152,0.00015465697,0.0013077104,0.00039292613],"domain_scores_gemma":[0.9946575,0.0006191745,0.0007862658,0.00031895618,0.0032706386,0.000347475],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.008284269,0.00012282968,0.00029572647,0.0010210703,0.00014804114,0.012001119,0.0024075746,0.00010517897,0.00002465946],"category_scores_gemma":[0.011748027,0.00010057526,0.00023417837,0.00093166286,0.000030763185,0.06917928,0.00027749725,0.0011521559,0.0000014157265],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005895405,0.00089777505,0.46785608,0.00033015638,0.0028365247,0.00084747607,0.023129476,0.008623753,0.04723133,0.021288885,0.06364341,0.36272562],"study_design_scores_gemma":[0.008148236,0.0030036692,0.77318996,0.0015726913,0.0002449436,0.0033301355,0.0018339907,0.096745886,0.07192929,0.031941336,0.00697991,0.0010799301],"about_ca_topic_score_codex":0.000024369188,"about_ca_topic_score_gemma":0.0000010415083,"teacher_disagreement_score":0.36164567,"about_ca_system_score_codex":0.00011259162,"about_ca_system_score_gemma":0.00026137033,"threshold_uncertainty_score":0.9965764},"labels":[],"label_agreement":null},{"id":"W2068919549","doi":"10.1016/j.jocs.2010.12.002","title":"Examining random and designed tests to detect code mistakes in scientific software","year":2010,"lang":"en","type":"article","venue":"Journal of Computational Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Royal Military College of Canada","funders":"","keywords":"Computer science; Mistake; Code (set theory); Test (biology); Software; Code coverage; Software bug; Programming language; Reliability engineering; Engineering","score_opus":0.029649452150085878,"score_gpt":0.29610406219953816,"score_spread":0.2664546100494523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068919549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5413347,0.000029274928,0.45803666,0.00017155863,0.00034282572,0.00005805632,4.6345258e-7,0.000017358743,0.000009107466],"genre_scores_gemma":[0.63733196,2.2859045e-7,0.362595,0.00003226833,0.000027255544,0.0000014553659,6.8577954e-8,0.0000030203944,0.000008718481],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9979625,0.00003912951,0.00032967023,0.00030047548,0.0010596672,0.00030855442],"domain_scores_gemma":[0.9964742,0.0022744152,0.00011874211,0.00018555307,0.00065054063,0.00029654521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038639975,0.00009137307,0.00015476867,0.00090292963,0.00023486368,0.0007517593,0.0012089731,0.00002727941,0.0000042974884],"category_scores_gemma":[0.006504796,0.000079881014,0.000023440098,0.0019881702,0.00032165964,0.00093712745,0.000117171076,0.0002892118,0.000005642393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010003701,0.00012280687,0.10453639,0.000041786665,0.000014156256,0.0002246077,0.0046187546,0.3783693,0.27814865,0.0024618686,0.00050288084,0.23085876],"study_design_scores_gemma":[0.0013067896,0.00026252388,0.9265121,0.00010122571,0.0000022260842,0.0005141432,0.000035059475,0.058527295,0.0047145057,0.0074766567,0.00031280745,0.00023463558],"about_ca_topic_score_codex":0.0000033842637,"about_ca_topic_score_gemma":0.00001381896,"teacher_disagreement_score":0.82197577,"about_ca_system_score_codex":0.00006896375,"about_ca_system_score_gemma":0.0007540367,"threshold_uncertainty_score":0.7787318},"labels":[],"label_agreement":null},{"id":"W2069822733","doi":"10.1145/1088622.1088664","title":"Identification of question types and answer types for an explanation component in software release planning","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Component (thermodynamics); Identification (biology); Computer science; Software; Software system; Software engineering; Component-based software engineering; Data science; Programming language","score_opus":0.025248649677470567,"score_gpt":0.3087529233994565,"score_spread":0.2835042737219859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069822733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3957338,0.000095175346,0.6038213,0.00011822547,0.000040124996,0.00010976588,0.0000012010743,0.000073735966,0.0000066588186],"genre_scores_gemma":[0.94582057,0.0000049388022,0.05406632,0.000012185066,0.00002359844,0.000017023278,0.000009547245,0.000004313608,0.000041510273],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99946254,0.000022309456,0.00014752873,0.00015635305,0.00012259322,0.00008865092],"domain_scores_gemma":[0.9995023,0.0002092745,0.0000333127,0.00014983576,0.00007356954,0.000031735497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035424164,0.000044705703,0.000059569567,0.00015499062,0.000021835285,0.000037296693,0.00013528187,0.000030016075,0.0000016566427],"category_scores_gemma":[0.0002842894,0.000044309152,0.000008021247,0.00012358387,0.000010345244,0.00043858003,0.000025302385,0.000038554528,0.0000023590512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014247293,0.0005353289,0.21450797,0.00041631956,0.00003862828,0.000005069959,0.0061898157,0.20384456,0.07862452,0.08002793,0.0012640852,0.41440332],"study_design_scores_gemma":[0.0003717368,0.000100871126,0.38974956,0.00005044177,0.0000026820242,0.0000034864947,0.000028684673,0.5806969,0.027802508,0.0007919145,0.0002734058,0.00012781513],"about_ca_topic_score_codex":0.00003298602,"about_ca_topic_score_gemma":0.000014403286,"teacher_disagreement_score":0.55008674,"about_ca_system_score_codex":0.000031813754,"about_ca_system_score_gemma":0.00001538701,"threshold_uncertainty_score":0.18068749},"labels":[],"label_agreement":null},{"id":"W2069963480","doi":"10.1007/s11219-005-4253-y","title":"Virtual Software Engineering Laboratories in Support of Trade-off Analyses","year":2005,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Bundesministerium für Bildung und Forschung","keywords":"Product (mathematics); Computer science; Software engineering; Software; Quality (philosophy); Software quality; Systems engineering; Empirical research; Software quality control; Engineering; Software development; Process management; Risk analysis (engineering); Business; Operating system","score_opus":0.04235531741497253,"score_gpt":0.3502672804459467,"score_spread":0.3079119630309741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069963480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3134292,0.00084027415,0.68392396,0.00072295073,0.0005111177,0.00011089879,0.000027779297,0.00042787753,0.000005935917],"genre_scores_gemma":[0.77941996,0.00008957035,0.21981494,0.0001935268,0.00036401083,0.000010454935,0.0000057203433,0.000042040825,0.000059762955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964014,0.00022029932,0.001082866,0.00040492404,0.0011751723,0.00071528263],"domain_scores_gemma":[0.9965168,0.001943679,0.00025603964,0.0006738553,0.00027724696,0.00033237823],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023431142,0.00029717074,0.00056087435,0.0006691994,0.00010742994,0.00022310538,0.0014163601,0.00016443276,0.00007723877],"category_scores_gemma":[0.008157671,0.00029356554,0.00019713318,0.0016137247,0.00007929729,0.0013041168,0.0002479091,0.00092893315,0.000022229979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010011921,0.0008473053,0.61304057,0.00039342607,0.00041189732,0.00048613426,0.01162261,0.1346746,0.003703352,0.006886707,0.009138545,0.21869475],"study_design_scores_gemma":[0.00446357,0.0011508504,0.90166855,0.0004731137,0.000054628275,0.0009344105,0.0005399687,0.00534007,0.030473992,0.001149903,0.051229402,0.002521549],"about_ca_topic_score_codex":0.000020464142,"about_ca_topic_score_gemma":0.000019262407,"teacher_disagreement_score":0.46599075,"about_ca_system_score_codex":0.00028591204,"about_ca_system_score_gemma":0.0005380887,"threshold_uncertainty_score":0.99995166},"labels":[],"label_agreement":null},{"id":"W2070321219","doi":"10.1145/1287624.1287673","title":"Does a programmer's activity indicate knowledge of code?","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign; Natural Sciences and Engineering Research Council of Canada","keywords":"Programmer; Computer science; Programming language; Code (set theory); Java; Base (topology); Task (project management); Knowledge base; Software engineering; World Wide Web","score_opus":0.02103923281343554,"score_gpt":0.3109258293373323,"score_spread":0.28988659652389676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070321219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27394223,0.000025045996,0.7241437,0.00012869452,0.00017234527,0.000120685625,4.850462e-7,0.00030052572,0.0011662663],"genre_scores_gemma":[0.96712226,0.0000017882312,0.032252926,0.000006215562,0.000025704092,0.0000065079817,1.5563765e-7,0.000005794505,0.0005786689],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99916613,0.000017485028,0.00010930832,0.00020723788,0.00019428521,0.00030556982],"domain_scores_gemma":[0.998869,0.0005095014,0.000030214378,0.00041029727,0.00007662983,0.00010436437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076262624,0.00007061546,0.00009981321,0.00015771134,0.000025527463,0.000032394524,0.00066221115,0.00004407223,0.000014558038],"category_scores_gemma":[0.00021788805,0.000042584797,0.00003638351,0.00059249985,0.000052007883,0.00017128958,0.00027980944,0.0001236318,0.000041257415],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013270819,0.00044799485,0.07084249,0.00009399004,0.000042794018,0.0000151847935,0.0011942191,0.000010162545,0.0065789726,0.009948497,0.00043486845,0.91037756],"study_design_scores_gemma":[0.00051775714,0.00022357368,0.5646829,0.00003445843,0.0000038622347,0.000008273619,0.000026738206,0.008978955,0.40855214,0.0007662153,0.015876098,0.000329054],"about_ca_topic_score_codex":0.000044433542,"about_ca_topic_score_gemma":0.00005082379,"teacher_disagreement_score":0.9100485,"about_ca_system_score_codex":0.000031970187,"about_ca_system_score_gemma":0.000059864367,"threshold_uncertainty_score":0.17365576},"labels":[],"label_agreement":null},{"id":"W2070515606","doi":"10.1109/swan.2015.7070488","title":"MARFCAT: Fast code analysis for defects and vulnerabilities","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Bytecode; NIST; Source code; Static program analysis; Static analysis; Programming language; Open source; Code (set theory); Reverse engineering; Software; Natural language processing; Software development; Java","score_opus":0.04100671325540597,"score_gpt":0.2914485342778601,"score_spread":0.25044182102245416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070515606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18906622,0.00008022086,0.81004065,0.0002143093,0.000060412094,0.00009181377,0.0000027302845,0.00018699767,0.00025664145],"genre_scores_gemma":[0.91712403,0.0000015265753,0.08137386,0.000042463766,0.000023091075,0.00003479664,0.0000015624917,0.0000047355106,0.0013939097],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929774,0.000019687765,0.000076797034,0.00022848602,0.0001819067,0.00019536245],"domain_scores_gemma":[0.99866223,0.00074355456,0.000009807167,0.0003302951,0.000111786896,0.00014234133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004355841,0.000064068976,0.000113759525,0.00017350572,0.00003538293,0.0001305266,0.00029727022,0.000025750647,0.0000052006153],"category_scores_gemma":[0.0007126677,0.00005402136,0.00004297031,0.00047546974,0.000027777896,0.00017288077,0.00015691752,0.000045569235,0.000008167436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029318178,0.0001306422,0.7845701,0.00017748377,0.00062084454,0.000015638921,0.007990857,0.026316203,0.00070471456,0.13402149,0.018432768,0.026989942],"study_design_scores_gemma":[0.0016836181,0.0005637584,0.20627864,0.000012588168,0.00012056152,0.000018312778,0.00052230305,0.7517868,0.006841156,0.015575316,0.01578788,0.0008090239],"about_ca_topic_score_codex":0.000037203306,"about_ca_topic_score_gemma":0.000047698926,"teacher_disagreement_score":0.7286668,"about_ca_system_score_codex":0.000029232575,"about_ca_system_score_gemma":0.000041236206,"threshold_uncertainty_score":0.2202927},"labels":[],"label_agreement":null},{"id":"W2070548384","doi":"10.1109/msr.2013.6624005","title":"Deficient documentation detection a methodology to locate deficient project documentation using topic analysis","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Documentation; Python (programming language); Computer science; World Wide Web; Scope (computer science); Internal documentation; Application programming interface; Software engineering; Programming language; Information retrieval; Software; Software development","score_opus":0.09632895295661605,"score_gpt":0.37378885297227377,"score_spread":0.27745990001565773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070548384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42328197,0.000013726714,0.57581776,0.0001119936,0.00016727463,0.00041269022,1.9331186e-7,0.00015141495,0.00004297072],"genre_scores_gemma":[0.7105673,0.0000017891434,0.28900898,0.0001128333,0.000017198698,0.00013151053,0.00000255924,0.0000068534446,0.00015100482],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981019,0.00023112734,0.0002961387,0.0005180289,0.00045740153,0.00039541657],"domain_scores_gemma":[0.99874955,0.000402803,0.00006432054,0.0004624133,0.00022117478,0.000099756086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007489692,0.00014222707,0.00018427544,0.0011376995,0.0001262088,0.0004606812,0.00039780064,0.000054521206,0.00012223837],"category_scores_gemma":[0.0002917015,0.00012984332,0.000089437286,0.0033834644,0.000016545884,0.0007696236,0.00021169339,0.000098459146,0.00019886035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022871409,0.00020479083,0.022382794,0.000085339336,0.0005319212,0.000010211094,0.007086871,0.507784,0.21107425,0.0057178466,0.0003056192,0.24479349],"study_design_scores_gemma":[0.0003671873,0.00026668722,0.06867135,0.000009684654,0.000115574156,0.0000191345,0.00042111208,0.8319195,0.096945584,0.0006842157,0.0001780629,0.0004019019],"about_ca_topic_score_codex":0.004534188,"about_ca_topic_score_gemma":0.00013616722,"teacher_disagreement_score":0.3241355,"about_ca_system_score_codex":0.00038109627,"about_ca_system_score_gemma":0.00005645471,"threshold_uncertainty_score":0.68543667},"labels":[],"label_agreement":null},{"id":"W2070873282","doi":"10.1007/s10664-011-9169-5","title":"The evolution of Java build systems","year":2011,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Executable; Software evolution; Software maintenance; Software system; Software engineering; Source code; Software development; Legacy system; Overhead (engineering); Codebase; Source lines of code; Software; Operating system; Distributed computing; Software construction","score_opus":0.028469191643593714,"score_gpt":0.2551634501681812,"score_spread":0.2266942585245875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070873282","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059028164,0.0015929262,0.9373577,0.00004019936,0.000963094,0.00015880799,0.0000014899188,0.0007936824,0.000063921856],"genre_scores_gemma":[0.9703323,0.000010673394,0.029384367,0.0000058569676,0.00008973648,0.000040624123,4.5116772e-7,0.00002553796,0.000110443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983843,0.00003675936,0.00032805334,0.00028924583,0.00048341957,0.00047819605],"domain_scores_gemma":[0.9974864,0.0014203289,0.000056242516,0.0007518241,0.00013527818,0.00014991367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005388668,0.00016722784,0.00018654144,0.0001387904,0.000101548125,0.0000685442,0.0012214079,0.00009371116,0.0000048328275],"category_scores_gemma":[0.0023843762,0.00012740736,0.00008820135,0.0007623974,0.000043731103,0.00024305856,0.00031687942,0.00027972308,0.000037264082],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026659485,0.00019846243,0.8853792,0.00040252178,0.00022925298,0.00007460085,0.0024143527,0.054966472,0.0008150096,0.042571176,0.005379547,0.0075427773],"study_design_scores_gemma":[0.0004706901,0.000272287,0.8313681,0.00019728646,0.000015079805,0.00008487248,0.000063691834,0.14342912,0.002371727,0.0005970853,0.020387003,0.0007430642],"about_ca_topic_score_codex":0.00012841294,"about_ca_topic_score_gemma":0.0000010363901,"teacher_disagreement_score":0.9113041,"about_ca_system_score_codex":0.00023217361,"about_ca_system_score_gemma":0.00008235101,"threshold_uncertainty_score":0.5195522},"labels":[],"label_agreement":null},{"id":"W2071194128","doi":"10.1109/saner.2015.7081842","title":"The influence of App churn on App success and StackOverflow discussions","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Android (operating system); Mobile apps; Computer science; Documentation; World Wide Web; Android app; Smartphone app; App store; Software; Operating system","score_opus":0.017387847514773912,"score_gpt":0.2761783646854437,"score_spread":0.2587905171706698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071194128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9456532,0.00007566569,0.05181794,0.0011769137,0.00011374057,0.00012816006,0.0000012804908,0.00015179461,0.00088133133],"genre_scores_gemma":[0.99661684,0.000013225899,0.002383063,0.000032220054,0.00001451626,0.000008905649,1.53756e-7,0.0000041802627,0.0009269208],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991035,0.000030683477,0.00010349718,0.00016933792,0.00040233714,0.00019066602],"domain_scores_gemma":[0.9985341,0.0007171163,0.000021391576,0.0005089177,0.00008143582,0.00013707198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041634182,0.000067358116,0.00007054244,0.000046837602,0.00006945209,0.00010502479,0.00074662245,0.000024480038,0.0000019745273],"category_scores_gemma":[0.0007306849,0.00003492773,0.000014367943,0.00027087732,0.00007738012,0.00023058243,0.00035755784,0.00011255561,0.000021399863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092108385,0.00030569968,0.29307324,0.00012333551,0.00009091664,0.000052049014,0.004842807,0.07662593,0.0013368787,0.4088556,0.024189146,0.19041231],"study_design_scores_gemma":[0.0006300186,0.00026537842,0.9398475,0.00007100918,0.0000027267192,0.000010616875,0.000105258405,0.04423077,0.002581762,0.0032939212,0.008694436,0.0002665508],"about_ca_topic_score_codex":0.00004601356,"about_ca_topic_score_gemma":0.000010009966,"teacher_disagreement_score":0.6467743,"about_ca_system_score_codex":0.000015855736,"about_ca_system_score_gemma":0.000049488182,"threshold_uncertainty_score":0.14243114},"labels":[],"label_agreement":null},{"id":"W2071255138","doi":"10.1007/s10664-014-9323-y","title":"Recommending reference API documentation","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Documentation; Computer science; Categorization; Programmer; Set (abstract data type); Internal documentation; Information retrieval; World Wide Web; Software; Artificial intelligence; Programming language; Software system","score_opus":0.03239301421113391,"score_gpt":0.30504308565920896,"score_spread":0.27265007144807507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071255138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058455,0.000059332695,0.93835914,0.00043916423,0.00053973234,0.000105717365,9.1049026e-7,0.0019124419,0.00012854632],"genre_scores_gemma":[0.802001,0.0000076020183,0.19741641,0.00021048037,0.00016948696,0.00004465742,0.0000065365193,0.000035534817,0.000108291635],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981727,0.000050304323,0.000273319,0.00048528877,0.0004573567,0.00056104193],"domain_scores_gemma":[0.9971373,0.0019191589,0.00004075105,0.0005940804,0.0000659112,0.00024280981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005380241,0.00022090279,0.00020571523,0.00022927616,0.00010014483,0.00025521696,0.00087092427,0.00010535998,0.000059716625],"category_scores_gemma":[0.0032194473,0.00022567561,0.00006325347,0.00068605074,0.000013942237,0.0006679474,0.00032711634,0.00040316465,0.00025278382],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019629171,0.00023800135,0.6039171,0.00048802147,0.00016726762,0.0000797748,0.0018989821,0.0968254,0.0033139472,0.020404335,0.024443652,0.24820389],"study_design_scores_gemma":[0.0012037578,0.000344912,0.5122635,0.0002302285,0.000014606073,0.000082733735,0.000012184811,0.21058877,0.0053419573,0.0016263283,0.26658213,0.001708903],"about_ca_topic_score_codex":0.000011831944,"about_ca_topic_score_gemma":5.590958e-7,"teacher_disagreement_score":0.743546,"about_ca_system_score_codex":0.00018106727,"about_ca_system_score_gemma":0.000026527117,"threshold_uncertainty_score":0.9202785},"labels":[],"label_agreement":null},{"id":"W2071311708","doi":"10.1145/1297846.1297904","title":"Comprehending implementation recipes of framework-provided concepts through dynamic analysis","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Slicing; Program comprehension; Software engineering; Cluster analysis; Program slicing; Data science; Usability; Data mining; Programming language; World Wide Web; Human–computer interaction; Artificial intelligence; Software; Software system","score_opus":0.02548012517452003,"score_gpt":0.39903060898602993,"score_spread":0.3735504838115099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071311708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12414091,0.000062935396,0.875033,0.000094777795,0.0001170236,0.00010810808,0.0000015841483,0.0001830858,0.00025855706],"genre_scores_gemma":[0.69493854,0.000005315884,0.30497178,0.000029820641,0.000009654726,0.0000031580335,0.000004481955,0.0000044199587,0.000032847733],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865544,0.000031999047,0.00030761698,0.00027535498,0.0004204629,0.00030911973],"domain_scores_gemma":[0.99792075,0.00137028,0.000077323384,0.00047089357,0.00010531394,0.00005542082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052193616,0.00009345509,0.00018679262,0.00030855977,0.000049036335,0.000054883727,0.00058807066,0.00005302202,0.000117655625],"category_scores_gemma":[0.00016685406,0.000088031935,0.00009615743,0.0019523087,0.000030924697,0.0003722591,0.00017467563,0.00012579917,0.0000097984],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027817638,0.00015352233,0.42109358,0.00012250555,0.0014984511,0.00003754372,0.011290173,0.005279391,0.018646143,0.3910605,0.00036925133,0.15042111],"study_design_scores_gemma":[0.0008827744,0.00025573722,0.77047193,0.000057139794,0.00014221834,0.000006572001,0.0020177546,0.10028459,0.1141597,0.010103405,0.0009601916,0.0006579971],"about_ca_topic_score_codex":0.0002477966,"about_ca_topic_score_gemma":0.00011232226,"teacher_disagreement_score":0.5707976,"about_ca_system_score_codex":0.000088740206,"about_ca_system_score_gemma":0.000028258395,"threshold_uncertainty_score":0.3589838},"labels":[],"label_agreement":null},{"id":"W2071342967","doi":"10.1145/2245276.2231969","title":"Comparative stability of cloned and non-cloned code","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Cloning (programming); Code (set theory); Stability (learning theory); Computer science; Source code; Software; Source lines of code; Programming language; Set (abstract data type)","score_opus":0.05288241831273374,"score_gpt":0.3155559511082728,"score_spread":0.26267353279553907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071342967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6977777,0.00007737796,0.30128407,0.00006236063,0.00007127518,0.00009998536,0.0000015378221,0.00007175997,0.0005539206],"genre_scores_gemma":[0.95649046,0.0000023047023,0.043427747,0.000012878682,0.000015322008,0.000006737283,4.2983288e-7,0.0000028637824,0.000041268067],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999243,0.00003571013,0.00012380068,0.00015215576,0.00020973872,0.00023558627],"domain_scores_gemma":[0.9987626,0.0006423156,0.000022524833,0.00037029685,0.00007787938,0.00012435926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044254828,0.00006960556,0.00015941953,0.00004847286,0.000028258473,0.000022245948,0.00028880942,0.00002845452,0.000030347384],"category_scores_gemma":[0.00013225165,0.000058214664,0.00001869776,0.00022008883,0.00006996432,0.00032121126,0.00023965127,0.00007978418,0.00001868263],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023555387,0.0003163769,0.9462783,0.00010755495,0.000050791714,0.0000015235045,0.009879213,0.000038030714,0.029531013,0.010682386,0.0011773759,0.0019138952],"study_design_scores_gemma":[0.000306613,0.0000780901,0.83399147,0.00000701099,0.0000019448908,0.000003341524,0.00006799292,0.014518739,0.15057205,0.00013535885,0.00019161595,0.00012580481],"about_ca_topic_score_codex":0.000044526016,"about_ca_topic_score_gemma":0.000006168373,"teacher_disagreement_score":0.25871274,"about_ca_system_score_codex":0.00002150723,"about_ca_system_score_gemma":0.000026420388,"threshold_uncertainty_score":0.23739251},"labels":[],"label_agreement":null},{"id":"W2071779362","doi":"10.1145/505894.505906","title":"Practical data exchange for reverse engineering frameworks","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reverse engineering; Computer science; Software engineering; Software; Systems engineering; Database; Engineering; Operating system","score_opus":0.07369380567982925,"score_gpt":0.33189365732011394,"score_spread":0.2581998516402847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071779362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010271577,0.0006363827,0.9816222,0.002011336,0.0014236983,0.0005903834,0.000057214285,0.0033862286,9.822223e-7],"genre_scores_gemma":[0.22398117,0.00011289883,0.77460706,0.00020995375,0.0005686394,0.00019566253,0.00010563882,0.00014705975,0.00007192335],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99624723,0.000026811764,0.00048143353,0.0012405795,0.00071260653,0.0012913414],"domain_scores_gemma":[0.82195884,0.1711808,0.000117965414,0.0058657494,0.00030647503,0.00057014014],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010268325,0.0005456168,0.00047766103,0.00044235564,0.00014846452,0.00037731332,0.004318721,0.00053397875,0.000048909256],"category_scores_gemma":[0.534979,0.0006030551,0.00014727461,0.0011359276,0.00003320784,0.0016936426,0.0025575594,0.0012290562,0.00009801789],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024597466,0.0012637189,0.5417029,0.004710098,0.0013825177,0.0026303965,0.0026526058,0.08475018,0.0062843505,0.018505331,0.16468035,0.17119154],"study_design_scores_gemma":[0.0026946475,0.00055914733,0.09906538,0.0009895432,0.00014071651,0.0010395792,0.000021720709,0.35441563,0.0031208373,0.0001954815,0.5336268,0.004130563],"about_ca_topic_score_codex":0.00003220919,"about_ca_topic_score_gemma":0.0000025101108,"teacher_disagreement_score":0.5339522,"about_ca_system_score_codex":0.00016690476,"about_ca_system_score_gemma":0.00014451759,"threshold_uncertainty_score":0.9996421},"labels":[],"label_agreement":null},{"id":"W2072038212","doi":"10.1049/iet-sen:20089010","title":"Software language engineering","year":2008,"lang":"en","type":"editorial","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Programming language; Software engineering; Software construction; Software development; Second-generation programming language; Software system; Comparison of multi-paradigm programming languages; Domain-specific language; Software; Fifth-generation programming language; Programming paradigm","score_opus":0.0076433244501118575,"score_gpt":0.2482138613454336,"score_spread":0.24057053689532176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072038212","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010875026,0.0023155718,0.4065564,0.00003077489,0.585703,0.0002710866,0.00016766004,0.0048316005,0.000015160746],"genre_scores_gemma":[0.00017177718,0.00039674985,0.2598181,0.000051025767,0.7349529,0.00021916132,0.00052192516,0.00037648113,0.0034918187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99412817,0.0000649948,0.0005431411,0.0014291212,0.002523876,0.0013106951],"domain_scores_gemma":[0.9896188,0.0067491927,0.00016774281,0.0025472604,0.00047224376,0.00044481026],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0004273926,0.0008455728,0.0008160147,0.00062632875,0.0001995921,0.0003930178,0.0042209346,0.0013920907,0.000055429893],"category_scores_gemma":[0.023037108,0.0009112518,0.00036353487,0.0010243617,0.000068731715,0.0005772514,0.0013560163,0.0025934887,0.000743938],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038122903,0.000034981345,0.00018056217,0.00031082155,0.00007519105,0.00079872675,0.0005539158,0.00073275395,0.0000088500165,0.00001134725,0.9910492,0.0062398766],"study_design_scores_gemma":[0.00045725523,0.000097421136,0.00028622794,0.0003484539,0.000015902382,0.00005119348,0.000004989322,0.000508697,0.00014652144,0.000024569765,0.99689865,0.0011601117],"about_ca_topic_score_codex":0.000098992794,"about_ca_topic_score_gemma":0.000005408484,"teacher_disagreement_score":0.14924994,"about_ca_system_score_codex":0.00047869812,"about_ca_system_score_gemma":0.00088583387,"threshold_uncertainty_score":0.99990433},"labels":[],"label_agreement":null},{"id":"W2072143380","doi":"10.1007/s10664-015-9361-0","title":"Evaluating the impact of design pattern and anti-pattern dependencies on changes and faults","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal; Queen's University","funders":"Fonds Québécois de la Recherche sur la Nature et les Technologies; Canada Research Chairs","keywords":"Software design pattern; Structural pattern; Maintainability; Computer science; Design pattern; Flexibility (engineering); Architectural pattern; Data mining; Software design; Software; Software engineering; Software development; Programming language; Mathematics; Statistics","score_opus":0.1456268245412086,"score_gpt":0.381946844692815,"score_spread":0.23632002015160639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072143380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52713734,0.00028858968,0.47205496,0.0001479371,0.000073227144,0.00012763582,0.0000022226484,0.00016727205,8.0796514e-7],"genre_scores_gemma":[0.9875284,0.000011413323,0.012281047,0.000044536657,0.00007452991,0.000024586769,8.969792e-7,0.000026383175,0.000008203441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837863,0.00008821565,0.00018705698,0.00037158982,0.0005674772,0.00040701745],"domain_scores_gemma":[0.99658865,0.0026015332,0.00005026673,0.0004231094,0.00010652653,0.00022990911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010230416,0.00023150157,0.00025159534,0.00015786848,0.000062771214,0.00010135298,0.00048882706,0.000080732236,0.0000029117236],"category_scores_gemma":[0.0033058175,0.00015877718,0.000046362475,0.0003461154,0.000044650857,0.00017418254,0.00038994002,0.00029564157,0.000005200353],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012701668,0.00004930282,0.6266164,0.00009625548,0.00009065377,0.00003668867,0.0034189054,0.23787174,0.0007354886,0.0000060009916,0.00037853082,0.13068733],"study_design_scores_gemma":[0.00042101808,0.00084527675,0.5362682,0.000107212305,0.0000070727287,0.000060071357,0.000018877347,0.46085992,0.0010870656,0.000039475264,0.00002153528,0.00026430452],"about_ca_topic_score_codex":0.000099934405,"about_ca_topic_score_gemma":0.000001716776,"teacher_disagreement_score":0.46039104,"about_ca_system_score_codex":0.00008944839,"about_ca_system_score_gemma":0.00006893265,"threshold_uncertainty_score":0.6474745},"labels":[],"label_agreement":null},{"id":"W2072481344","doi":"10.1080/10798587.2014.960229","title":"Perception-Based Software Release Planning","year":2014,"lang":"en","type":"article","venue":"Intelligent Automation & Soft Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Perception; Software; Software engineering; Human–computer interaction; Programming language; Psychology","score_opus":0.02159196918474365,"score_gpt":0.28509588314987483,"score_spread":0.2635039139651312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072481344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117575705,0.000040934927,0.8784677,0.00025365374,0.00052222284,0.00017074581,7.281045e-7,0.0028921526,0.00007618171],"genre_scores_gemma":[0.7849697,4.8281913e-7,0.21449184,0.00028304468,0.00016982126,0.000008538231,0.000011593198,0.000025386475,0.000039628118],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976698,0.00015178462,0.00046166097,0.0005439855,0.00066712976,0.0005056421],"domain_scores_gemma":[0.9961439,0.002600352,0.00014716937,0.00067665125,0.0002460416,0.00018591086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097216835,0.00023356683,0.00020976547,0.00035846967,0.00030461716,0.00037761527,0.0009869036,0.000099794146,0.00004537462],"category_scores_gemma":[0.0029681756,0.0002485977,0.000112279005,0.0006330807,0.000041176747,0.0003301515,0.0002484609,0.00031724683,0.00050368754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035097091,0.000053952823,0.025860153,0.0000803878,0.000014363364,0.000008888146,0.0012566317,0.5561672,0.00032503725,0.0011310792,0.00078953436,0.4143093],"study_design_scores_gemma":[0.00015428547,0.000056039575,0.027529173,0.00016233491,0.0000032683035,0.00000937429,0.000028577748,0.96827346,0.0010458871,0.00034271638,0.0021240108,0.0002709006],"about_ca_topic_score_codex":0.000015990128,"about_ca_topic_score_gemma":4.942212e-7,"teacher_disagreement_score":0.667394,"about_ca_system_score_codex":0.00019695472,"about_ca_system_score_gemma":0.00010275233,"threshold_uncertainty_score":0.9999966},"labels":[],"label_agreement":null},{"id":"W2072632642","doi":"10.1145/512035.512062","title":"Tracking structural evolution using origin analysis","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Computer science; Software; Software system; Term (time); Software architecture; Software engineering; Work (physics); Architecture; Software construction; Engineering; Programming language; Geography","score_opus":0.054518655594594144,"score_gpt":0.30327786483544283,"score_spread":0.24875920924084868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072632642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34876424,0.00007520389,0.6507033,0.000036637663,0.0000833967,0.000023294535,1.6812423e-7,0.0002069669,0.00010677867],"genre_scores_gemma":[0.91659206,9.3125783e-7,0.08315685,0.000009571685,0.000036697336,8.239435e-7,2.6813743e-7,0.0000036700067,0.00019911546],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991469,0.000020545913,0.000099175755,0.00021730873,0.00028275995,0.0002333183],"domain_scores_gemma":[0.99941176,0.00011762178,0.000016432356,0.0003382681,0.000055377423,0.00006054786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011455799,0.00006677785,0.000089776324,0.00032639387,0.0000753564,0.00014342852,0.00040289815,0.000028654858,0.000206449],"category_scores_gemma":[0.000104590465,0.000059900343,0.00006553316,0.0018418527,0.000012392644,0.0004490676,0.00007889082,0.000088415305,0.000037149755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013625596,0.00003043791,0.61086273,0.000017420525,0.00043837584,0.000048814924,0.0008957398,0.28693265,0.0038281442,0.038254965,0.00043283743,0.058256507],"study_design_scores_gemma":[0.000045415964,0.00000537536,0.08052453,0.0000014738057,0.00001217871,0.0000064847845,0.000002902884,0.9188993,0.00022099429,0.00015018079,0.00005531254,0.00007585678],"about_ca_topic_score_codex":0.00012352763,"about_ca_topic_score_gemma":0.000007538989,"teacher_disagreement_score":0.63196665,"about_ca_system_score_codex":0.0001426183,"about_ca_system_score_gemma":0.0000091678185,"threshold_uncertainty_score":0.24426651},"labels":[],"label_agreement":null},{"id":"W2072825466","doi":"10.1145/1297846.1297930","title":"P&lt;scp&gt;TIDEJ&lt;/scp&gt; and D&lt;scp&gt;ECOR&lt;/scp&gt;","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Identification (biology); Computer science; Suite; Code (set theory); Focus (optics); Computational biology; Programming language; Biology; Physics; Geography","score_opus":0.015030947749156372,"score_gpt":0.2552390446949922,"score_spread":0.24020809694583584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072825466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5241458,0.004167211,0.42603517,0.0009675164,0.0036132357,0.0016756367,0.000047760157,0.004171667,0.035176054],"genre_scores_gemma":[0.8596823,0.0006797498,0.08784521,0.0012050376,0.0016783408,0.00017358137,0.00005359455,0.0003940559,0.048288077],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884287,0.00028035298,0.0015627414,0.0028437935,0.0030803778,0.0038040294],"domain_scores_gemma":[0.98676544,0.006709328,0.00035149878,0.0034951805,0.000803927,0.0018746294],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0042798836,0.0013659828,0.001300031,0.0015544234,0.0007083818,0.0013323043,0.0044429735,0.0008047848,0.00030006375],"category_scores_gemma":[0.0051034093,0.0013255256,0.00045455634,0.003352865,0.00061570934,0.001959888,0.0028041736,0.0014319797,0.0022892477],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009448973,0.0019333488,0.04834401,0.0010621807,0.0010952163,0.0032523307,0.010254792,0.0026967775,0.07839516,0.09219275,0.62612504,0.13455392],"study_design_scores_gemma":[0.0045428937,0.0013532169,0.16893613,0.00040025776,0.00011698052,0.00091957324,0.00033799015,0.05198214,0.029865235,0.0035291547,0.736055,0.0019614056],"about_ca_topic_score_codex":0.0001272005,"about_ca_topic_score_gemma":0.0003567792,"teacher_disagreement_score":0.33818996,"about_ca_system_score_codex":0.0005614827,"about_ca_system_score_gemma":0.0005274886,"threshold_uncertainty_score":0.9999091},"labels":[],"label_agreement":null},{"id":"W2073102918","doi":"10.1007/s11219-014-9238-2","title":"Studying the relationship between source code quality and mobile platform dependence","year":2014,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Android (operating system); Source code; Software quality; Computer science; Software quality assurance; Software; Operating system; Source lines of code; Mobile apps; Mobile device; Mobile computing; Quality assurance; Software development; World Wide Web; Engineering","score_opus":0.152923259708518,"score_gpt":0.38289060231190514,"score_spread":0.22996734260338714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073102918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45816332,0.00015888043,0.54080653,0.00039321845,0.00014405664,0.0001186968,0.0000030884917,0.00020131368,0.000010926043],"genre_scores_gemma":[0.97522956,0.0000085751835,0.024125319,0.0001579686,0.00030915617,0.000019054012,0.0000016104519,0.000019947924,0.00012877745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622655,0.0008819788,0.00072309107,0.00041757108,0.0011977598,0.0005530662],"domain_scores_gemma":[0.9720845,0.025975714,0.0003355311,0.0009799869,0.00025657393,0.00036769346],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012143868,0.0002107183,0.0003140349,0.00013686213,0.0011144328,0.0007361775,0.0015282005,0.00012505752,0.0000096436015],"category_scores_gemma":[0.018728223,0.00015782523,0.00010747072,0.00044997362,0.00015709181,0.00081663835,0.0005503035,0.0013331422,0.000034783625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048375064,0.000017986178,0.95129675,0.000037610964,0.000023403274,0.000002215851,0.002323008,0.00040784694,0.0000074014592,0.003308408,0.000121623554,0.042448916],"study_design_scores_gemma":[0.00038484528,0.000086572,0.9800092,0.000048728376,0.000008195246,0.0000938964,0.00021687392,0.00041894635,0.000034280092,0.016916499,0.001538271,0.0002437078],"about_ca_topic_score_codex":0.00006892381,"about_ca_topic_score_gemma":0.00001527295,"teacher_disagreement_score":0.5170663,"about_ca_system_score_codex":0.00013296846,"about_ca_system_score_gemma":0.00013861334,"threshold_uncertainty_score":0.9895374},"labels":[],"label_agreement":null},{"id":"W2073372788","doi":"10.1109/nafips.2006.365420","title":"Predicting Qualitative Assessments Using Fuzzy Aggregation","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Manitoba; National Research Council Canada","funders":"","keywords":"Maintainability; Software metric; Computer science; Software; Data mining; Machine learning; Software system; Extensibility; Software sizing; Classifier (UML); Fuzzy logic; Software construction; Component-based software engineering; Artificial intelligence; Software engineering; Programming language","score_opus":0.052119528878357954,"score_gpt":0.38612388590540614,"score_spread":0.33400435702704817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073372788","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37247437,0.00001526188,0.62565225,0.000036494344,0.00010592444,0.00005443097,3.572406e-7,0.0002529714,0.0014079043],"genre_scores_gemma":[0.7572047,2.5204653e-7,0.24248433,0.000009055585,0.0000534707,0.00000423817,0.000001368331,0.0000053746166,0.00023717278],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902195,0.00006943109,0.0001347706,0.00020456994,0.00036150398,0.00020774791],"domain_scores_gemma":[0.9991014,0.0005229711,0.000034636185,0.00021972024,0.00008674857,0.000034499964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004703276,0.00006670967,0.00006276261,0.00010449074,0.00007490512,0.00013527778,0.00029388466,0.00002892489,0.0000069577113],"category_scores_gemma":[0.00018389248,0.00006395334,0.000021167767,0.00038983862,0.000013998161,0.00052631897,0.00012141061,0.00008569553,0.000019484645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010665572,0.0003555472,0.49079555,0.00014367577,0.00010970096,0.00007995755,0.010637696,0.07222768,0.025289932,0.34276733,0.0021300933,0.055452153],"study_design_scores_gemma":[0.0003401565,0.00004681802,0.046988517,0.000047775993,0.0000029645876,0.000012191982,0.0002748566,0.9316806,0.0078022447,0.012475556,0.000086987995,0.00024130993],"about_ca_topic_score_codex":0.000488574,"about_ca_topic_score_gemma":0.000008063683,"teacher_disagreement_score":0.85945296,"about_ca_system_score_codex":0.00010323333,"about_ca_system_score_gemma":0.000049618437,"threshold_uncertainty_score":0.26079416},"labels":[],"label_agreement":null},{"id":"W2073418641","doi":"10.1145/568760.568762","title":"On the many ways software engineering can benefit from knowledge engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software development; Domain knowledge; Social software engineering; Knowledge management; Personal software process; Software engineering; Team software process; Software; Software construction","score_opus":0.025180664493295545,"score_gpt":0.20946584553694744,"score_spread":0.1842851810436519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073418641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12093431,0.00055320986,0.8739094,0.0007810163,0.000814241,0.00023590428,0.000009789494,0.0022268598,0.00053525856],"genre_scores_gemma":[0.95558596,0.000018070503,0.043013997,0.00013911806,0.00020914945,0.00006979009,0.0000023752125,0.000058784975,0.00090277154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982734,0.000010571506,0.00020380958,0.00047996722,0.00042008836,0.0006121879],"domain_scores_gemma":[0.9955651,0.0030719498,0.000021206153,0.0010847888,0.000065096894,0.00019182087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019897497,0.00027428172,0.00018439585,0.00020303011,0.00010840442,0.00024188613,0.0016216367,0.00009038611,0.0003841513],"category_scores_gemma":[0.001251705,0.00021006374,0.0000930502,0.0006407175,0.000014111588,0.00018440184,0.00041080394,0.00045265342,0.0006490727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055196865,0.00036234796,0.0049023167,0.00013406565,0.00032659402,0.00020347313,0.00520012,0.19517004,0.0033411288,0.703479,0.033350904,0.053524517],"study_design_scores_gemma":[0.00022432102,0.00005633284,0.011858875,0.00009075088,0.000004333287,0.0000089682735,0.000005880201,0.9767953,0.004260973,0.00040773486,0.005837137,0.00044935307],"about_ca_topic_score_codex":0.00007211198,"about_ca_topic_score_gemma":0.000008448546,"teacher_disagreement_score":0.83465165,"about_ca_system_score_codex":0.00015544803,"about_ca_system_score_gemma":0.00001430325,"threshold_uncertainty_score":0.85661507},"labels":[],"label_agreement":null},{"id":"W2073503206","doi":"10.1007/s10796-013-9428-7","title":"Aspectualization of code clones—an algorithmic approach","year":2013,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maintainability; Computer science; Source code; Reusability; Modularity (biology); Programming language; Code (set theory); KPI-driven code analysis; Software maintenance; Redundant code; Unreachable code; Code refactoring; Aspect-oriented programming; Static program analysis; Code generation; Software engineering; Software; Software development; Operating system; Key (lock); Set (abstract data type)","score_opus":0.01175113816486471,"score_gpt":0.22185914219804184,"score_spread":0.21010800403317714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073503206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066888025,0.00009704539,0.99055564,0.000024274852,0.0008431335,0.00051148876,0.0000049836417,0.0002892559,0.0009853531],"genre_scores_gemma":[0.9276135,0.000004673174,0.07203304,0.000022060782,0.00004873094,0.00012778034,0.000032185046,0.000008089702,0.00010991999],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986609,0.000055663153,0.00043918652,0.00011862817,0.00052114,0.00020444258],"domain_scores_gemma":[0.998856,0.000033166616,0.00016491338,0.00048728887,0.000357684,0.00010091669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039460763,0.000099994155,0.00016325703,0.0003515513,0.0000503806,0.0002906547,0.00062880886,0.00007675682,0.0000036847246],"category_scores_gemma":[0.0001345659,0.00009467359,0.000030701114,0.000473846,0.00002685359,0.004723262,0.00006589917,0.00008262995,0.00011457351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023633378,0.00032599937,0.045231704,0.0030049682,0.00037874878,0.0000025881652,0.06697365,0.3487353,0.00077890424,0.14737865,0.18065034,0.2065155],"study_design_scores_gemma":[0.0002443715,0.000038886745,0.004848735,0.000017787905,0.000001488412,0.000011954264,0.00080596167,0.98745525,0.00018168888,0.00006736302,0.006193027,0.00013348997],"about_ca_topic_score_codex":0.00020829315,"about_ca_topic_score_gemma":1.7311058e-7,"teacher_disagreement_score":0.9209247,"about_ca_system_score_codex":0.00009329357,"about_ca_system_score_gemma":0.000059535625,"threshold_uncertainty_score":0.3860677},"labels":[],"label_agreement":null},{"id":"W2073798166","doi":"10.1142/s0218194008003532","title":"SOFTWARE EFFORT ESTIMATION BY ANALOGY USING ATTRIBUTE SELECTION BASED ON ROUGH SET ANALYSIS","year":2008,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Weighting; Data mining; Selection (genetic algorithm); Computer science; Set (abstract data type); Analogy; Estimation; Rough set; Artificial intelligence; Machine learning; Engineering","score_opus":0.017442438192425847,"score_gpt":0.2725042033759681,"score_spread":0.25506176518354223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073798166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23357435,0.00043820788,0.7647123,0.00003478872,0.00088391325,0.000062403036,0.000014088794,0.00027874077,0.0000012645075],"genre_scores_gemma":[0.817876,0.00003794681,0.18173997,0.000016754357,0.00023983793,0.0000064058395,0.000020536476,0.000040558574,0.000022016895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785954,0.000027391716,0.00059857196,0.00036231382,0.00074608054,0.00040608188],"domain_scores_gemma":[0.9976951,0.0009857096,0.00018706429,0.00024314116,0.00063903705,0.00024995834],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052601675,0.0003390428,0.00045548734,0.0017865067,0.00010197401,0.00014207268,0.00076487614,0.00015226178,0.0000088388115],"category_scores_gemma":[0.0018749827,0.0003575331,0.00024211047,0.0013689676,0.0000257203,0.00064668554,0.00012949083,0.00055928685,0.000005011545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013148911,0.00005778387,0.032153606,0.000038686714,0.00047884893,0.00008035098,0.00018196576,0.96468055,0.00041841852,0.00004321519,0.0002454442,0.0016079508],"study_design_scores_gemma":[0.0005781811,0.00013084772,0.026425395,0.00015576473,0.00007098447,0.00039762203,0.0000021488809,0.9696934,0.0014665971,0.0000044373555,0.00075176946,0.00032284795],"about_ca_topic_score_codex":0.00001449296,"about_ca_topic_score_gemma":7.345328e-7,"teacher_disagreement_score":0.58430165,"about_ca_system_score_codex":0.00046948626,"about_ca_system_score_gemma":0.00016825704,"threshold_uncertainty_score":0.99988765},"labels":[],"label_agreement":null},{"id":"W2073838820","doi":"10.1109/suite.2012.6225471","title":"Program analysis using interactive and visual querying","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Set (abstract data type); Selection (genetic algorithm); Information retrieval; Interactive visual analysis; Process (computing); Comprehension; Program comprehension; Interactive visualization; Visualization; Visual analytics; Data mining; Human–computer interaction; Programming language; Artificial intelligence; Software; Software system","score_opus":0.0294822188261601,"score_gpt":0.3705284882650008,"score_spread":0.3410462694388407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073838820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4764722,0.000044905377,0.52313656,0.000010836039,0.000046616995,0.0000459849,4.9255256e-8,0.0001668754,0.000075947886],"genre_scores_gemma":[0.85597444,9.801527e-7,0.14394252,0.00001258961,0.000030473404,0.000006176094,2.6228065e-7,0.0000033931656,0.000029169516],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936193,0.0000235658,0.000070604496,0.00014142331,0.0001498222,0.00025266726],"domain_scores_gemma":[0.9994606,0.0002568359,0.000015101476,0.00012595985,0.000036204456,0.000105344625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022209385,0.000058321726,0.00008501522,0.0002403134,0.000041970467,0.00010005329,0.00013826296,0.000020727102,0.000011841438],"category_scores_gemma":[0.00012709778,0.0000502998,0.00003229288,0.0008418877,0.000015145789,0.0006801527,0.00023269569,0.00008164805,0.0000072912653],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025919855,0.00014937382,0.8276974,0.000012731882,0.0003439221,0.0000047208696,0.0016079572,0.00038198475,0.00096329703,0.0011559754,0.000021325086,0.1676587],"study_design_scores_gemma":[0.000060838636,0.00003179973,0.19093432,0.000005010076,0.000027692215,0.000010192984,0.000053623808,0.8069406,0.001663495,0.000013301078,0.00013956786,0.00011955579],"about_ca_topic_score_codex":0.00006434119,"about_ca_topic_score_gemma":0.000002072975,"teacher_disagreement_score":0.8065586,"about_ca_system_score_codex":0.00003928211,"about_ca_system_score_gemma":0.000011343162,"threshold_uncertainty_score":0.20511663},"labels":[],"label_agreement":null},{"id":"W2074019008","doi":"10.1145/2597073.2597098","title":"Works for me! characterizing non-reproducible bug reports","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software bug; Root cause; Software regression; Software; Set (abstract data type); Software engineering; Software quality; Software development; Reliability engineering; Programming language; Engineering","score_opus":0.018621522337595973,"score_gpt":0.2678200077974596,"score_spread":0.24919848545986364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074019008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057055827,0.000021690963,0.93968606,0.0010557899,0.00076643244,0.00023097423,1.2127325e-7,0.00049602566,0.0006870647],"genre_scores_gemma":[0.85071164,0.0000022048716,0.14685373,0.00020406237,0.00027422162,0.00008398044,0.0000020988714,0.000017320142,0.0018507261],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998582,0.000012703907,0.0001953471,0.00060722476,0.00023460481,0.0003681341],"domain_scores_gemma":[0.9979595,0.0004575445,0.00004605844,0.0013281544,0.00010560412,0.00010312787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001289445,0.00009981654,0.00013424571,0.00010450778,0.00007649023,0.00023691953,0.00048784062,0.000049546743,0.000014822446],"category_scores_gemma":[0.0014218477,0.000089774876,0.0000537686,0.00028347594,0.000012714067,0.00041054672,0.00023087578,0.00010990441,0.00004121263],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003222859,0.00032946654,0.07873626,0.00047716947,0.00014607256,0.00014533784,0.002039638,0.002196586,0.15122248,0.019532688,0.06740062,0.67774147],"study_design_scores_gemma":[0.00094836263,0.00044108386,0.16321705,0.00028804404,0.000011505102,0.00029006563,0.00001967018,0.39529705,0.26231006,0.005779776,0.17004274,0.001354591],"about_ca_topic_score_codex":0.000013335702,"about_ca_topic_score_gemma":8.187217e-7,"teacher_disagreement_score":0.7936558,"about_ca_system_score_codex":0.000027553087,"about_ca_system_score_gemma":0.00003674589,"threshold_uncertainty_score":0.36609134},"labels":[],"label_agreement":null},{"id":"W2075099535","doi":"10.1109/scam.2014.29","title":"Supplementary Bug Fixes vs. Re-opened Bugs","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software bug; Commit; Eclipse; Computer science; Software regression; Security bug; Debugging; Software; Software engineering; Programming language; Software development; Database; Software quality; Operating system","score_opus":0.013495630049182986,"score_gpt":0.2585956877137616,"score_spread":0.24510005766457865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075099535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05973787,0.000020942116,0.9288443,0.007012967,0.000480107,0.00018464599,0.0000061777428,0.0006131242,0.0030998972],"genre_scores_gemma":[0.9049329,0.0000040270197,0.09204564,0.000886717,0.00009964822,0.000019026002,0.000010017534,0.000011694565,0.0019903367],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99884236,0.000040254523,0.00012819601,0.00029887928,0.0003533471,0.00033698452],"domain_scores_gemma":[0.9986061,0.0005385001,0.000014181449,0.0006843611,0.000041155927,0.00011571674],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004484346,0.0000957825,0.000102885766,0.00009598565,0.00006205399,0.00014054202,0.0010998641,0.000029622788,0.0011223657],"category_scores_gemma":[0.00023424452,0.00008337229,0.000034717712,0.00025188478,0.000020013618,0.00022779149,0.00048032074,0.00010453452,0.00021740927],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022364135,0.00017372576,0.18398409,0.000100307036,0.000080199046,0.000046794736,0.0010447038,0.0006734808,0.0032791027,0.06932006,0.6560965,0.08517866],"study_design_scores_gemma":[0.001479513,0.0005805014,0.10404767,0.000038802064,0.000006522227,0.00002380154,0.000036837395,0.12922665,0.056970045,0.0045822104,0.70214975,0.0008576909],"about_ca_topic_score_codex":0.00030981243,"about_ca_topic_score_gemma":0.000049942428,"teacher_disagreement_score":0.845195,"about_ca_system_score_codex":0.00003385668,"about_ca_system_score_gemma":0.000027628368,"threshold_uncertainty_score":0.9997907},"labels":[],"label_agreement":null},{"id":"W2075269190","doi":"10.1007/s10664-014-9350-8","title":"Linguistic antipatterns: what they are and how developers perceive them","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Lexicon; Documentation; Source code; Cognitive dissonance; Computer science; Open source; Code (set theory); Empirical research; Affect (linguistics); Code review; Data science; Linguistics; Psychology; Artificial intelligence; Software development; Static program analysis; Social psychology; Software; Programming language; Communication; Epistemology","score_opus":0.064961403368231,"score_gpt":0.28485054955810457,"score_spread":0.21988914618987357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075269190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38949472,0.0009100485,0.60548884,0.0015115726,0.0010013534,0.00017440248,0.0000025304048,0.0014025903,0.0000139572],"genre_scores_gemma":[0.93576324,0.000068073874,0.06354639,0.00019838374,0.00023964493,0.000030502326,0.0000028940535,0.000054605658,0.00009624722],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979285,0.000042941134,0.00017238682,0.0006045542,0.0006051355,0.00064646156],"domain_scores_gemma":[0.99751353,0.0011253974,0.00004318007,0.0005571034,0.00022145474,0.00053931633],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004484697,0.00032294853,0.00031302086,0.00016819981,0.00008009019,0.0008416695,0.0008287748,0.00013667406,0.0000053024337],"category_scores_gemma":[0.0075708027,0.00029545228,0.0000630758,0.00043636194,0.000036146568,0.0008455758,0.00054677005,0.00044476372,0.00006794325],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010536525,0.00006630292,0.9622895,0.00021074244,0.000103866645,0.00049018074,0.013608111,0.00808102,0.00006107798,0.00019718152,0.0025044957,0.012376991],"study_design_scores_gemma":[0.0015438506,0.00022468764,0.88431066,0.00090860645,0.000027099277,0.0004744604,0.00070347183,0.06907811,0.0005806216,0.00051370624,0.039490312,0.0021444028],"about_ca_topic_score_codex":0.000011493253,"about_ca_topic_score_gemma":0.0000021913802,"teacher_disagreement_score":0.5462685,"about_ca_system_score_codex":0.00019121822,"about_ca_system_score_gemma":0.00010036647,"threshold_uncertainty_score":0.99994975},"labels":[],"label_agreement":null},{"id":"W2075646905","doi":"10.1007/s00500-004-0442-z","title":"A soft computing framework for software effort estimation","year":2005,"lang":"en","type":"article","venue":"Soft Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Motorola (Canada); Western University","funders":"","keywords":"Computer science; Interpretability; Soft computing; Machine learning; Data mining; Robustness (evolution); Fuzzy logic; Adaptive neuro fuzzy inference system; Software; Artificial intelligence; Inference; Artificial neural network; Fuzzy control system","score_opus":0.01964834430935424,"score_gpt":0.30361178865353744,"score_spread":0.2839634443441832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075646905","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037935976,0.00021743387,0.957675,0.00059816404,0.00074840005,0.0005117647,0.0000024852934,0.0022841294,0.000026640144],"genre_scores_gemma":[0.46225998,5.140385e-7,0.53697276,0.00021105744,0.0004829494,0.000008955078,0.0000064356987,0.000033709817,0.000023651492],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701756,0.000042967065,0.0005353016,0.0007872833,0.00061239494,0.0010044638],"domain_scores_gemma":[0.9934131,0.0051205396,0.00018464876,0.0008021302,0.00026032754,0.00021923977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011651888,0.00032478766,0.00035216298,0.00026089113,0.0005575793,0.0004552384,0.0014101436,0.0001932619,0.000007589376],"category_scores_gemma":[0.0042397864,0.0003558292,0.00017684113,0.0007598195,0.000054690994,0.00048777205,0.0007202676,0.00053260766,0.000114761286],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058336104,0.00005626372,0.007818379,0.0001327051,0.000033617,0.000006006875,0.0011677073,0.3019573,0.000027029304,0.010624605,0.00073097105,0.6774396],"study_design_scores_gemma":[0.00038526597,0.00007324634,0.0061548715,0.00025076148,0.0000071516492,0.000032587952,0.000013577343,0.9847903,0.00038095497,0.005767874,0.0017401971,0.00040319056],"about_ca_topic_score_codex":0.000008998504,"about_ca_topic_score_gemma":0.0000012551193,"teacher_disagreement_score":0.682833,"about_ca_system_score_codex":0.00022422828,"about_ca_system_score_gemma":0.00015068162,"threshold_uncertainty_score":0.9998894},"labels":[],"label_agreement":null},{"id":"W2076091918","doi":"10.1016/j.jss.2010.07.032","title":"Adaptive ridge regression system for software cost estimating on multi-collinear datasets","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Saskatchewan; University of Wisconsin-Madison","keywords":"Collinearity; Regression; Computer science; Regression analysis; Linear regression; Machine learning; Proper linear model; Data mining; Artificial intelligence; Polynomial regression; Stepwise regression; Robust regression; Local regression; Regression diagnostic; Software; Statistics; Mathematics","score_opus":0.03813444071146832,"score_gpt":0.30601431565287796,"score_spread":0.26787987494140963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076091918","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03103036,0.00042854587,0.964157,0.00004367313,0.0033289515,0.0005781918,0.00025937892,0.00017278432,0.00000112247],"genre_scores_gemma":[0.38439637,0.000006370473,0.6147396,0.000017257407,0.0006963834,0.00004676787,0.00001601854,0.000037787268,0.000043410833],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797434,0.00007444215,0.00062353513,0.00033150235,0.0006251122,0.00037104974],"domain_scores_gemma":[0.996173,0.0019291546,0.0005087777,0.0005358486,0.00053528696,0.0003178821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014628182,0.00023811539,0.00047553572,0.00027211336,0.00028540657,0.00034541124,0.0007754888,0.00016657168,9.453944e-7],"category_scores_gemma":[0.003150992,0.00017344634,0.00011032122,0.0002203854,0.000042518248,0.00054532883,0.00016917006,0.00062646373,0.0000069164516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017634463,0.002201583,0.11022272,0.01887789,0.0017085696,0.004499988,0.009193312,0.14983357,0.00886371,0.014704446,0.11759855,0.5605322],"study_design_scores_gemma":[0.0069697094,0.0021733956,0.011172668,0.00931088,0.00007923564,0.0037223974,0.0006160275,0.9461379,0.0015827285,0.00006710902,0.016973587,0.0011943324],"about_ca_topic_score_codex":0.000027185917,"about_ca_topic_score_gemma":0.0000031322488,"teacher_disagreement_score":0.79630435,"about_ca_system_score_codex":0.00010667021,"about_ca_system_score_gemma":0.00015480301,"threshold_uncertainty_score":0.7072936},"labels":[],"label_agreement":null},{"id":"W2076141290","doi":"10.1145/1753196.1753199","title":"DEQUALITE","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.04199393215960748,"score_gpt":0.2796160460042001,"score_spread":0.23762211384459261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076141290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05950251,0.000034756296,0.9342361,0.00022566703,0.00008587313,0.000021008813,4.4307896e-8,0.00048460366,0.00540945],"genre_scores_gemma":[0.89096063,0.0000050073404,0.10561642,0.00011708569,0.00002166299,0.0000029383846,9.369421e-8,0.0000025498673,0.0032736303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995749,0.000007803494,0.000040925912,0.000099005156,0.00015387715,0.00012349532],"domain_scores_gemma":[0.99947727,0.00017923172,0.0000032152668,0.000271794,0.000021474963,0.000047030244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007969174,0.000027643393,0.000029465418,0.00004071621,0.000032771786,0.000015816322,0.00038361395,0.00001156476,0.000031619125],"category_scores_gemma":[0.00013245306,0.000023514467,0.000013379263,0.00020158051,0.0000110831015,0.00013568117,0.00010182829,0.000040779694,0.00042061874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002177573,0.00010006822,0.1428895,0.000019936593,0.000025456442,0.00051908736,0.002538823,0.0005445296,0.0021265135,0.71323806,0.07493078,0.0630651],"study_design_scores_gemma":[0.0007732033,0.0001620625,0.7775742,0.000013043933,9.3714925e-7,0.0007162285,0.00001060277,0.079000995,0.02940458,0.0075607514,0.10404029,0.0007431051],"about_ca_topic_score_codex":0.000009086354,"about_ca_topic_score_gemma":2.1169326e-7,"teacher_disagreement_score":0.8314581,"about_ca_system_score_codex":0.0000098324745,"about_ca_system_score_gemma":0.000021735594,"threshold_uncertainty_score":0.54063433},"labels":[],"label_agreement":null},{"id":"W2077174673","doi":"10.1007/s11219-010-9112-9","title":"A comparative study for estimating software development effort intervals","year":2010,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Research Council Canada; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Computer science; Estimation; Software; Interval estimation; Interval (graph theory); Point (geometry); Point estimation; Data mining; Cluster (spacecraft); Machine learning; Statistics; Confidence interval; Engineering; Mathematics","score_opus":0.08125202920087467,"score_gpt":0.3986317212269463,"score_spread":0.31737969202607164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077174673","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41218877,0.000021359936,0.58551633,0.0000733561,0.0013148047,0.00047811389,0.0000036546242,0.0003992131,0.000004375589],"genre_scores_gemma":[0.3688814,2.0667704e-7,0.6306214,0.000050863822,0.00024463242,0.00010086386,0.0000031930845,0.000021478469,0.00007596906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99641955,0.00018804058,0.0010046568,0.00057087914,0.0010512728,0.0007656082],"domain_scores_gemma":[0.9943773,0.003227397,0.00035741823,0.0007635722,0.0008377911,0.00043653557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0053080884,0.00033542226,0.0005751696,0.00028669508,0.00076975295,0.0007706695,0.0019398667,0.00011604811,0.000041512085],"category_scores_gemma":[0.0069728163,0.00030176676,0.00018930716,0.0004253848,0.00007255397,0.00074780313,0.00053559337,0.0012637415,0.000053515385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014725044,0.002268085,0.5921211,0.00045256136,0.0009207936,0.00016182137,0.08122735,0.00271942,0.000856224,0.0009051199,0.0056269583,0.31259328],"study_design_scores_gemma":[0.009780193,0.002685521,0.92521703,0.0006444354,0.00008820319,0.0013725782,0.0035271982,0.020476537,0.007742492,0.012469112,0.012224876,0.0037718255],"about_ca_topic_score_codex":0.00001304527,"about_ca_topic_score_gemma":0.000046088397,"teacher_disagreement_score":0.33309588,"about_ca_system_score_codex":0.00017956394,"about_ca_system_score_gemma":0.0006495728,"threshold_uncertainty_score":0.99994344},"labels":[],"label_agreement":null},{"id":"W2077478714","doi":"10.1007/s10270-007-0055-y","title":"A methodology for the selection of requirements engineering techniques","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Requirements engineering; Software engineering; Selection (genetic algorithm); Domain (mathematical analysis); Process (computing); Context (archaeology); Requirements analysis; Systems engineering; Software; Management science; Artificial intelligence; Engineering","score_opus":0.10585584479368089,"score_gpt":0.34902250442522964,"score_spread":0.24316665963154876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077478714","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009756023,0.00083993515,0.98727,0.000022893159,0.0006788995,0.00063266745,0.0000015410701,0.00079427677,0.0000037726031],"genre_scores_gemma":[0.5447345,0.000007891511,0.4549833,0.0000070623005,0.00012659673,0.00010016716,7.2767637e-7,0.00002029068,0.00001949544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840575,0.000050733623,0.00044858851,0.0003048199,0.00035294323,0.00043716878],"domain_scores_gemma":[0.99599856,0.0030801764,0.000093644005,0.00044089515,0.00032927108,0.000057460005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004494985,0.00014174788,0.00023035183,0.00025350548,0.00010820791,0.00005740601,0.0007132221,0.000108513515,5.8090666e-7],"category_scores_gemma":[0.002089738,0.00011474507,0.00008752848,0.00047515376,0.00001377458,0.00021949777,0.00014179244,0.00017374255,0.0000010412848],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042055923,0.000045892815,0.0050754426,0.0008872008,0.00020468795,0.0000048017755,0.0010789689,0.8657945,0.03365754,0.010464154,0.0001719203,0.082572855],"study_design_scores_gemma":[0.00012470385,0.00007790892,0.00009807454,0.00012838305,0.0000097518305,0.000025486963,0.000036933445,0.98724616,0.011290194,0.00016711625,0.0006508509,0.00014444246],"about_ca_topic_score_codex":0.00013391132,"about_ca_topic_score_gemma":0.0000029260455,"teacher_disagreement_score":0.53497845,"about_ca_system_score_codex":0.0001306301,"about_ca_system_score_gemma":0.000060671584,"threshold_uncertainty_score":0.4679168},"labels":[],"label_agreement":null},{"id":"W2077616397","doi":"","title":"Modification and Developer Metrics at the Function Level: Metrics for the Study of the Evolution of a Software Project","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software evolution; Computer science; Function point; Software; Software maintenance; Source lines of code; Software engineering; Software metric; Function (biology); Code (set theory); Software project management; Software development; Software construction; Programming language; Set (abstract data type)","score_opus":0.1199557654248466,"score_gpt":0.3181152813373423,"score_spread":0.1981595159124957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077616397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22637981,0.0005959801,0.7716177,0.000110080466,0.00021454747,0.0010345243,0.000002756819,0.0000359033,0.000008682162],"genre_scores_gemma":[0.989592,0.000008195848,0.009897135,0.000011341338,0.000023150735,0.0001277584,4.5352277e-7,0.000007414843,0.00033251138],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99887365,0.00008988051,0.00018682494,0.00015328056,0.0005186679,0.00017767814],"domain_scores_gemma":[0.9962503,0.0026942065,0.000093022834,0.00059628504,0.00034615808,0.00002004229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016766628,0.000077480494,0.000088311135,0.00020133049,0.0002023813,0.000030095107,0.00060661,0.0000374075,0.0000016064266],"category_scores_gemma":[0.0031702796,0.00003401221,0.000035902434,0.002597301,0.00004694495,0.00022113016,0.00039433947,0.00008729855,0.000001118871],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062998224,0.0006317895,0.8145664,0.0001494843,0.00023969205,4.7356348e-8,0.009750685,0.0026973146,0.00075863197,0.012206149,0.0043041427,0.15463269],"study_design_scores_gemma":[0.0003391175,0.00015643895,0.96784526,0.0000050611957,0.000038973427,0.000002637914,0.00091850286,0.028162716,0.0013607384,0.000098891236,0.0009928818,0.000078771176],"about_ca_topic_score_codex":0.00029888994,"about_ca_topic_score_gemma":0.000045559973,"teacher_disagreement_score":0.7632122,"about_ca_system_score_codex":0.00016429386,"about_ca_system_score_gemma":0.00009433483,"threshold_uncertainty_score":0.37953496},"labels":[],"label_agreement":null},{"id":"W2078037959","doi":"10.1109/fie.2012.6462504","title":"// TODO: Help students improve commenting practices","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Documentation; Best practice; Grading (engineering); Source code; Code review; Java; Code (set theory); Set (abstract data type); Internal documentation; Open source; Static program analysis; Software engineering; World Wide Web; Software; Programming language; Software development; Engineering; Software construction","score_opus":0.04291246178722468,"score_gpt":0.3659871521352698,"score_spread":0.3230746903480451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078037959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5916809,0.00023560811,0.40209976,0.0011921538,0.001337065,0.00022045133,3.7469076e-7,0.00068947923,0.0025442005],"genre_scores_gemma":[0.95601046,0.000003828122,0.04247572,0.00022534511,0.00015366844,0.000014422664,3.339599e-7,0.000007615276,0.0011086378],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99876356,0.000037057507,0.00010675235,0.00016506133,0.0004975924,0.0004299781],"domain_scores_gemma":[0.998582,0.0007373298,0.0000734608,0.0004251746,0.00004569769,0.00013634587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008987758,0.00007586176,0.00007015895,0.0000612006,0.00006929919,0.00028359413,0.0010355773,0.000028243578,0.000039039114],"category_scores_gemma":[0.0009969072,0.00006545055,0.000023595467,0.00021060504,0.000009442175,0.0012436362,0.00082620204,0.00014260657,0.00030129292],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000124951,0.00017112921,0.9708397,0.000018813347,0.000028836446,0.000003568012,0.0006951599,0.0000051303023,0.0016023548,0.0034728018,0.003527295,0.019633956],"study_design_scores_gemma":[0.0007762797,0.00015095586,0.9060806,0.000029976578,0.000010507764,0.000031253967,0.0002717716,0.0070126024,0.02719903,0.00013691297,0.05771178,0.00058830524],"about_ca_topic_score_codex":0.000063344865,"about_ca_topic_score_gemma":0.0000012492789,"teacher_disagreement_score":0.36432952,"about_ca_system_score_codex":0.00004089217,"about_ca_system_score_gemma":0.000014681689,"threshold_uncertainty_score":0.38726115},"labels":[],"label_agreement":null},{"id":"W2078095173","doi":"10.1016/s0164-1212(00)00121-7","title":"An industrial study of reuse, quality, and productivity","year":2001,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Productivity; Quality (philosophy); Computer science; Interface (matter); Engineering; Operating system; Waste management","score_opus":0.09495754713181716,"score_gpt":0.33974108319004304,"score_spread":0.2447835360582259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078095173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840434,0.00055762025,0.014576948,0.00008034742,0.0005268598,0.00018346685,0.000001072756,0.000028193821,0.0000020716875],"genre_scores_gemma":[0.99847305,0.00002419886,0.0011925984,0.0000023392806,0.0002676902,0.000002040457,7.042934e-8,0.0000063588577,0.000031638658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985171,0.00021659773,0.0004489543,0.000173703,0.0005054905,0.0001381508],"domain_scores_gemma":[0.99845934,0.0003626073,0.00026839293,0.00046479545,0.0003000955,0.00014475168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001997377,0.00008738407,0.00032586808,0.00017830773,0.000055929162,0.00013515858,0.0004877946,0.00006092167,6.36117e-7],"category_scores_gemma":[0.0016066848,0.00006813622,0.00002247261,0.00026696202,0.000028638018,0.00057487824,0.00017212976,0.00024540076,1.7052979e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034331,0.0003083652,0.9846018,0.000071452065,0.000048142298,0.000067768386,0.0023630508,0.0002959145,0.00023530753,0.000084617815,0.00020296975,0.011686265],"study_design_scores_gemma":[0.00215369,0.0029565017,0.9911554,0.00022600769,0.000016171516,0.00087140425,0.0010753594,0.00036922898,0.00007298918,0.00019538995,0.00070297334,0.00020491396],"about_ca_topic_score_codex":0.00020888996,"about_ca_topic_score_gemma":0.0000074312848,"teacher_disagreement_score":0.014429646,"about_ca_system_score_codex":0.000023779645,"about_ca_system_score_gemma":0.000071677656,"threshold_uncertainty_score":0.27785143},"labels":[],"label_agreement":null},{"id":"W2078387967","doi":"10.1109/icsm.2007.4362665","title":"MythSE - myths in software engineering half day ICSM 2007 working session","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Mythology; Session (web analytics); Computer science; Set (abstract data type); Software; Code (set theory); Software engineering; World Wide Web; Multimedia; History; Programming language; Classics","score_opus":0.01572684965865657,"score_gpt":0.26092765371105925,"score_spread":0.2452008040524027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078387967","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041452322,0.0003349224,0.9552635,0.000103915576,0.0012015284,0.00015420011,1.5260264e-7,0.0010579755,0.0004314906],"genre_scores_gemma":[0.7480398,0.000013905666,0.25108397,0.00010164005,0.00017335018,0.000006959607,0.0000017900059,0.000033426422,0.0005452125],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977719,0.0000244934,0.0003212789,0.00048021323,0.00055676396,0.0008453329],"domain_scores_gemma":[0.99739915,0.0016028137,0.000031699943,0.0006683699,0.00007413508,0.00022380425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017177565,0.00020674749,0.00018754933,0.0005615801,0.000059072343,0.00015296284,0.0009527369,0.0001386743,0.000053812466],"category_scores_gemma":[0.0018877975,0.0002015285,0.000048549387,0.0013755278,0.000016677835,0.00044036814,0.00046967785,0.00048652058,0.00013842066],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037403308,0.00035121822,0.49203902,0.00022434963,0.00006316179,0.0023043929,0.003965245,0.062451236,0.00665026,0.014498969,0.007629015,0.40978572],"study_design_scores_gemma":[0.0021384202,0.00023585746,0.5873485,0.0012045611,0.0000074036384,0.00018852757,0.00018248509,0.29761547,0.028813878,0.00038221988,0.07946948,0.002413176],"about_ca_topic_score_codex":0.000045138844,"about_ca_topic_score_gemma":0.00000934059,"teacher_disagreement_score":0.70658743,"about_ca_system_score_codex":0.000208701,"about_ca_system_score_gemma":0.0000685695,"threshold_uncertainty_score":0.8218094},"labels":[],"label_agreement":null},{"id":"W2078392793","doi":"10.4018/jssci.2009040104","title":"A Theory of Program Comprehension","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Science and Computational Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Comprehension; Program comprehension; Computer science; Software; Process (computing); Vision science; Perspective (graphical); Cognitive science; Human–computer interaction; Artificial intelligence; Software system; Programming language; Psychology","score_opus":0.029852218194042573,"score_gpt":0.3386157124770408,"score_spread":0.3087634942829982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078392793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091611944,0.00028210809,0.9068507,0.0006045772,0.00046584022,0.00008389717,0.0000014558271,0.000053018786,0.000046474517],"genre_scores_gemma":[0.77819467,0.000027487944,0.22156869,0.0001518447,0.000046890364,9.88319e-7,4.408981e-7,0.0000024533697,0.0000065166064],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971415,0.000035519537,0.00047372514,0.00021926168,0.0019452577,0.00018478034],"domain_scores_gemma":[0.9945613,0.0009276089,0.00026946206,0.00014883741,0.003954262,0.00013852752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014397898,0.000103413775,0.00015796488,0.000611874,0.000076443204,0.00019936432,0.00196907,0.00003088257,0.000008346713],"category_scores_gemma":[0.0020285374,0.00008793611,0.000062663115,0.0007674666,0.00040200297,0.0010553115,0.00020537386,0.00018475005,0.0000041284547],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003523209,0.00018402899,0.0017424736,0.0000057171223,0.000023564662,0.000030486903,0.00046946088,0.028874844,0.0004402371,0.09018376,0.00005524535,0.87795496],"study_design_scores_gemma":[0.00051485485,0.00212111,0.29985702,0.00046793217,0.000012961706,0.0012977931,0.00019956805,0.14383668,0.012734022,0.5376292,0.00088472833,0.00044415044],"about_ca_topic_score_codex":0.0000020071086,"about_ca_topic_score_gemma":1.00208574e-7,"teacher_disagreement_score":0.8775108,"about_ca_system_score_codex":0.00008429335,"about_ca_system_score_gemma":0.00050100446,"threshold_uncertainty_score":0.36590546},"labels":[],"label_agreement":null},{"id":"W2078515278","doi":"10.5555/2820282.2820288","title":"Detection of software evolution phases based on development activities","year":2015,"lang":"en","type":"article","venue":"International Conference on Program Comprehension","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Software evolution; Computer science; Software development; Granularity; Software; Software construction; Commit; Software engineering; Software sizing; Software analytics; Software metric; Software maintenance; Data mining; Database; Programming language","score_opus":0.08285909543163568,"score_gpt":0.3309184893314647,"score_spread":0.24805939389982906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078515278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35355204,0.000016050335,0.6440591,0.00017425789,0.00085923687,0.00030949395,0.000002916046,0.00055848,0.00046840849],"genre_scores_gemma":[0.95426625,9.1651293e-7,0.045500856,0.000028993394,0.00003548214,0.000086173684,0.000014252091,0.00000974907,0.000057321293],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99812436,0.000060279,0.00022973554,0.0003391824,0.0010491639,0.00019728823],"domain_scores_gemma":[0.9985854,0.00030516533,0.000101570244,0.0003251196,0.0005732733,0.0001094532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021671076,0.00015633692,0.00013823294,0.00038519784,0.00005626544,0.00011569127,0.00060489617,0.00006651827,0.0000151401355],"category_scores_gemma":[0.0003774534,0.00014755664,0.000047632955,0.00024425777,0.000050560975,0.0002708258,0.00013634059,0.00017952244,0.000028356135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043653228,0.0015835667,0.0059002694,0.000046868336,0.00006190487,0.000017104217,0.00039892358,0.01868238,0.013226537,0.012425893,0.00022219682,0.9469978],"study_design_scores_gemma":[0.0015890298,0.0020845972,0.023177037,0.00043448023,0.0000042262623,0.000009278866,0.00007122026,0.8482015,0.11770335,0.0013437882,0.0049620643,0.000419438],"about_ca_topic_score_codex":0.000017626402,"about_ca_topic_score_gemma":0.000005201187,"teacher_disagreement_score":0.9465784,"about_ca_system_score_codex":0.00030784964,"about_ca_system_score_gemma":0.00028924824,"threshold_uncertainty_score":0.6017185},"labels":[],"label_agreement":null},{"id":"W2079194580","doi":"10.1109/saner.2015.7081815","title":"Measuring the quality of design pattern detection results","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Design pattern; Software design pattern; Pattern detection; Engineering design process; Structural pattern; Quality (philosophy); Task (project management); Process (computing); Specification pattern; Artificial intelligence; Data mining; Software; Software design; Software engineering; Software development; Engineering; Systems engineering; Programming language","score_opus":0.2239854316130997,"score_gpt":0.3308078191398476,"score_spread":0.10682238752674789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079194580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036805425,0.000019233143,0.9623415,0.00023083172,0.0001458722,0.00008132119,2.4827835e-7,0.00014461222,0.00023093859],"genre_scores_gemma":[0.98886496,5.833613e-7,0.011007309,0.000015340469,0.000023021428,0.0000058259952,6.3748686e-8,0.0000030542296,0.000079872436],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989646,0.00017236463,0.00016173985,0.00013604044,0.0004407077,0.00012455172],"domain_scores_gemma":[0.99835545,0.00091406563,0.000035225185,0.0004909289,0.00015192166,0.0000524189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031623263,0.000043580865,0.00005929803,0.000042641837,0.00002583429,0.000039755418,0.0005578013,0.000021216843,8.192897e-7],"category_scores_gemma":[0.0022912163,0.00002827843,0.000020233154,0.00024734865,0.000016997787,0.00013183385,0.00014199132,0.00008198804,0.00002189201],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013285085,0.00013235722,0.015628787,0.000070824826,0.00006976523,0.000009631632,0.007568112,0.041294824,0.022466281,0.0015564258,0.0028535866,0.90821654],"study_design_scores_gemma":[0.0014076679,0.0002970502,0.21962123,0.000028581513,0.000002791179,0.000013848516,0.0001330774,0.24278626,0.53290105,0.0019438241,0.0005650316,0.00029959268],"about_ca_topic_score_codex":0.000363718,"about_ca_topic_score_gemma":0.000021869912,"teacher_disagreement_score":0.9520595,"about_ca_system_score_codex":0.000039030656,"about_ca_system_score_gemma":0.000042755826,"threshold_uncertainty_score":0.27429655},"labels":[],"label_agreement":null},{"id":"W2079317829","doi":"10.1145/1134285.1134336","title":"Who should fix this bug?","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":921,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Open source; Computer science; Eclipse; Software engineering; Debugging; Software bug; Process (computing); Open-source software development; World Wide Web; Classifier (UML); Usability; Data science; Artificial intelligence; Programming language; Software; Operating system","score_opus":0.023260665400049233,"score_gpt":0.2700901157109861,"score_spread":0.2468294503109369,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079317829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015791783,0.00013340687,0.9368457,0.0016902414,0.00023299105,0.00007905643,4.7978733e-7,0.0010338004,0.04419254],"genre_scores_gemma":[0.87219065,0.000003836036,0.06994259,0.00030636552,0.00018474435,0.000013159842,0.0000010952492,0.000014222076,0.05734335],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99915177,0.000010859006,0.0000827469,0.0002037793,0.00030454766,0.00024627816],"domain_scores_gemma":[0.99921197,0.00024567125,0.000007737834,0.00044443322,0.000041323518,0.00004887363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015343059,0.00006605262,0.000065664215,0.0000795851,0.000038576756,0.000121964295,0.0006684659,0.000038675033,0.00022856188],"category_scores_gemma":[0.000091617476,0.000056207613,0.000029564537,0.00032541744,0.000015049576,0.00019795824,0.00019652495,0.00010931987,0.00051481964],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016717578,0.00007915019,0.048492167,0.000024096196,0.000012196904,0.0000764843,0.00015433256,0.0015474411,0.001216079,0.19974825,0.7231864,0.025461767],"study_design_scores_gemma":[0.0007373476,0.00015950226,0.3513412,0.00003982119,0.0000036739539,0.00005684788,0.0000061691258,0.20691203,0.03791119,0.011242156,0.3906828,0.00090728],"about_ca_topic_score_codex":0.00027067418,"about_ca_topic_score_gemma":0.000010150397,"teacher_disagreement_score":0.8669031,"about_ca_system_score_codex":0.000029946497,"about_ca_system_score_gemma":0.000026645483,"threshold_uncertainty_score":0.66171366},"labels":[],"label_agreement":null},{"id":"W2079524575","doi":"10.1109/raise.2013.6615204","title":"Handling missing attributes using matrix factorization","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Missing data; Matrix decomposition; Recommender system; Domain (mathematical analysis); Software; Data mining; Machine learning; Domain knowledge; Artificial intelligence; Data science","score_opus":0.039825194383794164,"score_gpt":0.29690347063101274,"score_spread":0.2570782762472186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079524575","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0989843,0.00006604601,0.8999832,0.00025502278,0.000191544,0.00008896092,1.663489e-7,0.00038107068,0.000049674127],"genre_scores_gemma":[0.7576869,0.0000012293972,0.24203774,0.000016662469,0.00005062574,0.0000027378198,8.693149e-7,0.0000069785597,0.0001962099],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921715,0.000016722368,0.00011016595,0.00018459167,0.00022486162,0.00024648826],"domain_scores_gemma":[0.99923366,0.00029628433,0.000019688197,0.00025408567,0.000114498805,0.000081799204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012474116,0.00007199088,0.00007150959,0.00010500015,0.00009514203,0.00044088677,0.00035097974,0.000037327227,0.000080866004],"category_scores_gemma":[0.00035298066,0.00006433827,0.000022112334,0.00036803912,0.000009309923,0.00075152115,0.00014417029,0.00007513576,0.00012595978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021585092,0.000117030104,0.31629807,0.00018359297,0.00007714144,0.000025601374,0.0014765054,0.04990009,0.46203515,0.025411287,0.0037483415,0.14072505],"study_design_scores_gemma":[0.00010464762,0.00001239774,0.016963735,0.000024053996,0.0000012059118,0.000008725273,0.0000074795335,0.9569181,0.02440303,0.001096264,0.0003056395,0.0001546737],"about_ca_topic_score_codex":0.00012990237,"about_ca_topic_score_gemma":2.8440792e-7,"teacher_disagreement_score":0.90701807,"about_ca_system_score_codex":0.00006186209,"about_ca_system_score_gemma":0.00004022,"threshold_uncertainty_score":0.4251481},"labels":[],"label_agreement":null},{"id":"W2079972013","doi":"10.5555/2664446.2664462","title":"Mining challenge 2012: the Android platform","year":2012,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Android (operating system); Computer science; Data science; World Wide Web; Android application; Software; Android app; Operating system","score_opus":0.027878367104243282,"score_gpt":0.26460729060075805,"score_spread":0.23672892349651475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079972013","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6554719,0.018094253,0.30567014,0.0008892875,0.0137130665,0.00049112935,0.0000034424359,0.0035203102,0.0021464773],"genre_scores_gemma":[0.90320504,0.00003198394,0.09394171,0.000046054094,0.0013780737,0.000078803845,0.0000027245221,0.00004143134,0.0012741756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976545,0.000055183405,0.00030604674,0.00037580956,0.0007183258,0.0008901617],"domain_scores_gemma":[0.9963207,0.0021232858,0.00010333585,0.0010920875,0.00013904902,0.00022153593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008334334,0.0002558976,0.00022273758,0.000117940406,0.000549649,0.00038316852,0.0012464271,0.00013136365,0.000008475669],"category_scores_gemma":[0.0015059329,0.00019179728,0.00009172895,0.00049167423,0.000104042985,0.0016013405,0.00060618715,0.00029299545,0.000042851076],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022711029,0.00021949325,0.75481784,0.00017705957,0.00019310026,0.000118720855,0.07469465,0.00013814523,0.00027294864,0.0058926884,0.028730014,0.13472262],"study_design_scores_gemma":[0.0016378714,0.0010046475,0.53405356,0.00067394134,0.000104606734,0.002122976,0.0048396527,0.0023244887,0.018137177,0.000726249,0.43122473,0.0031500868],"about_ca_topic_score_codex":0.000017958595,"about_ca_topic_score_gemma":0.000003901926,"teacher_disagreement_score":0.40249473,"about_ca_system_score_codex":0.00010971735,"about_ca_system_score_gemma":0.00009510924,"threshold_uncertainty_score":0.7821266},"labels":[],"label_agreement":null},{"id":"W2080002385","doi":"10.1145/1370143.1370148","title":"The benefits and challenges of executable acceptance testing","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Executable; Computer science; Acceptance testing; Software engineering; Programming language","score_opus":0.08238491627779673,"score_gpt":0.2579861573770468,"score_spread":0.17560124109925004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080002385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8311017,0.08382382,0.069564745,0.0038548037,0.00031320172,0.0002962792,8.149042e-7,0.000739684,0.010304942],"genre_scores_gemma":[0.95885676,0.002756675,0.038200513,0.000008262232,0.000014932278,0.0000052548407,1.3866379e-8,0.000003755229,0.00015383116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994669,0.000009390178,0.00007131355,0.00012814782,0.00016653062,0.00015773825],"domain_scores_gemma":[0.9982018,0.0013976771,0.000015773961,0.0002802262,0.00007030588,0.00003424926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018318265,0.00004287291,0.000054623288,0.000024033443,0.00011150138,0.000022133141,0.00042066703,0.000015105788,0.000001158806],"category_scores_gemma":[0.0006424038,0.000028709608,0.000008007959,0.00018515321,0.000046156747,0.00014425414,0.00020574777,0.000052005016,0.0000031564555],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000180016,0.00002259662,0.048557654,0.000042549545,0.0000122103675,0.000010724229,0.000825879,0.00084885024,0.0005064456,0.10354649,0.00038000988,0.84524477],"study_design_scores_gemma":[0.0002426559,0.0001399681,0.94097024,0.00005602308,0.0000010792268,0.00015544609,0.00006779753,0.045361035,0.008980656,0.0009527393,0.0028662889,0.0002060494],"about_ca_topic_score_codex":0.000015081445,"about_ca_topic_score_gemma":0.000003233927,"teacher_disagreement_score":0.8924126,"about_ca_system_score_codex":0.0000057350267,"about_ca_system_score_gemma":0.000021997557,"threshold_uncertainty_score":0.117074385},"labels":[],"label_agreement":null},{"id":"W2080139099","doi":"10.2308/isys-50809","title":"Business Modeling to Improve Auditor Risk Assessment: An Investigation of Alternative Representations","year":2014,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge; University of Waterloo","funders":"","keywords":"Diagrammatic reasoning; Audit; Presentation (obstetrics); Financial statement; Structuring; Computer science; Representation (politics); Accounting; Statement (logic); Knowledge management; Business; Finance; Linguistics","score_opus":0.01932093057412574,"score_gpt":0.3000902145339554,"score_spread":0.28076928395982964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080139099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2566284,0.0000039315664,0.7417279,0.00010960341,0.0013264923,0.0001266536,0.00000449269,0.000021641956,0.000050932027],"genre_scores_gemma":[0.95662236,0.00000324362,0.043026906,0.000019003324,0.0003055625,0.000009008793,0.0000032025646,0.0000041307762,0.000006569097],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981397,0.00013752295,0.0008077533,0.00007021564,0.0007319544,0.000112894406],"domain_scores_gemma":[0.99610114,0.0002808573,0.0008253423,0.0002964763,0.0023547707,0.00014140518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019210739,0.00007425029,0.0001732868,0.0005314662,0.000060703187,0.00027178368,0.00053265877,0.000027309858,7.1693836e-7],"category_scores_gemma":[0.0013357243,0.00006397533,0.000035693043,0.000568806,0.000010843691,0.005008137,0.000067380766,0.00016077276,0.000011590509],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005012523,0.000007837894,0.004267332,0.00006662374,0.00002319857,4.1978205e-7,0.0026633746,0.98728156,0.00082441693,0.0020077832,0.00022157046,0.0026308428],"study_design_scores_gemma":[0.0002875789,0.00013182688,0.015189644,0.00010193741,0.0000045063102,0.000020549354,0.00026159894,0.98306936,0.00045068644,0.00023844569,0.00017601598,0.00006786591],"about_ca_topic_score_codex":0.00014728049,"about_ca_topic_score_gemma":8.2638945e-7,"teacher_disagreement_score":0.69999397,"about_ca_system_score_codex":0.000111574154,"about_ca_system_score_gemma":0.00016022108,"threshold_uncertainty_score":0.36307785},"labels":[],"label_agreement":null},{"id":"W2080382377","doi":"10.1109/icebe.2007.137","title":"Systematic Security Analysis for Service-Oriented Software Architectures","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software security assurance; Software engineering; Security service; Risk analysis (engineering); Security engineering; Computer security; Threat model; Software development; Software architecture; Software; Information security","score_opus":0.011422721304895253,"score_gpt":0.26993344963032617,"score_spread":0.2585107283254309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080382377","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06744176,0.000091911556,0.930834,0.00013687722,0.00013737146,0.00051991624,0.00000383408,0.0007747007,0.00005961575],"genre_scores_gemma":[0.82079315,3.6345122e-7,0.17876042,0.00019515447,0.0000411261,0.000062029256,0.0000053600793,0.000011757997,0.00013065325],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983021,0.000036450907,0.00031987092,0.0003848653,0.00047505228,0.0004816337],"domain_scores_gemma":[0.99588037,0.0027680863,0.00005567912,0.0008331165,0.00029258552,0.00017018514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012710779,0.000146278,0.00031668774,0.00058459415,0.00009330667,0.000102161306,0.00091534236,0.00006411377,0.000011456759],"category_scores_gemma":[0.0014828381,0.00011776467,0.0001839161,0.0027389282,0.000013149918,0.000088747365,0.0002080778,0.00012421192,0.000023557739],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024212198,0.0014180935,0.4928514,0.14705579,0.016721563,0.0003326081,0.038139876,0.10832351,0.0013205801,0.18038498,0.0032580793,0.009951396],"study_design_scores_gemma":[0.0020890082,0.00040490893,0.22791162,0.0014013582,0.00081774045,0.00007786089,0.00040886804,0.73782706,0.011376763,0.015018109,0.00067193765,0.0019947395],"about_ca_topic_score_codex":0.0000695081,"about_ca_topic_score_gemma":0.00020890012,"teacher_disagreement_score":0.75335133,"about_ca_system_score_codex":0.000065709675,"about_ca_system_score_gemma":0.00003589794,"threshold_uncertainty_score":0.4802304},"labels":[],"label_agreement":null},{"id":"W2080505681","doi":"10.1016/j.infsof.2004.08.005","title":"Replicating software engineering experiments: a poisoned chalice or the Holy Grail","year":2004,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Holy Grail; Software; Engineering; Computer science; Software engineering; World Wide Web; Programming language","score_opus":0.0136977408834442,"score_gpt":0.25503565745400436,"score_spread":0.24133791657056017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080505681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09315272,0.00024095531,0.899633,0.0029154904,0.00015630314,0.0003195895,0.0000036891863,0.0035682283,0.000010066757],"genre_scores_gemma":[0.62029904,0.000065562315,0.3783862,0.00078813895,0.000033678567,0.0003447688,0.000009521793,0.000022370725,0.000050740106],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99874324,0.000009762777,0.00034812593,0.00022706183,0.000281589,0.00039021266],"domain_scores_gemma":[0.99853814,0.00031789922,0.000105151375,0.00082264765,0.00013781458,0.0000783478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002874538,0.00018045725,0.00016098538,0.00042416895,0.00023594737,0.00021204563,0.0009790324,0.00017894099,0.0000073019883],"category_scores_gemma":[0.0038799306,0.00011847199,0.000033838496,0.0010510411,0.00008635557,0.0011712596,0.00049704104,0.00035223283,0.00006265857],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004541605,0.00011424381,0.013941454,0.00033546894,0.00014786335,0.000055298195,0.015025143,0.004772775,0.0011176412,0.09927907,0.0010664122,0.8640992],"study_design_scores_gemma":[0.024126925,0.0041363575,0.19318213,0.0022026615,0.00010438889,0.010037778,0.00820107,0.06630492,0.092648916,0.03172178,0.55846304,0.008870028],"about_ca_topic_score_codex":0.000034858105,"about_ca_topic_score_gemma":0.0000030009649,"teacher_disagreement_score":0.8552292,"about_ca_system_score_codex":0.00010514962,"about_ca_system_score_gemma":0.00009287773,"threshold_uncertainty_score":0.48311475},"labels":[],"label_agreement":null},{"id":"W2080534028","doi":"10.1145/1181775.1181779","title":"Questions programmers ask during software evolution tasks","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":259,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programmer; Categorization; Task (project management); Context (archaeology); Ask price; Program comprehension; Human–computer interaction; Focus (optics); Code (set theory); Software; Data science; Software engineering; Programming language; Software system; Artificial intelligence","score_opus":0.008389132803656189,"score_gpt":0.24183370224981673,"score_spread":0.23344456944616054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080534028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07430455,0.00011071196,0.92285097,0.00025282605,0.00017792828,0.0001495302,8.26741e-7,0.0018107822,0.00034185205],"genre_scores_gemma":[0.84223455,0.0000010391857,0.1561463,0.000007789881,0.00007884085,0.000043823493,0.0000028179556,0.000010390706,0.0014744136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884146,0.000022747065,0.00013188075,0.00029106563,0.0003245984,0.00038825854],"domain_scores_gemma":[0.99924135,0.00013392072,0.000019117637,0.0004363663,0.00008964124,0.00007959322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014640465,0.00009803098,0.00007281497,0.00016397655,0.00013581882,0.00014894795,0.00047850359,0.000051790266,0.000018045994],"category_scores_gemma":[0.00024004925,0.00009532345,0.0000441154,0.00059399416,0.00003120914,0.00037282662,0.00016667927,0.00013922123,0.00014420932],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010953071,0.00059602124,0.6229831,0.00021029597,0.000062945255,0.00017253694,0.00027381367,0.03345958,0.0069606565,0.25488153,0.012311275,0.068077266],"study_design_scores_gemma":[0.00035900882,0.00005494055,0.97640973,0.0000327417,0.0000035256635,0.000054598506,0.000008941274,0.01392385,0.0024081885,0.0038258308,0.0025670114,0.00035162742],"about_ca_topic_score_codex":0.0005564482,"about_ca_topic_score_gemma":0.00003511863,"teacher_disagreement_score":0.76793003,"about_ca_system_score_codex":0.00018405096,"about_ca_system_score_gemma":0.00006419006,"threshold_uncertainty_score":0.38871774},"labels":[],"label_agreement":null},{"id":"W2080567578","doi":"10.1109/ccece.2008.4564624","title":"Customizing the capture of software architectural design decisions","year":2008,"lang":"en","type":"article","venue":"Conference proceedings - Canadian Conference on Electrical and Computer Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Documentation; Software; Software development; Systems engineering; Engineering","score_opus":0.035188541321035695,"score_gpt":0.21659986276410367,"score_spread":0.18141132144306799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080567578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08248645,0.00017830309,0.91561276,0.00085320935,0.00016287243,0.0003361626,0.0000035910589,0.00026529512,0.00010137505],"genre_scores_gemma":[0.95751536,0.0000661979,0.042062126,0.00016271517,0.000081762104,0.000043009404,0.0000012394331,0.000023040006,0.000044565364],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772877,0.000022548644,0.00032322813,0.0005875019,0.00047835338,0.0008595885],"domain_scores_gemma":[0.9976521,0.0009199811,0.000071389295,0.00031654403,0.0004237949,0.00061619584],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027873804,0.00034932297,0.00036804343,0.00055748096,0.00029903866,0.00026514934,0.0014162927,0.00014885943,0.000010261833],"category_scores_gemma":[0.0006695222,0.00027242993,0.000077365665,0.0009777874,0.00012406506,0.00027288534,0.0001957857,0.00078960485,0.0000098191385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010699623,0.00018769749,0.02151317,0.00024313688,0.0003611442,0.00044975913,0.015739856,0.028713442,0.0037052727,0.42983788,0.0059952056,0.49314645],"study_design_scores_gemma":[0.00030150302,0.00027450165,0.023877444,0.00017783752,0.000008000437,0.0004293666,0.000014581059,0.97243494,0.00071599195,0.00088524586,0.00041350015,0.00046711758],"about_ca_topic_score_codex":0.001232617,"about_ca_topic_score_gemma":0.00011293484,"teacher_disagreement_score":0.9437215,"about_ca_system_score_codex":0.00013037567,"about_ca_system_score_gemma":0.0007270037,"threshold_uncertainty_score":0.99997276},"labels":[],"label_agreement":null},{"id":"W2080703278","doi":"10.1109/icsme.2014.79","title":"Semi-automatic Identification and Representation of Subsystem Variability in Simulink Models","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Identification (biology); Set (abstract data type); Representation (politics); Process (computing); Inference; Data mining; Software; Software engineering; Artificial intelligence; Programming language","score_opus":0.02297703453982183,"score_gpt":0.2822139695306576,"score_spread":0.2592369349908358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080703278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3675865,0.0000046498067,0.63201445,0.00005487732,0.00003337913,0.00010129898,1.3442927e-7,0.000073933814,0.00013079392],"genre_scores_gemma":[0.987404,0.0000015395026,0.012529127,0.0000043084574,0.000006322983,0.000012764466,7.647327e-7,0.000003112065,0.00003808846],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990257,0.00017434536,0.0002566484,0.00023107507,0.00021513374,0.000097098426],"domain_scores_gemma":[0.99780726,0.0015389737,0.000044639048,0.00050140574,0.000075139105,0.000032553417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016682106,0.000046418856,0.0001076732,0.000111598616,0.000012657418,0.000044498716,0.00025100235,0.00003350038,0.0000027826432],"category_scores_gemma":[0.0012324102,0.000044181867,0.000012935735,0.00039545927,0.000017431874,0.00038903483,0.00009100019,0.000050773033,0.0000036572053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007113941,0.00022576695,0.28685504,0.0013412046,0.00002691652,0.0000025969157,0.005011154,0.31911495,0.014669342,0.2246299,0.000119491866,0.14799653],"study_design_scores_gemma":[0.00009884461,0.000007465298,0.07856332,0.000015241189,6.7585813e-7,9.817354e-7,0.000007530315,0.90726805,0.003210719,0.010789005,0.0000010291519,0.00003715978],"about_ca_topic_score_codex":0.000073939394,"about_ca_topic_score_gemma":0.0000049794944,"teacher_disagreement_score":0.6198175,"about_ca_system_score_codex":0.000029192845,"about_ca_system_score_gemma":0.000014756641,"threshold_uncertainty_score":0.18016843},"labels":[],"label_agreement":null},{"id":"W2081104485","doi":"10.1109/icpc.2013.6613838","title":"Insight into a method co-change pattern to identify highly coupled methods: An empirical study","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code refactoring; Computer science; clone (Java method); Commit; Software; Software evolution; Software system; Source code; Data mining; Programming language; Artificial intelligence; Software construction; Biology; Database","score_opus":0.10564983106112251,"score_gpt":0.47730012486795576,"score_spread":0.37165029380683323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081104485","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2162868,0.000025577085,0.7802433,0.0012778654,0.0003010858,0.0011263458,3.966522e-7,0.00067718787,0.000061475504],"genre_scores_gemma":[0.44326043,8.704843e-7,0.5547418,0.0011312746,0.00010500665,0.00059176097,0.0000014235507,0.00002646135,0.00014095164],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.996571,0.00080977794,0.00036251603,0.00089576875,0.0007900516,0.00057088723],"domain_scores_gemma":[0.99592966,0.0017019564,0.00003883098,0.0014603573,0.00028770475,0.0005815122],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021353834,0.0002584341,0.00035475267,0.00047789243,0.000115973686,0.0006790328,0.0019818475,0.00009538462,0.0002683574],"category_scores_gemma":[0.0006967016,0.000212987,0.00006506945,0.0011049904,0.000020555044,0.0011994883,0.0009601966,0.0003050563,0.0011907149],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010098812,0.0013320191,0.18508172,0.000055572043,0.00016061761,0.0001383301,0.06814104,0.00011243673,0.013390015,0.00019362528,0.005815297,0.72556925],"study_design_scores_gemma":[0.00072041113,0.0011632456,0.7941937,0.00001526735,0.00001094106,0.00001551866,0.00041179202,0.19505034,0.003761042,0.0006468564,0.0033650678,0.0006458124],"about_ca_topic_score_codex":0.0038683533,"about_ca_topic_score_gemma":0.00012782497,"teacher_disagreement_score":0.72492343,"about_ca_system_score_codex":0.00012766568,"about_ca_system_score_gemma":0.00005218673,"threshold_uncertainty_score":0.999587},"labels":[],"label_agreement":null},{"id":"W2081326554","doi":"10.1016/j.infsof.2009.04.018","title":"Change impact graphs: Determining the impact of prior codechanges","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Victoria","funders":"","keywords":"Computer science; Source code; Software; Code (set theory); Graph; Change impact analysis; Constant (computer programming); Database; Distributed computing; Software engineering; Operating system; Theoretical computer science; Programming language","score_opus":0.02094814448982087,"score_gpt":0.3012395335253905,"score_spread":0.28029138903556966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081326554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8997755,0.00021988302,0.09812993,0.0006491883,0.000052283467,0.0002978505,0.000007910164,0.0008455752,0.00002185944],"genre_scores_gemma":[0.99322385,0.00005755426,0.0065985243,0.00008493055,0.000007332106,0.000019724941,0.0000034657933,0.0000029721732,0.0000016523753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992845,0.000012341011,0.00020410381,0.00009112887,0.00016319806,0.000244722],"domain_scores_gemma":[0.9991135,0.00018242704,0.00010464182,0.00040151752,0.00015140619,0.000046512752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002265137,0.000114249975,0.00014413956,0.0006046495,0.00008682472,0.00007088257,0.00059380784,0.00012779621,0.0000047572216],"category_scores_gemma":[0.0006854189,0.00007236863,0.0000618926,0.00076688325,0.000074698226,0.0009692563,0.00014473028,0.00017784926,0.000007914692],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043991545,0.000013580976,0.08920106,0.000009592429,0.000014271406,9.0297937e-7,0.00127307,0.000030497298,0.000015504145,0.0018271882,0.00020194564,0.907408],"study_design_scores_gemma":[0.00042718378,0.0007745841,0.98733294,0.000030154764,0.0000029739376,0.00005176115,0.0000396336,0.0058244173,0.00032982352,0.0047926963,0.00024030174,0.00015351266],"about_ca_topic_score_codex":0.000030475918,"about_ca_topic_score_gemma":0.0000013942608,"teacher_disagreement_score":0.90725446,"about_ca_system_score_codex":0.00004494539,"about_ca_system_score_gemma":0.00005117537,"threshold_uncertainty_score":0.29511073},"labels":[],"label_agreement":null},{"id":"W2081439463","doi":"10.1145/1082983.1083150","title":"Mining student CVS repositories for performance indicators","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Quality (philosophy); Source lines of code; Data science; Work (physics); Source code; Data mining; Software engineering; Software; Engineering; Programming language","score_opus":0.014842147429639938,"score_gpt":0.2662585567185968,"score_spread":0.2514164092889568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081439463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79136837,0.0005802825,0.20415741,0.00026287587,0.00100716,0.00037331434,0.000006602428,0.0022422725,0.0000017098149],"genre_scores_gemma":[0.67865807,0.000014329501,0.32047027,0.000045500554,0.00047476694,0.00018890927,0.000008460156,0.00005801728,0.00008169382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99734503,0.000015919935,0.00044515784,0.0006821162,0.0006569296,0.00085483736],"domain_scores_gemma":[0.9429664,0.05503149,0.00010042777,0.0014854252,0.00015557332,0.00026067928],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051922596,0.0003848211,0.00033845904,0.00049809535,0.0002228112,0.00030125972,0.0023971738,0.0001620611,0.000006992582],"category_scores_gemma":[0.10611174,0.00040504016,0.00013401707,0.000863373,0.000036761823,0.0008567843,0.0007541013,0.0003151658,0.000033669923],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009044846,0.00007698787,0.9291496,0.0002344923,0.00008251302,0.0000121519015,0.0020336916,0.0140048945,0.0009996785,0.00041954243,0.0007755187,0.05220185],"study_design_scores_gemma":[0.0011178227,0.00044813228,0.8909318,0.00033791107,0.0000341763,0.00008065289,0.000027664673,0.008176492,0.058814097,0.000010151747,0.03852018,0.0015009624],"about_ca_topic_score_codex":0.000005027294,"about_ca_topic_score_gemma":8.881108e-7,"teacher_disagreement_score":0.11631285,"about_ca_system_score_codex":0.00022307709,"about_ca_system_score_gemma":0.00010275752,"threshold_uncertainty_score":0.99984014},"labels":[],"label_agreement":null},{"id":"W2081461908","doi":"10.1109/icst.2013.24","title":"R2Fix: Automatically Generating Bug Fixes from Bug Reports","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software bug; Linux kernel; Programming language; Pointer (user interface); Software; Memory leak; Security bug; Operating system; Artificial intelligence; Memory management; Software security assurance; Cloud computing","score_opus":0.01092669478379791,"score_gpt":0.23505020531874296,"score_spread":0.22412351053494506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081461908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3847991,0.00004655362,0.612112,0.0006470988,0.00029971258,0.00013913348,3.1688407e-7,0.0010045521,0.0009515418],"genre_scores_gemma":[0.6030083,0.0000010542926,0.39551145,0.00019137905,0.00011515623,0.00004151673,0.0000019274419,0.000011396596,0.0011178808],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984104,0.00003297777,0.00030474804,0.00041595285,0.00046988335,0.0003660537],"domain_scores_gemma":[0.99806094,0.00070792105,0.00004385022,0.000888057,0.0001259557,0.00017324844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026049794,0.0001261481,0.0001427785,0.0000805097,0.00008083278,0.00050909875,0.00058378687,0.000060854345,0.0006985407],"category_scores_gemma":[0.0010351216,0.00010490105,0.000044857203,0.00027144607,0.000023273697,0.00049153075,0.00040853824,0.00015177594,0.00067473616],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020282741,0.0003794085,0.24442309,0.00012986275,0.00026647616,0.0014347517,0.0030307665,0.009697467,0.12000578,0.011426183,0.280727,0.32847717],"study_design_scores_gemma":[0.000104935054,0.000038671995,0.122489594,0.000027920702,0.0000022916993,0.000056162182,0.000011462256,0.86305493,0.008537723,0.004412394,0.00095470174,0.0003092056],"about_ca_topic_score_codex":0.0010693626,"about_ca_topic_score_gemma":0.000010692983,"teacher_disagreement_score":0.8533575,"about_ca_system_score_codex":0.000039209943,"about_ca_system_score_gemma":0.00006964545,"threshold_uncertainty_score":0.8672593},"labels":[],"label_agreement":null},{"id":"W2081509466","doi":"10.1145/1370788.1370803","title":"Multi-criteria decision analysis for customization of estimation by analogy method AQUA+","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Weighting; Analogy; Computer science; Personalization; Multiple-criteria decision analysis; Perspective (graphical); Decision tree; Quality (philosophy); Estimation; Data mining; Mathematical optimization; Artificial intelligence; Mathematics; Engineering; Systems engineering","score_opus":0.0384598081481618,"score_gpt":0.366510602226555,"score_spread":0.3280507940783932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081509466","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015656376,0.00003324522,0.9839209,0.000049855695,0.00006801054,0.00014873853,0.0000050916096,0.00010845411,0.000009382794],"genre_scores_gemma":[0.34823784,0.000004595148,0.65160793,0.000011398782,0.000004640382,0.000012211365,0.00001676197,0.0000042119686,0.000100418496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990619,0.000052207968,0.0002400549,0.00025809204,0.00023543465,0.00015234336],"domain_scores_gemma":[0.99799615,0.0013267656,0.00005526779,0.00036359494,0.00020481952,0.000053404103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000504094,0.00007462491,0.00019360981,0.0004520362,0.00005417928,0.000023456847,0.00037446962,0.00005448732,0.000026697286],"category_scores_gemma":[0.0011217061,0.000068425776,0.00008712167,0.0013696068,0.000017232855,0.00025855066,0.00007310968,0.000037808855,0.0000057992593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006119771,0.00037680595,0.03621888,0.000070671726,0.0004863846,0.000005501846,0.001199365,0.718526,0.029314704,0.0013268719,0.02169796,0.19071567],"study_design_scores_gemma":[0.00033611254,0.000037818903,0.018990446,0.000002518606,0.000017435907,0.0000027486558,0.0000017734094,0.9718092,0.008514613,0.000069331094,0.00014929488,0.00006867239],"about_ca_topic_score_codex":0.00007251726,"about_ca_topic_score_gemma":0.0000065688187,"teacher_disagreement_score":0.3325815,"about_ca_system_score_codex":0.00003578921,"about_ca_system_score_gemma":0.000031302676,"threshold_uncertainty_score":0.2790322},"labels":[],"label_agreement":null},{"id":"W2081705453","doi":"10.1145/1321631.1321718","title":"Assisting potentially-repetitive small-scale changes via semi-automated heuristic search","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Heuristic; Codebase; Scale (ratio); Semantic change; Change detection; Code (set theory); Software; Artificial intelligence; Information retrieval; Programming language; Set (abstract data type)","score_opus":0.019958638566838938,"score_gpt":0.2753731868180923,"score_spread":0.25541454825125337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081705453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074080266,0.000058687183,0.91936916,0.00040550853,0.00034440027,0.00019781377,0.000001669189,0.0030961372,0.0024463423],"genre_scores_gemma":[0.9161427,0.0000054547822,0.08204574,0.000116037736,0.0001591361,0.000011435369,0.000004861591,0.000029275061,0.0014853376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975307,0.0000686204,0.00023769149,0.00058353454,0.0006829189,0.0008965329],"domain_scores_gemma":[0.99747866,0.0012514773,0.000039233313,0.0006315606,0.00031765184,0.00028142054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015535175,0.00019543678,0.00019266944,0.0003485387,0.00017680309,0.00021746273,0.0010159084,0.00010769379,0.00006738841],"category_scores_gemma":[0.0005626143,0.00018684864,0.000056355577,0.0009827167,0.00006708937,0.00015728912,0.0006164119,0.0003310316,0.00023366183],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108345506,0.0010501208,0.12138927,0.0008261895,0.00049881596,0.0043472615,0.0057124444,0.00939007,0.20028383,0.010470797,0.005499115,0.6404238],"study_design_scores_gemma":[0.0006754423,0.000287601,0.3233504,0.000138943,0.000012974197,0.00024350296,0.00010575227,0.57346135,0.09975089,0.000163625,0.00097438105,0.0008351341],"about_ca_topic_score_codex":0.00023090682,"about_ca_topic_score_gemma":0.00018697743,"teacher_disagreement_score":0.8420625,"about_ca_system_score_codex":0.00014136908,"about_ca_system_score_gemma":0.00007969564,"threshold_uncertainty_score":0.7619466},"labels":[],"label_agreement":null},{"id":"W2081943844","doi":"10.1016/j.cag.2005.03.007","title":"3D visualization techniques to support slicing-based program comprehension","year":2005,"lang":"en","type":"article","venue":"Computers & Graphics","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Concordia University","keywords":"Computer science; Program slicing; Visualization; Program comprehension; Software visualization; Slicing; Source code; Rendering (computer graphics); Software; Comprehension; Human–computer interaction; Software system; Programming language; Data mining; Component-based software engineering; Artificial intelligence; Computer graphics (images)","score_opus":0.0232504246986767,"score_gpt":0.32035949055804447,"score_spread":0.29710906585936775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081943844","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029286098,0.000027237245,0.9654302,0.0009687725,0.00031691277,0.0006899615,0.0000013640271,0.003244127,0.0000353447],"genre_scores_gemma":[0.44712847,0.000004969146,0.5508678,0.0017215979,0.00014019209,0.00007530423,0.000019568974,0.000030254005,0.000011848572],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979366,0.00006935687,0.00030088765,0.000561227,0.00063291326,0.00049901643],"domain_scores_gemma":[0.9982644,0.00032298197,0.000059189908,0.0008186424,0.0002734198,0.00026136523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040633325,0.0002316107,0.00021439619,0.0007096862,0.00014577078,0.00028187752,0.0011513998,0.0001158171,0.00000495509],"category_scores_gemma":[0.000087704975,0.0002425674,0.00009057149,0.0017539904,0.000054804426,0.0003228119,0.0003839399,0.00023387732,0.000051842628],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015172203,0.0005105636,0.009477814,0.00008150048,0.00002955629,0.00003003742,0.000577396,0.01860444,0.0007098608,0.011451853,0.024731878,0.93377995],"study_design_scores_gemma":[0.0003007433,0.00086431083,0.009670802,0.00010579151,0.0000051344937,0.00001133809,0.0000015387876,0.85828155,0.0055844528,0.00006942537,0.124676704,0.0004282079],"about_ca_topic_score_codex":0.000015550197,"about_ca_topic_score_gemma":0.000008377149,"teacher_disagreement_score":0.9333517,"about_ca_system_score_codex":0.000091805596,"about_ca_system_score_gemma":0.00009297282,"threshold_uncertainty_score":0.9891612},"labels":[],"label_agreement":null},{"id":"W2081946494","doi":"10.5555/776816.776859","title":"Design pattern rationale graphs: linking design to source","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software design pattern; Computer science; Design pattern; Structural pattern; Flexibility (engineering); Pattern language (formal languages); Source code; Software engineering; Code (set theory); TRACE (psycholinguistics); Representation (politics); Human–computer interaction; Programming language; Software design; Software development; Software","score_opus":0.05024159134126945,"score_gpt":0.2606800102843191,"score_spread":0.21043841894304963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081946494","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010514456,0.000036649966,0.9976437,0.00024864828,0.00014655602,0.00031026395,7.8892654e-8,0.00040797805,0.00015467557],"genre_scores_gemma":[0.33821315,0.0000016112512,0.66020525,0.00051721174,0.000019541178,0.0000544579,3.083233e-7,0.000013810853,0.0009746574],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868965,0.0001490527,0.00012883334,0.00031768993,0.00038797545,0.00032680953],"domain_scores_gemma":[0.99806917,0.0012588565,0.000014613024,0.00042912894,0.00008595104,0.0001422885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008751332,0.00010450055,0.00008394155,0.00019098094,0.0000904498,0.00020210838,0.00063079625,0.00003976022,0.000058869067],"category_scores_gemma":[0.0004964582,0.000098564735,0.000029280214,0.00060709286,0.000009867558,0.00020705395,0.000090403264,0.000111082285,0.00032383154],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010278801,0.00019162107,0.022661293,0.000039447143,0.000081515864,0.00008380913,0.0046570306,0.6696503,0.008760515,0.03508815,0.023811765,0.23496425],"study_design_scores_gemma":[0.0013992777,0.0007531714,0.011153416,0.00014647032,0.00000945887,0.00013809255,0.000078101606,0.66217,0.28000808,0.01976579,0.022580216,0.0017979367],"about_ca_topic_score_codex":0.0000072615117,"about_ca_topic_score_gemma":7.0336705e-7,"teacher_disagreement_score":0.33743846,"about_ca_system_score_codex":0.00004024587,"about_ca_system_score_gemma":0.00008525594,"threshold_uncertainty_score":0.41623074},"labels":[],"label_agreement":null},{"id":"W2082183626","doi":"10.1145/2393596.2393670","title":"An industrial study on the risk of software changes","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":145,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Software bug; Code review; Source lines of code; Reliability (semiconductor); Code (set theory); Focus (optics); Software quality; Software; Software engineering; Software development; Data science; Programming language","score_opus":0.08401407539052598,"score_gpt":0.3082452900654755,"score_spread":0.22423121467494955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082183626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95105386,0.000016605143,0.047791034,0.00018155591,0.00042980595,0.0002663348,0.0000016490195,0.00020219258,0.00005698097],"genre_scores_gemma":[0.9979324,0.0000010518335,0.0017477967,0.000028412058,0.00018232023,0.00002130671,1.8159008e-7,0.0000060348634,0.00008053939],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990365,0.00015366476,0.00007357131,0.00013017695,0.0003766328,0.00022946572],"domain_scores_gemma":[0.9979082,0.0012180223,0.0000285053,0.0007274676,0.000038831822,0.000078970144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010546134,0.00006885178,0.00007807044,0.000074089985,0.000054695043,0.000038092825,0.000856557,0.0000355337,0.000036014833],"category_scores_gemma":[0.0010773661,0.000039638693,0.000018208146,0.00030765124,0.000018606132,0.0001613195,0.00016078683,0.0001956612,0.000035230045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004925702,0.00042073647,0.96274006,0.0000015086947,0.000029247089,8.7108674e-7,0.0024838373,0.000077013385,0.000052944913,0.0016735258,0.0014958641,0.031019455],"study_design_scores_gemma":[0.00041677686,0.0011338248,0.99046946,0.0000085639995,0.0000073075294,0.0000013497843,0.00046138247,0.0009346127,0.0055524404,0.000081587634,0.0007831056,0.00014958323],"about_ca_topic_score_codex":0.00007762071,"about_ca_topic_score_gemma":0.000007469165,"teacher_disagreement_score":0.046878513,"about_ca_system_score_codex":0.000015577645,"about_ca_system_score_gemma":0.000018600223,"threshold_uncertainty_score":0.1616419},"labels":[],"label_agreement":null},{"id":"W2083101347","doi":"10.1109/vissof.2007.4290707","title":"Task-specific source code dependency investigation","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Dependency (UML); Reuse; Task (project management); Identification (biology); Source code; Software engineering; Human–computer interaction; Code (set theory); Software; Code reuse; Programming language; Systems engineering; Engineering","score_opus":0.025893892716861443,"score_gpt":0.2588888448406758,"score_spread":0.23299495212381438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083101347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09303538,0.00008296247,0.9044168,0.00021864244,0.0001922061,0.00007171768,1.7931109e-7,0.00063080265,0.0013513112],"genre_scores_gemma":[0.8662366,0.000005596282,0.1318088,0.00012669785,0.00008316061,0.0000035696687,0.0000012168892,0.0000102190925,0.0017240937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99885714,0.000015953687,0.000141997,0.00026392937,0.00040720167,0.0003137577],"domain_scores_gemma":[0.998928,0.00037167067,0.000019201974,0.0004588408,0.000067374014,0.00015490472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006946111,0.00007711123,0.000060735634,0.00015370826,0.000060711987,0.00010705353,0.0006678074,0.00004922154,0.000036823156],"category_scores_gemma":[0.00019148164,0.00007321834,0.00002391639,0.0005166008,0.00002863253,0.00028891687,0.0001618633,0.00014869054,0.0003673828],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012465078,0.00011851463,0.19743396,0.000055205197,0.000037817026,0.0001835372,0.0039059692,0.0026791971,0.043924153,0.283043,0.039860718,0.42874545],"study_design_scores_gemma":[0.0010494447,0.00022105587,0.5603792,0.000052275565,0.0000034585557,0.00016180794,0.00011606921,0.07340154,0.17160572,0.012653279,0.17921455,0.0011416108],"about_ca_topic_score_codex":0.000021742062,"about_ca_topic_score_gemma":0.00001427501,"teacher_disagreement_score":0.7732013,"about_ca_system_score_codex":0.000060891987,"about_ca_system_score_gemma":0.000035383204,"threshold_uncertainty_score":0.4722085},"labels":[],"label_agreement":null},{"id":"W2083587042","doi":"10.1145/1882291.1882351","title":"Using dynamic analysis to create trace-focused user interfaces for IDEs","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Human–computer interaction; User interface; Focus (optics); Visualization; User interface design; Software visualization; Interface (matter); Software; Graphical user interface; Task (project management); Software development; Software engineering; User experience design; Software construction; Systems engineering; Engineering; Operating system; Data mining","score_opus":0.03178156484843799,"score_gpt":0.33486833681602246,"score_spread":0.3030867719675845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083587042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46831316,0.0000068420823,0.53111196,0.00016648587,0.00011400536,0.0001066427,0.0000014681261,0.00015833833,0.000021113989],"genre_scores_gemma":[0.6287114,2.956442e-7,0.370727,0.00002181343,0.000012997073,0.000014368664,3.7532834e-7,0.000008100788,0.0005036378],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989616,0.000013674324,0.00014608089,0.0003527172,0.00020754695,0.0003183427],"domain_scores_gemma":[0.9986015,0.00055808906,0.000020271005,0.00057414616,0.00011307195,0.00013293415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003607373,0.000109172885,0.00016482853,0.00046529088,0.00006686584,0.00027957934,0.0008503343,0.00005655326,0.000052540247],"category_scores_gemma":[0.00045346355,0.00009327538,0.000093566545,0.0011510793,0.000018212097,0.00029679606,0.0001933816,0.00013922063,0.000029761288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000533918,0.00021602961,0.05566727,0.00008708739,0.0016393125,0.00002159358,0.0028507502,0.09544411,0.73366326,0.008484973,0.0008682235,0.10100402],"study_design_scores_gemma":[0.00018028807,0.00005812846,0.024839438,0.000005688226,0.000048339814,0.000002592388,0.00001319705,0.92348254,0.049876813,0.00020286164,0.0010649876,0.00022513805],"about_ca_topic_score_codex":0.000113565155,"about_ca_topic_score_gemma":0.0003516239,"teacher_disagreement_score":0.8280384,"about_ca_system_score_codex":0.00003680317,"about_ca_system_score_gemma":0.000034103832,"threshold_uncertainty_score":0.380366},"labels":[],"label_agreement":null},{"id":"W2083651196","doi":"10.1145/1988997.1989020","title":"An empirical analysis of a testability model for object-oriented programs","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testability; Computer science; Metric (unit); Unit testing; Java; Object-oriented programming; Empirical research; Reliability engineering; Software; Programming language; Engineering; Mathematics; Statistics","score_opus":0.06620077207080198,"score_gpt":0.31307960672924373,"score_spread":0.24687883465844174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083651196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40878478,0.000047374342,0.5896841,0.000011017074,0.00009052928,0.00030861623,0.000025036445,0.0010482138,2.799393e-7],"genre_scores_gemma":[0.57371813,0.0000010243803,0.42603546,0.000010268587,0.000018252988,0.00014896001,0.00003164986,0.000032456075,0.000003773561],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973302,0.00003523069,0.00053465733,0.00083405135,0.00053265615,0.0007332166],"domain_scores_gemma":[0.9654189,0.031255264,0.00010718211,0.0024027412,0.0004878161,0.00032812855],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071175635,0.00035786268,0.00059770263,0.00074111175,0.00007566075,0.00006411989,0.0020543276,0.00018900707,0.000010527586],"category_scores_gemma":[0.10925992,0.00035974535,0.00035048736,0.0027531502,0.00006970841,0.00056162034,0.00031533037,0.00026238867,0.0000030394456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022426575,0.00040110294,0.9584267,0.00014716997,0.00034542868,0.000004577988,0.003887742,0.026098315,0.00063589687,0.00039020364,0.000012197132,0.009628236],"study_design_scores_gemma":[0.00024783873,0.0003591397,0.41540188,0.000024556766,0.00014475778,0.0000021812573,0.000009561644,0.58096516,0.0023623384,0.00008534456,0.000022336028,0.00037491843],"about_ca_topic_score_codex":0.00006521147,"about_ca_topic_score_gemma":0.000013323703,"teacher_disagreement_score":0.55486685,"about_ca_system_score_codex":0.00010272652,"about_ca_system_score_gemma":0.00014553714,"threshold_uncertainty_score":0.99988544},"labels":[],"label_agreement":null},{"id":"W2083998741","doi":"10.1016/j.infsof.2005.09.003","title":"A measurement framework for object-oriented software testability","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Testability; Software engineering; Computer science; Code refactoring; Software metric; Software reliability testing; Reliability engineering; Software development; Software; Software construction; Engineering; Programming language","score_opus":0.01571495417069761,"score_gpt":0.26043312010953884,"score_spread":0.24471816593884124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083998741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013175484,0.000267856,0.98082334,0.002149169,0.00017712265,0.0005049016,0.000008177914,0.0028821863,0.0000117427135],"genre_scores_gemma":[0.34413046,0.000013315107,0.65531737,0.00028141937,0.000026041222,0.0002132897,0.000004789897,0.000007466686,0.0000058852174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985607,0.000014217302,0.00037132407,0.00024021123,0.00041037527,0.00040315144],"domain_scores_gemma":[0.9981494,0.00043601362,0.00009417541,0.00064279867,0.00057886756,0.000098754914],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00062034506,0.00016324925,0.00018229676,0.00047721626,0.00018075075,0.000112719084,0.0005666303,0.00027845913,0.0000088913075],"category_scores_gemma":[0.012137161,0.00015879443,0.00004657387,0.0007200027,0.00009759741,0.0011086671,0.00027779394,0.00030303412,0.000051714956],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012448247,0.000046922818,0.027357519,0.00012211614,0.000021893517,6.444509e-7,0.00069619174,0.00013540781,0.000010543751,0.059359256,0.00063676876,0.9116003],"study_design_scores_gemma":[0.004690863,0.0014110524,0.09293125,0.0004919837,0.000036733338,0.00022107233,0.00048354728,0.03718711,0.008580247,0.15783222,0.6939417,0.0021922262],"about_ca_topic_score_codex":0.000004542921,"about_ca_topic_score_gemma":0.0000059321815,"teacher_disagreement_score":0.9094081,"about_ca_system_score_codex":0.00020145187,"about_ca_system_score_gemma":0.00013309193,"threshold_uncertainty_score":0.99618405},"labels":[],"label_agreement":null},{"id":"W2084409438","doi":"10.1016/j.jvlc.2010.03.001","title":"IssuePlayer: An extensible framework for visual assessment of issue management in software development projects","year":2010,"lang":"en","type":"article","venue":"Journal of Visual Languages & Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Dashboard; Team software process; Software development; Software engineering; Visualization; Software; Process (computing); Identification (biology); Software project management; Process management; Software development process; Knowledge management; Engineering management; Software construction; Engineering; Artificial intelligence","score_opus":0.02097988454379177,"score_gpt":0.4031775295866613,"score_spread":0.3821976450428695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084409438","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49937528,0.000079750374,0.49980855,0.00004313694,0.0004127979,0.00021843225,3.509274e-7,0.000047021324,0.0000146676375],"genre_scores_gemma":[0.5035066,0.0000025460074,0.49623433,0.0000315654,0.00019226626,0.0000037363936,9.951802e-7,0.000015543235,0.00001240904],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975469,0.00007645615,0.0007897383,0.00032537137,0.0007734617,0.00048807627],"domain_scores_gemma":[0.9976951,0.0010378124,0.00042465594,0.00031388775,0.00036772102,0.00016084957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020979738,0.0002070485,0.00042759383,0.0006311348,0.000092810515,0.0001486905,0.0009736546,0.00011564022,0.000012630191],"category_scores_gemma":[0.00064905256,0.00018982176,0.00009149092,0.00057338946,0.000031116157,0.00035906362,0.00041165942,0.00069819717,0.0000022609624],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009091224,0.0022594726,0.11035382,0.0011114628,0.0003485463,0.000649393,0.011035279,0.00741271,0.010807578,0.009986941,0.0003112345,0.8456327],"study_design_scores_gemma":[0.003718759,0.0037800884,0.6948862,0.0024104363,0.00005690357,0.0003384975,0.00308363,0.23916088,0.04697169,0.001137102,0.0031037044,0.0013521325],"about_ca_topic_score_codex":0.000012846551,"about_ca_topic_score_gemma":0.000007882213,"teacher_disagreement_score":0.84428054,"about_ca_system_score_codex":0.00011241886,"about_ca_system_score_gemma":0.00028029023,"threshold_uncertainty_score":0.7740707},"labels":[],"label_agreement":null},{"id":"W2084481113","doi":"10.1109/dasc.2011.42","title":"A Natural Classification Scheme for Software Security Patterns","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software security assurance; Computer science; Security testing; Security information and event management; Computer security model; Security bug; Scheme (mathematics); Security through obscurity; Classification scheme; Security service; Secure coding; Security engineering; Software; Computer security; Cloud computing security; Information security; Machine learning; Mathematics; Operating system","score_opus":0.05391884910734808,"score_gpt":0.28115576882404103,"score_spread":0.22723691971669296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084481113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095023446,0.000027874377,0.903617,0.00011397835,0.00028580503,0.000199495,0.0000026969178,0.0006287824,0.00010087074],"genre_scores_gemma":[0.75461745,0.0000012199014,0.2450487,0.00005339026,0.00003200716,0.00006071636,0.0000034177713,0.0000070850465,0.00017602],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991761,0.000011795404,0.000103721635,0.00027690706,0.00018134598,0.00025015045],"domain_scores_gemma":[0.9990784,0.00023963129,0.000021218559,0.00046352478,0.000127501,0.00006975169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001833542,0.00008022253,0.000069772854,0.00007556448,0.000050603136,0.000056193516,0.0006943181,0.000044669006,0.00003422546],"category_scores_gemma":[0.0004220767,0.000071084716,0.000047243153,0.0001660401,0.000013342223,0.00032327825,0.00014167711,0.00011510657,0.000045274664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005114499,0.0004815189,0.630558,0.00044801037,0.00012049877,0.000023381283,0.007925107,0.0000045779393,0.005549015,0.24348375,0.016563034,0.09479195],"study_design_scores_gemma":[0.00071293674,0.0001624644,0.80193335,0.000032569445,0.000003912814,0.000017488006,0.000061766346,0.17179754,0.014444334,0.007298598,0.0030153655,0.0005196661],"about_ca_topic_score_codex":0.000029111292,"about_ca_topic_score_gemma":0.0000076916895,"teacher_disagreement_score":0.659594,"about_ca_system_score_codex":0.00003840301,"about_ca_system_score_gemma":0.000034461114,"threshold_uncertainty_score":0.28987506},"labels":[],"label_agreement":null},{"id":"W2084918733","doi":"10.1142/s0218194012500118","title":"APPLYING EXPERT JUDGMENT TO IMPROVE AN INDIVIDUAL'S ABILITY TO PREDICT SOFTWARE DEVELOPMENT EFFORT","year":2012,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología","keywords":"Computer science; Software; Set (abstract data type); Software engineering; Personal software process; Schedule; Process (computing); Best practice; Software bug; Software development; Data science; Engineering management; Engineering; Software construction; Management","score_opus":0.017445813949862294,"score_gpt":0.27626413262042093,"score_spread":0.25881831867055866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084918733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2979441,0.0008483922,0.6970863,0.00004948258,0.0034044143,0.00028986347,0.0000060991256,0.00036863855,0.0000027506924],"genre_scores_gemma":[0.5893208,0.0000118927555,0.40945524,0.000051744988,0.00093439175,0.00015062925,0.0000038141175,0.00005328809,0.000018228182],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99713045,0.00001948306,0.00072943966,0.00040330918,0.0009817592,0.000735532],"domain_scores_gemma":[0.9972702,0.0005904111,0.00010006705,0.0003975215,0.0005297605,0.0011119845],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014312987,0.0003985097,0.00038492738,0.0009972672,0.00007507349,0.00029125498,0.0015640929,0.00012325903,0.000007715753],"category_scores_gemma":[0.002445685,0.00040390567,0.00010655879,0.00046181385,0.000011769273,0.001139515,0.00080788904,0.0004988496,0.000022803484],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008902673,0.00089379784,0.108381204,0.00051687745,0.0010161289,0.00013057067,0.027212428,0.27153176,0.017382719,0.0007251102,0.001008627,0.57111174],"study_design_scores_gemma":[0.0034496258,0.0013940809,0.6198719,0.0028758014,0.000077683566,0.0012377634,0.00025933172,0.054264873,0.063745685,0.000023524846,0.24888565,0.003914092],"about_ca_topic_score_codex":0.00000525692,"about_ca_topic_score_gemma":7.0278287e-7,"teacher_disagreement_score":0.5671976,"about_ca_system_score_codex":0.0005434304,"about_ca_system_score_gemma":0.00016814141,"threshold_uncertainty_score":0.9998413},"labels":[],"label_agreement":null},{"id":"W2084979378","doi":"10.1145/568235.568237","title":"Dynamic analysis for reverse engineering and program understanding","year":2002,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reverse engineering; Interoperation; Computer science; Software engineering; Legacy system; Program comprehension; Component (thermodynamics); Software maintenance; Systems engineering; Focus (optics); Software system; Data science; Software; Engineering; Interoperability; World Wide Web; Programming language","score_opus":0.051934204248897435,"score_gpt":0.3006018289755211,"score_spread":0.24866762472662368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084979378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014026148,0.021992758,0.9736054,0.0006641923,0.00008887242,0.0012529853,0.0000012686816,0.0009227572,0.0000691633],"genre_scores_gemma":[0.56608105,0.004504777,0.42888144,0.0002668862,0.000036086203,0.00016230022,0.00000681275,0.000035640332,0.00002504756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981233,0.000020908059,0.00037401685,0.0006359788,0.00030916548,0.00053661567],"domain_scores_gemma":[0.99708575,0.0015788384,0.00010280131,0.0010252657,0.000048247195,0.00015912556],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081542815,0.00024718046,0.00052938255,0.00027459726,0.00015189272,0.0001822521,0.0010762573,0.00006314571,0.000009021569],"category_scores_gemma":[0.0007907414,0.0002481758,0.00016501124,0.002017317,0.000030122037,0.00010720778,0.0005780021,0.00022255992,0.000015435608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042864017,0.00020494098,0.0014994835,0.011445535,0.0014708951,0.00003022208,0.0007189018,0.014839375,0.00048088582,0.03997037,0.0035783718,0.92575675],"study_design_scores_gemma":[0.00032687158,0.000056842957,0.00061916054,0.0010014104,0.00022314476,0.000015445934,0.000008572767,0.98891217,0.000021042213,0.0005503126,0.0078075337,0.0004575152],"about_ca_topic_score_codex":0.0000017176501,"about_ca_topic_score_gemma":4.662942e-7,"teacher_disagreement_score":0.97407275,"about_ca_system_score_codex":0.00016292103,"about_ca_system_score_gemma":0.000011941463,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W2085597081","doi":"10.1109/tse.2013.27","title":"The Impact of Classifier Configuration and Classifier Combination on Bug Localization","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Classifier (UML); Computer science; Artificial intelligence; Machine learning; Random subspace method; Source code; Probabilistic classification; Quadratic classifier; Data mining; Pattern recognition (psychology); Support vector machine; Naive Bayes classifier; Programming language","score_opus":0.013915283300651619,"score_gpt":0.24821500259989007,"score_spread":0.23429971929923846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085597081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06983369,0.000033681394,0.92896694,0.000078922174,0.00040001536,0.0003236694,0.0000036676074,0.00033849417,0.000020917825],"genre_scores_gemma":[0.9970604,0.000036362122,0.002597961,0.000013497456,0.000020577747,0.00010489079,0.0000020371142,0.000026718506,0.00013756054],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987796,0.000039653747,0.00026307913,0.0002699908,0.0003662578,0.00028141728],"domain_scores_gemma":[0.99799925,0.0011930269,0.000057546353,0.00043767923,0.00020256263,0.00010990921],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020554627,0.00019367172,0.00015141956,0.00025829696,0.00019362969,0.00019448031,0.0002940924,0.000108090484,0.00002341654],"category_scores_gemma":[0.00017511123,0.00015032272,0.00008908448,0.0005022263,0.00004748774,0.00049080397,0.000003806494,0.00030502057,0.000035057954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017759927,0.00013998046,0.00095501496,0.000050963332,0.00010812285,0.0000019648662,0.0003616155,0.93135244,0.0028933224,0.0016807849,0.0006167897,0.06182123],"study_design_scores_gemma":[0.000556172,0.0004472799,0.050514564,0.00009630232,0.000008402156,0.000010161988,0.000016466094,0.92737395,0.020366414,0.00015829655,0.00016668712,0.00028533014],"about_ca_topic_score_codex":0.00006160021,"about_ca_topic_score_gemma":0.0000016544482,"teacher_disagreement_score":0.9272267,"about_ca_system_score_codex":0.00016419336,"about_ca_system_score_gemma":0.00005120296,"threshold_uncertainty_score":0.61299825},"labels":[],"label_agreement":null},{"id":"W2085689804","doi":"10.1142/s0218194009004167","title":"A FRAMEWORK FOR TOOL-BASED SOFTWARE ARCHITECTURE RECONSTRUCTION","year":2009,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reference architecture; Software architecture description; Architecture tradeoff analysis method; Resource-oriented architecture; Computer science; Software architecture; Multilayered architecture; Software engineering; Applications architecture; Space-based architecture; Architecture; Database-centric architecture; Software; Computer architecture; Software construction; Software system; Programming language","score_opus":0.01110723504304779,"score_gpt":0.26480299377069977,"score_spread":0.253695758727652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085689804","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031035699,0.0011232237,0.96399635,0.0003092413,0.002972407,0.00012771696,0.0000076189476,0.00042578016,0.0000019441247],"genre_scores_gemma":[0.2798621,0.000027933665,0.71919954,0.000035104327,0.000818788,0.000010631632,0.000002346975,0.000031025298,0.000012553285],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839514,0.000013507628,0.0005047091,0.00029025806,0.0004191376,0.00037724766],"domain_scores_gemma":[0.99665624,0.0021380172,0.00014097217,0.00025448127,0.000617654,0.00019262612],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004995421,0.00028713464,0.00032370008,0.0008155157,0.000052186617,0.00024147383,0.00093222095,0.0001635752,0.000003842408],"category_scores_gemma":[0.007380315,0.00028867624,0.00020365092,0.00034530074,0.000017223174,0.00044800396,0.00008004731,0.0005961491,0.0000024131903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071334056,0.00014452267,0.0027173734,0.00024680482,0.000310411,0.00008406204,0.00071320764,0.5702772,0.001958126,0.010522192,0.00026416645,0.41269058],"study_design_scores_gemma":[0.0066801533,0.0021691644,0.0584416,0.007142767,0.00013143802,0.0047680517,0.00003832519,0.85295117,0.017943487,0.014739056,0.03180437,0.0031904134],"about_ca_topic_score_codex":6.207387e-7,"about_ca_topic_score_gemma":1.277071e-7,"teacher_disagreement_score":0.40950015,"about_ca_system_score_codex":0.0001959681,"about_ca_system_score_gemma":0.00015342233,"threshold_uncertainty_score":0.99995655},"labels":[],"label_agreement":null},{"id":"W2085695897","doi":"10.1109/icsm.2013.102","title":"Interactive Exploration of Collaborative Software-Development Data","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Visualization; Data visualization; Data exploration; Software; Data science; Work (physics); Software development; Software engineering; Data mining; Engineering","score_opus":0.055043804195719234,"score_gpt":0.3072417476859928,"score_spread":0.2521979434902736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085695897","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009918399,0.000023016657,0.98891366,0.00028163742,0.00013639171,0.00024608846,0.0000019964828,0.00019768493,0.0002811272],"genre_scores_gemma":[0.4264737,0.0000037128136,0.57303995,0.000028706083,0.000013256552,0.00005602271,0.00001474424,0.000006133072,0.00036373528],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99908465,0.00003090541,0.00017411052,0.00027177262,0.0002943601,0.0001441971],"domain_scores_gemma":[0.99816257,0.0005462046,0.0000470999,0.0008004649,0.00038769483,0.000055968827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019758484,0.00007454095,0.00009585166,0.00010966533,0.000030546045,0.00009584107,0.0011931981,0.00002423059,0.00009411927],"category_scores_gemma":[0.0008351082,0.000063654596,0.000007500577,0.0004898825,0.00002111308,0.0034746414,0.0008726621,0.00007479745,0.00027387432],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021221911,0.0005516146,0.013306394,0.00013205013,0.0003081665,0.000013442485,0.03240239,0.001408527,0.0062110256,0.013394093,0.09751874,0.83473235],"study_design_scores_gemma":[0.0023384888,0.00071847835,0.19658442,0.0003312761,0.000012195199,0.000014177997,0.0034863576,0.26627812,0.46852395,0.009829442,0.049892664,0.001990438],"about_ca_topic_score_codex":0.00004169776,"about_ca_topic_score_gemma":0.0000063953016,"teacher_disagreement_score":0.8327419,"about_ca_system_score_codex":0.000045229866,"about_ca_system_score_gemma":0.00019236865,"threshold_uncertainty_score":0.35201916},"labels":[],"label_agreement":null},{"id":"W2085996689","doi":"10.1145/2024445.2024458","title":"Causes of premature aging during software development","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Artifact (error); Computer science; GRASP; Categorization; Software maintenance; Software engineering; Software development; Work (physics); Software; Code (set theory); Architecture; Risk analysis (engineering); Artificial intelligence; Programming language; Engineering; Business","score_opus":0.028211288975703616,"score_gpt":0.24003106135109425,"score_spread":0.21181977237539062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085996689","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54172486,0.00011097969,0.45700285,0.000017583016,0.00012497,0.000086924665,2.066131e-7,0.0005579827,0.0003736473],"genre_scores_gemma":[0.640099,0.0000015877597,0.3594052,0.000006587931,0.000007662856,0.000006273032,1.5937597e-7,0.0000061228607,0.00046744448],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991852,0.000010058033,0.00013910848,0.00019006521,0.0002532197,0.00022235638],"domain_scores_gemma":[0.9993942,0.000080001606,0.000025520823,0.0003637431,0.00007356209,0.00006298099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012781634,0.00007897361,0.00009128083,0.00012052239,0.00004176493,0.000020592064,0.00061802095,0.000033392655,0.00005123626],"category_scores_gemma":[0.00018714834,0.00006835938,0.000021880849,0.00024699903,0.000014753388,0.00021723098,0.00035494968,0.00009253698,0.000027518818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019077266,0.0003843246,0.87341887,0.0016542204,0.000269246,0.00026874096,0.050608438,0.00045452907,0.014391713,0.012124508,0.0012878634,0.04511845],"study_design_scores_gemma":[0.00011552883,0.000012517107,0.565227,0.00006980998,9.910075e-7,0.000015702002,0.000018840838,0.00010918166,0.43398184,0.00013389338,0.00017407877,0.00014062479],"about_ca_topic_score_codex":0.000017509752,"about_ca_topic_score_gemma":0.000004479238,"teacher_disagreement_score":0.41959012,"about_ca_system_score_codex":0.00003091087,"about_ca_system_score_gemma":0.00006827304,"threshold_uncertainty_score":0.27876148},"labels":[],"label_agreement":null},{"id":"W2086095861","doi":"10.1109/tr.2012.2183912","title":"Evaluating Stratification Alternatives to Improve Software Defect Prediction","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Software Engineering Research","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Machine learning; Software bug; Skewness; Software; Artificial intelligence; Software quality; Data mining; Sampling (signal processing); Stratification (seeds); Reliability engineering; Statistics; Software development; Engineering; Mathematics","score_opus":0.04061733545592563,"score_gpt":0.3384401637331717,"score_spread":0.2978228282772461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086095861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24159113,0.000014304633,0.75587213,0.00014637022,0.0012781894,0.00048613126,0.000027255624,0.00054873596,0.00003573275],"genre_scores_gemma":[0.9073349,0.0000026686507,0.092167504,0.000036092,0.000081792954,0.00028269962,0.0000018763362,0.0000124235785,0.00008000463],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979773,0.0001824767,0.00028520485,0.0005254359,0.00060968456,0.00041985678],"domain_scores_gemma":[0.99744153,0.0010567479,0.00004603973,0.0009988637,0.00020647037,0.00025036358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001504367,0.00016602673,0.00013346058,0.00017607449,0.00020990579,0.000093436276,0.00046320926,0.00008172872,0.000023825261],"category_scores_gemma":[0.00057236105,0.00016302662,0.00011901483,0.0005614376,0.00003548551,0.000784971,0.0000043262958,0.00034290346,0.00012926006],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069972324,0.0010610974,0.008246226,0.0001308705,0.000078588135,8.643339e-7,0.0029510309,0.26815122,0.028346648,0.00032203755,0.00019763151,0.6904438],"study_design_scores_gemma":[0.0013135278,0.0022467687,0.30788863,0.00013717558,0.00007664832,0.00001975316,0.000098874785,0.20401055,0.48049846,0.0021514334,0.00044473493,0.0011134477],"about_ca_topic_score_codex":0.000045215886,"about_ca_topic_score_gemma":0.000003155136,"teacher_disagreement_score":0.68933034,"about_ca_system_score_codex":0.0003263085,"about_ca_system_score_gemma":0.00007762797,"threshold_uncertainty_score":0.66480327},"labels":[],"label_agreement":null},{"id":"W2086221358","doi":"10.1109/52.903173","title":"Improving subjective estimates using paired comparisons","year":2001,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Research Canada","funders":"","keywords":"Computer science; Software; Scale (ratio); Sizing; Data science; Software technical review; Software development; Software engineering; Industrial engineering; Software quality; Engineering","score_opus":0.04136745351365596,"score_gpt":0.28974969134457945,"score_spread":0.2483822378309235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086221358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3009442,0.00014472207,0.6971081,0.000039521576,0.00049478596,0.00013036735,0.0000024904414,0.0011232904,0.00001252898],"genre_scores_gemma":[0.7061641,0.0000027210658,0.29361537,0.000036359663,0.00009498727,0.000014686423,0.0000012124351,0.000025899812,0.000044636196],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982308,0.000040992312,0.00020576181,0.0004936977,0.0004177892,0.00061092526],"domain_scores_gemma":[0.99790996,0.0009962625,0.00006441122,0.00068283366,0.00016996152,0.00017655114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002643254,0.00020818479,0.00022577863,0.00020400748,0.0003813985,0.00018103528,0.000918778,0.00008915974,0.000013763582],"category_scores_gemma":[0.0011412369,0.00021469455,0.00008229317,0.0007905291,0.000060313138,0.0005361947,0.0003407143,0.00027777476,0.000064170425],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002241068,0.00018081085,0.9072621,0.000105104664,0.00009665289,0.0004464694,0.0017311947,0.032896325,0.008358406,0.00028445228,0.0017155791,0.04690049],"study_design_scores_gemma":[0.0008083304,0.00015336687,0.13595198,0.00013663383,0.00002156469,0.00034101208,0.000055153672,0.8472916,0.012427154,0.00076407194,0.0011304542,0.0009186943],"about_ca_topic_score_codex":0.00035414592,"about_ca_topic_score_gemma":0.000015142839,"teacher_disagreement_score":0.81439525,"about_ca_system_score_codex":0.00019621776,"about_ca_system_score_gemma":0.0001550667,"threshold_uncertainty_score":0.875499},"labels":[],"label_agreement":null},{"id":"W2086335328","doi":"10.1109/scam.2011.21","title":"A Constraint Programming Approach to Conflict-Aware Optimal Scheduling of Prioritized Code Clone Refactoring","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Constraint programming; Programming language; Scheduling (production processes); Mathematical optimization; Mathematics; Software; Stochastic programming","score_opus":0.08039188590806653,"score_gpt":0.29414768304701333,"score_spread":0.2137557971389468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086335328","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12888065,0.000034130742,0.86846083,0.00002135817,0.00011635628,0.00041460467,0.0000019139757,0.0005492375,0.0015208909],"genre_scores_gemma":[0.5070691,0.0000012472738,0.492808,0.0000108866625,0.000017978144,0.000032386943,6.809413e-7,0.000010930643,0.000048739937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816793,0.00003538622,0.00033592503,0.0004790906,0.00044707995,0.0005345579],"domain_scores_gemma":[0.9986228,0.00021026959,0.000056675457,0.000613593,0.00022131641,0.00027534185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006020403,0.00017353798,0.0002774057,0.00021803295,0.00006005855,0.000084811654,0.00096931495,0.0000842924,0.000016033226],"category_scores_gemma":[0.0003861154,0.00016538773,0.00007166753,0.0005742513,0.000077838995,0.00024274444,0.00046234543,0.00025150258,0.000016472612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034803947,0.0028328048,0.09135272,0.0019332278,0.0008603804,0.00030492968,0.08196298,0.014521578,0.06648824,0.43602106,0.0002358472,0.30313817],"study_design_scores_gemma":[0.007501389,0.0020170028,0.0836841,0.0010164222,0.00006421154,0.00047427474,0.004383458,0.47605544,0.41251537,0.00021692949,0.008036332,0.0040350636],"about_ca_topic_score_codex":0.000070313654,"about_ca_topic_score_gemma":5.0392566e-7,"teacher_disagreement_score":0.46153384,"about_ca_system_score_codex":0.000061187966,"about_ca_system_score_gemma":0.00012510287,"threshold_uncertainty_score":0.67443156},"labels":[],"label_agreement":null},{"id":"W2086580201","doi":"10.1109/vissof.2005.1684320","title":"Applying Code Analysis and 3D Design Pattern Grouping to Facilitate Program Comprehension","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Program comprehension; Source code; Programming language; Unified Modeling Language; Reverse engineering; Static program analysis; Software engineering; Animation; Software design pattern; Software; Software development; Software system; Computer graphics (images)","score_opus":0.0748341516401633,"score_gpt":0.29960521124812833,"score_spread":0.22477105960796503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086580201","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0669295,0.000049232676,0.9314714,0.00028750717,0.000024552379,0.0005679083,7.3090024e-7,0.00064327725,0.000025864018],"genre_scores_gemma":[0.53584427,0.000002380451,0.46381298,0.000106930405,0.000013216472,0.00013893619,8.6934614e-7,0.000005121787,0.00007532538],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986808,0.000053852207,0.00016045438,0.00042832686,0.00032555996,0.00035100873],"domain_scores_gemma":[0.99886215,0.00046375592,0.00001589205,0.0004135141,0.00006238989,0.00018228596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039209388,0.00011998553,0.00016810106,0.00035830235,0.00008794221,0.00024035305,0.0004098198,0.000032846543,0.000012743523],"category_scores_gemma":[0.00007457812,0.00010853752,0.00004140546,0.0010991275,0.000016488302,0.00025716628,0.00034914765,0.000105890314,0.00006854666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018084671,0.000028360675,0.017753743,0.000012433685,0.00005974177,0.0000045494107,0.00046819515,0.048715074,0.00052812696,0.000021272635,0.00012395534,0.93228275],"study_design_scores_gemma":[0.000119057964,0.000074952724,0.062474024,0.000010323061,0.000012639298,0.0000030493488,0.000009895565,0.93359756,0.00047531136,0.00000962894,0.0030499445,0.00016358096],"about_ca_topic_score_codex":0.000091766095,"about_ca_topic_score_gemma":0.00004322722,"teacher_disagreement_score":0.93211913,"about_ca_system_score_codex":0.000046380646,"about_ca_system_score_gemma":0.000011191607,"threshold_uncertainty_score":0.44260317},"labels":[],"label_agreement":null},{"id":"W2087103218","doi":"10.1002/stvr.295","title":"Eight maxims for software inspectors","year":2004,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Cover (algebra); Set (abstract data type); Software; Engineering; Engineering ethics; Software inspection; Computer science; Software engineering; Management science; Software development; Software quality; Mechanical engineering","score_opus":0.027674755534598493,"score_gpt":0.2663009924304416,"score_spread":0.23862623689584309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087103218","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14301471,0.00014085643,0.8537269,0.0005100871,0.00031985686,0.0005179575,0.000017156806,0.0017334513,0.000018969002],"genre_scores_gemma":[0.3684474,0.000007709378,0.631273,0.00006222145,0.000057745438,0.00006908581,0.000016628574,0.000020099913,0.00004611246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821025,0.000037817244,0.00031358385,0.0007449359,0.00030494333,0.00038845165],"domain_scores_gemma":[0.99638736,0.0019778528,0.000090209454,0.00093952875,0.0004127153,0.00019230405],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007521953,0.00019716282,0.00019128759,0.0001146737,0.00031922173,0.00015634288,0.0005889853,0.0001242919,0.0000033727342],"category_scores_gemma":[0.019281983,0.00018373832,0.000063054635,0.0006616428,0.00014311573,0.00034807614,0.00015836624,0.00022245696,0.00002050055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063135,0.000823482,0.698514,0.001477995,0.000056851084,0.000017505296,0.0027237318,0.014833197,0.0017287809,0.018693658,0.0017136633,0.259354],"study_design_scores_gemma":[0.0023936837,0.00056910666,0.8579366,0.0002305575,0.000025063984,0.00007209215,0.000037110705,0.0059670033,0.0042542284,0.117071725,0.01022953,0.0012132522],"about_ca_topic_score_codex":0.000056507808,"about_ca_topic_score_gemma":0.0000013779514,"teacher_disagreement_score":0.25814074,"about_ca_system_score_codex":0.00020101493,"about_ca_system_score_gemma":0.0002078274,"threshold_uncertainty_score":0.98897904},"labels":[],"label_agreement":null},{"id":"W2087145202","doi":"10.1049/ip-sen:20050012","title":"Metarule-guided association rule mining for program understanding","year":2005,"lang":"en","type":"article","venue":"IEE Proceedings - Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Russian Science Foundation; University of Victoria","keywords":"Association rule learning; Computer science; Source code; Documentation; Association (psychology); Software system; Legacy system; Software; Software evolution; Data mining; Software engineering; Process (computing); Software maintenance; Unavailability; Software construction; Programming language; Reliability engineering; Engineering","score_opus":0.061344443260858396,"score_gpt":0.31215586744306517,"score_spread":0.25081142418220675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087145202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09745729,0.00026033414,0.8924658,0.0024678234,0.00060456153,0.0014323917,0.000010817911,0.0048379567,0.00046304584],"genre_scores_gemma":[0.3337842,0.000008614223,0.66389513,0.00016063199,0.000451065,0.0005123001,0.000006626421,0.000058617683,0.0011228131],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99729663,0.00000903623,0.00036755696,0.00064463814,0.0007919742,0.000890143],"domain_scores_gemma":[0.9979778,0.00089190993,0.00019805554,0.00022168068,0.00051009393,0.00020048824],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011273653,0.00026212132,0.0002878379,0.00029976774,0.00031715946,0.00072098355,0.0007929197,0.00019024589,0.000013650626],"category_scores_gemma":[0.0046529425,0.00027632437,0.0001510659,0.000804584,0.000025604952,0.0013576115,0.00022367298,0.00025251703,0.000039529335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007103856,0.000816884,0.35797337,0.0014042637,0.000828752,0.00001883767,0.012850522,0.0014426395,0.002552187,0.037769046,0.26456398,0.31970847],"study_design_scores_gemma":[0.012716036,0.0025647373,0.061343495,0.0014000414,0.0004365513,0.00033189508,0.0020105273,0.41245115,0.054881003,0.05214042,0.39241114,0.007313001],"about_ca_topic_score_codex":0.0000049555642,"about_ca_topic_score_gemma":0.0000021258304,"teacher_disagreement_score":0.4110085,"about_ca_system_score_codex":0.001454731,"about_ca_system_score_gemma":0.000110911686,"threshold_uncertainty_score":0.9999689},"labels":[],"label_agreement":null},{"id":"W2087156818","doi":"10.1145/1082983.1083302","title":"Quality, cleanroom and formal methods","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cleanroom; Computer science; Software engineering; Software development; Formal methods; Quality (philosophy); Systems engineering; Software; Reliability engineering; Engineering; Programming language","score_opus":0.035882057953362016,"score_gpt":0.34350678952848585,"score_spread":0.3076247315751238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087156818","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15459539,0.0011707816,0.8408059,0.00062826433,0.0003375606,0.00016637347,0.0000049117457,0.0022869033,0.0000039051174],"genre_scores_gemma":[0.4769036,0.000022327033,0.5227303,0.000092917115,0.0001532231,0.000023458973,0.0000028562206,0.000036501457,0.000034805907],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975527,0.00007217508,0.00041477982,0.00061855785,0.00047537903,0.0008664237],"domain_scores_gemma":[0.88072,0.117076375,0.00007337959,0.001623898,0.00013005095,0.00037625138],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014178818,0.00035375752,0.00035873588,0.00032047371,0.00014351908,0.00026993253,0.001640934,0.00016789699,0.000022319477],"category_scores_gemma":[0.22818452,0.0003674222,0.00010513776,0.000580278,0.000044216053,0.0012825768,0.001560191,0.000476697,0.00007197264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008252758,0.00006256973,0.24569228,0.00021766723,0.00007282946,0.000020629486,0.0009060603,0.0042870133,0.0037842288,0.0073526315,0.00043809417,0.73715776],"study_design_scores_gemma":[0.0009223436,0.00015594969,0.93405646,0.00011119704,0.0000147824485,0.00015937934,0.000010731999,0.011150737,0.02114656,0.00021903188,0.030692263,0.0013605689],"about_ca_topic_score_codex":0.000025409972,"about_ca_topic_score_gemma":0.000002844347,"teacher_disagreement_score":0.73579717,"about_ca_system_score_codex":0.000101580816,"about_ca_system_score_gemma":0.00005475705,"threshold_uncertainty_score":0.99987775},"labels":[],"label_agreement":null},{"id":"W2087339015","doi":"10.1145/1111449.1111491","title":"Who's asking for help?","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Personalization; User modeling; Human–computer interaction; Bayesian network; Scope (computer science); Probabilistic logic; Usability; Task (project management); Intrusiveness; Software; User interface; Dynamic Bayesian network; Machine learning; Artificial intelligence; World Wide Web","score_opus":0.015236640409315133,"score_gpt":0.2622404815263549,"score_spread":0.24700384111703974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087339015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075395377,0.000034196037,0.98893493,0.0004139313,0.00012709592,0.000089069865,2.8813884e-7,0.00036588102,0.0024950728],"genre_scores_gemma":[0.7335122,5.0232e-7,0.26002675,0.00006990762,0.00015450586,0.000028031793,8.134721e-7,0.000008083061,0.0061991913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994543,0.0000041379294,0.00006060753,0.00014667991,0.0001359716,0.00019829777],"domain_scores_gemma":[0.9993374,0.0003584773,0.0000067582987,0.0002304118,0.00004102722,0.000025968202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014719374,0.000042173648,0.000046445904,0.000056213,0.000038021524,0.000099671495,0.0003881968,0.000019408488,0.0000095215655],"category_scores_gemma":[0.00010580322,0.00003788396,0.000026313268,0.000162574,0.000006348984,0.000142649,0.00008501934,0.000034988465,0.00003123368],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029899034,0.000060183942,0.02214489,0.000055094475,0.000012203851,0.000014204108,0.000101453115,0.003723984,0.0024944006,0.78045577,0.11672939,0.074205436],"study_design_scores_gemma":[0.001009713,0.00017505116,0.13836291,0.000040480012,0.0000027905749,0.00002493609,0.000008694862,0.567802,0.05339413,0.035656705,0.20289913,0.0006234599],"about_ca_topic_score_codex":0.000041524258,"about_ca_topic_score_gemma":0.000004594217,"teacher_disagreement_score":0.7447991,"about_ca_system_score_codex":0.000020723459,"about_ca_system_score_gemma":0.000017416152,"threshold_uncertainty_score":0.15448631},"labels":[],"label_agreement":null},{"id":"W2087450238","doi":"10.1109/wcre.2012.56","title":"SMURF: A SVM-based Incremental Anti-pattern Detection Approach","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Computer science; Support vector machine; Machine learning; Precision and recall; Artificial intelligence; Recall; Data mining; Code (set theory)","score_opus":0.02353135440962072,"score_gpt":0.25201004947464517,"score_spread":0.22847869506502444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087450238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22186084,0.000025024601,0.7767767,0.00004185167,0.00021958989,0.00009829415,3.1822336e-7,0.0004117041,0.00056572683],"genre_scores_gemma":[0.9615509,3.583954e-7,0.03814252,0.00010365567,0.00009911295,0.000024171133,0.0000016336943,0.000010277921,0.00006739757],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998914,0.0000367357,0.000099249526,0.00020500444,0.0003489705,0.0003960621],"domain_scores_gemma":[0.99931496,0.00011827935,0.000016796886,0.0003896371,0.000027968728,0.00013236587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003950161,0.00009504445,0.00007894891,0.00013891255,0.00006248837,0.000087260305,0.00045058093,0.000044206543,0.00003622781],"category_scores_gemma":[0.00006835802,0.00008557607,0.00003830612,0.00034840748,0.000016839205,0.0004268646,0.00016738003,0.00013037697,0.00016917317],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006844014,0.0007157146,0.73326296,0.00013252249,0.000053411422,0.00000824518,0.00068259623,0.0014339386,0.046065938,0.0009151565,0.0012332984,0.21548939],"study_design_scores_gemma":[0.0005971065,0.00009041861,0.35443437,0.00000958256,0.0000037768777,0.00003364856,0.000023660401,0.44788435,0.19554415,0.000013571476,0.0010031285,0.00036222662],"about_ca_topic_score_codex":0.000093274255,"about_ca_topic_score_gemma":0.0000017450682,"teacher_disagreement_score":0.73969,"about_ca_system_score_codex":0.00008073296,"about_ca_system_score_gemma":0.000020941787,"threshold_uncertainty_score":0.3489691},"labels":[],"label_agreement":null},{"id":"W2087472619","doi":"10.1109/iwsm-mensura.2011.21","title":"Bidirectional Influence of Defects and Functional Size","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Functional requirement; Computer science; Measure (data warehouse); Value (mathematics); Data mining; Machine learning; Software engineering","score_opus":0.02384145946745158,"score_gpt":0.2271931709935922,"score_spread":0.20335171152614062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087472619","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92001694,0.000035022793,0.078708574,0.000013941214,0.000068147536,0.00002788776,2.263186e-7,0.000105946965,0.0010232779],"genre_scores_gemma":[0.96953815,0.0000032293115,0.030188227,0.000023898046,0.000009091406,0.0000041499948,5.3196626e-8,0.000002106673,0.00023109089],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99955624,0.000008763694,0.000060461633,0.00012252564,0.00016443725,0.00008754759],"domain_scores_gemma":[0.9992823,0.00045663453,0.000011146487,0.00013334444,0.000072096605,0.00004445702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011279437,0.000037463335,0.00004269395,0.000051306182,0.000020049138,0.000009470344,0.00012513349,0.0000190323,0.000069023525],"category_scores_gemma":[0.00041077437,0.000033068864,0.000012521722,0.0001886458,0.00003391259,0.0001839042,0.00010580361,0.000046229026,0.000015673462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017499455,0.00010244472,0.8760847,0.000051031275,0.000033127224,0.000009974272,0.00057238323,0.0008686733,0.022926398,0.092753954,0.0010206099,0.0055591986],"study_design_scores_gemma":[0.000070635324,0.00003246246,0.98655844,0.0000038209278,5.160044e-7,0.000013272701,0.0000013004093,0.0005679847,0.011437351,0.0011840515,0.00009008743,0.000040072795],"about_ca_topic_score_codex":0.00003942802,"about_ca_topic_score_gemma":0.0000015911331,"teacher_disagreement_score":0.110473745,"about_ca_system_score_codex":0.000007579802,"about_ca_system_score_gemma":0.00003295013,"threshold_uncertainty_score":0.13485092},"labels":[],"label_agreement":null},{"id":"W2087515886","doi":"10.5555/2664446.2664477","title":"A qualitative study on performance bugs","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Software bug; Computer science; Context (archaeology); Software; Sample (material); Code (set theory); Software engineering; Operating system; Programming language","score_opus":0.07248724276815446,"score_gpt":0.39292835003969184,"score_spread":0.3204411072715374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087515886","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9132389,0.000013145709,0.084232435,0.0000911951,0.00018156273,0.00012746068,1.07289466e-7,0.00026084593,0.0018543798],"genre_scores_gemma":[0.99346966,4.7041715e-7,0.005540932,0.000051244515,0.00004314883,0.000025685715,9.364639e-8,0.0000047071835,0.0008640857],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99913967,0.00006399342,0.00007011434,0.00013134767,0.00032339658,0.0002714869],"domain_scores_gemma":[0.9989498,0.0005614555,0.000009396076,0.00036114288,0.00003184484,0.00008634326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007346805,0.00006280763,0.0000600692,0.00007861238,0.000041700936,0.00003671133,0.00042114052,0.000013456733,0.000019411144],"category_scores_gemma":[0.00017074682,0.000048406742,0.000013663457,0.00027766268,0.000009853309,0.0003905367,0.00013854726,0.00010242769,0.0007144085],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015986076,0.0017989195,0.23791085,0.000028134358,0.00006870718,0.0000074314007,0.67388856,0.00016351498,0.00017685129,0.050866645,0.0045216884,0.030552726],"study_design_scores_gemma":[0.0006591894,0.0013687535,0.9722508,0.000016128797,0.0000022768468,0.0000061899095,0.012364524,0.008184659,0.0030305872,0.0000891176,0.0016409837,0.00038675],"about_ca_topic_score_codex":0.000008663764,"about_ca_topic_score_gemma":2.356422e-7,"teacher_disagreement_score":0.73434,"about_ca_system_score_codex":0.000034200806,"about_ca_system_score_gemma":0.000012861944,"threshold_uncertainty_score":0.91825145},"labels":[],"label_agreement":null},{"id":"W2087670325","doi":"10.1007/s10664-014-9333-9","title":"Improving bug management using correlations in crash reports","year":2014,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Crash; Computer science; Eclipse; Precision and recall; Identification (biology); Software bug; Software; Data mining; Artificial intelligence; Programming language","score_opus":0.019100434507084794,"score_gpt":0.2706619834027131,"score_spread":0.25156154889562826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087670325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19575357,0.0000569631,0.80238974,0.00006011493,0.0006259146,0.00016935857,3.3295717e-7,0.0009089115,0.000035100507],"genre_scores_gemma":[0.7345207,0.0000015847968,0.26519454,0.00005021404,0.000099324854,0.000030666757,0.000002141307,0.000036229194,0.00006460624],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978176,0.000035402212,0.00043408351,0.0005918124,0.00048469784,0.00063641],"domain_scores_gemma":[0.998072,0.00085261755,0.00006128122,0.00076537183,0.00005103015,0.00019769603],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066274905,0.00023182611,0.00023737788,0.00046487487,0.000082654435,0.00015247233,0.0005222484,0.000109236615,0.000010720587],"category_scores_gemma":[0.002259102,0.00025535873,0.00007800389,0.001157508,0.00001602656,0.0004202141,0.0005032823,0.0004143367,0.000024003983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010605884,0.00005183597,0.5273074,0.000117201154,0.000018880502,0.00028616248,0.00017081882,0.46356782,0.00018901529,0.00039080955,0.00019720323,0.007701816],"study_design_scores_gemma":[0.00021596081,0.000025253004,0.32773194,0.000098481505,0.0000055794735,0.00008628682,0.0000032806395,0.66838676,0.00014606284,0.00019482804,0.0027316916,0.000373889],"about_ca_topic_score_codex":0.000038343653,"about_ca_topic_score_gemma":0.0000023016537,"teacher_disagreement_score":0.5387671,"about_ca_system_score_codex":0.00030742912,"about_ca_system_score_gemma":0.00003652613,"threshold_uncertainty_score":0.99998987},"labels":[],"label_agreement":null},{"id":"W2087832061","doi":"10.1109/msr.2013.6624006","title":"Detecting API usage obstacles: A study of iOS and Android developer questions","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Android (operating system); Computer science; World Wide Web; Java; Application programming interface; Software; Software engineering; Operating system","score_opus":0.020024965077647918,"score_gpt":0.26173513519921104,"score_spread":0.24171017012156312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087832061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82279986,0.00004231068,0.17658873,0.000037303944,0.000037668695,0.00023918753,1.0595655e-7,0.00014430586,0.00011051434],"genre_scores_gemma":[0.9547499,0.0000025008187,0.044999216,0.000011882171,0.000007443453,0.00003884284,4.586125e-8,0.000005691606,0.00018448294],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992517,0.000034892484,0.00013592829,0.00020493493,0.00019995282,0.00017255981],"domain_scores_gemma":[0.9990044,0.0004933709,0.000018434679,0.00030093218,0.00011064845,0.00007220733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021982435,0.00006831609,0.00009208777,0.000113871036,0.00006308256,0.000107497086,0.00032091822,0.000022493294,0.000024237945],"category_scores_gemma":[0.0005427768,0.00005681491,0.000009531631,0.00034473804,0.000018471332,0.00032348794,0.0002847695,0.00009324624,0.0000267185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036759448,0.0007461009,0.6488182,0.00012860355,0.00012481768,0.000051887946,0.025299974,0.0008075079,0.017192984,0.0022076806,0.00062221574,0.30399635],"study_design_scores_gemma":[0.00062046066,0.00036569312,0.9589981,0.00003635578,0.0000037087618,0.00003764402,0.0011754098,0.03466784,0.0034273393,0.00031315125,0.00009720573,0.0002570823],"about_ca_topic_score_codex":0.00046862496,"about_ca_topic_score_gemma":0.000044672073,"teacher_disagreement_score":0.31017992,"about_ca_system_score_codex":0.000017690918,"about_ca_system_score_gemma":0.000029222736,"threshold_uncertainty_score":0.23168448},"labels":[],"label_agreement":null},{"id":"W2088067768","doi":"10.1109/icsme.2014.116","title":"Studying the Impact of Developer Communication on the Quality and Evolution of a Software System: A Doctoral Dissertation Retrospective","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software development; Computer science; Software peer review; Software quality; Software engineering; Software construction; Personal software process; Social software engineering; Software development process; Team software process; Package development process; Software evolution; Software analytics; Software system; Software; Programming language","score_opus":0.04751841137502348,"score_gpt":0.3508662448966308,"score_spread":0.3033478335216073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088067768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7326129,0.000028326203,0.2669407,0.00012242554,0.000015539898,0.00017297834,6.870029e-7,0.00004888061,0.000057557863],"genre_scores_gemma":[0.99573874,0.0000011818236,0.004221989,0.000003793835,0.0000055081973,0.000015055206,5.660557e-7,0.0000038155126,0.00000936182],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896294,0.0003355169,0.00019167256,0.00012300214,0.00029070856,0.000096173855],"domain_scores_gemma":[0.99703014,0.001949322,0.00010510553,0.0006397946,0.00025553736,0.000020083751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017264902,0.00006613837,0.0001149493,0.00005096644,0.00011703882,0.000039592625,0.000514285,0.000024122945,0.0000015309657],"category_scores_gemma":[0.0017873398,0.000032495926,0.00003574278,0.00035142334,0.000058655805,0.00014305022,0.00013515551,0.0001065636,0.0000012989947],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020616873,0.00003369353,0.78824025,0.000054103948,0.00004646332,4.3940204e-8,0.0040857056,0.0008317395,0.00095187227,0.20387834,0.00003787021,0.001819294],"study_design_scores_gemma":[0.00008963888,0.00008984041,0.97896475,0.00005072817,0.0000019350257,7.7271346e-7,0.0003343409,0.01925386,0.0004792616,0.00069513137,4.209644e-7,0.00003929841],"about_ca_topic_score_codex":0.0015733925,"about_ca_topic_score_gemma":0.00004333279,"teacher_disagreement_score":0.26312584,"about_ca_system_score_codex":0.00019650732,"about_ca_system_score_gemma":0.00004845924,"threshold_uncertainty_score":0.23785093},"labels":[],"label_agreement":null},{"id":"W2088108067","doi":"10.1016/j.scico.2013.11.025","title":"Understanding database schema evolution: A case study","year":2013,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science; Fonds De La Recherche Scientifique - FNRS","keywords":"Computer science; Database schema; Database; Reverse engineering; Schema (genetic algorithms); Database design; Schema migration; Database model; Information schema; Data science; Schema evolution; Software engineering; Information retrieval; Semi-structured model; Programming language","score_opus":0.08599344345401087,"score_gpt":0.31329145225617433,"score_spread":0.22729800880216344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088108067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35333085,0.000023101586,0.64556146,0.00006448749,0.0002866834,0.00049421785,1.8532987e-7,0.00022221565,0.000016787073],"genre_scores_gemma":[0.68761486,1.8214784e-7,0.31228465,0.0000056844183,0.000045338747,0.000037318467,1.5936764e-7,0.000006157088,0.0000056926615],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972551,0.000050292518,0.00030228312,0.0006594056,0.0010679684,0.00066494837],"domain_scores_gemma":[0.9979921,0.00029749746,0.00008845968,0.0010251147,0.00033789573,0.00025891178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015855776,0.00015825764,0.00018166333,0.00056218926,0.00038749693,0.00073227263,0.0017975746,0.000027405491,0.000008068068],"category_scores_gemma":[0.00020065231,0.00014672724,0.00004606568,0.0029577003,0.00041094917,0.0024233435,0.0014061868,0.00019697512,0.000029023917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009793599,0.0034063892,0.18746293,0.0004789877,0.00017652585,0.0060413666,0.02314084,0.006089306,0.008723734,0.13893479,0.001289145,0.6242462],"study_design_scores_gemma":[0.0012293792,0.0012953406,0.010982002,0.00018806347,0.000012315648,0.0035918078,0.004547121,0.9735157,0.0015083703,0.0022126518,0.00010614236,0.00081113324],"about_ca_topic_score_codex":0.00038064143,"about_ca_topic_score_gemma":0.0000068013846,"teacher_disagreement_score":0.96742636,"about_ca_system_score_codex":0.00028821226,"about_ca_system_score_gemma":0.00029810064,"threshold_uncertainty_score":0.7061322},"labels":[],"label_agreement":null},{"id":"W2088481278","doi":"10.5555/2486788.2487071","title":"4th international workshop on managing technical debt (MTD 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Credibility; Debt; Software; Computer science; Engineering management; Software engineering; Software development; Engineering; Systems engineering; Engineering ethics; Business; Political science; Finance","score_opus":0.028552896519075485,"score_gpt":0.2845764858648499,"score_spread":0.2560235893457744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088481278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013097613,0.00003927537,0.9713987,0.005093509,0.0034983426,0.00032169977,0.000009266247,0.0018670529,0.004674509],"genre_scores_gemma":[0.92745274,0.0000769665,0.07031124,0.0003492614,0.00035875296,0.00021526053,0.000024302844,0.000052742187,0.0011587077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971901,0.000022399981,0.00037436746,0.00070561166,0.0011757059,0.0005318034],"domain_scores_gemma":[0.9977539,0.0008444054,0.00007628984,0.0006926565,0.00040336588,0.00022938986],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002525502,0.00034965912,0.0002204213,0.0006967277,0.00006980822,0.0007009619,0.0027952052,0.00014629353,0.0006432956],"category_scores_gemma":[0.001699128,0.0003550307,0.00011909618,0.00036215305,0.00003642037,0.00083430356,0.000559101,0.0007437012,0.0012329486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069034875,0.00055034144,0.01089182,0.00007758017,0.0005090853,0.00034136296,0.00056953164,0.1487961,0.0059009693,0.6266904,0.03372536,0.17187844],"study_design_scores_gemma":[0.0013037097,0.00023367032,0.05030866,0.0012301918,0.000008945991,0.00013932405,0.00005805745,0.91335964,0.002174959,0.005054866,0.024418656,0.0017093183],"about_ca_topic_score_codex":0.000039920298,"about_ca_topic_score_gemma":0.000002388384,"teacher_disagreement_score":0.91435516,"about_ca_system_score_codex":0.0003620618,"about_ca_system_score_gemma":0.00006516487,"threshold_uncertainty_score":0.99989015},"labels":[],"label_agreement":null},{"id":"W2088569554","doi":"10.1109/mtd.2014.17","title":"Managing Technical Debt in Database Schemas of Critical Software","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Technical debt; Computer science; Database; Context (archaeology); Database schema; Software quality; Software engineering; Software; Software development; Database design; Data science; Risk analysis (engineering); Programming language","score_opus":0.018771384330771797,"score_gpt":0.29926621445905544,"score_spread":0.28049483012828363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088569554","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066287005,0.00003798897,0.9913317,0.0008103855,0.00006640824,0.000057328212,4.5088558e-7,0.00031214845,0.000754893],"genre_scores_gemma":[0.5846339,0.000001391643,0.41527122,0.000045217377,0.000012016156,0.000006574641,5.974061e-7,0.000005384612,0.000023696235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988821,0.000036643505,0.00017942136,0.00028310713,0.00032570085,0.00029300206],"domain_scores_gemma":[0.99737716,0.0017724081,0.000010166123,0.0006968332,0.000049915463,0.000093512805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006188804,0.0000771022,0.00012981282,0.00020294097,0.000018165925,0.000026184618,0.00073811953,0.00004460514,0.000024449699],"category_scores_gemma":[0.0053223153,0.0000721521,0.000027004831,0.00047768326,0.00007258871,0.00027287856,0.0005810539,0.00020404886,0.000034349334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049606037,0.00021323349,0.022806766,0.00028790606,0.000004235479,0.000055559143,0.00008034793,0.0004091816,0.004487485,0.9238797,0.00057030754,0.047200315],"study_design_scores_gemma":[0.002269469,0.00053039874,0.13095845,0.00088211923,0.000012867626,0.0002032317,0.00005492349,0.6929457,0.097329445,0.068081446,0.005089675,0.001642266],"about_ca_topic_score_codex":0.000040114322,"about_ca_topic_score_gemma":0.000010807888,"teacher_disagreement_score":0.85579824,"about_ca_system_score_codex":0.000028835902,"about_ca_system_score_gemma":0.00003160416,"threshold_uncertainty_score":0.6371693},"labels":[],"label_agreement":null},{"id":"W2088585190","doi":"10.1145/1806916.1806918","title":"Modeling web quality using a probabilistic approach","year":2010,"lang":"en","type":"article","venue":"ACM Transactions on the Web","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal","funders":"","keywords":"Navigability; Computer science; Quality (philosophy); Task (project management); Probabilistic logic; Process (computing); Bayesian network; Data mining; Statistical model; Machine learning; Artificial intelligence; Systems engineering; Engineering","score_opus":0.07936546576008312,"score_gpt":0.31188893004664103,"score_spread":0.2325234642865579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088585190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3270796,0.0000071012573,0.6715578,0.00059127324,0.0002454472,0.00017757023,0.0000034623586,0.00025973783,0.000078009216],"genre_scores_gemma":[0.8793714,0.0000024169806,0.12041908,0.000049474034,0.00003734951,0.000050651943,3.687437e-7,0.000014985864,0.000054295124],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986664,0.00009697002,0.00018785243,0.00034680899,0.00039335497,0.00030862974],"domain_scores_gemma":[0.9972081,0.0008860473,0.000021047088,0.0017104696,0.000086478605,0.000087821056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094993325,0.00013155931,0.00011747725,0.00012057532,0.0003029712,0.00015286349,0.0016156015,0.00007886143,0.00002870051],"category_scores_gemma":[0.00062590244,0.00009817508,0.00008696685,0.0005510919,0.000059619575,0.00021232272,0.000032198874,0.000755275,0.00003842047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012058841,0.0003089912,0.00007603869,0.00005945826,0.000056887107,0.0000025464751,0.00079730875,0.9395978,0.035916127,0.011527816,0.000022306405,0.011622689],"study_design_scores_gemma":[0.000120515535,0.000014055649,0.000042070864,0.000008370913,0.0000065212625,0.00001660304,0.000023611774,0.9963013,0.0006070953,0.0026729216,0.00006081314,0.00012613481],"about_ca_topic_score_codex":0.00006777342,"about_ca_topic_score_gemma":0.00002636446,"teacher_disagreement_score":0.5522918,"about_ca_system_score_codex":0.00005124877,"about_ca_system_score_gemma":0.00018857079,"threshold_uncertainty_score":0.40034637},"labels":[],"label_agreement":null},{"id":"W2088785743","doi":"10.1109/shark-adi.2007.12","title":"Social Factors Relevant to Capturing Design Decisions","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Casual; Computer science; Participatory design; Conversation; Software design; Management science; Software; Human–computer interaction; Knowledge management; Software development; Engineering; Psychology; Operations management","score_opus":0.08065930251151042,"score_gpt":0.3297008610409194,"score_spread":0.24904155852940896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2088785743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10054556,0.000007078097,0.8980812,0.00026294444,0.00016839821,0.000108288994,1.5923248e-7,0.00040201467,0.00042439255],"genre_scores_gemma":[0.7612085,4.058282e-7,0.23832567,0.000056485285,0.0000477876,0.000002417762,1.238858e-7,0.000007684885,0.0003509427],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987755,0.000017294711,0.00013315522,0.00024594742,0.00041009573,0.00041803162],"domain_scores_gemma":[0.9973346,0.002122357,0.000010129154,0.00028151285,0.000059447266,0.00019195053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070414215,0.000085193984,0.000082475155,0.00021044462,0.00013533575,0.000099984245,0.00072896807,0.00004475265,0.000016383918],"category_scores_gemma":[0.0013607176,0.00007102564,0.00003716566,0.0005367427,0.000010940743,0.00014405971,0.00028568812,0.00012589915,0.00017283452],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007986324,0.00040883524,0.055423748,0.000028836814,0.00015106027,0.0007658315,0.04182989,0.02226865,0.036415007,0.20411645,0.10153526,0.5369766],"study_design_scores_gemma":[0.0006364954,0.0002907526,0.8175675,0.00004959809,0.0000055442583,0.000028931738,0.0003420594,0.0141496435,0.14065601,0.0052846232,0.019807478,0.0011813369],"about_ca_topic_score_codex":0.000043151053,"about_ca_topic_score_gemma":0.000008559364,"teacher_disagreement_score":0.7621438,"about_ca_system_score_codex":0.00009513646,"about_ca_system_score_gemma":0.00004244729,"threshold_uncertainty_score":0.28963417},"labels":[],"label_agreement":null},{"id":"W2089736546","doi":"10.1145/1117696.1117718","title":"Study of novice programmers using Eclipse and Gild","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Eclipse; Computer science; Programming language; Astronomy; Physics","score_opus":0.04235982628760339,"score_gpt":0.31986306750956633,"score_spread":0.27750324122196296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089736546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9401222,0.000026460262,0.059350103,0.00008419869,0.000036840825,0.0001684871,6.905932e-8,0.00009292871,0.00011872217],"genre_scores_gemma":[0.8901509,7.7441223e-7,0.10973589,0.000015477564,0.00004311722,0.000003200278,3.3294487e-8,0.0000037788116,0.000046835445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993635,0.000015151371,0.000095258234,0.00016732201,0.00020638558,0.0001523758],"domain_scores_gemma":[0.99949384,0.0001333268,0.000015276026,0.0002597529,0.000042727508,0.00005505082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019488878,0.000051290517,0.00007107242,0.00008279387,0.000026280859,0.000044965098,0.00027001434,0.000015639816,0.00000616984],"category_scores_gemma":[0.00007016851,0.00004494794,0.000009238975,0.00029835026,0.000015860116,0.00019590395,0.00019904276,0.000060714196,0.000004336242],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010049404,0.0014724812,0.2880948,0.000069766866,0.0000908966,0.000035619814,0.01080654,0.009592705,0.0011138743,0.0034600212,0.00037384077,0.6848794],"study_design_scores_gemma":[0.004784822,0.00226706,0.3008578,0.00007278854,0.00003295026,0.0001503083,0.0028768932,0.66898566,0.0071153995,0.00012898112,0.011660048,0.0010672631],"about_ca_topic_score_codex":0.00009885926,"about_ca_topic_score_gemma":0.000026331265,"teacher_disagreement_score":0.68381214,"about_ca_system_score_codex":0.00001762321,"about_ca_system_score_gemma":0.000018791481,"threshold_uncertainty_score":0.18329237},"labels":[],"label_agreement":null},{"id":"W2089779090","doi":"10.1109/icsm.2007.4362639","title":"How Programmers can Turn Comments into Waypoints for Code Navigation","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Victoria","funders":"","keywords":"Computer science; Software engineering; Software; Software development; Code (set theory); Software maintenance; Human–computer interaction; Programming language","score_opus":0.03317168845903403,"score_gpt":0.2878660248895109,"score_spread":0.2546943364304769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089779090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19745329,0.000091906346,0.78255296,0.010587962,0.0012203659,0.003481799,0.00004986072,0.0035710044,0.0009908627],"genre_scores_gemma":[0.82787126,0.000024032455,0.16966492,0.00066974334,0.00023709825,0.0005930043,0.00002558226,0.000118802316,0.0007955317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99346024,0.0000071676996,0.0007627515,0.0019140628,0.0015628799,0.0022928806],"domain_scores_gemma":[0.9939653,0.00047945068,0.0005672561,0.0004412137,0.0037584098,0.0007883169],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023200884,0.0008574668,0.0007118526,0.0006345225,0.0006393604,0.0022000903,0.0029257126,0.0003877348,0.0000060584566],"category_scores_gemma":[0.0049342546,0.0008245428,0.0002479118,0.0017036654,0.00033640693,0.0018312668,0.000590187,0.0009889218,0.000029593544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007689692,0.0008669521,0.104746886,0.0029723512,0.00032598595,0.00006388686,0.014247083,0.0000090961685,0.019556217,0.48352388,0.031568326,0.34135038],"study_design_scores_gemma":[0.023230677,0.012830185,0.0732433,0.013474396,0.00031694755,0.0010691269,0.01883272,0.06471506,0.3181455,0.21055998,0.24742292,0.016159158],"about_ca_topic_score_codex":0.000045590146,"about_ca_topic_score_gemma":0.000013646756,"teacher_disagreement_score":0.630418,"about_ca_system_score_codex":0.0008806252,"about_ca_system_score_gemma":0.00022366518,"threshold_uncertainty_score":0.9994205},"labels":[],"label_agreement":null},{"id":"W2089862216","doi":"10.1109/qsic.2014.45","title":"Anti-pattern Mutations and Fault-proneness","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Commit; Computer science; Software evolution; Software quality; Software fault tolerance; Fault (geology); Software system; Software; Software development; Software construction; Programming language; Biology; Database","score_opus":0.013835058301845277,"score_gpt":0.26073561751367547,"score_spread":0.24690055921183018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089862216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24320212,0.000010585711,0.75576377,0.00042657807,0.00007326129,0.000033452176,1.718718e-7,0.0001949298,0.0002951277],"genre_scores_gemma":[0.9849208,0.0000013519015,0.014734327,0.00007827466,0.00002308229,0.00000668196,5.492095e-7,0.000004289205,0.00023062782],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994982,0.000016277627,0.000053868178,0.00016480377,0.00013070785,0.00013612802],"domain_scores_gemma":[0.99937487,0.0002762426,0.0000068302343,0.0002520094,0.000031858814,0.0000582203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014048308,0.00004576007,0.00005362258,0.000060399572,0.000043895183,0.00010488781,0.00027829933,0.000018406385,0.0000116411065],"category_scores_gemma":[0.0001557878,0.000039868442,0.000008849305,0.00013965093,0.000019368468,0.00016708438,0.00014236137,0.00005050981,0.000067423476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.262403e-7,0.000056306864,0.31189895,0.000072084906,0.000020645875,0.000013718663,0.00092592544,0.0021435888,0.0022927679,0.035405047,0.0013232412,0.6458472],"study_design_scores_gemma":[0.00024317663,0.00003804654,0.5660045,0.000009947273,0.0000013073301,0.000020429548,0.0000076026868,0.4265325,0.0033391109,0.0011066203,0.0025271992,0.00016951689],"about_ca_topic_score_codex":0.000035885023,"about_ca_topic_score_gemma":0.0000031316886,"teacher_disagreement_score":0.7417187,"about_ca_system_score_codex":0.0000065393792,"about_ca_system_score_gemma":0.000009784559,"threshold_uncertainty_score":0.16257879},"labels":[],"label_agreement":null},{"id":"W2089863833","doi":"10.1109/seaa.2011.59","title":"Empirical Evaluation of Mixed-Project Defect Prediction Models","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Metric (unit); Predictive modelling; Product metric; Data modeling; Data mining; Focus (optics); Project management; Data collection; Software bug; Empirical research; Data science; Machine learning; Database; Software; Engineering; Systems engineering; Statistics","score_opus":0.232463589436113,"score_gpt":0.36341172342659717,"score_spread":0.13094813399048416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089863833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26279238,0.000038768216,0.73312473,0.000010670077,0.00015818057,0.00016486598,7.6499964e-7,0.00020337713,0.0035062984],"genre_scores_gemma":[0.9574423,0.0000024065653,0.042460863,0.0000060963725,0.000016241873,0.000030002657,9.776229e-7,0.0000049627356,0.00003619138],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869514,0.00010704479,0.00013713812,0.00020901096,0.000706276,0.00014542179],"domain_scores_gemma":[0.99911416,0.00015795825,0.000022630527,0.00040135367,0.00026770853,0.000036178077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013684332,0.00005916207,0.00007322751,0.00016051276,0.000020148518,0.000014324068,0.00036330146,0.000045255325,0.000032418524],"category_scores_gemma":[0.00035906665,0.000050279486,0.0000513474,0.0003909469,0.000017738681,0.0003765826,0.00011692065,0.00007115247,0.000016503964],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008450268,0.0013012657,0.41969827,0.0002180342,0.0004130644,0.000014344557,0.01948584,0.07794626,0.0027895689,0.067086115,0.036618277,0.37434447],"study_design_scores_gemma":[0.0001995581,0.00010560706,0.08238657,0.0000067333053,0.000008995686,0.000004509108,0.000008551932,0.9071521,0.0049274,0.0051255473,0.000018151064,0.00005628823],"about_ca_topic_score_codex":0.00008007223,"about_ca_topic_score_gemma":0.0000037296322,"teacher_disagreement_score":0.8292058,"about_ca_system_score_codex":0.000055862663,"about_ca_system_score_gemma":0.00014693978,"threshold_uncertainty_score":0.2050338},"labels":[],"label_agreement":null},{"id":"W2089991372","doi":"10.1109/wcre.2007.32","title":"Lossless Comparison of Nested Software Decompositions","year":2007,"lang":"en","type":"article","venue":"Proceedings - Working Conference on Reverse Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Decomposition; Lossless compression; Software; Cluster analysis; Software system; Theoretical computer science; Nested set model; Algorithm; Data mining; Distributed computing; Programming language; Data compression; Relational database; Artificial intelligence","score_opus":0.04362021653374086,"score_gpt":0.3034449051996365,"score_spread":0.25982468866589564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089991372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26330453,0.00008256082,0.7339882,0.00013134691,0.00053344126,0.00025572072,0.0000013681528,0.000991444,0.0007113659],"genre_scores_gemma":[0.89554244,0.000008347134,0.10424227,0.000021139109,0.00008823669,0.000016887709,0.000002359004,0.000034372984,0.00004392797],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764884,0.0000058693972,0.00050894794,0.000511134,0.0006350082,0.00069020805],"domain_scores_gemma":[0.9983174,0.00060957536,0.00016086453,0.00034072678,0.00033647058,0.00023497117],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006573893,0.00030341477,0.00039880478,0.00061840884,0.00011800731,0.00019806362,0.0011128467,0.00014826453,0.000014830463],"category_scores_gemma":[0.00067167735,0.000335237,0.0000996052,0.0013218025,0.000046744008,0.0003549554,0.00025857324,0.0005856897,0.000027574377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013088241,0.00089617504,0.3552408,0.0014256097,0.00034037232,0.00013922915,0.009291124,0.032495275,0.09867981,0.39769226,0.0017428611,0.10192559],"study_design_scores_gemma":[0.002447808,0.00088131323,0.17289984,0.0067464197,0.000085043335,0.00016135447,0.0009804892,0.6079419,0.19425239,0.0011793142,0.009070804,0.0033532884],"about_ca_topic_score_codex":0.000009300313,"about_ca_topic_score_gemma":0.0000012331013,"teacher_disagreement_score":0.6322379,"about_ca_system_score_codex":0.00015569112,"about_ca_system_score_gemma":0.00006255525,"threshold_uncertainty_score":0.99990994},"labels":[],"label_agreement":null},{"id":"W2090222336","doi":"10.1145/1985404.1985411","title":"Automated type-3 clone oracle using Levenshtein metric","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Oracle; clone (Java method); Computer science; Construct (python library); Metric (unit); Scalability; Relation (database); Data mining; Programming language; Theoretical computer science; Database; Engineering","score_opus":0.0943181722566206,"score_gpt":0.30913082433026706,"score_spread":0.21481265207364647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090222336","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28540644,0.00013128544,0.70941204,0.00002448164,0.00037232632,0.00009108339,3.0561384e-7,0.0030062767,0.0015557958],"genre_scores_gemma":[0.70217454,0.0000016429532,0.29743183,0.000022662784,0.0000150376045,0.0000012893161,2.4245512e-7,0.000009507364,0.00034321824],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990758,0.000029559144,0.00011729039,0.00022938757,0.0002563251,0.00029164177],"domain_scores_gemma":[0.9991452,0.00014762756,0.000019753827,0.00047726583,0.00011289991,0.00009721355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002767289,0.00008316188,0.00009554854,0.00030226953,0.00004821951,0.00005552695,0.0006410469,0.00004645845,0.00014416932],"category_scores_gemma":[0.00039664345,0.000074622636,0.000024913095,0.0019749566,0.000017391903,0.00027774318,0.00026223387,0.00009939706,0.00039504934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001243642,0.002504813,0.29196647,0.00045317304,0.0008733491,0.0025017671,0.011737716,0.0108152265,0.13526571,0.1884045,0.054465733,0.3008872],"study_design_scores_gemma":[0.00023402616,0.00010779811,0.08497755,0.000012300994,0.0000041570297,0.000047178797,0.000009286209,0.8837345,0.029662272,0.00036823985,0.0005718853,0.00027077924],"about_ca_topic_score_codex":0.0002773013,"about_ca_topic_score_gemma":0.0000015236172,"teacher_disagreement_score":0.8729193,"about_ca_system_score_codex":0.000058092217,"about_ca_system_score_gemma":0.0000675133,"threshold_uncertainty_score":0.50776917},"labels":[],"label_agreement":null},{"id":"W2090398160","doi":"10.1109/esem.2011.22","title":"How Good is Your Comment? A Study of Comments in Java Programs","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Java; Structuring; Code review; Focus (optics); Code (set theory); Taxonomy (biology); Point (geometry); Empirical research; Source code; Software engineering; Static program analysis; Open source; Data science; Programming language; World Wide Web; Software development; Software; Set (abstract data type)","score_opus":0.1038988231966806,"score_gpt":0.30234095690741153,"score_spread":0.19844213371073094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090398160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9451613,0.00002267784,0.05114405,0.0014616989,0.00014255162,0.00089011475,6.2697603e-7,0.00022984641,0.00094715843],"genre_scores_gemma":[0.985757,0.000001039495,0.013728621,0.00013276556,0.0000049425244,0.00004941893,3.4375515e-7,0.000007449038,0.00031845344],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99892896,0.000048479633,0.00015160456,0.00023381696,0.00036599673,0.00027112142],"domain_scores_gemma":[0.9991638,0.00007368218,0.00003230789,0.0006054083,0.00005485532,0.00006991111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028410502,0.00009428208,0.00014197681,0.00014678577,0.000019044966,0.000070821574,0.0010116308,0.000028997962,0.000015617672],"category_scores_gemma":[0.000044018074,0.00008149981,0.000023892091,0.0005151522,0.000016519929,0.00023971254,0.00048771972,0.00012567184,0.000010832952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049137075,0.0027359005,0.9553268,0.000018237723,0.0000354516,0.000021187021,0.014230453,0.0000012668066,0.000023376686,0.0009574863,0.0010763326,0.025568595],"study_design_scores_gemma":[0.005424437,0.0046342,0.9616814,0.00009120349,0.000009691977,0.000009106638,0.0056286114,0.010808083,0.0067566484,0.00064033724,0.0037009807,0.00061525725],"about_ca_topic_score_codex":0.00069491175,"about_ca_topic_score_gemma":0.000045924404,"teacher_disagreement_score":0.040595688,"about_ca_system_score_codex":0.00003353759,"about_ca_system_score_gemma":0.00001531138,"threshold_uncertainty_score":0.3323466},"labels":[],"label_agreement":null},{"id":"W2090432523","doi":"10.1007/s10664-008-9076-6","title":"“Cloning considered harmful” considered harmful: patterns of cloning in software","year":2008,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":363,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloning (programming); Source code; Computer science; Software engineering; Code (set theory); Software system; Software; clone (Java method); Maintainability; Web application; Codebase; Programming language; World Wide Web; Biology; Genetics","score_opus":0.044662327963924,"score_gpt":0.2815639292607685,"score_spread":0.2369016012968445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090432523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49146175,0.0004283489,0.5060543,0.00018198081,0.0004281427,0.00025509123,0.000012868421,0.0011706305,0.0000068995946],"genre_scores_gemma":[0.85962284,0.000037189344,0.13982724,0.00015345716,0.000112413894,0.000072621886,0.000012693668,0.000099759876,0.00006179701],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995464,0.00011497835,0.0010379485,0.0010163429,0.0010360249,0.0013307082],"domain_scores_gemma":[0.9931839,0.004786635,0.00017045281,0.0011115333,0.00028943003,0.00045802654],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00063403,0.0005862429,0.0008906313,0.0008212666,0.00016376408,0.00010731257,0.0013043842,0.0003110822,0.00009247373],"category_scores_gemma":[0.011222485,0.0006485433,0.00025025677,0.0014678097,0.00010484615,0.00070020254,0.0008272546,0.0011249504,0.00005015781],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000134123,0.00011382822,0.9472035,0.000254443,0.00006843892,0.0009116988,0.0016107813,0.04721961,0.00060031295,0.00008519979,0.00083993125,0.0010787974],"study_design_scores_gemma":[0.0022371167,0.0002040457,0.9482715,0.0007903987,0.000016330143,0.0006366497,0.000045929213,0.02974329,0.014747475,0.0001725155,0.001720953,0.0014137677],"about_ca_topic_score_codex":0.00017314179,"about_ca_topic_score_gemma":0.00001634555,"teacher_disagreement_score":0.36816108,"about_ca_system_score_codex":0.00032416606,"about_ca_system_score_gemma":0.00033916047,"threshold_uncertainty_score":0.9995966},"labels":[],"label_agreement":null},{"id":"W2090907135","doi":"10.1145/2568225.2568268","title":"Understanding JavaScript event-based interactions","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Intel Corporation","keywords":"Computer science; JavaScript; Unobtrusive JavaScript; Program comprehension; Asynchronous communication; Event (particle physics); Web application; Task (project management); Visualization; Software engineering; World Wide Web; Programming language; Software; Human–computer interaction; Software system; Artificial intelligence; Rich Internet application","score_opus":0.09474525985388557,"score_gpt":0.30118461458695595,"score_spread":0.20643935473307037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090907135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010384741,0.0000038983735,0.99364275,0.0010913123,0.0004707544,0.000040774637,1.16179415e-7,0.00045982437,0.0032520783],"genre_scores_gemma":[0.9667683,2.0755617e-7,0.032234233,0.00018571955,0.00003494677,0.000006362832,4.8051635e-7,0.0000057093525,0.00076402345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993433,0.000030071174,0.00007859678,0.00016815434,0.00019548985,0.00018439637],"domain_scores_gemma":[0.9989409,0.00058324874,0.000011389357,0.00036332305,0.000026812975,0.00007435589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024370835,0.000056119723,0.000052372354,0.00013188434,0.000068618785,0.00012569751,0.00040241392,0.000016141765,0.000072373135],"category_scores_gemma":[0.0003280879,0.000051351726,0.000034156223,0.0002678648,0.000012644451,0.00023147822,0.000078078134,0.00010418948,0.00016299097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004980739,0.00013302434,0.013531983,0.000041771764,0.00003893294,0.000010972387,0.0003131044,0.031309787,0.0034542016,0.8824528,0.056065932,0.0126425475],"study_design_scores_gemma":[0.00020164465,0.000041447372,0.0021912842,0.000016173204,0.0000010994287,0.0000043690047,0.00001621175,0.97780365,0.0025982913,0.002499778,0.014505909,0.00012013083],"about_ca_topic_score_codex":0.000015417485,"about_ca_topic_score_gemma":0.000009406135,"teacher_disagreement_score":0.96572983,"about_ca_system_score_codex":0.00013425515,"about_ca_system_score_gemma":0.00003089598,"threshold_uncertainty_score":0.20949735},"labels":[],"label_agreement":null},{"id":"W2090908516","doi":"10.1145/2430536.2430539","title":"Facilitating the transition from use case models to analysis models","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Pearl Therapeutics; Fonds National de la Recherche Luxembourg","keywords":"Use Case Diagram; Computer science; Ambiguity; Set (abstract data type); Unified Modeling Language; Sequence diagram; Class diagram; Class (philosophy); Quality (philosophy); Data mining; Natural language processing; Artificial intelligence; Programming language; Software","score_opus":0.15956612434369744,"score_gpt":0.31830746037286617,"score_spread":0.15874133602916873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090908516","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21139473,0.000078856945,0.7872245,0.00036001584,0.00017294106,0.00023664345,0.00003384933,0.00049794227,5.510651e-7],"genre_scores_gemma":[0.4366783,0.000012404915,0.56298864,0.00012316664,0.000014513792,0.00014398221,0.0000029878413,0.000014744845,0.000021238526],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982251,0.00028538718,0.00027301515,0.00056805165,0.00022659314,0.00042188776],"domain_scores_gemma":[0.982613,0.01596568,0.000024954183,0.0010475587,0.00012342859,0.00022536579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067638955,0.00023881027,0.00033248233,0.00053455884,0.00021558962,0.0001878812,0.0005500845,0.00013720087,0.00002069003],"category_scores_gemma":[0.001295267,0.0002016954,0.00014983462,0.0011417854,0.00003272743,0.00081561983,0.000034166787,0.00043950407,0.000014499726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043932137,0.0000147574665,0.000013183932,0.000008766952,0.00022960456,0.00002961185,0.004522451,0.95390034,0.0002203712,0.00020815112,0.000010890036,0.040837485],"study_design_scores_gemma":[0.0001731923,0.000074314776,0.0006123971,0.000014637818,0.00011669227,0.00013522184,0.00023302424,0.994874,0.00043106804,0.0030322503,0.0000377395,0.00026548258],"about_ca_topic_score_codex":0.0023305535,"about_ca_topic_score_gemma":0.00004452548,"teacher_disagreement_score":0.22528358,"about_ca_system_score_codex":0.000053041407,"about_ca_system_score_gemma":0.000021259251,"threshold_uncertainty_score":0.8224899},"labels":[],"label_agreement":null},{"id":"W2090915952","doi":"10.1080/10429247.2007.11431746","title":"A Project Management Approach to Using Simulation for Cost Estimation on Large, Complex Software Development Projects","year":2007,"lang":"en","type":"article","venue":"Engineering Management Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Saskatchewan; Portland State University","keywords":"Software project management; Project management; Software development; Computer science; Cost estimate; Software; Software sizing; Systems engineering; Software development process; Estimation; Verification and validation; Software construction; Software engineering; Industrial engineering; Engineering; Operations management","score_opus":0.07778606872762694,"score_gpt":0.33518546918437053,"score_spread":0.2573994004567436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090915952","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030718269,0.000014265537,0.9931444,0.00002094934,0.00040326064,0.002577781,0.0000014800358,0.00043351835,0.00033254456],"genre_scores_gemma":[0.17875487,0.000001612391,0.8207174,0.00005873507,0.00010038948,0.00014730926,0.000010148068,0.000042111067,0.00016745317],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99740744,0.000018855744,0.00046453546,0.00045489287,0.00082123553,0.00083304924],"domain_scores_gemma":[0.99895746,0.0002544586,0.00009660253,0.00038808447,0.00012084465,0.00018258096],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019151731,0.000279945,0.00019263996,0.0013643467,0.0003035948,0.00039230223,0.0007253641,0.00005179516,0.0000019908084],"category_scores_gemma":[0.00019461579,0.000287983,0.000075713455,0.0009676088,0.000005627374,0.00033629875,0.0003197009,0.00023232297,0.000013175483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003450922,0.00013351688,0.00006259696,0.00032966293,0.00011633397,0.000033950084,0.0004731193,0.9503921,0.000016607632,0.004018113,0.00040748593,0.043981973],"study_design_scores_gemma":[0.0012383687,0.00007576911,0.006717933,0.000189379,0.000015714902,0.00002260694,0.000053383486,0.97411484,0.000112865375,0.00004086215,0.017064845,0.00035342423],"about_ca_topic_score_codex":6.445038e-7,"about_ca_topic_score_gemma":1.6385823e-7,"teacher_disagreement_score":0.17568304,"about_ca_system_score_codex":0.0007349204,"about_ca_system_score_gemma":0.000037440706,"threshold_uncertainty_score":0.9999572},"labels":[],"label_agreement":null},{"id":"W2091122638","doi":"10.1109/apsec.2011.51","title":"A Case Study of Measuring Degeneration of Software Architectures from a Defect Perspective","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Program for New Century Excellent Talents in University","keywords":"Computer science; Perspective (graphical); Compiler; Architecture; Degeneration (medical); Architectural pattern; Software architecture; Software engineering; Software; Software system; Programming language; Artificial intelligence; Software construction","score_opus":0.07015871070585016,"score_gpt":0.2706566237819026,"score_spread":0.20049791307605241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091122638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6410467,0.0000534931,0.35856637,0.000001485104,0.000034965742,0.00015108257,0.0000011121424,0.00009244926,0.0000523056],"genre_scores_gemma":[0.90855986,2.4186073e-7,0.09139485,0.0000022089614,0.0000140528655,0.00001557322,1.3285492e-7,0.000007310703,0.000005798863],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99903333,0.00008453253,0.00016719355,0.0002667643,0.00031394107,0.00013425993],"domain_scores_gemma":[0.99878174,0.00040921534,0.000047998758,0.00048232928,0.00022859794,0.000050089373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020860003,0.00008957829,0.00014824979,0.00018527429,0.0000348973,0.000014253852,0.0003783719,0.000027183138,0.000018690713],"category_scores_gemma":[0.0006093944,0.000076614975,0.000055758435,0.00029845713,0.000022765444,0.00007995821,0.00019047578,0.00009820682,0.0000017758006],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093305236,0.0024360432,0.5314372,0.00008761728,0.0006789317,0.0025828108,0.41400006,0.008757635,0.011373507,0.003867845,0.00003937566,0.02464563],"study_design_scores_gemma":[0.00403038,0.004682182,0.3977487,0.00012388098,0.00012252798,0.0014053863,0.026312714,0.026371444,0.5303631,0.0077541852,0.0000022683068,0.0010832327],"about_ca_topic_score_codex":0.011870326,"about_ca_topic_score_gemma":0.0009903986,"teacher_disagreement_score":0.51898956,"about_ca_system_score_codex":0.00003947403,"about_ca_system_score_gemma":0.000050320356,"threshold_uncertainty_score":0.99470973},"labels":[],"label_agreement":null},{"id":"W2091156716","doi":"10.1016/j.infsof.2009.08.001","title":"Software development effort prediction: A study on the factors impacting the accuracy of fuzzy logic systems","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"King Fahd University of Petroleum and Minerals","keywords":"Fuzzy logic; Computer science; Robustness (evolution); Fuzzy electronics; Software; Machine learning; Software development process; Software development; Data mining; Fuzzy set; Artificial intelligence; Fuzzy set operations","score_opus":0.024011632092427623,"score_gpt":0.26694174166021956,"score_spread":0.24293010956779193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091156716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7968571,0.000081780614,0.20010793,0.00079975015,0.00019800273,0.00077262206,0.0000032976448,0.0011426876,0.000036784953],"genre_scores_gemma":[0.99734145,0.00000639822,0.0024698959,0.00009982344,0.000009262972,0.000058333604,0.0000034608186,0.0000038854723,0.0000075115086],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870425,0.00003066919,0.0004410895,0.00014629595,0.00041606106,0.00026162417],"domain_scores_gemma":[0.99801207,0.00096744386,0.00019899062,0.00060499134,0.0001746408,0.000041853782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006321355,0.00015630087,0.00016912985,0.00035803605,0.00033509036,0.00015636996,0.00086690695,0.00012221686,0.0000023194123],"category_scores_gemma":[0.0031066025,0.000086002954,0.000028235372,0.0007591215,0.000068486035,0.00059173163,0.00021014309,0.00035563472,0.000013493155],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000203121,0.0001888204,0.6557196,0.00008496358,0.00012628884,0.000006175421,0.01877367,0.0018778221,0.000015087578,0.019747404,0.00068172277,0.30275816],"study_design_scores_gemma":[0.00057183945,0.0009449105,0.985774,0.00009851343,0.000009016714,0.000071540555,0.0052339747,0.0014928046,0.0005839852,0.0015032433,0.0034515301,0.00026465754],"about_ca_topic_score_codex":0.000010799479,"about_ca_topic_score_gemma":8.7198015e-7,"teacher_disagreement_score":0.3300544,"about_ca_system_score_codex":0.000076445125,"about_ca_system_score_gemma":0.000098030214,"threshold_uncertainty_score":0.37191176},"labels":[],"label_agreement":null},{"id":"W2091379928","doi":"10.1145/774833.774839","title":"EVolve","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Visualization; Java; Extensibility; Protocol (science); Context (archaeology); Data visualization; Variety (cybernetics); Human–computer interaction; Programming language; Software engineering; Data mining; Artificial intelligence","score_opus":0.016618880582050233,"score_gpt":0.2543735368530366,"score_spread":0.23775465627098635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091379928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047061453,0.000037640795,0.96993625,0.00009997357,0.0001309664,0.000023864677,2.1070186e-8,0.00029545656,0.024769668],"genre_scores_gemma":[0.7996663,9.909603e-7,0.1974733,0.00006527869,0.0000070418664,0.0000034098043,3.3252366e-8,0.0000025612983,0.0027811185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996213,0.000009726698,0.000030625415,0.00009727406,0.00011904858,0.00012202802],"domain_scores_gemma":[0.9995242,0.00014535493,0.0000024923604,0.00026484503,0.000020514868,0.00004258707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012331754,0.00002652928,0.000024488734,0.000034560548,0.000015413661,0.00003947594,0.0002700309,0.000011423601,0.000095666874],"category_scores_gemma":[0.00033898387,0.000022490296,0.000011595497,0.00019625155,0.0000048991014,0.00010513499,0.000035848145,0.000039945273,0.00038335499],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.3078466e-7,0.000018196162,0.011466443,0.000003403788,0.0000046301548,0.000013768176,0.000086552216,0.00013041946,0.00030075666,0.96741533,0.012345382,0.008214994],"study_design_scores_gemma":[0.0011046735,0.00022838046,0.120334096,0.000019171794,0.0000023253785,0.0001651096,0.000034596687,0.06992107,0.10864015,0.044449992,0.6540751,0.0010253474],"about_ca_topic_score_codex":0.00000254635,"about_ca_topic_score_gemma":2.480058e-7,"teacher_disagreement_score":0.92296535,"about_ca_system_score_codex":0.000012370004,"about_ca_system_score_gemma":0.000022510358,"threshold_uncertainty_score":0.49273807},"labels":[],"label_agreement":null},{"id":"W2091483537","doi":"10.1155/2012/964064","title":"Evaluating the Effect of Control Flow on the Unit Testing Effort of Classes: An Empirical Analysis","year":2012,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testability; Metric (unit); Computer science; Unit testing; Univariate; Java; Statistic; Software metric; Logistic regression; Regression testing; Reliability engineering; Data mining; Software quality; Software; Statistics; Machine learning; Programming language; Software system; Software development; Multivariate statistics; Mathematics; Operations management; Engineering","score_opus":0.0406293769444153,"score_gpt":0.3715752348543554,"score_spread":0.3309458579099401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091483537","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53957254,0.0007218636,0.4591862,0.000015691341,0.0001585401,0.00021281942,0.0000022527533,0.00012330785,0.0000067853725],"genre_scores_gemma":[0.93704504,0.0000066294224,0.06275792,0.000015750164,0.00006917472,0.00008133376,0.0000014587604,0.000020582498,0.000002089486],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979322,0.00020861247,0.00041042647,0.00026753428,0.0006777271,0.00050353067],"domain_scores_gemma":[0.9768047,0.02201173,0.00012043011,0.0008731851,0.00010564029,0.00008432763],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032567936,0.00021771487,0.00040787592,0.00031199973,0.00006961888,0.000031124626,0.0011163316,0.00006119673,0.0000058139785],"category_scores_gemma":[0.012984142,0.00013257681,0.00012235557,0.0027012099,0.00006167785,0.0006190616,0.00015585918,0.00041889705,0.0000021864048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069687676,0.00001311104,0.45746186,0.000043603617,0.00004453316,7.9547436e-7,0.00018331344,0.531784,0.000107575324,0.00006775528,6.5367874e-7,0.010285842],"study_design_scores_gemma":[0.000302922,0.00050139945,0.24854304,0.00010312792,0.000056566776,0.0000032470987,0.000012715844,0.7483265,0.0019392235,0.000016370666,0.0000483932,0.00014650116],"about_ca_topic_score_codex":0.000011182476,"about_ca_topic_score_gemma":0.0000024879846,"teacher_disagreement_score":0.39747253,"about_ca_system_score_codex":0.00006384893,"about_ca_system_score_gemma":0.00003242997,"threshold_uncertainty_score":0.9953299},"labels":[],"label_agreement":null},{"id":"W2091795249","doi":"10.4018/jssoe.2012070102","title":"Refactoring Flash Embedding Methods","year":2012,"lang":"en","type":"article","venue":"International Journal of Systems and Service-Oriented Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"JavaScript; Ajax; Computer science; Rich Internet application; Flash (photography); Unobtrusive JavaScript; Markup language; Embedding; Web application; HTML5; ActionScript; Programming language; World Wide Web; XML; Artificial intelligence","score_opus":0.021570531376186065,"score_gpt":0.3283223930711712,"score_spread":0.30675186169498514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091795249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21467113,0.0016404452,0.7762303,0.00015404451,0.0071318825,0.000046968053,0.000001162954,0.00007838419,0.00004570269],"genre_scores_gemma":[0.892104,0.000053919408,0.106813535,0.00002788258,0.00094951165,0.000004044521,6.686774e-7,0.000019080317,0.000027348453],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985272,0.00003882105,0.0004349097,0.000121823665,0.00057739107,0.0002998239],"domain_scores_gemma":[0.99850196,0.00041067167,0.00015446397,0.00016935266,0.00052691426,0.00023664253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011342004,0.00013975998,0.00020804588,0.00040775823,0.000032042797,0.00018905422,0.0006560601,0.000060665992,0.0000032976677],"category_scores_gemma":[0.00034661475,0.00012700244,0.000057362668,0.00029098694,0.000005046827,0.0011825069,0.0002309163,0.00028174816,0.0000055596024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009147048,0.00037285333,0.14155143,0.001276034,0.002972011,0.00045365628,0.022679647,0.5063991,0.14346173,0.10359803,0.0007965729,0.07634746],"study_design_scores_gemma":[0.0013196995,0.00010710736,0.041187167,0.0012879568,0.00002839335,0.0029377446,0.00042095655,0.8381396,0.006163144,0.000048267142,0.10770895,0.00065100857],"about_ca_topic_score_codex":0.000023516517,"about_ca_topic_score_gemma":2.1375982e-7,"teacher_disagreement_score":0.6774329,"about_ca_system_score_codex":0.00015647351,"about_ca_system_score_gemma":0.000027126172,"threshold_uncertainty_score":0.5179009},"labels":[],"label_agreement":null},{"id":"W2091905052","doi":"10.1155/2010/307391","title":"A Quality Model for Conceptual Models of MDD Environments","year":2010,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Generalitat Valenciana; Ministerio de Economía y Competitividad","keywords":"Computer science; Conceptual model; Quality (philosophy); Software; Software engineering; Key (lock); Software quality; Systems engineering; Risk analysis (engineering); Data mining; Software development; Programming language; Engineering; Computer security; Database","score_opus":0.02494850797632375,"score_gpt":0.29624273413305474,"score_spread":0.271294226156731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091905052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09468817,0.0006016694,0.9038485,0.000007280063,0.00037728078,0.00024074527,0.000014963835,0.00021246704,0.000008911192],"genre_scores_gemma":[0.57213724,0.00004022615,0.4276561,0.000007072695,0.000022970342,0.00009047084,0.0000023571665,0.000018836261,0.000024733703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983977,0.0000083330215,0.0003955013,0.0004023604,0.00035864438,0.0004374599],"domain_scores_gemma":[0.9977522,0.001416279,0.00007047393,0.00062310783,0.000038646525,0.00009927909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048812252,0.0001871494,0.0002867766,0.00017381599,0.00002707431,0.00001767852,0.0008029158,0.0001013876,0.0000024283622],"category_scores_gemma":[0.0016668722,0.00020690144,0.00008068842,0.00026753792,0.00007030502,0.0010935868,0.00020921582,0.00033682823,0.000001954072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052509554,0.000034060973,0.004061706,0.00007508933,0.000006068674,0.0000014578035,0.00052597135,0.957188,0.0037759477,0.027764142,0.000004850747,0.006557444],"study_design_scores_gemma":[0.0004540255,0.000027823502,0.001427085,0.000030323337,0.0000013142579,0.0000021005246,0.000008543947,0.99055594,0.002319539,0.0041543837,0.0007759125,0.00024302983],"about_ca_topic_score_codex":0.0000046317937,"about_ca_topic_score_gemma":0.0000067478777,"teacher_disagreement_score":0.47744903,"about_ca_system_score_codex":0.000055142336,"about_ca_system_score_gemma":0.000044095952,"threshold_uncertainty_score":0.8437196},"labels":[],"label_agreement":null},{"id":"W2091911921","doi":"10.5555/1030818.1031030","title":"Construction engineering and project management III: monte carlo simulation for schedule risks","year":2003,"lang":"en","type":"article","venue":"Winter Simulation Conference","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Monte Carlo method; Schedule; Project management; Computer science; Probabilistic logic; Operations research; Systems engineering; Engineering; Mathematics; Statistics; Artificial intelligence","score_opus":0.06302238816012153,"score_gpt":0.3270304624963632,"score_spread":0.2640080743362417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091911921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08182772,0.00004022454,0.91674584,0.000026943613,0.00030445107,0.00069872395,0.000002235552,0.0002369523,0.000116900264],"genre_scores_gemma":[0.90020627,0.0000034354925,0.09951193,0.000013446281,0.000027968927,0.00007443018,0.0000016286884,0.000012751469,0.00014812348],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988723,0.00003308695,0.00022940931,0.00039661588,0.00021763344,0.00025095858],"domain_scores_gemma":[0.99880075,0.00054549694,0.000058354082,0.0003202215,0.00021341624,0.00006175495],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002636073,0.00015370658,0.00013485429,0.00022922497,0.000084183375,0.00023052206,0.00020691752,0.00006404403,0.000007995177],"category_scores_gemma":[0.00034081185,0.00016400292,0.000040354455,0.00024229777,0.000025286176,0.00050057576,0.00008047903,0.000108004104,0.000004188889],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012956758,0.000011289934,0.0014162747,0.000057886995,0.000027025226,0.0000016980476,0.00033434902,0.9753075,0.000048225607,0.011291974,0.000011545605,0.011479264],"study_design_scores_gemma":[0.0009477791,0.000044918528,0.003129789,0.00004707462,0.000007740542,0.0000037642742,0.000032606982,0.9927867,0.00026627147,0.0001971177,0.0023623689,0.00017384252],"about_ca_topic_score_codex":0.000007951845,"about_ca_topic_score_gemma":0.0000013758324,"teacher_disagreement_score":0.81837857,"about_ca_system_score_codex":0.00006253666,"about_ca_system_score_gemma":0.000034449735,"threshold_uncertainty_score":0.6687845},"labels":[],"label_agreement":null},{"id":"W2092358306","doi":"10.1145/2577554.2577559","title":"Genealogical insights into the facts and fictions of clone removal","year":2013,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Software maintenance; Empirical research; Computer science; Software; Data science; Software system; Biology; Programming language; Genetics; Statistics; Gene; Mathematics","score_opus":0.024851864374432757,"score_gpt":0.27188670534798987,"score_spread":0.2470348409735571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092358306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51543134,0.13780583,0.3372857,0.004801975,0.00033718874,0.0024470794,4.224447e-7,0.0007128023,0.001177644],"genre_scores_gemma":[0.9192582,0.0063144257,0.07364804,0.00064169575,0.00007254049,0.000034490695,0.0000017662849,0.0000134425245,0.000015437488],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984502,0.000076020704,0.0004003708,0.00040848437,0.00037532276,0.00028957936],"domain_scores_gemma":[0.9964168,0.0019887108,0.000119467426,0.0012383427,0.000115513176,0.00012113789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053077756,0.00017434663,0.0003525642,0.00006289262,0.0001954713,0.000094109295,0.0015532491,0.000059186095,0.000013380747],"category_scores_gemma":[0.00085445377,0.00011434353,0.00006331845,0.00069539895,0.00011261356,0.000094897696,0.0013646426,0.00029730957,0.00008973673],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012744354,0.00006801861,0.00035227297,0.0013866209,0.0000631084,0.000010076043,0.0018339315,0.00031665506,0.0038653312,0.040411256,0.0043794024,0.94731206],"study_design_scores_gemma":[0.0036715155,0.0009930158,0.26083437,0.013173785,0.00035173327,0.0010716912,0.00035892037,0.19275983,0.013831365,0.14277641,0.36512184,0.0050555016],"about_ca_topic_score_codex":0.000043015814,"about_ca_topic_score_gemma":6.2038936e-7,"teacher_disagreement_score":0.94225657,"about_ca_system_score_codex":0.000027668542,"about_ca_system_score_gemma":0.000041968626,"threshold_uncertainty_score":0.4662794},"labels":[],"label_agreement":null},{"id":"W2092731145","doi":"10.1145/1370750.1370787","title":"A newbie's guide to eclipse APIs","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Eclipse; Documentation; Computer science; Java; Software engineering; Popularity; Flexibility (engineering); Programming language","score_opus":0.023832653961991315,"score_gpt":0.2867507034800775,"score_spread":0.26291804951808617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092731145","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04594176,0.00001873632,0.94241303,0.0018119082,0.00028428328,0.00010478863,2.529495e-7,0.0006180563,0.008807168],"genre_scores_gemma":[0.2660507,0.000010835816,0.6910222,0.0014203633,0.00044548642,0.000034301444,4.2217877e-7,0.000017907694,0.040997732],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990423,0.000011966787,0.00010187278,0.00024866877,0.00030964523,0.00028555494],"domain_scores_gemma":[0.99890536,0.00022597208,0.000006209894,0.00060733466,0.000061088,0.00019404384],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014404436,0.00007050152,0.000073708165,0.00012606056,0.000060400682,0.000045935965,0.00086724514,0.000024808276,0.000112729445],"category_scores_gemma":[0.0004991959,0.00006297251,0.000029809655,0.0005306797,0.00001333073,0.00017416207,0.00035373852,0.0000746844,0.0017524583],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002464586,0.00004294354,0.011020866,0.0000068606646,0.0000114044715,0.0002348158,0.00095551874,0.0011836864,0.0009661299,0.011965242,0.94864887,0.024961188],"study_design_scores_gemma":[0.0005572372,0.00024060476,0.07884693,0.00001910824,0.0000012902674,0.00036954583,0.000014946354,0.023834076,0.014409209,0.0006402831,0.88045865,0.00060813234],"about_ca_topic_score_codex":0.00008796976,"about_ca_topic_score_gemma":0.000004879877,"teacher_disagreement_score":0.2513908,"about_ca_system_score_codex":0.00004341155,"about_ca_system_score_gemma":0.00006740022,"threshold_uncertainty_score":0.9990248},"labels":[],"label_agreement":null},{"id":"W2092778012","doi":"10.1145/1188966.1188981","title":"All code coverage is not created equal","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Schedule; Software engineering; Code coverage; Code (set theory); Static program analysis; Software; Software development; Programming language; Operating system; Set (abstract data type)","score_opus":0.02657410533940271,"score_gpt":0.27637849773905665,"score_spread":0.24980439239965394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092778012","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06306027,0.00001958095,0.9287225,0.001021541,0.00012480457,0.00007481957,0.0000048547954,0.0007315361,0.006240116],"genre_scores_gemma":[0.9754923,0.0000025340912,0.016509756,0.0008116805,0.000057384714,0.0000064270544,0.00000336953,0.0000099578665,0.007106575],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894035,0.000016651553,0.00011641974,0.0002631361,0.0003543857,0.00030906024],"domain_scores_gemma":[0.9990706,0.0003475976,0.000012838442,0.00044760728,0.000054131444,0.00006725966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015747745,0.0000871265,0.000084240324,0.000077686,0.00003281459,0.00015006715,0.00062843127,0.00004485015,0.00017426892],"category_scores_gemma":[0.00008465429,0.000078431614,0.000033680375,0.00026396298,0.000015418962,0.00019626324,0.00019954774,0.00010438527,0.0005148045],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035549718,0.00047149797,0.07372076,0.000071228715,0.00011398248,0.00053041574,0.00080913433,0.011508164,0.022616515,0.272079,0.5947209,0.023322836],"study_design_scores_gemma":[0.0019469459,0.00024017107,0.2093842,0.000026890966,0.000007957009,0.00007348248,0.0000045180723,0.35414627,0.20448679,0.006395433,0.22221676,0.0010705813],"about_ca_topic_score_codex":0.0005256231,"about_ca_topic_score_gemma":0.000011460403,"teacher_disagreement_score":0.912432,"about_ca_system_score_codex":0.000044991906,"about_ca_system_score_gemma":0.000034016186,"threshold_uncertainty_score":0.66169417},"labels":[],"label_agreement":null},{"id":"W2093127601","doi":"10.1002/spe.1013","title":"Spotting the difference","year":2010,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Readability; Usability; Interface (matter); Space (punctuation); Human–computer interaction; Software; User interface; Granularity; World Wide Web; Multimedia; Information retrieval; Programming language; Operating system","score_opus":0.014185157614998764,"score_gpt":0.2935626608430459,"score_spread":0.2793775032280471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093127601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5759374,0.00021254092,0.41961455,0.0027983927,0.0006700869,0.00013047236,4.6401e-7,0.0004414098,0.00019467663],"genre_scores_gemma":[0.87866217,0.00004273636,0.12040912,0.000606122,0.00008959721,0.000053559506,2.2039936e-7,0.000008497647,0.00012800039],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99871933,0.000051069153,0.00013088879,0.00037522425,0.00038021227,0.00034324892],"domain_scores_gemma":[0.9946048,0.0043226243,0.000059653095,0.00076431973,0.00012402034,0.00012456572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00053197274,0.0001223229,0.00008615362,0.000046200606,0.00036559138,0.00045160216,0.0010885607,0.00005621399,0.000015244448],"category_scores_gemma":[0.013975053,0.00008492986,0.000023059869,0.00038096355,0.00017197708,0.001107801,0.00052190013,0.00059750595,0.000040542804],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023537936,0.00013120347,0.10538415,0.000039854658,0.000026983278,0.00014894373,0.04935722,0.000009761107,0.021132937,0.03364197,0.0004869755,0.78961647],"study_design_scores_gemma":[0.0010069773,0.0003682407,0.6475608,0.00011195369,0.00003071727,0.0030849555,0.006599348,0.009290422,0.033158965,0.006715514,0.2901325,0.0019396839],"about_ca_topic_score_codex":0.00009314783,"about_ca_topic_score_gemma":0.000007250301,"teacher_disagreement_score":0.78767675,"about_ca_system_score_codex":0.000009394718,"about_ca_system_score_gemma":0.0000610918,"threshold_uncertainty_score":0.99433064},"labels":[],"label_agreement":null},{"id":"W2093277130","doi":"10.1016/j.jss.2003.10.027","title":"Task-directed software inspection","year":2003,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software inspection; Suite; Task (project management); Software; Process (computing); Computer science; Visual inspection; Variety (cybernetics); Software engineering; Engineering; Risk analysis (engineering); Reliability engineering; Software development; Systems engineering; Software quality; Artificial intelligence; Business; Programming language","score_opus":0.013998482647934067,"score_gpt":0.2397085514835722,"score_spread":0.22571006883563813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093277130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14602904,0.005557761,0.84569097,0.000053157913,0.0019854028,0.00013498284,0.000002253642,0.00051030924,0.00003613769],"genre_scores_gemma":[0.9427409,0.000117917254,0.05668805,0.000022139542,0.00018453282,0.0000051232737,3.5798658e-7,0.000020183945,0.00022079045],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984862,0.00011983231,0.0004246709,0.00018963983,0.0005215063,0.0002581137],"domain_scores_gemma":[0.9983048,0.0005180467,0.0002245929,0.00028928134,0.00045567603,0.00020763729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081601215,0.00013936713,0.00029192423,0.00029232135,0.00013665523,0.00025615114,0.00035443567,0.00009575609,0.000004174223],"category_scores_gemma":[0.0025749565,0.00011459196,0.000077199344,0.0004551395,0.000030038535,0.0005527662,0.000054098502,0.00031533893,0.000008504145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006905589,0.0004996728,0.8651115,0.0014418489,0.00069417345,0.0016086613,0.0054719867,0.0073680296,0.0017637002,0.014603657,0.049908787,0.051458955],"study_design_scores_gemma":[0.009326632,0.0037823594,0.6537457,0.0037925038,0.00015692522,0.033022437,0.0013479342,0.013140699,0.0023042976,0.0054910076,0.2705887,0.0033008235],"about_ca_topic_score_codex":0.000022912915,"about_ca_topic_score_gemma":0.000001349956,"teacher_disagreement_score":0.79671186,"about_ca_system_score_codex":0.000102651335,"about_ca_system_score_gemma":0.00014302027,"threshold_uncertainty_score":0.46729246},"labels":[],"label_agreement":null},{"id":"W2093400716","doi":"10.1007/s10664-015-9379-3","title":"What are mobile developers asking about? A large scale study using stack overflow","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":311,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Mobile device; World Wide Web; Mobile computing; Latent Dirichlet allocation; Context (archaeology); Software; Popularity; Mobile Web; Data science; Mobile technology; Software development; Topic model; Telecommunications; Artificial intelligence; Operating system","score_opus":0.0514213064798872,"score_gpt":0.32439770776851695,"score_spread":0.27297640128862977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093400716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5360192,0.00066045776,0.4604915,0.00003418926,0.0012144799,0.00039289644,0.000003237804,0.0011814946,0.0000025508873],"genre_scores_gemma":[0.89612275,0.000012798809,0.10312206,0.0001315801,0.00027573627,0.00013109874,0.0000042401257,0.00011004237,0.0000897048],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959553,0.000093484494,0.00048875465,0.00093418173,0.0012899626,0.0012383385],"domain_scores_gemma":[0.99705404,0.00075951807,0.000087833396,0.0010646546,0.00031421863,0.0007197637],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001120452,0.0004744451,0.00051881856,0.00039258925,0.00017589638,0.00091137923,0.0013758519,0.00017872365,0.000018103225],"category_scores_gemma":[0.002266109,0.00048369882,0.0001300408,0.0017669824,0.000026946213,0.0020174538,0.0011220932,0.00067740853,0.000101076235],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011575212,0.00041524842,0.7260981,0.00008403755,0.00009483498,0.00031313984,0.0100102965,0.2600571,0.00004521414,0.000007871424,0.0010632832,0.0017993113],"study_design_scores_gemma":[0.0036799444,0.0006789127,0.46294424,0.0008305109,0.00004796964,0.00016821668,0.004623929,0.49581155,0.00071000267,0.000050896848,0.027763532,0.0026902864],"about_ca_topic_score_codex":0.000024832467,"about_ca_topic_score_gemma":0.00000977492,"teacher_disagreement_score":0.36010355,"about_ca_system_score_codex":0.0007542131,"about_ca_system_score_gemma":0.00026902626,"threshold_uncertainty_score":0.99976146},"labels":[],"label_agreement":null},{"id":"W2093620756","doi":"10.1145/2593822.2593824","title":"Recommending a starting point for a programming task: an initial investigation","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Point (geometry); Programming language; Engineering; Mathematics; Systems engineering","score_opus":0.04741838711742813,"score_gpt":0.3210732864602837,"score_spread":0.2736548993428556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093620756","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09229321,0.0000022323457,0.90575224,0.00093377806,0.0001530316,0.00023923827,2.9641046e-7,0.0005649445,0.000061015955],"genre_scores_gemma":[0.53854084,6.324261e-8,0.46110806,0.0001668876,0.00009444168,0.00006561327,0.0000027747535,0.000008151212,0.000013162648],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900085,0.000054507644,0.0001629116,0.00027329233,0.00018227137,0.0003261795],"domain_scores_gemma":[0.9987529,0.00070503313,0.00003689505,0.0002907497,0.00007709112,0.0001373366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001287851,0.00007918078,0.00008120918,0.000120485325,0.000119920034,0.0002786858,0.0003824571,0.000033576376,0.0000042559163],"category_scores_gemma":[0.0015909311,0.00007661542,0.0000275875,0.00024351294,0.000015936475,0.0006762775,0.00012281771,0.00009386847,0.0000073223523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054711413,0.00003310009,0.0036571976,0.00006109205,0.000010085495,0.000001511182,0.0021898267,0.00031457387,0.0028128128,0.03733065,0.0006675317,0.95291615],"study_design_scores_gemma":[0.00069855794,0.0007077559,0.002194077,0.00006193175,0.0000035506189,0.000008173042,0.00010786459,0.9575638,0.015554743,0.013377204,0.009346878,0.00037544256],"about_ca_topic_score_codex":0.000030296687,"about_ca_topic_score_gemma":0.000010336321,"teacher_disagreement_score":0.9572492,"about_ca_system_score_codex":0.000047554855,"about_ca_system_score_gemma":0.000034995006,"threshold_uncertainty_score":0.3124286},"labels":[],"label_agreement":null},{"id":"W2094303041","doi":"10.1109/re.2010.44","title":"Requirements Determination is Unstoppable: An Experience Report","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Focus (optics); Process (computing); Computer science; Software engineering; Requirements elicitation; Requirements engineering; Software; Engineering; Engineering management; Programming language","score_opus":0.03555206012098259,"score_gpt":0.3463870561952624,"score_spread":0.3108349960742798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094303041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5222912,0.0000019009243,0.47442937,0.00013652984,0.00062032405,0.000077313416,1.6213808e-7,0.00035774198,0.0020854983],"genre_scores_gemma":[0.8699584,6.2247756e-7,0.12795292,0.00011322864,0.00004577868,0.000023138502,0.0000011228337,0.000006431548,0.0018983342],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99879295,0.000010879767,0.00015349132,0.0003646059,0.00044353332,0.00023455512],"domain_scores_gemma":[0.99866194,0.00007377485,0.00003217255,0.0009829241,0.0001219482,0.00012722512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003521887,0.000075968754,0.00005961422,0.000093362934,0.00007023522,0.0001675401,0.00083429454,0.00004968726,0.0001665239],"category_scores_gemma":[0.0004546509,0.00007098992,0.00001688566,0.00030738206,0.000031168478,0.0011602974,0.0001807283,0.00014077131,0.00005440518],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005868772,0.00036455272,0.24170245,0.000038905022,0.000015118324,0.0013064152,0.008264538,0.000030644966,0.2959658,0.038095377,0.005416141,0.4087942],"study_design_scores_gemma":[0.0006079737,0.00028760024,0.19082274,0.000023685236,0.0000033683007,0.0012869686,0.000100520054,0.2755747,0.48217252,0.0036250944,0.044510752,0.0009840667],"about_ca_topic_score_codex":0.00004824412,"about_ca_topic_score_gemma":0.000010712588,"teacher_disagreement_score":0.40781015,"about_ca_system_score_codex":0.000022886901,"about_ca_system_score_gemma":0.000055329383,"threshold_uncertainty_score":0.2894885},"labels":[],"label_agreement":null},{"id":"W2094978367","doi":"10.1002/spip.273","title":"Release planning process improvement — an industrial case study","year":2006,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Process management; Strategic planning; Engineering; Computer science; Business","score_opus":0.043721770110688916,"score_gpt":0.34822808937314986,"score_spread":0.30450631926246097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094978367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91141933,0.00036574568,0.08475383,0.00033204083,0.0004130638,0.0016818439,0.000009210226,0.00093725906,0.00008765134],"genre_scores_gemma":[0.9918363,0.0000054304965,0.006856349,0.00024252827,0.0004240925,0.00044427827,0.000013367121,0.000053184485,0.00012447085],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9961455,0.0001645245,0.00060635305,0.0011811749,0.0011002873,0.00080217276],"domain_scores_gemma":[0.99635434,0.0015896173,0.00033826355,0.00081272656,0.00056653516,0.0003385434],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019956883,0.00044455958,0.0003224038,0.00027603336,0.0005663207,0.0009744286,0.00086005736,0.00016313788,0.000010508703],"category_scores_gemma":[0.0033411072,0.00042667094,0.000042209682,0.0008583643,0.00006300498,0.004027984,0.00040221427,0.0007405782,0.000008149884],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001056895,0.00877448,0.15718462,0.00093857985,0.0004655146,0.01797726,0.025739433,0.0039145947,0.0013882383,0.0003700007,0.0014693844,0.780721],"study_design_scores_gemma":[0.119557366,0.14511603,0.028625675,0.0018432152,0.0035773793,0.04709846,0.34226587,0.12715626,0.08521698,0.030194677,0.03915262,0.03019549],"about_ca_topic_score_codex":0.001128838,"about_ca_topic_score_gemma":0.000037453992,"teacher_disagreement_score":0.75052553,"about_ca_system_score_codex":0.000118767755,"about_ca_system_score_gemma":0.00039268407,"threshold_uncertainty_score":0.9998185},"labels":[],"label_agreement":null},{"id":"W2095485672","doi":"10.4236/jsea.2012.57060","title":"Empirical Analysis of Object-Oriented Design Metrics for Predicting Unit Testing Effort of Classes","year":2012,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Innovation and Economic Development Trois Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Regression testing; Unit testing; Testability; Computer science; Logistic regression; Multivariate statistics; Metric (unit); Univariate; Non-regression testing; Cohesion (chemistry); Data mining; White-box testing; Keyword-driven testing; Reliability engineering; Machine learning; Software; Engineering; Programming language; Software development","score_opus":0.0563044086886836,"score_gpt":0.31747629891119916,"score_spread":0.2611718902225156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095485672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13483335,0.0005826789,0.864295,0.00001107438,0.00005766844,0.00014813225,0.000008064047,0.000062597566,0.0000013921255],"genre_scores_gemma":[0.5698302,0.000012110495,0.43006116,0.0000021096375,0.000060683116,0.00002111775,0.0000012606208,0.000008691385,0.0000026787698],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880147,0.00001509511,0.00051397283,0.00011643546,0.0003176636,0.00023538954],"domain_scores_gemma":[0.9930189,0.005710474,0.00029045157,0.00023491768,0.0005885238,0.00015668829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010213197,0.00010822948,0.0003379044,0.000950599,0.000053883316,0.000021113903,0.00033151932,0.00006087857,7.704863e-7],"category_scores_gemma":[0.0043280404,0.0001004483,0.00011838006,0.0033935288,0.000024486768,0.00024254275,0.00007556049,0.00017699118,1.308447e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055156024,0.0001199037,0.83173347,0.00018262194,0.0005155068,4.93473e-7,0.00031414023,0.15853482,0.0012210434,0.00056170457,0.000043144337,0.0067676255],"study_design_scores_gemma":[0.00047425233,0.00030467162,0.61295664,0.0001386147,0.0006592201,0.00004600721,0.000064743705,0.37654585,0.0069176317,0.00005416847,0.0015857556,0.00025241633],"about_ca_topic_score_codex":0.0000035806797,"about_ca_topic_score_gemma":8.6115904e-8,"teacher_disagreement_score":0.43499684,"about_ca_system_score_codex":0.00003705839,"about_ca_system_score_gemma":0.000078575365,"threshold_uncertainty_score":0.5181381},"labels":[],"label_agreement":null},{"id":"W2095719978","doi":"10.1109/csmr.2008.4493323","title":"Use Case Redocumentation from GUI Event Traces","year":2008,"lang":"en","type":"article","venue":"Proceedings of the ... European Conference on Software Maintenance and Reengineering/Proceedings of the European Conference on Software Maintenance and Reengineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Ministry of Advanced Education, Government of Alberta","keywords":"Computer science; Documentation; Task (project management); Java; Event (particle physics); Software architecture; Software engineering; Interface (matter); Graphical user interface; Software; User interface; Programming language; Operating system; Engineering","score_opus":0.029524690256025724,"score_gpt":0.22896880737659706,"score_spread":0.19944411712057133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095719978","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94902533,0.0003550326,0.043293927,0.0011507154,0.00091492,0.0012144943,0.000112490336,0.0011179738,0.0028151295],"genre_scores_gemma":[0.97558445,0.0011919502,0.02128746,0.00014742208,0.00019063892,0.00003236127,0.0000035962526,0.00020091866,0.0013612283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99469465,0.00006386306,0.0012893707,0.0015541244,0.0011917215,0.0012062506],"domain_scores_gemma":[0.9959154,0.0004397063,0.00088757224,0.00085119985,0.0014619718,0.000444148],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016025377,0.0010861424,0.0009793242,0.0004571737,0.0006276705,0.00054762105,0.003104448,0.00018233668,0.000008591782],"category_scores_gemma":[0.0029322158,0.0007595391,0.00038040208,0.001122158,0.0007749448,0.0014203987,0.001900128,0.0013628977,0.000014861676],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014762298,0.0019599432,0.20669936,0.008659665,0.0028085248,0.002727877,0.03242874,0.015209788,0.17465165,0.29353806,0.031466182,0.22837397],"study_design_scores_gemma":[0.01073939,0.0036183784,0.7899571,0.04055321,0.00063739537,0.010032095,0.005152577,0.056428164,0.058558602,0.004935142,0.009572075,0.0098158475],"about_ca_topic_score_codex":0.000112199086,"about_ca_topic_score_gemma":0.000004213421,"teacher_disagreement_score":0.5832578,"about_ca_system_score_codex":0.00016008639,"about_ca_system_score_gemma":0.00009936873,"threshold_uncertainty_score":0.99948555},"labels":[],"label_agreement":null},{"id":"W2095743800","doi":"10.1109/icdm.2005.120","title":"Predicting Software Escalations with Maximum ROI","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vendor; Return on investment; Reputation; Revenue; Software; Computer science; Investment (military); Product (mathematics); Business; Marketing; Finance; Operating system","score_opus":0.008598635395594132,"score_gpt":0.2201097054914591,"score_spread":0.21151107009586498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095743800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057871,0.000021776195,0.9385918,0.00026226672,0.0000642984,0.000085173815,7.676504e-7,0.0012443247,0.0018586294],"genre_scores_gemma":[0.6802802,2.4654193e-7,0.31842273,0.000020777008,0.000060523755,0.000014091026,0.0000021238375,0.000009816177,0.0011895127],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908084,0.00001069511,0.000097857555,0.00023011415,0.0003182543,0.00026225677],"domain_scores_gemma":[0.9991179,0.00034621722,0.000016052209,0.00038709407,0.00007601082,0.000056733217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001116216,0.00007856235,0.000063113635,0.00009443411,0.00009417141,0.0001389631,0.0004255124,0.000029663695,0.000026945394],"category_scores_gemma":[0.00012777688,0.000062571286,0.00001922858,0.00046782117,0.00002010685,0.00032314085,0.0001267256,0.000111774774,0.00006127712],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016627758,0.000044634355,0.96322906,0.000012972448,0.00000986118,0.000026787504,0.000068480564,0.01507997,0.000064154665,0.0104209455,0.0023359694,0.008705523],"study_design_scores_gemma":[0.00037206875,0.000093088296,0.89020896,0.000029043746,0.0000032502924,0.00005646676,0.000008845481,0.102389,0.0012829731,0.0034506365,0.0018340389,0.00027160236],"about_ca_topic_score_codex":0.00019365421,"about_ca_topic_score_gemma":0.00004020607,"teacher_disagreement_score":0.62240916,"about_ca_system_score_codex":0.000036010024,"about_ca_system_score_gemma":0.000047471858,"threshold_uncertainty_score":0.2551583},"labels":[],"label_agreement":null},{"id":"W2095802649","doi":"10.1145/1251535.1251542","title":"Comparing call graphs","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Call graph; Computer science; Spurious relationship; Graph; Theoretical computer science; Power graph analysis; Data mining; Machine learning","score_opus":0.03137187158833518,"score_gpt":0.2839632137052097,"score_spread":0.2525913421168745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095802649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13038279,0.000025868278,0.86054784,0.00006628164,0.00015374407,0.000031479965,1.842443e-8,0.00047858016,0.008313393],"genre_scores_gemma":[0.9293565,7.3768524e-7,0.07008274,0.000056485493,0.000016319225,9.395964e-7,1.2458176e-7,0.0000034561824,0.0004826748],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993006,0.000004777444,0.00007873804,0.0001441399,0.00020912639,0.00026262552],"domain_scores_gemma":[0.9992642,0.0003033087,0.00000645436,0.0003026256,0.00003094,0.00009250667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043218824,0.00004584191,0.000052668143,0.00011691478,0.000030683546,0.000056045155,0.0005553097,0.000019719115,0.000009467341],"category_scores_gemma":[0.00009675473,0.000041148407,0.000021487373,0.0003608209,0.000012318511,0.00013057291,0.00017365509,0.00009186682,0.000120849014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003216983,0.00005475556,0.58754724,0.000016811486,0.000018122722,0.00011454746,0.00039780675,0.00047864942,0.0015981768,0.36506435,0.0075971372,0.03710917],"study_design_scores_gemma":[0.00026396065,0.00003866259,0.9379994,0.000009190317,7.4238477e-7,0.000028705283,0.0000075660205,0.04159024,0.010508238,0.0020446486,0.007277222,0.00023138351],"about_ca_topic_score_codex":0.00004754206,"about_ca_topic_score_gemma":0.000017490538,"teacher_disagreement_score":0.79897374,"about_ca_system_score_codex":0.000022254846,"about_ca_system_score_gemma":0.000011049085,"threshold_uncertainty_score":0.16779833},"labels":[],"label_agreement":null},{"id":"W2095867894","doi":"10.11575/prism/31259","title":"Frequently Asked Questions in Bug Reports","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Eclipse; Software bug; Data science; Software; World Wide Web; Programming language","score_opus":0.012796010793236388,"score_gpt":0.2764901512939575,"score_spread":0.2636941405007211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095867894","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18633145,0.00011641131,0.7990529,0.004089229,0.00038737786,0.00020058606,1.6774676e-7,0.0012130187,0.008608877],"genre_scores_gemma":[0.94857603,0.000002785824,0.05048722,0.0001569867,0.000019281784,0.0000056603303,4.2795756e-7,0.0000026173436,0.0007489636],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99920565,0.00001672726,0.00014365402,0.00021843979,0.00020643754,0.00020908454],"domain_scores_gemma":[0.9992793,0.000113264505,0.000013999671,0.0004901796,0.000035437195,0.00006781291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028113637,0.00005498282,0.00006472547,0.00015454896,0.000020854233,0.000069854534,0.00029100454,0.00003109026,0.000021773467],"category_scores_gemma":[0.0004750664,0.000051634586,0.000019395486,0.000492265,0.000007922325,0.0002418247,0.000049419057,0.00011879395,0.00004277713],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049712876,0.000734258,0.42460862,0.000025396752,0.000021268113,0.006628257,0.0014242243,0.009634209,0.009320286,0.33988786,0.027299346,0.18041132],"study_design_scores_gemma":[0.0001384871,0.000078793666,0.95996207,0.00002689966,5.609419e-7,0.00016359102,0.000003159666,0.013039464,0.0018207075,0.021693401,0.0028784324,0.00019443048],"about_ca_topic_score_codex":0.000086250264,"about_ca_topic_score_gemma":0.000012845231,"teacher_disagreement_score":0.7622446,"about_ca_system_score_codex":0.00005824382,"about_ca_system_score_gemma":0.000054337368,"threshold_uncertainty_score":0.21055973},"labels":[],"label_agreement":null},{"id":"W2096211673","doi":"10.1109/wcre.2012.23","title":"SCAN: An Approach to Label and Relate Execution Trace Segments","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Program comprehension; Task (project management); Artificial intelligence; Formal concept analysis; Natural language processing; Data mining; Information retrieval; Programming language; Software; Algorithm","score_opus":0.03396747430075324,"score_gpt":0.28240211769735224,"score_spread":0.248434643396599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096211673","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33850646,0.00009730464,0.65916264,0.00010387254,0.00010446512,0.00011121564,2.8438518e-7,0.00022005945,0.0016936633],"genre_scores_gemma":[0.7704409,0.0000026608961,0.22853123,0.000055206878,0.000034052566,0.000013917251,6.40425e-7,0.0000060144084,0.0009154106],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991993,0.000025031735,0.00006698801,0.00019904163,0.00021363821,0.00029603203],"domain_scores_gemma":[0.9993467,0.000052241754,0.000007654542,0.0003056858,0.000023115303,0.00026465836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038705775,0.00006643847,0.00005724719,0.0000789556,0.00004862718,0.00008217742,0.00028419524,0.000036603193,0.0000037437585],"category_scores_gemma":[0.000060987808,0.000059286907,0.0000070672622,0.00026134806,0.000010051006,0.00071595283,0.00016680156,0.000083680876,0.000056442288],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003074077,0.0019590708,0.20551077,0.00015625638,0.000085804226,0.000009037498,0.019565366,0.002368928,0.016527493,0.17087333,0.009388018,0.5735252],"study_design_scores_gemma":[0.0010314048,0.00028304124,0.7483163,0.000026851181,0.000007246331,0.00010079964,0.00013414331,0.23668991,0.0066510774,0.0003375759,0.0057081725,0.00071346905],"about_ca_topic_score_codex":0.000023843753,"about_ca_topic_score_gemma":3.5822632e-7,"teacher_disagreement_score":0.5728117,"about_ca_system_score_codex":0.000038537877,"about_ca_system_score_gemma":0.000010760272,"threshold_uncertainty_score":0.24176499},"labels":[],"label_agreement":null},{"id":"W2096370414","doi":"10.1109/ase.2009.89","title":"Evaluating the Accuracy of Fault Localization Techniques","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Data mining; Process (computing); Assertion; Artificial intelligence; Fault (geology); Class (philosophy); Machine learning; Programming language","score_opus":0.05549973097779415,"score_gpt":0.3941240675486642,"score_spread":0.33862433657087004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096370414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009503297,0.00003529455,0.9886593,0.000738876,0.000024657113,0.0001194431,6.625398e-8,0.00029560147,0.0006234711],"genre_scores_gemma":[0.88488114,0.00000493455,0.114836544,0.00016889382,0.000017421544,0.0000048626207,2.6010613e-7,0.0000020534821,0.000083902654],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993547,0.000032509033,0.000105668325,0.000102871,0.00030296925,0.00010127719],"domain_scores_gemma":[0.99889064,0.00058060634,0.00002815414,0.00036233832,0.00012149821,0.000016752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005499949,0.00003951404,0.000045006178,0.00004635044,0.000038720667,0.000043602562,0.00057508546,0.000019828396,0.000009443599],"category_scores_gemma":[0.0017030184,0.00002489851,0.000017294451,0.00037742642,0.000013141635,0.00017932037,0.000071597286,0.000058918537,0.000005576829],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016439125,0.000024943805,0.0006204216,0.000007895501,0.0000032824908,7.3893744e-7,0.00035600693,0.0048211995,0.010024839,0.028376607,0.0011673436,0.9545951],"study_design_scores_gemma":[0.000066433764,0.00027162745,0.0074608577,0.000024759544,0.0000013016875,0.000004529081,0.000008926171,0.83550876,0.1507949,0.00515421,0.00062320684,0.00008047747],"about_ca_topic_score_codex":0.000011882145,"about_ca_topic_score_gemma":2.9408415e-7,"teacher_disagreement_score":0.9545146,"about_ca_system_score_codex":0.0000149632315,"about_ca_system_score_gemma":0.00003288494,"threshold_uncertainty_score":0.20387952},"labels":[],"label_agreement":null},{"id":"W2096450604","doi":"10.1109/wpc.2004.1311061","title":"An effectiveness measure for software clustering algorithms","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":152,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cluster analysis; Computer science; Measure (data warehouse); Data mining; Software; Algorithm; Software metric; Machine learning; Software system; Artificial intelligence; Software construction","score_opus":0.02372367782644497,"score_gpt":0.2955912787144825,"score_spread":0.2718676008880375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096450604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019108707,0.000039623344,0.97908324,0.00006147384,0.0003212151,0.00035679375,0.0000017054341,0.0010118206,0.0000154294],"genre_scores_gemma":[0.5621487,3.939867e-7,0.4376606,0.00002308373,0.000048409474,0.000087705674,0.0000014832133,0.000014889835,0.00001470633],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998861,0.000031431133,0.00009489129,0.0003789169,0.0002866382,0.00034711132],"domain_scores_gemma":[0.99863803,0.000524658,0.000013107773,0.00054292765,0.0001451829,0.00013611768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060058903,0.000117914795,0.00012204947,0.00009940796,0.00009990178,0.00016113362,0.0008291586,0.000060024933,0.00000287303],"category_scores_gemma":[0.00043359265,0.000108018925,0.000052624666,0.0002770299,0.000016540074,0.0005075227,0.00012901689,0.000096270844,0.000019554598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008649655,0.00054131704,0.019415367,0.00076411373,0.0001448491,0.00009943992,0.00159497,0.32666248,0.017841786,0.019715568,0.00014022498,0.6129934],"study_design_scores_gemma":[0.009463965,0.0027300047,0.2804529,0.0005250712,0.00002076547,0.00022032914,0.000056914923,0.45144424,0.22994387,0.021704875,0.0011136447,0.002323425],"about_ca_topic_score_codex":0.00004888114,"about_ca_topic_score_gemma":0.000011720133,"teacher_disagreement_score":0.61067,"about_ca_system_score_codex":0.00013080954,"about_ca_system_score_gemma":0.00008978052,"threshold_uncertainty_score":0.4404884},"labels":[],"label_agreement":null},{"id":"W2096591909","doi":"10.1002/smr.311","title":"Software Maintenance Maturity Model (SMmm): the software maintenance process model","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; Software maintenance; LeanCMMI; Software engineering; Scope (computer science); Computer science; Software development; Process management; Systems engineering; Software development process; Engineering; Software; Operating system","score_opus":0.04068226693628353,"score_gpt":0.33987777925729934,"score_spread":0.2991955123210158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096591909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013929141,0.0055839433,0.9609413,0.018365748,0.00022462248,0.0005620924,0.000033639815,0.00023482957,0.00012467489],"genre_scores_gemma":[0.6335509,0.004341628,0.3581402,0.0010861387,0.00029960487,0.00007906097,0.0000028013842,0.00007280567,0.0024269044],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9929172,0.00066964637,0.0010220062,0.00092951267,0.0026163624,0.0018453089],"domain_scores_gemma":[0.9834563,0.008475414,0.00067460444,0.0011117709,0.005490969,0.00079091266],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011818177,0.0005034215,0.00062774617,0.0005946123,0.0011963714,0.0008592355,0.0022850612,0.00030873032,0.000010561288],"category_scores_gemma":[0.052276116,0.00035361125,0.00018489682,0.0014581907,0.00093065936,0.0052470746,0.0009602294,0.0032275661,0.00003388555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008901904,0.0025034456,0.023638045,0.0023968162,0.00092534744,0.0013906871,0.013351065,0.3418799,0.000734744,0.045501612,0.37971428,0.17906216],"study_design_scores_gemma":[0.005038008,0.001864005,0.018260004,0.002263855,0.000116010946,0.010072458,0.0025609604,0.78905886,0.00025021646,0.1241536,0.04453849,0.0018235017],"about_ca_topic_score_codex":0.000060354138,"about_ca_topic_score_gemma":0.00003085909,"teacher_disagreement_score":0.6196217,"about_ca_system_score_codex":0.0006553497,"about_ca_system_score_gemma":0.0014401864,"threshold_uncertainty_score":0.9998916},"labels":[],"label_agreement":null},{"id":"W2096687600","doi":"10.1109/isese.2004.7","title":"An empirical study of a Qualitative Systematic Approach to Requirements Analysis (QSARA)","year":2004,"lang":"en","type":"article","venue":"UTS ePRESS (University of Technology Sydney)","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Construct (python library); Empirical research; Interdependence; Domain (mathematical analysis); Management science; Systematic review; Requirements analysis; Knowledge management; Data science; Engineering","score_opus":0.06371745272885647,"score_gpt":0.35091770736320926,"score_spread":0.2872002546343528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096687600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5456585,0.000017002672,0.45352015,0.00018719882,0.000015624488,0.0003843436,0.0000026004184,0.00017815505,0.000036398695],"genre_scores_gemma":[0.9216912,7.7632734e-7,0.078264475,0.000005275594,0.000001686768,0.0000046875043,0.0000014649611,0.0000057387197,0.00002468736],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9982214,0.00020012193,0.00023322049,0.0005385759,0.0005393468,0.0002673304],"domain_scores_gemma":[0.99792105,0.00016248378,0.00015471266,0.0013970328,0.00024999597,0.00011469676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006555246,0.00014018702,0.00060391484,0.0022179044,0.00009295887,0.0000139669755,0.0024849735,0.00014995907,0.0000028325114],"category_scores_gemma":[0.00035145375,0.00015176384,0.00009848734,0.0041791396,0.0001582352,0.00031615695,0.0007033175,0.00018558056,0.000008690348],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015571866,0.014895421,0.33146647,0.0059433794,0.00937399,0.00030050002,0.510698,0.088707164,0.0044787326,0.03242956,0.00018673703,0.0013643292],"study_design_scores_gemma":[0.011980759,0.009165213,0.38850442,0.0021500576,0.003228722,0.000048444617,0.46744066,0.097351134,0.007130127,0.010371385,0.000029046992,0.0026000515],"about_ca_topic_score_codex":0.00041069515,"about_ca_topic_score_gemma":0.000050344035,"teacher_disagreement_score":0.37603268,"about_ca_system_score_codex":0.00013069484,"about_ca_system_score_gemma":0.000057457615,"threshold_uncertainty_score":0.61887497},"labels":[],"label_agreement":null},{"id":"W2096783995","doi":"10.5555/2337223.2337272","title":"Automated analysis of CSS rules to support style maintenance","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Cascading Style Sheets; Web application; Inheritance (genetic algorithm); Semantic Web; Semantics (computer science); Class (philosophy); World Wide Web; Software engineering; Programming language; Web page; Artificial intelligence","score_opus":0.01899203707600168,"score_gpt":0.29630894706467764,"score_spread":0.277316909988676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096783995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38461065,0.000012885323,0.61333084,0.00016480868,0.00011177668,0.00007214377,0.000004784306,0.00083565095,0.0008564732],"genre_scores_gemma":[0.9117331,9.606274e-7,0.08707841,0.00006770515,0.000012188088,0.000008039473,0.0000025666766,0.000005178579,0.0010918474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989596,0.000018910518,0.00015540209,0.00016622352,0.00031669985,0.00038316552],"domain_scores_gemma":[0.9989121,0.00022629883,0.000023412667,0.00055567565,0.00010216643,0.00018034768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043772,0.00007182436,0.00017199367,0.00043441143,0.00001828536,0.000031317468,0.0006652861,0.000027683098,0.00015327048],"category_scores_gemma":[0.00030765063,0.000059791757,0.000068285786,0.0018511156,0.00001500449,0.00024771193,0.00026562312,0.000047400034,0.00022716248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000127138455,0.00044573104,0.79616034,0.000077116674,0.0014829622,0.000023821798,0.004035284,0.012020665,0.0069264006,0.07933682,0.06583259,0.03364558],"study_design_scores_gemma":[0.000078737874,0.00005236989,0.81276256,0.00000497057,0.000027558632,0.0000024093997,0.000013102243,0.18028273,0.0044491836,0.000012412765,0.002179279,0.00013470241],"about_ca_topic_score_codex":0.000067677465,"about_ca_topic_score_gemma":0.0000060339235,"teacher_disagreement_score":0.52712244,"about_ca_system_score_codex":0.00003819021,"about_ca_system_score_gemma":0.000027339216,"threshold_uncertainty_score":0.29197899},"labels":[],"label_agreement":null},{"id":"W2096807669","doi":"10.1109/wcre.2008.25","title":"A Business Process Explorer: Recovering Business Processes from Business Applications","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Artifact-centric business process model; Business process modeling; Business process discovery; Business rule; Business process; Business Process Model and Notation; Business process management; Computer science; Business analysis; Process management; Business domain; Business requirements; Business activity monitoring; New business development; Process (computing); Business object; Business model; Business; Work in process; Marketing; Operating system","score_opus":0.03310749556323077,"score_gpt":0.2583279268951812,"score_spread":0.2252204313319504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096807669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16810843,0.0003481815,0.82824403,0.0006781538,0.0002412613,0.0004733317,0.0000082533525,0.0015253546,0.00037299554],"genre_scores_gemma":[0.9389872,0.00043023593,0.0582611,0.00013465607,0.0004364246,0.0012322472,0.000044121025,0.00007596505,0.00039804453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99734396,0.000021503516,0.00036784456,0.0009154619,0.00075791625,0.0005933006],"domain_scores_gemma":[0.99513906,0.0006139378,0.000094267845,0.0011343241,0.002830931,0.00018745098],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014648515,0.00032612207,0.0003223934,0.00031590578,0.0003483461,0.00027128708,0.0020527479,0.00011684845,0.000056715155],"category_scores_gemma":[0.0014341305,0.0003035892,0.000032826356,0.008296269,0.00010891239,0.0018273784,0.00044923552,0.00020523829,0.00024105598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030147217,0.005543204,0.4684759,0.012042204,0.0007950923,0.001477286,0.023711374,0.16506791,0.01280187,0.0066145263,0.013505231,0.28966394],"study_design_scores_gemma":[0.0011575547,0.000028309152,0.9610507,0.00035770526,0.00001801798,0.00027295106,0.000113971124,0.007872427,0.0067385416,0.0026879734,0.018092478,0.001609387],"about_ca_topic_score_codex":0.00031584533,"about_ca_topic_score_gemma":0.000021902017,"teacher_disagreement_score":0.7708788,"about_ca_system_score_codex":0.00009715489,"about_ca_system_score_gemma":0.0009217265,"threshold_uncertainty_score":0.99994165},"labels":[],"label_agreement":null},{"id":"W2096881356","doi":"10.1109/fuzz.2003.1209439","title":"Fuzzy clustering of software metrics","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Cluster analysis; Unsupervised learning; Software metric; Data mining; Software quality; Software; Machine learning; Software construction; Artificial intelligence; Domain (mathematical analysis); Software sizing; Software measurement; Software development; Programming language; Mathematics","score_opus":0.02371649863143328,"score_gpt":0.26711149989314575,"score_spread":0.24339500126171248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096881356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014028036,0.00008622407,0.9844829,0.00011693836,0.00016986452,0.000054114465,4.0643738e-7,0.00036358178,0.0006979565],"genre_scores_gemma":[0.5385788,0.0000042036663,0.46127453,0.000023959272,0.000012724636,0.0000024750227,1.8846553e-7,0.0000051516517,0.00009791568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99917674,0.0000067966844,0.00012413718,0.00016766848,0.00032529814,0.00019937495],"domain_scores_gemma":[0.999121,0.0002855884,0.000019621222,0.00042549556,0.000080920916,0.00006736601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019191981,0.00006302828,0.00009170302,0.00023722423,0.000022647944,0.000036969683,0.0007060339,0.00003312957,0.000007124749],"category_scores_gemma":[0.00079446327,0.000057568297,0.000036251186,0.000983846,0.000016852526,0.00020611183,0.00035636933,0.000084735104,0.000040679137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013109372,0.000444712,0.06479741,0.0005701827,0.00013714202,0.00019115469,0.002532605,0.35297257,0.0047128126,0.22254238,0.0016694203,0.34941652],"study_design_scores_gemma":[0.009391643,0.0020891568,0.40292263,0.0006284662,0.000034042045,0.00043663796,0.00020336,0.11521279,0.3263819,0.13042964,0.008583567,0.0036861792],"about_ca_topic_score_codex":0.000060236704,"about_ca_topic_score_gemma":0.000004312684,"teacher_disagreement_score":0.5245508,"about_ca_system_score_codex":0.000057306155,"about_ca_system_score_gemma":0.000060668208,"threshold_uncertainty_score":0.23475671},"labels":[],"label_agreement":null},{"id":"W2096960709","doi":"10.1109/icsm.2015.7332503","title":"Crowdsourced bug triaging","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Exploit; Computer science; Context (archaeology); Software bug; Task (project management); Data science; Software engineering; Computer security; Software; Programming language; Systems engineering; Engineering","score_opus":0.05216798005183396,"score_gpt":0.28988105184109414,"score_spread":0.23771307178926018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096960709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042793248,0.000053040665,0.949742,0.000836701,0.00026421095,0.00005334684,6.379854e-8,0.0008043706,0.0054530273],"genre_scores_gemma":[0.91510147,4.4055608e-7,0.08165958,0.00011651153,0.000065521665,0.000006184025,2.0549122e-7,0.000006643711,0.0030434288],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926543,0.000018403365,0.00007086453,0.00016096483,0.00028052033,0.00020382945],"domain_scores_gemma":[0.99911606,0.00026418595,0.000007973519,0.00038650344,0.0000634737,0.00016177166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041201894,0.000050946503,0.00005894881,0.000085655905,0.0000203603,0.00012232324,0.0006224066,0.000019775314,0.000014122479],"category_scores_gemma":[0.000832065,0.00004384732,0.00001944811,0.00032565053,0.00000957746,0.00020540153,0.00022365502,0.00007800221,0.0003432995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037863756,0.00026076369,0.14150187,0.000059650618,0.00011233663,0.00040456554,0.009562157,0.015244865,0.0042633554,0.2023065,0.39299345,0.23325263],"study_design_scores_gemma":[0.0054400954,0.00040991654,0.049255222,0.000047861515,0.0000061111773,0.00017786502,0.00022581535,0.6541342,0.03596611,0.013990445,0.2389563,0.0013900164],"about_ca_topic_score_codex":0.00002627559,"about_ca_topic_score_gemma":5.5997043e-7,"teacher_disagreement_score":0.87230825,"about_ca_system_score_codex":0.000037657,"about_ca_system_score_gemma":0.000060201426,"threshold_uncertainty_score":0.4412535},"labels":[],"label_agreement":null},{"id":"W2097056679","doi":"10.1145/1985793.1986031","title":"Build system maintenance","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software maintenance; Computer science; Codebase; Software engineering; Overhead (engineering); Source code; Software development; Legacy system; Deliverable; Restructuring; Software; Systems engineering; Operating system; Engineering; Business","score_opus":0.025520968124238277,"score_gpt":0.2289150315217008,"score_spread":0.20339406339746252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097056679","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056149038,0.000021418793,0.9638889,0.00004587968,0.00026479823,0.00005246958,1.2807895e-7,0.0009371767,0.029174339],"genre_scores_gemma":[0.8633783,6.6456715e-7,0.13508578,0.000028336239,0.000016626607,0.000008686818,3.8679776e-8,0.0000044122216,0.0014771819],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99938184,0.000010210263,0.00006907255,0.00016988195,0.00015367793,0.00021534061],"domain_scores_gemma":[0.9993314,0.00007431257,0.000009000547,0.0004718069,0.000044937144,0.00006851324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001711647,0.000049615304,0.000053105996,0.000052265932,0.000023023194,0.000030738665,0.0007778443,0.000020670477,0.000027727277],"category_scores_gemma":[0.00008028813,0.0000392631,0.000020299602,0.00021200985,0.000011755848,0.00015792417,0.0001778939,0.0000628662,0.00047770355],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016816002,0.000020949885,0.011409297,0.00004118454,0.000009737646,0.00009192858,0.0004290562,0.000012401555,0.00014987664,0.9732546,0.0064553916,0.008123868],"study_design_scores_gemma":[0.0016067819,0.00053183595,0.5883598,0.000397853,0.0000078599915,0.0007925851,0.00037082742,0.2933279,0.0667256,0.0051030684,0.040947855,0.0018280435],"about_ca_topic_score_codex":0.0000627664,"about_ca_topic_score_gemma":0.0000010342945,"teacher_disagreement_score":0.96815157,"about_ca_system_score_codex":0.000037884376,"about_ca_system_score_gemma":0.000018753903,"threshold_uncertainty_score":0.61400723},"labels":[],"label_agreement":null},{"id":"W2097186696","doi":"10.1109/icst.2008.57","title":"An Empirical Study on Bayesian Network-based Approach for Test Case Prioritization","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Regression testing; Bayesian network; Java; Test case; Data mining; Software bug; Machine learning; Bayesian probability; Prioritization; Empirical research; Test (biology); Software; Artificial intelligence; Regression analysis; Software system; Engineering; Software construction","score_opus":0.05057616437589533,"score_gpt":0.3312695450053025,"score_spread":0.28069338062940713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097186696","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0776874,0.0000041797052,0.9208667,0.00007861306,0.00006595982,0.00070151605,0.0000011196092,0.0004980576,0.00009643613],"genre_scores_gemma":[0.77610165,1.1630037e-7,0.2234995,0.00011250328,0.00012025762,0.00009345693,0.00000522338,0.00001349202,0.000053803225],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987345,0.000058479636,0.00014279602,0.00042922943,0.00031089844,0.00032409595],"domain_scores_gemma":[0.9981171,0.0009957476,0.000017526141,0.00061541627,0.00010063704,0.00015358801],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003729679,0.00011491826,0.00011433328,0.000101548234,0.00021693356,0.00008593388,0.00043107846,0.000049473656,0.0000034846564],"category_scores_gemma":[0.00035284483,0.000102155995,0.000031958414,0.0005543513,0.000020453528,0.00017564833,0.000043664004,0.000114894734,0.0000049617256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017724748,0.0027283842,0.7933302,0.000020270822,0.000012873853,0.0008942068,0.0007734757,0.1926617,0.000018745139,0.00033964528,0.004953365,0.004249431],"study_design_scores_gemma":[0.0005774897,0.0012447187,0.05363151,0.0000022216534,0.0000019112015,0.00015294204,0.000021555741,0.9440634,0.00007214516,0.000018748377,0.00006916452,0.00014414453],"about_ca_topic_score_codex":0.000014779889,"about_ca_topic_score_gemma":0.0000043890373,"teacher_disagreement_score":0.7514017,"about_ca_system_score_codex":0.00005452482,"about_ca_system_score_gemma":0.00009720399,"threshold_uncertainty_score":0.41658005},"labels":[],"label_agreement":null},{"id":"W2097510100","doi":"10.1109/wcre.2010.35","title":"From Whence It Came: Detecting Source Code Clones by Analyzing Assembler","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; CA Technologies","keywords":"Computer science; Source code; Programming language; Java; Normalization (sociology); Security token; Code (set theory); Open source; Operating system; Software","score_opus":0.01478714588735309,"score_gpt":0.2727150354436737,"score_spread":0.2579278895563206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097510100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39849773,0.000037687067,0.60008067,0.0004894581,0.0002948376,0.00004285811,0.0000012970168,0.00042317846,0.00013228745],"genre_scores_gemma":[0.90840775,0.0000030420385,0.09027192,0.000110495785,0.00014236114,0.00000962995,0.0000013243246,0.000017324812,0.0010361723],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998457,0.000031470674,0.00018076654,0.00048773643,0.0004078335,0.0004351693],"domain_scores_gemma":[0.99754214,0.0013986058,0.000041175663,0.00076335465,0.00008940249,0.00016533949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045251276,0.0001411023,0.0001398046,0.000103032275,0.00013801345,0.000382602,0.0012685756,0.000093480834,0.00011069301],"category_scores_gemma":[0.0010965005,0.0001320093,0.000045672674,0.00045293526,0.000031110678,0.00045181435,0.00042316585,0.0005396188,0.0001604825],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004827617,0.00007107615,0.13756678,0.000023591889,0.0000720553,0.000034011857,0.0025241321,0.0011180968,0.69200414,0.0004261971,0.026113795,0.14004129],"study_design_scores_gemma":[0.00059358013,0.000077870325,0.023262158,0.000068206275,0.000012828693,0.000037923633,0.0001761409,0.46187004,0.4644824,0.00081844383,0.047480952,0.0011194667],"about_ca_topic_score_codex":0.0011597484,"about_ca_topic_score_gemma":0.00022803569,"teacher_disagreement_score":0.50991,"about_ca_system_score_codex":0.000027824402,"about_ca_system_score_gemma":0.000045561796,"threshold_uncertainty_score":0.5383183},"labels":[],"label_agreement":null},{"id":"W2097608484","doi":"10.1109/icse-companion.2009.5071005","title":"Mining recurrent activities: Fourier analysis of change events","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Fourier analysis; Fourier transform; Computer science; Software; Fourier series; Fourier sine and cosine series; Sine wave; SIGNAL (programming language); Signal processing; Field (mathematics); Data mining; Time series; Process (computing); Algorithm; Mathematics; Physics; Digital signal processing; Mathematical analysis; Machine learning; Fractional Fourier transform","score_opus":0.0706121917936518,"score_gpt":0.3246916657847333,"score_spread":0.2540794739910815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097608484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5911106,0.00010672951,0.40748808,0.00039658623,0.00015971529,0.000097559285,0.0000014626,0.00017429281,0.00046499155],"genre_scores_gemma":[0.9666207,0.000008285571,0.033067062,0.000057124373,0.000025676463,0.000007204563,0.0000012084203,0.000002517532,0.00021023236],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991349,0.000020912863,0.00011305062,0.00018535556,0.00035054877,0.00019524091],"domain_scores_gemma":[0.99922615,0.00023929538,0.00003091511,0.0004065746,0.000036751087,0.000060311068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021651652,0.00006604955,0.00015388249,0.00045845137,0.000019986548,0.00001985056,0.00045576447,0.000025660887,0.00004167762],"category_scores_gemma":[0.00011952306,0.000059492944,0.00008434935,0.001456308,0.00000709971,0.0002597347,0.00008404922,0.000055739052,0.000003858114],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010256281,0.00025431684,0.0703877,0.000023948753,0.0006069829,0.000013158825,0.005672287,0.0006410994,0.0003790332,0.0045589455,0.0010996119,0.9163527],"study_design_scores_gemma":[0.000219055,0.00027967175,0.6964428,0.000038938455,0.0000725134,0.0000015090383,0.00005818581,0.2990785,0.002456135,0.00019525865,0.00090928323,0.00024816644],"about_ca_topic_score_codex":0.000013852185,"about_ca_topic_score_gemma":0.0000040153286,"teacher_disagreement_score":0.9161045,"about_ca_system_score_codex":0.00003262723,"about_ca_system_score_gemma":0.000016274935,"threshold_uncertainty_score":0.2426052},"labels":[],"label_agreement":null},{"id":"W2097611699","doi":"10.1109/wcre.2003.1287258","title":"An industrial experience in reverse engineering","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reverse engineering; Computer science; Manufacturing engineering; Engineering; Programming language","score_opus":0.04825557935711727,"score_gpt":0.2937931619264098,"score_spread":0.24553758256929253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097611699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.627259,0.0000067774213,0.3719668,0.00012264593,0.000213805,0.000066801,1.01590516e-7,0.0003081536,0.00005591156],"genre_scores_gemma":[0.95174456,0.0000011129582,0.048121568,0.000035160465,0.000052698713,0.000015850115,2.4291776e-7,0.0000059437652,0.000022884615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916124,0.000008677416,0.00010863509,0.00023915796,0.00021616367,0.00026613908],"domain_scores_gemma":[0.9993708,0.00007866227,0.00000741465,0.00042108764,0.000016412347,0.00010563334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018003694,0.00007286616,0.00007004717,0.00016778051,0.000015746922,0.00007826367,0.000711927,0.000054152533,0.000015195346],"category_scores_gemma":[0.000322755,0.000073089024,0.000014232134,0.0006111647,0.00001034859,0.0006396465,0.00010184229,0.00018344207,0.00003267291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001679348,0.00043498396,0.10406131,0.000025696529,0.00001286874,0.0007838548,0.014326068,0.7143394,0.03167492,0.10241904,0.00040137128,0.0315037],"study_design_scores_gemma":[0.0120387105,0.00119033,0.3172732,0.00043704498,0.0000034179157,0.00024180622,0.0007436832,0.42487374,0.22239932,0.0025715935,0.014989938,0.0032372104],"about_ca_topic_score_codex":0.00019406727,"about_ca_topic_score_gemma":0.000007689496,"teacher_disagreement_score":0.32448554,"about_ca_system_score_codex":0.00011258156,"about_ca_system_score_gemma":0.00006578392,"threshold_uncertainty_score":0.2980484},"labels":[],"label_agreement":null},{"id":"W2097631008","doi":"10.1109/icpc.2008.42","title":"Scenario-Based Comparison of Clone Detection Techniques","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Computer science; Set (abstract data type); Software; Data mining; Artificial intelligence; Operating system; Programming language; Biology","score_opus":0.034191984801920365,"score_gpt":0.2992230280167789,"score_spread":0.26503104321485854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097631008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14667745,0.000029786332,0.85224706,0.00006717375,0.00005540667,0.000077733894,1.3500495e-7,0.0006098065,0.00023544776],"genre_scores_gemma":[0.8528825,0.0000016092272,0.14701329,0.000015392603,0.000012824419,0.000008808112,2.5636322e-7,0.0000044693097,0.000060847597],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992708,0.000019611329,0.00013979246,0.00015050772,0.0002774531,0.00014184472],"domain_scores_gemma":[0.9992797,0.00020586318,0.000027909095,0.0003517003,0.0000911199,0.000043740005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014243799,0.00005879771,0.000108529304,0.00015777249,0.0000501187,0.00001214492,0.0003817093,0.000042828902,0.000009983287],"category_scores_gemma":[0.00014384105,0.000054047054,0.000032007538,0.0004170585,0.00004084595,0.00011450215,0.00007011237,0.00010629656,0.000014816586],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040029285,0.0008182855,0.32866642,0.00015906144,0.000037607086,0.000045259978,0.001127339,0.00412945,0.30088905,0.0028509372,0.005033133,0.35620344],"study_design_scores_gemma":[0.000082789404,0.000135204,0.022237636,0.00000802547,5.16135e-7,0.000006605965,0.000001994178,0.09133972,0.8855318,0.000028314651,0.0005588995,0.00006852295],"about_ca_topic_score_codex":0.00009168102,"about_ca_topic_score_gemma":0.000005636118,"teacher_disagreement_score":0.70620507,"about_ca_system_score_codex":0.00003601867,"about_ca_system_score_gemma":0.000047180285,"threshold_uncertainty_score":0.22039749},"labels":[],"label_agreement":null},{"id":"W2097666838","doi":"10.1109/iri.2009.5211557","title":"Scalability improvement in software evaluation methodologies","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scalability; Computer science; Software; Dependency (UML); Adaptation (eye); Software engineering; Software metric; Software development; Software quality; Reliability engineering; Engineering; Database; Operating system","score_opus":0.08660750563061385,"score_gpt":0.38014303471656613,"score_spread":0.29353552908595226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097666838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18728629,0.000049302937,0.8110257,0.0007732856,0.000101304766,0.00025312562,1.3530216e-7,0.0003535156,0.00015737445],"genre_scores_gemma":[0.6040416,0.0000015684928,0.395804,0.00009178872,0.000008533656,0.00002060012,4.543211e-7,0.0000014946647,0.000029958563],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99872565,0.00012815886,0.00015354069,0.00030207803,0.0004565114,0.00023405143],"domain_scores_gemma":[0.9984328,0.0008845324,0.000015602007,0.00051477394,0.00011213338,0.000040138522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031872264,0.000071409006,0.00009269834,0.00012461917,0.000021353402,0.000061248895,0.0005203465,0.000040320752,0.00003257328],"category_scores_gemma":[0.0054102214,0.000060827115,0.000024939149,0.0004472205,0.000012858213,0.00027890338,0.00012454789,0.00011133555,0.000018597268],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021654791,0.000037856145,0.014164233,0.000005305605,0.0000017682573,0.0000016093821,0.00012771891,0.002035942,0.0012291333,0.0013688947,0.00016098157,0.9808644],"study_design_scores_gemma":[0.000305367,0.00018553757,0.88962084,0.000007229626,0.0000010991366,0.0000012013924,0.000012265567,0.0568365,0.011242424,0.041605804,0.000053377506,0.00012835272],"about_ca_topic_score_codex":0.000031783395,"about_ca_topic_score_gemma":0.000008096886,"teacher_disagreement_score":0.980736,"about_ca_system_score_codex":0.00018868053,"about_ca_system_score_gemma":0.000076666445,"threshold_uncertainty_score":0.64769316},"labels":[],"label_agreement":null},{"id":"W2097710325","doi":"10.1145/1082983.1083180","title":"A design for evidence - based soft research","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Process (computing); Architecture; Data science; Empirical evidence; Triangulation; Management science; Systems engineering; Engineering","score_opus":0.13352022884253242,"score_gpt":0.34857451112989774,"score_spread":0.2150542822873653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097710325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010526069,0.0021995984,0.98082685,0.0022786283,0.00042495714,0.0009865417,0.0000073984747,0.0027496063,3.6759457e-7],"genre_scores_gemma":[0.47302362,0.000018329261,0.5259292,0.000116491734,0.0002984009,0.00047223462,0.0000039068887,0.0000756978,0.00006209213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99540055,0.00014606882,0.0004734682,0.0010905475,0.0012947733,0.0015945808],"domain_scores_gemma":[0.4550545,0.5407419,0.0000719789,0.002804232,0.0008643024,0.00046303787],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038182673,0.00046134263,0.0004071676,0.00086128927,0.0003265077,0.00047793947,0.0042637787,0.0002476249,0.000032534965],"category_scores_gemma":[0.6583262,0.00047072335,0.0001878678,0.0016835778,0.00008235287,0.001450893,0.0008466949,0.0007696845,0.00022177809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016104223,0.00041203055,0.073329255,0.0011984183,0.0001620413,0.000096548036,0.0013641918,0.6954331,0.023670023,0.002724222,0.019298347,0.18215081],"study_design_scores_gemma":[0.0028828485,0.0017010625,0.07474418,0.0028038821,0.00004846324,0.00009319409,0.000012256075,0.6752252,0.18890396,0.00046809544,0.049673982,0.0034428833],"about_ca_topic_score_codex":0.000019809055,"about_ca_topic_score_gemma":0.0000014059667,"teacher_disagreement_score":0.65450794,"about_ca_system_score_codex":0.00041891797,"about_ca_system_score_gemma":0.00045401577,"threshold_uncertainty_score":0.99977446},"labels":[],"label_agreement":null},{"id":"W2097737237","doi":"10.5555/2820282.2820314","title":"License usage and changes: a large-scale study of Java projects on GitHub","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"License; Commit; Computer science; TRACE (psycholinguistics); Java; Artifact (error); Reuse; Software; Software deployment; Software development; Software engineering; Point (geometry); Software evolution; Grounded theory; Data science; Computer security; Qualitative research; Database; Software construction; Programming language; Engineering; Operating system","score_opus":0.0592872006152315,"score_gpt":0.3000912609747387,"score_spread":0.2408040603595072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097737237","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980734,0.00003894825,0.017634477,0.0001798684,0.00010131698,0.0003987246,9.04066e-7,0.00018656261,0.0007251912],"genre_scores_gemma":[0.9937038,0.0000023180078,0.005526477,0.000055363394,0.000028355596,0.000024995841,1.8178264e-7,0.00000773823,0.00065077696],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894446,0.000046866415,0.00008600297,0.0002723969,0.00042081682,0.00022947046],"domain_scores_gemma":[0.9990711,0.00021306924,0.000020451535,0.0004707994,0.000091597045,0.00013293735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005414282,0.0000839278,0.00012174343,0.00015620956,0.00002381281,0.000052806325,0.00036172784,0.000028967368,0.000004349647],"category_scores_gemma":[0.00027747228,0.000066397086,0.000009559437,0.00038818805,0.00001479172,0.000116263865,0.0003354074,0.000090851754,0.000021373748],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025906911,0.011172133,0.4813081,0.00045367746,0.000276148,0.0006656573,0.38217154,0.00096204184,0.0020676486,0.005023997,0.035148945,0.08049106],"study_design_scores_gemma":[0.019942347,0.03585788,0.60614264,0.00035805555,0.000040659575,0.00016412129,0.028278356,0.26469746,0.023127308,0.00048703377,0.01865433,0.0022498],"about_ca_topic_score_codex":0.00008645102,"about_ca_topic_score_gemma":0.00013545762,"teacher_disagreement_score":0.35389316,"about_ca_system_score_codex":0.000022532424,"about_ca_system_score_gemma":0.000041168612,"threshold_uncertainty_score":0.27075946},"labels":[],"label_agreement":null},{"id":"W2097750323","doi":"10.1109/tse.2008.26","title":"Asking and Answering Questions during a Programming Change Task","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":314,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Alberta; Vrije Universiteit Brussel; University of Washington","keywords":"Computer science; Programmer; Ask price; Task (project management); Key (lock); Programming language; Question answering; Code (set theory); Software engineering; World Wide Web; Data science; Information retrieval","score_opus":0.022144955307222974,"score_gpt":0.23619539299239536,"score_spread":0.2140504376851724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097750323","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23683487,0.00022723354,0.75999135,0.000035887624,0.0005073411,0.00026167673,0.0000042086544,0.002135511,0.0000019295303],"genre_scores_gemma":[0.86613,0.00011377906,0.13322803,0.000018039727,0.00010047716,0.0002908771,6.681451e-7,0.00006043636,0.00005770918],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980424,0.0000225666,0.0002655035,0.0005789819,0.00042463126,0.0006659066],"domain_scores_gemma":[0.99865884,0.00040800014,0.000035525787,0.0005555093,0.00007231702,0.00026981998],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016849334,0.00031881922,0.00024563135,0.00059595465,0.00047645404,0.00013420777,0.00043649794,0.00012031965,0.0000060722236],"category_scores_gemma":[0.00012471661,0.0003694942,0.00009899366,0.00087308115,0.000047734233,0.0009153475,0.000015752641,0.00059673574,0.000021154296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006483438,0.00081026467,0.020342506,0.0016864788,0.0006017269,0.0022166558,0.020042272,0.6406878,0.020523692,0.0007361962,0.000055171018,0.29223236],"study_design_scores_gemma":[0.0056684394,0.001158581,0.3850387,0.00338573,0.00014003315,0.008640049,0.00016492447,0.47892857,0.10088875,0.000049394115,0.008939574,0.0069972435],"about_ca_topic_score_codex":0.00004734652,"about_ca_topic_score_gemma":0.0000038781773,"teacher_disagreement_score":0.6292951,"about_ca_system_score_codex":0.00016787798,"about_ca_system_score_gemma":0.000039417755,"threshold_uncertainty_score":0.9998757},"labels":[],"label_agreement":null},{"id":"W2097886687","doi":"10.1109/wcre.2010.37","title":"A Case Study of Bias in Bug-Fix Datasets","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Traceability; Generality; Heuristics; Software quality; Quality (philosophy); Software; Source code; Data quality; Code (set theory); Software bug; Data mining; Data science; Software engineering; Software development; Programming language","score_opus":0.06995749814094142,"score_gpt":0.3397108915861387,"score_spread":0.2697533934451973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097886687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99067414,0.0000025319844,0.008886457,0.000027277552,0.00013360854,0.00014796981,0.000003663564,0.00007815149,0.00004622964],"genre_scores_gemma":[0.9909684,1.4753455e-7,0.008963399,0.000008541883,0.000010034305,0.00000943288,0.0000010581923,0.0000035832234,0.000035401576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99927944,0.00002786671,0.00012712744,0.00019211292,0.00022119533,0.00015228328],"domain_scores_gemma":[0.9986174,0.0005130876,0.000014061387,0.00077064626,0.000027416552,0.000057391957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004901842,0.00005299361,0.00008209088,0.00017290865,0.000014023145,0.000034497218,0.0005923409,0.000023444722,0.000025545221],"category_scores_gemma":[0.0005709213,0.000044662902,0.000009438829,0.00047031167,0.00001254503,0.00017179099,0.00036792818,0.00019324133,0.000020790856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007825959,0.0028394186,0.90248317,0.0000570473,0.00003410299,0.02821918,0.009288338,0.00070020504,0.0040929457,0.0023584296,0.0060844943,0.04383482],"study_design_scores_gemma":[0.008448283,0.0024707378,0.721934,0.00004945913,0.000012906768,0.012707893,0.0033676568,0.22660561,0.017017197,0.0005540131,0.005359606,0.001472621],"about_ca_topic_score_codex":0.0025645602,"about_ca_topic_score_gemma":0.002548637,"teacher_disagreement_score":0.2259054,"about_ca_system_score_codex":0.0000066971534,"about_ca_system_score_gemma":0.000032105996,"threshold_uncertainty_score":0.3876865},"labels":[],"label_agreement":null},{"id":"W2097906042","doi":"10.1109/icsm.2002.1167793","title":"Measuring software functional size: towards an effective measurement of complexity","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Programming complexity; Simple (philosophy); Worst-case complexity; Software; Computational complexity theory; Theoretical computer science; Software system; Algorithm; Software construction; Programming language","score_opus":0.09861013940244175,"score_gpt":0.2735393058588634,"score_spread":0.17492916645642165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097906042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05636333,0.000063322885,0.941673,0.000037751608,0.00032301707,0.00024775253,0.0000012929196,0.00036658393,0.0009239835],"genre_scores_gemma":[0.8525616,6.550602e-7,0.14730768,0.000021903528,0.000022585687,0.000031944557,4.6060364e-7,0.000009831238,0.00004334966],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9976527,0.00017792436,0.0001849717,0.00036483255,0.0013181566,0.0003013926],"domain_scores_gemma":[0.99820197,0.00045393544,0.000037320915,0.0005599997,0.0005938037,0.00015296784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016029512,0.00013772122,0.00017925347,0.000097456345,0.00008290728,0.00005409554,0.0004790229,0.000046922858,0.00012255464],"category_scores_gemma":[0.0038959803,0.00012584747,0.00006860963,0.00041230264,0.000059854337,0.000341532,0.00011973185,0.00015870665,0.000022585158],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001455329,0.002376694,0.22429027,0.00080710865,0.00074643095,0.00006003152,0.0022541822,0.015814997,0.03271702,0.36802414,0.0029012104,0.3498624],"study_design_scores_gemma":[0.00076541794,0.0002905348,0.8707179,0.000039395574,0.0000063576244,0.000022924214,0.000019312267,0.0028763765,0.11787127,0.006561924,0.00050974323,0.0003188725],"about_ca_topic_score_codex":0.00007061782,"about_ca_topic_score_gemma":0.00001579793,"teacher_disagreement_score":0.79619825,"about_ca_system_score_codex":0.00022038573,"about_ca_system_score_gemma":0.00017212436,"threshold_uncertainty_score":0.51319104},"labels":[],"label_agreement":null},{"id":"W2097956891","doi":"10.1109/ccece.1999.807208","title":"Validation of software effort models","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Data modeling; Software quality; Software; Data mining; Set (abstract data type); Data set; Software metric; Software development; Artificial intelligence; Software engineering; Programming language","score_opus":0.026395172069029905,"score_gpt":0.26150583370093466,"score_spread":0.23511066163190475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097956891","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068787016,0.000022165354,0.92938024,0.000017447052,0.0000815563,0.000055761266,2.0490586e-7,0.00019388982,0.0014617161],"genre_scores_gemma":[0.74646395,0.000001521981,0.25321504,0.000010064912,0.0000034024033,0.000004384531,3.954198e-7,0.0000037072189,0.0002974853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993858,0.0000130911485,0.00009603007,0.00013222921,0.00024267854,0.00013018493],"domain_scores_gemma":[0.99934703,0.00017053298,0.000014985621,0.0003485834,0.00007808974,0.000040790474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002362033,0.00004571674,0.00006196264,0.00007536765,0.000016469003,0.00002309983,0.0003125155,0.000025312545,0.000028298888],"category_scores_gemma":[0.00028424498,0.000041293475,0.000024401888,0.0002728872,0.000009773184,0.00030171644,0.000051899453,0.000044526772,0.000021357991],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022750376,0.000120944,0.045126144,0.00009196946,0.000033141176,0.000008446898,0.0005843479,0.15075928,0.0018118732,0.78301704,0.0023689768,0.016075542],"study_design_scores_gemma":[0.0006580217,0.0001579433,0.009681028,0.000036549132,0.0000046283913,0.000028910108,0.000014758794,0.18147707,0.72324586,0.08269884,0.0015443006,0.0004520747],"about_ca_topic_score_codex":0.00000770067,"about_ca_topic_score_gemma":1.3656086e-7,"teacher_disagreement_score":0.721434,"about_ca_system_score_codex":0.000016713435,"about_ca_system_score_gemma":0.0000444389,"threshold_uncertainty_score":0.1683899},"labels":[],"label_agreement":null},{"id":"W2098007560","doi":"10.5539/cis.v8n4p51","title":"A Smart Algorithm for USE-Cases Production Based on Name Entity Recognition","year":2015,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Unified Modeling Language; Use Case Diagram; Process (computing); Software; Set (abstract data type); Finite-state machine; Natural language; Programming language; Plain text; Natural language processing; Software engineering; Class diagram; Algorithm; Artificial intelligence","score_opus":0.06687359796104474,"score_gpt":0.2847958421025112,"score_spread":0.21792224414146644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098007560","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027302882,0.0000037730852,0.97096866,0.00021500101,0.0010006868,0.00027963382,0.0000053154727,0.00018061661,0.00004344993],"genre_scores_gemma":[0.31381044,0.000004109305,0.6854121,0.0005713693,0.00011779472,0.000050458882,0.000017532222,0.0000034619393,0.000012758895],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988688,0.000016802771,0.00016391129,0.0002207606,0.00052249694,0.00020719366],"domain_scores_gemma":[0.9985495,0.00030441748,0.00005275197,0.0002773528,0.00066556485,0.00015040359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011486164,0.00007968201,0.00006960788,0.0003913804,0.0001811457,0.000836356,0.0003520935,0.0000247153,9.70475e-7],"category_scores_gemma":[0.0012363577,0.00007274678,0.000019284415,0.00068487186,0.00010012703,0.010732795,0.00012486703,0.00006693072,0.000042018648],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060518037,0.000022931326,0.0007393584,0.000016830634,0.0000012482215,4.564588e-7,0.00037663488,0.0012516078,0.000007115593,0.00035579738,0.0018093898,0.9954126],"study_design_scores_gemma":[0.0002706193,0.00023682351,0.0080952,0.000023286424,8.46063e-7,0.000017639366,0.0000061070346,0.98389167,0.0007049108,0.0001175603,0.0065316167,0.00010369922],"about_ca_topic_score_codex":0.000007518326,"about_ca_topic_score_gemma":1.8818476e-7,"teacher_disagreement_score":0.9953089,"about_ca_system_score_codex":0.00008006519,"about_ca_system_score_gemma":0.00018435798,"threshold_uncertainty_score":0.8065},"labels":[],"label_agreement":null},{"id":"W2098046929","doi":"10.1002/spe.1053","title":"Prioritizing the creation of unit tests in legacy software systems","year":2011,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"","keywords":"Unit testing; Test-driven development; Computer science; Software engineering; Legacy system; Adaptation (eye); Software development; Development testing; Heuristics; Software; Software development process; Systems engineering; Engineering; Operating system","score_opus":0.045011511546345535,"score_gpt":0.3163417384664236,"score_spread":0.2713302269200781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098046929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6067298,0.0028656772,0.38847136,0.00022298787,0.0004699341,0.0005020903,0.0000017670501,0.0003775651,0.00035883446],"genre_scores_gemma":[0.9376411,0.00012300709,0.06200838,0.000060235285,0.000027618458,0.00008631566,6.358612e-7,0.000011957746,0.000040737767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984648,0.00014854738,0.0002949671,0.00035510512,0.00041514882,0.00032138632],"domain_scores_gemma":[0.9958289,0.003075975,0.00014041262,0.00063262234,0.000237853,0.00008418263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00075230707,0.00013982753,0.00016510143,0.00014518226,0.00013502144,0.00020511358,0.0007680616,0.00006958683,0.0000041825147],"category_scores_gemma":[0.009994969,0.00011202776,0.000024386785,0.0007638425,0.00014628643,0.002845612,0.00031305908,0.00027191482,0.000009766785],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116433854,0.00043761867,0.63434786,0.00039854713,0.000052291067,0.000315939,0.22963437,0.00020841171,0.001051629,0.020361295,0.0001291598,0.11294645],"study_design_scores_gemma":[0.0015487167,0.0008040013,0.92695284,0.001042893,0.000040174884,0.0010873236,0.039020777,0.0055189966,0.004451477,0.001609457,0.016582442,0.001340895],"about_ca_topic_score_codex":0.0011970461,"about_ca_topic_score_gemma":0.000013199989,"teacher_disagreement_score":0.3309113,"about_ca_system_score_codex":0.000036798585,"about_ca_system_score_gemma":0.00011354993,"threshold_uncertainty_score":0.99834424},"labels":[],"label_agreement":null},{"id":"W2098092920","doi":"10.1109/fuzzy.2005.1452434","title":"Fuzzy Structural Dependency Constraints in Software Release Planning","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Fuzzy logic; Dependency (UML); Software; Software development; Software release life cycle; Identification (biology); Software engineering; Data mining; Software construction; Artificial intelligence; Programming language","score_opus":0.017928318302665707,"score_gpt":0.2819274696765192,"score_spread":0.2639991513738535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098092920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6271502,0.00019774097,0.36929595,0.00039483988,0.00020834537,0.00015282251,0.0000015951478,0.0007745031,0.0018240486],"genre_scores_gemma":[0.8356916,0.0000012277914,0.16396874,0.0000923437,0.000051466046,0.000006264583,0.0000010789396,0.0000077878385,0.00017952456],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987067,0.00002734963,0.00018300876,0.000323216,0.00033796404,0.00042178947],"domain_scores_gemma":[0.9990219,0.00040062837,0.000019848247,0.0003832198,0.000039948045,0.00013448803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019580098,0.00011727181,0.000111824666,0.00020229802,0.000046261357,0.000101061756,0.00073844375,0.00006085852,0.000101797836],"category_scores_gemma":[0.0006430709,0.00010996076,0.000030075767,0.00035996462,0.00004285202,0.00050859863,0.00021556263,0.00027917052,0.00013077231],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008993448,0.000037437916,0.3958212,0.00004087294,0.000015558588,0.0004680702,0.001433199,0.02833737,0.00026620956,0.01787729,0.0011081103,0.5545857],"study_design_scores_gemma":[0.002016184,0.00011858525,0.8714444,0.0001542304,0.0000037694426,0.00042494838,0.00011073367,0.11106712,0.0032242434,0.009602528,0.0007870366,0.0010461898],"about_ca_topic_score_codex":0.000031576867,"about_ca_topic_score_gemma":0.000017558914,"teacher_disagreement_score":0.5535395,"about_ca_system_score_codex":0.0000995925,"about_ca_system_score_gemma":0.00009695463,"threshold_uncertainty_score":0.44840696},"labels":[],"label_agreement":null},{"id":"W2098124758","doi":"10.1109/ccece.2013.6567821","title":"Near-miss clone patterns in web applications: An empirical study with industrial systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Japan Society for the Promotion of Science","keywords":"JavaScript; Computer science; Source code; Web application; Programming language; World Wide Web; Cloning (programming); Dynamic web page; Code (set theory); Open source; Software maintenance; Web modeling; Software engineering; Software; Web page; Software system","score_opus":0.04884154400166066,"score_gpt":0.3140051924206891,"score_spread":0.2651636484190284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098124758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8321861,0.000015785383,0.16558982,0.00028403036,0.00006417973,0.0015045822,7.5918445e-7,0.00030535265,0.0000493603],"genre_scores_gemma":[0.9960328,8.497978e-7,0.0025835412,0.000026445416,0.000100410354,0.0010740821,0.0000016720782,0.00001263285,0.00016759279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99851847,0.00010634517,0.00020734995,0.00041015501,0.00045341754,0.00030428355],"domain_scores_gemma":[0.9987225,0.00021890494,0.000024830635,0.00077277445,0.000090848,0.0001701684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036469437,0.00011527345,0.00015252763,0.00013129252,0.000051063664,0.00052536867,0.0008703613,0.00006821097,0.000030057685],"category_scores_gemma":[0.000052667947,0.00008718668,0.000011134931,0.00073419954,0.000020849298,0.00046872918,0.00018473009,0.00027759807,0.00015255717],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035310497,0.0003770345,0.99110115,0.0000068116346,0.000009670091,0.000012034776,0.00036154073,0.001190218,0.000016835234,0.0000826003,0.00056137075,0.0062772],"study_design_scores_gemma":[0.0022173275,0.001207991,0.7130756,0.000036067682,0.0000034836203,0.000026777949,0.0007786454,0.28014237,0.000034237604,0.000026278074,0.002029951,0.00042128793],"about_ca_topic_score_codex":0.0013317406,"about_ca_topic_score_gemma":0.00009989867,"teacher_disagreement_score":0.27895212,"about_ca_system_score_codex":0.00007264762,"about_ca_system_score_gemma":0.00013515804,"threshold_uncertainty_score":0.5066142},"labels":[],"label_agreement":null},{"id":"W2098302578","doi":"10.1109/wcre.2003.1287270","title":"First international workshop on refactoring : achievements, challenges, and effects (REFACE'03)","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code refactoring; Restructuring; Computer science; Software engineering; Scalability; Object-oriented programming; Position paper; Formalism (music); Programming language; Software; World Wide Web; Political science","score_opus":0.03213658356081325,"score_gpt":0.2737441751458723,"score_spread":0.24160759158505904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098302578","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2561833,0.008923239,0.64625853,0.009760344,0.0073810867,0.0011412771,0.0000018029343,0.0023744195,0.06797603],"genre_scores_gemma":[0.97941387,0.000835444,0.01833745,0.00010706289,0.000054262455,0.000025665102,5.440851e-7,0.000013673426,0.0012120452],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989405,0.000030150602,0.00008894812,0.00033959106,0.00035581648,0.0002449597],"domain_scores_gemma":[0.9986432,0.0008526231,0.000015804375,0.0003538495,0.000029826626,0.00010467245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026694755,0.000113526,0.00008470366,0.00012471409,0.000058389745,0.00009419445,0.00044790967,0.000046663452,0.000019827145],"category_scores_gemma":[0.00064283574,0.00010040149,0.000020041323,0.0001125403,0.000012634909,0.00022391081,0.00018538527,0.00016709729,0.00006774394],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001817008,0.00036409262,0.016123442,0.00021590324,0.00021529153,0.00013540914,0.0020630853,0.0011997459,0.00043282873,0.66721475,0.0021191824,0.30989808],"study_design_scores_gemma":[0.003096683,0.0005389138,0.5605424,0.0006994842,0.000008423704,0.000044280918,0.0001119897,0.014147237,0.013283701,0.0043453197,0.40186816,0.0013133778],"about_ca_topic_score_codex":0.0000036445026,"about_ca_topic_score_gemma":0.0000053817494,"teacher_disagreement_score":0.72323054,"about_ca_system_score_codex":0.000079814075,"about_ca_system_score_gemma":0.000014030162,"threshold_uncertainty_score":0.4094254},"labels":[],"label_agreement":null},{"id":"W2098347799","doi":"10.1002/smr.416","title":"Near‐miss function clones in open source software: an empirical study","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"clone (Java method); Cloning (programming); Source code; Java; Computer science; Open source; Linux kernel; Benchmark (surveying); Operating system; Function (biology); Software maintenance; Software; Software system; Programming language; Biology; Genetics; Gene","score_opus":0.06872976237691421,"score_gpt":0.40221598404488773,"score_spread":0.33348622166797354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098347799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47709423,0.0015891059,0.5136427,0.006836171,0.00018255266,0.0005312452,0.0000011089612,0.00007930504,0.00004353476],"genre_scores_gemma":[0.94835144,0.0002963695,0.050700646,0.00029340113,0.00012329117,0.000011786911,7.001218e-7,0.000014344536,0.00020802833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99595964,0.0012398388,0.00051456696,0.00047489026,0.0011605339,0.00065055216],"domain_scores_gemma":[0.9923923,0.0051050466,0.00020564585,0.00044332686,0.0014082255,0.00044544367],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012943184,0.0001723903,0.00032598537,0.0005083522,0.00044299228,0.001227644,0.0010441763,0.00011377432,0.0000068079758],"category_scores_gemma":[0.026046459,0.00014288117,0.000034496912,0.0012919208,0.0001657103,0.004955716,0.00051041995,0.0013116916,0.00000827789],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061338237,0.0035900574,0.71176755,0.00007327062,0.00011066367,0.0010663387,0.005737573,0.0012072935,0.00014856741,0.0009216238,0.014433834,0.25480938],"study_design_scores_gemma":[0.0022501666,0.008973154,0.9571797,0.0001474563,0.000013023274,0.0012532332,0.0024635403,0.002121476,0.0000058932415,0.009305771,0.016037822,0.00024875125],"about_ca_topic_score_codex":0.0002808802,"about_ca_topic_score_gemma":0.000037230948,"teacher_disagreement_score":0.47125718,"about_ca_system_score_codex":0.00022446482,"about_ca_system_score_gemma":0.0004945638,"threshold_uncertainty_score":0.9998092},"labels":[],"label_agreement":null},{"id":"W2098349183","doi":"10.1109/icsm.1995.526550","title":"A sizing measure for adaptive maintenance work products","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Sizing; Function point; Granularity; Computer science; Measure (data warehouse); Work (physics); Process (computing); Product (mathematics); Reliability engineering; Function (biology); Software; Perspective (graphical); Interval (graph theory); Productivity; Industrial engineering; Software development; Engineering; Data mining; Mathematics; Artificial intelligence; Mechanical engineering","score_opus":0.05726241815363975,"score_gpt":0.24150781486305065,"score_spread":0.1842453967094109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098349183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010898398,0.00047914562,0.99387306,0.0024573614,0.00023880023,0.00033847534,4.6837422e-7,0.00048407135,0.0010388064],"genre_scores_gemma":[0.6996487,0.000003350238,0.2954916,0.00007820964,0.00008943663,0.00007356601,1.2028852e-7,0.000011110202,0.004603939],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989188,0.000014359294,0.00008967066,0.00034617892,0.0002579663,0.00037307787],"domain_scores_gemma":[0.99884015,0.0004050104,0.000016669515,0.00045252082,0.00021825593,0.00006739817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028488893,0.00008810541,0.0000888476,0.00006256649,0.00006175925,0.00008190179,0.00060788717,0.000030590123,0.000014833669],"category_scores_gemma":[0.0014530253,0.000074075324,0.000032557575,0.00064089196,0.000018780855,0.00023084355,0.000113613496,0.000104024075,0.00010089533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047559082,0.00026965982,0.0040567243,0.00014324923,0.000120004355,0.0000655939,0.0036708338,0.002351574,0.0015199262,0.118854225,0.29881883,0.57008183],"study_design_scores_gemma":[0.003633441,0.0011747365,0.029242726,0.00072644546,0.000018807817,0.000111523135,0.00014654075,0.73429996,0.030054376,0.006221226,0.19179691,0.0025733165],"about_ca_topic_score_codex":0.0000029744197,"about_ca_topic_score_gemma":9.520138e-7,"teacher_disagreement_score":0.7319484,"about_ca_system_score_codex":0.00005395773,"about_ca_system_score_gemma":0.000019289027,"threshold_uncertainty_score":0.3020704},"labels":[],"label_agreement":null},{"id":"W2098350227","doi":"10.1145/985921.986081","title":"Recent developments in text-entry error rate measurement","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Word error rate; Text entry; Key (lock); Character (mathematics); Software; Work (physics); Error analysis; Error detection and correction; Theoretical computer science; Algorithm; Artificial intelligence; Programming language; Computer security; Human–computer interaction; Mathematics; Engineering","score_opus":0.05738068243037023,"score_gpt":0.2807148201110655,"score_spread":0.2233341376806953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098350227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13612087,0.0006105474,0.8463482,0.006161413,0.001158635,0.0006883006,4.1190034e-7,0.0009372708,0.007974323],"genre_scores_gemma":[0.9317854,0.000083464016,0.06747508,0.0002731488,0.000016027592,0.00003728679,5.078476e-7,0.000010335565,0.00031877038],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985601,0.000029396595,0.00017288764,0.00028893666,0.00058394787,0.00036477833],"domain_scores_gemma":[0.99940664,0.000050905634,0.000015125079,0.00031703722,0.00010913651,0.000101163176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084060506,0.000097295546,0.00008704998,0.00015934932,0.00003222807,0.00007507528,0.00061589835,0.000033912267,0.000030932224],"category_scores_gemma":[0.0004317792,0.00008776147,0.00001560552,0.00061926176,0.00001027317,0.00020486335,0.00022956397,0.0001360509,0.00028432932],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004396167,0.0012766394,0.103129916,0.00012364355,0.00012476036,0.00057112734,0.0037231273,0.035219345,0.008492807,0.03817544,0.0075131305,0.8016061],"study_design_scores_gemma":[0.0030529439,0.0000941526,0.89410436,0.00020341584,0.0000016192316,0.000018788167,0.000037109723,0.0023224736,0.041593075,0.002359901,0.055537384,0.00067477993],"about_ca_topic_score_codex":0.00003727445,"about_ca_topic_score_gemma":0.000053874937,"teacher_disagreement_score":0.80093133,"about_ca_system_score_codex":0.00062868453,"about_ca_system_score_gemma":0.00030850913,"threshold_uncertainty_score":0.3654573},"labels":[],"label_agreement":null},{"id":"W2098427431","doi":"10.1109/ccece.2003.1226096","title":"Discriminatory software metric selection via a grid of interconnected multilayer perceptrons","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Institute for Biodiagnostics","funders":"","keywords":"Computer science; Perceptron; Classifier (UML); Heuristics; Data mining; Software quality; Grid; Software; Artificial intelligence; Metric (unit); Machine learning; Source code; Feature selection; Software metric; Rule of thumb; Pattern recognition (psychology); Software development; Artificial neural network; Algorithm; Engineering; Mathematics","score_opus":0.014410278427675975,"score_gpt":0.2593157559667531,"score_spread":0.24490547753907713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098427431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20648822,0.000039359966,0.79245496,0.00008703223,0.00024949695,0.00011736721,0.0000010348014,0.0005195591,0.000042988882],"genre_scores_gemma":[0.847019,0.000002589903,0.1527907,0.000029656361,0.000032430824,0.0000169725,0.0000014095782,0.00001316567,0.00009407699],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987725,0.00003325387,0.0002003347,0.0003288826,0.00035847342,0.00030655097],"domain_scores_gemma":[0.9989612,0.00032759205,0.00003578965,0.000380143,0.0001896543,0.00010558726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000191292,0.00013040997,0.00015695748,0.00055524585,0.000052963445,0.000040303526,0.0006347234,0.000066966764,0.000074587195],"category_scores_gemma":[0.0008534391,0.000115911505,0.00008001951,0.0014024124,0.000038250677,0.0003961598,0.00023145726,0.00020502452,0.000064341075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001278611,0.0035912327,0.18119057,0.0011032232,0.0007099763,0.00014875867,0.021277493,0.091632985,0.20682572,0.030553585,0.0072380207,0.4556006],"study_design_scores_gemma":[0.0025878733,0.001027526,0.72736,0.00014558085,0.000033772936,0.00017249148,0.0002135168,0.0551667,0.2093698,0.0021710617,0.0007112832,0.0010404168],"about_ca_topic_score_codex":0.00025593935,"about_ca_topic_score_gemma":0.00003645251,"teacher_disagreement_score":0.64053077,"about_ca_system_score_codex":0.00021109568,"about_ca_system_score_gemma":0.00009467994,"threshold_uncertainty_score":0.47267342},"labels":[],"label_agreement":null},{"id":"W2098673848","doi":"10.1145/2025113.2025155","title":"High-impact defects","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Surprise; Computer science; Software bug; Software; Guard (computer science); Operating system","score_opus":0.03303628079213807,"score_gpt":0.2665415618860166,"score_spread":0.2335052810938785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098673848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34135643,0.000018751103,0.65425926,0.000018951047,0.00017505576,0.000041993862,1.4220575e-7,0.00055242464,0.003576969],"genre_scores_gemma":[0.9099922,8.8086813e-7,0.08960977,0.000029108407,0.000017532771,0.0000035574576,1.18072506e-7,0.00000447276,0.0003423087],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9994428,0.000011089626,0.000047780428,0.00014108905,0.00014817649,0.00020903577],"domain_scores_gemma":[0.9993441,0.00012740723,0.0000064536935,0.00040117264,0.000027521875,0.0000933194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011884738,0.00005383038,0.000052172192,0.00007326583,0.00001929742,0.00003593051,0.00056712463,0.000021829577,0.00024896444],"category_scores_gemma":[0.0001428578,0.0000403342,0.000031409232,0.00024653916,0.000009546125,0.0002037813,0.000150007,0.00006476564,0.0005909231],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000142859035,0.00029860964,0.3413278,0.000036187877,0.00010839226,0.0003145684,0.0027852512,0.0005033591,0.0032643543,0.5375448,0.036189187,0.07761324],"study_design_scores_gemma":[0.00021026502,0.00019768407,0.96142364,0.000005820314,0.0000011967387,0.000021198459,0.000002470946,0.0038352269,0.028512402,0.005236425,0.00034976265,0.0002039299],"about_ca_topic_score_codex":0.00019621947,"about_ca_topic_score_gemma":0.0000020588766,"teacher_disagreement_score":0.62009585,"about_ca_system_score_codex":0.00002467484,"about_ca_system_score_gemma":0.00002846522,"threshold_uncertainty_score":0.75953186},"labels":[],"label_agreement":null},{"id":"W2098711396","doi":"","title":"ISO/IEC SQuaRE. The second generation of standards for software product quality","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Quality (philosophy); Software; Product (mathematics); Software quality control; Software quality; Engineering; Computer science; Systems engineering; Software engineering; Manufacturing engineering; Software development; Operating system; Mathematics","score_opus":0.05594303300798379,"score_gpt":0.33425110349062653,"score_spread":0.2783080704826427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098711396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07509415,0.00017198679,0.9234497,0.00028479364,0.00028607438,0.0003988709,0.000025890247,0.00013227478,0.00015624725],"genre_scores_gemma":[0.84033877,0.000002496102,0.15737015,0.00008476634,0.000083404564,0.000076583055,0.000003412328,0.000011631158,0.0020287868],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987095,0.00009954195,0.00021912885,0.00028275035,0.000478785,0.00021029085],"domain_scores_gemma":[0.9980285,0.0006538788,0.000048256727,0.0007448604,0.0004834518,0.00004102621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002217335,0.000083748906,0.00011694707,0.00004822864,0.0000936007,0.000081120736,0.0004535495,0.000028813742,0.00009960201],"category_scores_gemma":[0.0036897813,0.000057057798,0.000056576988,0.00027725435,0.00003541664,0.00019857095,0.00005778871,0.00007972185,0.0000029492646],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048509464,0.0004316875,0.039919455,0.0014829254,0.0002189283,0.0000040038854,0.005191617,0.0059868027,0.040278573,0.5717454,0.20385355,0.13083854],"study_design_scores_gemma":[0.0012777508,0.0004550259,0.02980614,0.000026930611,0.000008393431,0.000016400474,0.000083082225,0.012738955,0.7290608,0.007122482,0.21879172,0.0006122843],"about_ca_topic_score_codex":0.000014109379,"about_ca_topic_score_gemma":0.000052650692,"teacher_disagreement_score":0.76607955,"about_ca_system_score_codex":0.00006918936,"about_ca_system_score_gemma":0.0003115828,"threshold_uncertainty_score":0.44172794},"labels":[],"label_agreement":null},{"id":"W2098793283","doi":"10.1109/csmr.2000.827305","title":"Design properties and object-oriented software changeability","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Inheritance (genetic algorithm); Object-oriented design; Software; Set (abstract data type); Dependency (UML); Object-oriented programming; Software system; Class (philosophy); Object (grammar); Software design; Software engineering; Software development; Programming language; Artificial intelligence","score_opus":0.07748752429194466,"score_gpt":0.23683594832512203,"score_spread":0.15934842403317737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098793283","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033329822,0.00056033966,0.96444535,0.00038920811,0.00010732794,0.00023115036,2.355306e-7,0.0008141382,0.00012243273],"genre_scores_gemma":[0.7952002,0.000017868766,0.20229109,0.0000854259,0.00002819473,0.000050748444,1.4833371e-7,0.000010040769,0.0023162523],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990168,0.000052293115,0.00009317283,0.00031587173,0.00024868737,0.0002731759],"domain_scores_gemma":[0.99906105,0.0003116237,0.000010809545,0.00044070455,0.00007578704,0.000100018384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027197352,0.00009610625,0.000093248134,0.000078206016,0.000078974044,0.000098014985,0.0003392505,0.00003852844,0.00011243404],"category_scores_gemma":[0.00079115096,0.00007412746,0.00001592934,0.0003146012,0.00005317069,0.00030239503,0.00024734432,0.0001005625,0.000118242846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044959306,0.00090487546,0.12777899,0.00068990863,0.00015717615,0.00016130973,0.02658995,0.0017229143,0.0076871263,0.0072083627,0.044397466,0.78265697],"study_design_scores_gemma":[0.0012929445,0.0008462465,0.06535496,0.00010437505,0.000008522451,0.00013380368,0.000096709155,0.87493247,0.04685098,0.0009996758,0.008162769,0.0012165568],"about_ca_topic_score_codex":0.000019956635,"about_ca_topic_score_gemma":0.0000013461105,"teacher_disagreement_score":0.87320954,"about_ca_system_score_codex":0.000034422796,"about_ca_system_score_gemma":0.000012320483,"threshold_uncertainty_score":0.30228305},"labels":[],"label_agreement":null},{"id":"W2098969028","doi":"10.5555/857171.857210","title":"The Dangerous 'All' in Specifications","year":2000,"lang":"en","type":"article","venue":"International Workshop on Software Specification and Design","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; CONQUEST; Software; Software engineering; Natural language processing; Programming language; History","score_opus":0.1009210075634949,"score_gpt":0.31562541546700623,"score_spread":0.21470440790351134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098969028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018924491,0.00038010426,0.985255,0.008942566,0.00042807224,0.00033817368,0.0000030839099,0.00032112785,0.0024394314],"genre_scores_gemma":[0.73896,0.0051890397,0.23050663,0.0010447424,0.0005093354,0.00052788283,0.000038931616,0.000067792105,0.023155652],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848187,0.00009258843,0.00028428057,0.00041718996,0.00047939806,0.00024466828],"domain_scores_gemma":[0.9967412,0.0024181772,0.000046664838,0.000601782,0.00010199502,0.00009018851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005627436,0.00013281949,0.00008789138,0.00018830418,0.00016220148,0.00044869326,0.0010819255,0.00006426017,0.0001805945],"category_scores_gemma":[0.0006644408,0.0001087793,0.000034276323,0.0004626656,0.00007275872,0.00026878406,0.000055847635,0.0002568821,0.00043285766],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065568194,0.00014371998,0.0018623671,0.0000024583799,0.000027334332,0.000017794171,0.0005585495,0.0050581456,0.000060916358,0.08319491,0.014501498,0.89450675],"study_design_scores_gemma":[0.000833166,0.00006732766,0.20821914,0.00009661753,0.000003154519,0.00004712493,0.00008860588,0.023362216,0.0003564735,0.009622794,0.75681144,0.00049194426],"about_ca_topic_score_codex":0.0000049535865,"about_ca_topic_score_gemma":0.00000312798,"teacher_disagreement_score":0.8940148,"about_ca_system_score_codex":0.00013829597,"about_ca_system_score_gemma":0.000036845042,"threshold_uncertainty_score":0.55636543},"labels":[],"label_agreement":null},{"id":"W2098975596","doi":"10.1109/icsm.2008.4658066","title":"Supporting software evolution using adaptive change propagation heuristics","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Heuristics; Computer science; Compiler; Software; Software system; Source code; Programming language; Operating system","score_opus":0.08383529020130019,"score_gpt":0.30572281828004544,"score_spread":0.22188752807874523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098975596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075436935,0.00005892713,0.9234189,0.00004498866,0.0001908024,0.00021067161,9.868256e-7,0.0005994496,0.000038349466],"genre_scores_gemma":[0.73055506,0.0000020605173,0.26917273,0.000025363668,0.00010626189,0.000014386451,0.0000014943903,0.000009657791,0.00011297572],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987665,0.000032047723,0.00016862921,0.0002739492,0.0004018161,0.0003570794],"domain_scores_gemma":[0.99916595,0.00018775907,0.000057831723,0.00030283985,0.00020017203,0.000085456246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023877303,0.000099567354,0.00009392254,0.0001475518,0.00018724159,0.000036900146,0.0003335596,0.000050483148,0.000010873811],"category_scores_gemma":[0.0007911214,0.00009722905,0.000031235806,0.0004993174,0.000035356545,0.00061219075,0.00019009168,0.00013022094,0.00004452514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004764521,0.00052865635,0.7861876,0.00033305422,0.00012547233,0.0011762641,0.013315829,0.019216951,0.0067344955,0.06424198,0.0048153396,0.103276715],"study_design_scores_gemma":[0.00018393446,0.00010281556,0.09079968,0.00003246252,0.0000030777067,0.0001825336,0.000025024769,0.90584886,0.0018569357,0.0005928995,0.00011042028,0.00026134576],"about_ca_topic_score_codex":0.00012195126,"about_ca_topic_score_gemma":0.0000024889205,"teacher_disagreement_score":0.8866319,"about_ca_system_score_codex":0.00021794884,"about_ca_system_score_gemma":0.00012177219,"threshold_uncertainty_score":0.39648855},"labels":[],"label_agreement":null},{"id":"W2099069768","doi":"10.1109/tse.2005.106","title":"Analyzing the evolutionary history of the logical design of object-oriented software","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software evolution; Unified Modeling Language; Object-oriented design; Software system; Class (philosophy); Programming language; Inheritance (genetic algorithm); Sequence diagram; Class diagram; Abstraction; Object-oriented programming; Sequence (biology); Software; Software engineering; Artificial intelligence; Software construction","score_opus":0.02065955642586971,"score_gpt":0.22516811738749967,"score_spread":0.20450856096162995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099069768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061683888,0.00087774807,0.9909637,0.00008248934,0.0011192417,0.00028729063,0.000009257836,0.000487829,0.000004080559],"genre_scores_gemma":[0.80994177,0.00003066129,0.18960504,0.000024426989,0.00005419869,0.00005998187,4.6078216e-7,0.00003207577,0.00025135494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981752,0.00009757753,0.00041659325,0.0003418113,0.0005885712,0.00038022458],"domain_scores_gemma":[0.9966583,0.0020032823,0.00009856803,0.0009715506,0.00018009159,0.00008816914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041971268,0.00023503779,0.00025569147,0.00027428308,0.00011692935,0.000014305272,0.0011795856,0.00011752666,0.000039954135],"category_scores_gemma":[0.00046073494,0.0001686589,0.0002413252,0.0009317167,0.00012522876,0.00028338365,0.000020352718,0.00058785215,0.000010682958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011339084,0.0000936771,0.00037426126,0.00004319291,0.0000623676,0.0000021394715,0.0004358057,0.9907586,0.0009712801,0.00013201158,0.00044461212,0.006670728],"study_design_scores_gemma":[0.0012831696,0.00042940807,0.02803873,0.00060362555,0.00012548282,0.00013295711,0.000043412052,0.9085846,0.050004195,0.00006462055,0.009605684,0.0010841145],"about_ca_topic_score_codex":0.000016830225,"about_ca_topic_score_gemma":0.0000013691974,"teacher_disagreement_score":0.8037734,"about_ca_system_score_codex":0.0006216825,"about_ca_system_score_gemma":0.00025509347,"threshold_uncertainty_score":0.68777096},"labels":[],"label_agreement":null},{"id":"W2099287333","doi":"10.1109/cnsr.2008.78","title":"Information Retrieval in Network Administration","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"National Institute for Materials Science; Research Nova Scotia; Dalhousie University","keywords":"Vocabulary; Computer science; Task (project management); Information retrieval; Quality (philosophy); Component (thermodynamics); Artificial intelligence; Natural language processing; Question answering; Term (time); Linguistics","score_opus":0.01821430077502995,"score_gpt":0.2522090357885117,"score_spread":0.23399473501348178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099287333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2478793,0.000011312415,0.74948263,0.00028647002,0.00015878546,0.00007901985,9.0052616e-8,0.00021892667,0.0018834765],"genre_scores_gemma":[0.9774086,0.000005530086,0.02237012,0.00006787959,0.000031582113,0.000002120644,0.0000017389518,0.0000011900459,0.00011126896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99950176,0.000010668549,0.00010838163,0.000049961713,0.00019100624,0.00013824063],"domain_scores_gemma":[0.99964243,0.00011945222,0.0000117164345,0.00016349528,0.000030949228,0.000031958203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018707874,0.000033272565,0.000036077945,0.00006840479,0.000029324823,0.00003692869,0.00021507453,0.000027053287,0.000010802041],"category_scores_gemma":[0.00022447518,0.0000322844,0.000009167193,0.0005233633,0.0000081651815,0.00089413265,0.000048732272,0.00007426337,0.00010975954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001239449,0.00016819066,0.6022373,0.00007166278,0.000019513034,0.00021454542,0.0067303283,0.066396445,0.00019007415,0.2005012,0.064714625,0.058632184],"study_design_scores_gemma":[0.00037892518,0.00013658048,0.84645236,0.00001088768,2.417939e-7,0.00008518511,0.000009623029,0.14278573,0.0014322117,0.00071244215,0.007826509,0.00016929077],"about_ca_topic_score_codex":0.000007341892,"about_ca_topic_score_gemma":0.000002666717,"teacher_disagreement_score":0.72952926,"about_ca_system_score_codex":0.000032572832,"about_ca_system_score_gemma":0.000077081655,"threshold_uncertainty_score":0.14107734},"labels":[],"label_agreement":null},{"id":"W2099290551","doi":"10.1145/2024587.2024595","title":"An explanatory analysis on eclipse beta-release bugs through in-process metrics","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Eclipse; Computer science; Software bug; Process (computing); Code (set theory); BETA (programming language); Software release life cycle; Software quality; Software; Software engineering; Programming language; Software development; Set (abstract data type)","score_opus":0.055828183628138565,"score_gpt":0.3148908320692412,"score_spread":0.2590626484411026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099290551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5804757,0.0000607804,0.41470903,0.00004635499,0.00016983278,0.00010352446,0.0000019375789,0.00038366168,0.004049205],"genre_scores_gemma":[0.97440106,0.000009565472,0.025241178,0.0001856134,0.000046396337,0.000019559999,0.000002653333,0.000011539194,0.00008246668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821144,0.000063005085,0.00021626182,0.0005365887,0.0005844089,0.00038827007],"domain_scores_gemma":[0.99824494,0.00037539942,0.00003571062,0.0010669583,0.00010109966,0.00017588283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045971028,0.00015357252,0.00022982815,0.0011342574,0.00004503443,0.00007630683,0.0014382408,0.00007387285,0.00021003802],"category_scores_gemma":[0.00028786232,0.0001335,0.000086080574,0.005235112,0.000027455777,0.0007709847,0.000109466026,0.00023779119,0.00014232333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006175307,0.0019196634,0.81603944,0.00010025775,0.00073863764,0.000764379,0.016312756,0.022869159,0.00006295524,0.10506933,0.0020327752,0.03402889],"study_design_scores_gemma":[0.0012983136,0.000910151,0.6661657,0.000031179075,0.00016051081,0.0000096717795,0.0005761407,0.2930511,0.025007447,0.010578968,0.0006910063,0.0015197746],"about_ca_topic_score_codex":0.00035602925,"about_ca_topic_score_gemma":0.000054658478,"teacher_disagreement_score":0.39392534,"about_ca_system_score_codex":0.000074514195,"about_ca_system_score_gemma":0.0000638527,"threshold_uncertainty_score":0.5443972},"labels":[],"label_agreement":null},{"id":"W2099353275","doi":"10.1109/icpc.2006.19","title":"Dynamic Analysis of Software Systems using Execution Pattern Mining","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Program comprehension; Unix; Software system; Feature (linguistics); Task (project management); Software; Source code; Data mining; Software construction; Software visualization; Static program analysis; Software evolution; Software engineering; Software development; Programming language","score_opus":0.015517748902527448,"score_gpt":0.26396484215574945,"score_spread":0.248447093253222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099353275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41307622,0.00007354035,0.5865651,0.0000054252846,0.00008407627,0.000036631125,0.0000017419275,0.00014112271,0.000016157355],"genre_scores_gemma":[0.9435029,6.9175525e-7,0.05634993,0.000003648926,0.0000104358405,0.0000033076096,0.00000651026,0.000006586654,0.00011595969],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998938,0.00003095432,0.00022604442,0.00023532749,0.00035552547,0.00021411324],"domain_scores_gemma":[0.99909467,0.00028363513,0.00006029578,0.00042363617,0.000104132,0.00003362803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023651026,0.0000822022,0.00018900013,0.0005758718,0.000037088957,0.0000809534,0.00039900854,0.000042830707,0.000007797467],"category_scores_gemma":[0.00007267568,0.00007862283,0.00008010823,0.0016302229,0.000016321552,0.0001884474,0.00012277816,0.00005017889,0.0000035311919],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.150476e-7,0.00003834686,0.35705063,0.00006644387,0.00021717574,0.000015283666,0.00013672255,0.63340175,0.0031778184,0.00033705257,0.000068997535,0.0054889526],"study_design_scores_gemma":[0.000050396582,0.000009141069,0.11174123,0.000018030216,0.00003670077,0.0000031714897,0.000013854399,0.88779724,0.00023593013,0.0000078638395,0.000008329243,0.00007813278],"about_ca_topic_score_codex":0.0015298653,"about_ca_topic_score_gemma":0.000044925462,"teacher_disagreement_score":0.5304267,"about_ca_system_score_codex":0.00009974035,"about_ca_system_score_gemma":0.000029164266,"threshold_uncertainty_score":0.32061458},"labels":[],"label_agreement":null},{"id":"W2099499926","doi":"10.1109/ccece.1993.332408","title":"Evaluating expert systems by formal metrics","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Metric (unit); Measure (data warehouse); Computer science; Expert system; Artificial intelligence; Software engineering; Machine learning; Data mining; Engineering","score_opus":0.10367739302401864,"score_gpt":0.3442505361667756,"score_spread":0.24057314314275696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099499926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009375864,0.0024445667,0.9847061,0.0001519331,0.00042853603,0.00011755627,4.247806e-7,0.0005249585,0.0022500681],"genre_scores_gemma":[0.92254573,0.000028770779,0.07279682,0.000087573826,0.0000756851,0.000038395785,5.480801e-7,0.0000113558235,0.004415105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986516,0.000031451695,0.00013464612,0.00020503391,0.00062300096,0.00035424504],"domain_scores_gemma":[0.9988324,0.00057857326,0.00001778253,0.00039977627,0.00007672634,0.00009474748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057493465,0.000074100644,0.000081862956,0.0001376699,0.00006937502,0.00021817119,0.000690628,0.000036353795,0.00007305663],"category_scores_gemma":[0.0007493432,0.00006329097,0.000024837229,0.00073338096,0.0000080945665,0.00052802265,0.00021764069,0.00009705716,0.00023933858],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016270454,0.0001802366,0.0034043712,0.0000808683,0.000055172157,0.000031416323,0.002027802,0.0066100396,0.0053783124,0.018802192,0.43039608,0.5330319],"study_design_scores_gemma":[0.00012559853,0.000060904047,0.00008378416,0.000005559716,3.947628e-7,0.00001119814,0.000012662314,0.99191546,0.0009018838,0.0000066250213,0.0067795836,0.00009635558],"about_ca_topic_score_codex":0.000048775873,"about_ca_topic_score_gemma":1.1592353e-7,"teacher_disagreement_score":0.9853054,"about_ca_system_score_codex":0.0000636049,"about_ca_system_score_gemma":0.00000848463,"threshold_uncertainty_score":0.30762932},"labels":[],"label_agreement":null},{"id":"W2099526349","doi":"10.5555/2664398.2664418","title":"We have all of the clones, now what?: toward integrating clone analysis into software quality assessment","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"clone (Java method); Consistency (knowledge bases); Cloning (programming); Software; Software maintenance; Computer science; Software development; Software engineering; Software quality; Software evolution; Quality (philosophy); Data science; Software construction; Artificial intelligence; Biology; Programming language","score_opus":0.059046826759216575,"score_gpt":0.3625117195191857,"score_spread":0.30346489275996913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099526349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07950925,0.00058391533,0.9167254,0.0022610112,0.0004363252,0.00017477728,0.0000017311781,0.00021873694,0.00008884761],"genre_scores_gemma":[0.77624685,0.000053575666,0.22323655,0.00011538148,0.000049365135,0.00002246523,0.0000032132805,0.0000099081235,0.00026271475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974504,0.00027371416,0.00046429218,0.00035563234,0.00095771573,0.0004982595],"domain_scores_gemma":[0.99679106,0.0013487814,0.00014902324,0.001317101,0.00021606366,0.00017793768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019904964,0.00019168269,0.00036415,0.0002230495,0.00008724701,0.00025025287,0.0015996844,0.00008948062,0.000059324873],"category_scores_gemma":[0.0008003184,0.00012568191,0.0002814094,0.0013651453,0.000070785536,0.0011367383,0.001034946,0.00036214953,0.000015517473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041834196,0.0002712231,0.9146048,0.00015059188,0.0007403663,0.0000018521038,0.009778302,0.0014084801,0.0014379804,0.01143403,0.0007798023,0.059388388],"study_design_scores_gemma":[0.00043856588,0.000094894116,0.9268472,0.00013461833,0.00018803701,0.0000063958305,0.002671265,0.051691256,0.013279161,0.0014058355,0.0025519694,0.00069075706],"about_ca_topic_score_codex":0.00076970813,"about_ca_topic_score_gemma":0.0002183239,"teacher_disagreement_score":0.6967376,"about_ca_system_score_codex":0.00020537588,"about_ca_system_score_gemma":0.00011623814,"threshold_uncertainty_score":0.51251596},"labels":[],"label_agreement":null},{"id":"W2099699509","doi":"10.1109/wcre.2003.1287257","title":"Leveraging visio for adoption-centric reverse engineering tools","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Reverse engineering; Computer science; Software engineering; Leverage (statistics); Visualization; Software; Domain (mathematical analysis); Programming language; Data mining; Artificial intelligence","score_opus":0.02896057617612029,"score_gpt":0.2571318590002598,"score_spread":0.2281712828241395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099699509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019363612,0.000058320285,0.97871274,0.00053412415,0.0003626705,0.00023620593,8.1593254e-7,0.0006499467,0.00008159722],"genre_scores_gemma":[0.5447566,0.00000807419,0.45474672,0.00011381641,0.000101706486,0.000041265175,0.0000019354304,0.00001616981,0.0002136768],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989222,0.000004458501,0.00013987329,0.00029194326,0.0002511597,0.0003903482],"domain_scores_gemma":[0.9989468,0.00045039612,0.000016076438,0.00039699127,0.000081079685,0.00010869509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024914643,0.0001098985,0.00010159708,0.00018983148,0.00006217457,0.00020343432,0.0005705169,0.000041202296,0.000013281426],"category_scores_gemma":[0.0007210159,0.000109375345,0.000063721476,0.0005026199,0.0000060144152,0.0005545745,0.00014919371,0.00011331632,0.00007610621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011479968,0.00016146821,0.0016442386,0.00025930695,0.00007469746,0.000083965315,0.0011719237,0.7457933,0.0057149036,0.16617484,0.00472175,0.07418814],"study_design_scores_gemma":[0.00753931,0.00048707682,0.050466243,0.00043413826,0.000022694687,0.00018414206,0.00010138498,0.7814742,0.040272404,0.0045500607,0.11211471,0.0023536787],"about_ca_topic_score_codex":0.000014527358,"about_ca_topic_score_gemma":2.735254e-7,"teacher_disagreement_score":0.525393,"about_ca_system_score_codex":0.00017365665,"about_ca_system_score_gemma":0.000073732976,"threshold_uncertainty_score":0.4460197},"labels":[],"label_agreement":null},{"id":"W2099706779","doi":"10.1109/icsm.2009.5306335","title":"Searching and skimming: An exploratory study","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Formative assessment; Task (project management); Source code; Program comprehension; Exploratory research; Code (set theory); Task analysis; Software; Code review; Human–computer interaction; Software engineering; Static program analysis; Software development; World Wide Web; Data science; Software system; Programming language; Set (abstract data type); Engineering","score_opus":0.034353527006351046,"score_gpt":0.31024594100015396,"score_spread":0.27589241399380293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099706779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8207071,0.000033219585,0.1783162,0.00016797402,0.000039946975,0.000112462614,3.1216118e-8,0.00038274666,0.0002403269],"genre_scores_gemma":[0.9824376,0.000001395609,0.017362194,0.000076420285,0.000027510208,0.000003981504,1.042432e-7,0.000003862524,0.00008692101],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991593,0.00005405913,0.000068709305,0.00025593763,0.0002598234,0.00020218955],"domain_scores_gemma":[0.9992833,0.00014491346,0.0000062594236,0.00040148318,0.000028996434,0.00013503201],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050188694,0.00006315906,0.00006384232,0.00011297829,0.000072030816,0.00020708097,0.00044419998,0.00001442659,0.0000038024355],"category_scores_gemma":[0.00012055603,0.000055706485,0.00000793885,0.00021706217,0.000010111351,0.0006194459,0.0001449501,0.00012143521,0.000015330892],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009042856,0.0010961206,0.08681813,0.000014433683,0.000026936868,0.0003040482,0.04639317,0.0005401368,0.0041248696,0.04160626,0.00045869563,0.81860816],"study_design_scores_gemma":[0.0010772776,0.002977678,0.90617055,0.00001749204,0.0000032918783,0.00003652522,0.0027654455,0.07922687,0.0024626218,0.0038417825,0.00081432547,0.000606136],"about_ca_topic_score_codex":0.000007883673,"about_ca_topic_score_gemma":0.00000613047,"teacher_disagreement_score":0.81935245,"about_ca_system_score_codex":0.000014358436,"about_ca_system_score_gemma":0.00002390762,"threshold_uncertainty_score":0.22716446},"labels":[],"label_agreement":null},{"id":"W2099784938","doi":"","title":"Budgeting for Information Security and ROI Approach","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Risk analysis (engineering); Metric (unit); Cost–benefit analysis; Business; Investment (military); Information security; Computer science; Actuarial science; Computer security; Marketing","score_opus":0.00984437173130332,"score_gpt":0.23914312567515308,"score_spread":0.22929875394384977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099784938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012463669,0.000022952157,0.9833269,0.0004221103,0.000026062466,0.00012855162,4.35851e-7,0.00020504138,0.0034042834],"genre_scores_gemma":[0.6688108,0.0000012631815,0.33103716,0.00007163455,0.000030394867,0.00001575345,0.0000013836802,0.0000014126418,0.000030192568],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99961525,0.000004455093,0.00007092273,0.000077810044,0.00010434102,0.00012721583],"domain_scores_gemma":[0.9996137,0.00016893265,0.000010499294,0.00012487649,0.00004247053,0.000039524068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002816959,0.000036624246,0.000036795707,0.000055761437,0.000040596682,0.00012813535,0.00017773856,0.000021424366,0.0000012727979],"category_scores_gemma":[0.0002357422,0.00003270083,0.000010310192,0.00009962334,0.000006605198,0.0008756425,0.00009792956,0.000046087625,0.0000096984895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006039176,0.00005146413,0.0039642653,0.00023046571,0.000015384836,2.3082707e-7,0.0074345744,0.0038435236,0.00007936623,0.18577316,0.0072346786,0.7913669],"study_design_scores_gemma":[0.00019018898,0.000017700211,0.003683081,0.0000021080104,4.4259752e-7,0.0000055485634,0.000025728292,0.9777379,0.0006441325,0.0003535198,0.017266741,0.00007287795],"about_ca_topic_score_codex":0.0000051116963,"about_ca_topic_score_gemma":4.3873288e-7,"teacher_disagreement_score":0.9738944,"about_ca_system_score_codex":0.00001627725,"about_ca_system_score_gemma":0.000010861326,"threshold_uncertainty_score":0.13335012},"labels":[],"label_agreement":null},{"id":"W2099901245","doi":"10.1109/wcre.2008.15","title":"Retrieving Task-Related Clusters from Change History","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Software maintenance; Software; Source code; Software system; Software engineering; Data science; Programming language; Engineering; Systems engineering","score_opus":0.05401685614114267,"score_gpt":0.23102986197661382,"score_spread":0.17701300583547114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099901245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38531184,0.004508897,0.59547126,0.0016418039,0.0034821478,0.0004085375,0.0000023955847,0.0033680403,0.005805063],"genre_scores_gemma":[0.97476333,0.000053986318,0.021370994,0.00040569284,0.0000985994,0.000014921182,0.0000032216951,0.000016327256,0.003272932],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989141,0.000029845794,0.00013121923,0.0003109916,0.0003412195,0.0002726212],"domain_scores_gemma":[0.9988852,0.00038470994,0.00002405009,0.00054579886,0.000042744847,0.00011750669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014894406,0.00009445736,0.000106372594,0.00013436,0.000055503082,0.000017022849,0.0007332729,0.0000694174,0.00018943504],"category_scores_gemma":[0.00026528645,0.00009195256,0.000041949417,0.00030633487,0.000043513257,0.00041408307,0.0002744614,0.00019538622,0.00036378455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003697799,0.0003817589,0.19043224,0.000087649554,0.00033521108,0.002833559,0.061103895,0.00055277,0.007915021,0.010425977,0.60396004,0.12193493],"study_design_scores_gemma":[0.0016927551,0.000209943,0.50510377,0.00011086784,0.00000917141,0.00015422047,0.000038057464,0.25565127,0.0016974823,0.00041836352,0.23362209,0.0012920214],"about_ca_topic_score_codex":0.0004376223,"about_ca_topic_score_gemma":0.0000036989359,"teacher_disagreement_score":0.5894515,"about_ca_system_score_codex":0.00034261917,"about_ca_system_score_gemma":0.00006323782,"threshold_uncertainty_score":0.4675836},"labels":[],"label_agreement":null},{"id":"W2099939057","doi":"10.2139/ssrn.1447584","title":"Optimal Enhancement and Lifetime of Software Systems: A Control Theoretic Analysis","year":2010,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software; Control (management); Econometrics; Mathematics; Artificial intelligence","score_opus":0.003115216860530052,"score_gpt":0.22439872637368685,"score_spread":0.2212835095131568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099939057","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33511314,0.0013698423,0.66315836,0.00010243495,0.000120305005,0.00008693777,0.0000010589143,0.000037587648,0.0000103318325],"genre_scores_gemma":[0.99295,0.0003058857,0.0064770738,0.000009815941,0.00008124894,0.000010652819,5.232801e-7,0.000010741184,0.00015401162],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975636,0.000084921805,0.00029923057,0.00024420113,0.00047302913,0.0013350139],"domain_scores_gemma":[0.99870265,0.0004506958,0.00013525454,0.0003939154,0.00018317533,0.00013428928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025178397,0.0001356109,0.00029194297,0.0003631122,0.00009515431,0.00013692136,0.0007395919,0.00006813122,0.000016538184],"category_scores_gemma":[0.00047637837,0.000113685564,0.00011517072,0.00050884514,0.000080804486,0.00019440113,0.00009900359,0.0013858468,0.0000068549243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108303495,0.0002885856,0.066154145,0.000108264336,0.005559383,0.000033478675,0.0009779475,0.018986367,0.010730517,0.86948484,0.00005995921,0.027508236],"study_design_scores_gemma":[0.010650571,0.0060678804,0.052510507,0.00024268297,0.0022658412,0.0043131225,0.00092904776,0.80066186,0.0065758605,0.11189741,0.0012409027,0.0026443056],"about_ca_topic_score_codex":0.000029097931,"about_ca_topic_score_gemma":0.000018149489,"teacher_disagreement_score":0.7816755,"about_ca_system_score_codex":0.00015041689,"about_ca_system_score_gemma":0.00081979786,"threshold_uncertainty_score":0.60208917},"labels":[],"label_agreement":null},{"id":"W2100060170","doi":"10.1109/icstw.2009.18","title":"A Mutation/Injection-Based Automatic Framework for Evaluating Code Clone Detection Tools","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":195,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Computer science; Benchmark (surveying); Precision and recall; Software; Software maintenance; Code (set theory); Data mining; Mutation; Machine learning; Software system; Software engineering; Artificial intelligence; Programming language; Set (abstract data type); Biology","score_opus":0.052369893842208914,"score_gpt":0.360897314909121,"score_spread":0.3085274210669121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100060170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06506775,0.000015578307,0.93246675,0.00055905874,0.00025941478,0.00045078955,0.0000010554426,0.0011448878,0.00003470744],"genre_scores_gemma":[0.5399615,1.04633294e-7,0.45972535,0.00015789557,0.00004085725,0.00007367288,0.0000013345416,0.0000057434368,0.00003349378],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987758,0.00004523667,0.00020536121,0.0002943923,0.00040285167,0.0002763978],"domain_scores_gemma":[0.9961866,0.003115771,0.00005012968,0.00038121062,0.00019606824,0.00007021397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069100026,0.00010323169,0.00010915977,0.00017242812,0.0001688043,0.00027866897,0.00033305932,0.000078186284,0.000023030418],"category_scores_gemma":[0.0054052323,0.000101555874,0.00006153449,0.0006377807,0.000009994942,0.00033718464,0.000019727375,0.00014798947,0.000033488242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010492187,0.00007131346,0.00017024654,0.000048374954,0.000014387783,0.0000033015913,0.00027960588,0.09517658,0.0026491296,0.008728046,0.00013859056,0.8927099],"study_design_scores_gemma":[0.00028772224,0.00052829855,0.009570909,0.000034050117,0.0000039198685,0.0000091895145,0.000008518121,0.9625948,0.010847932,0.015972348,0.000018567636,0.0001237679],"about_ca_topic_score_codex":0.000008290058,"about_ca_topic_score_gemma":0.0000032725711,"teacher_disagreement_score":0.8925862,"about_ca_system_score_codex":0.00013440395,"about_ca_system_score_gemma":0.000111187044,"threshold_uncertainty_score":0.64709586},"labels":[],"label_agreement":null},{"id":"W2100136054","doi":"10.1109/wcre.2002.1173078","title":"An extensible tool for source code representation using XML","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; ASCII; Programming language; XML; Plain text; XML framework; Source code; Streaming XML; Document Structure Description; Static program analysis; Software; Software engineering; Database; Software development; World Wide Web; Operating system; Encryption","score_opus":0.05904711780685137,"score_gpt":0.3484391893904717,"score_spread":0.28939207158362035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100136054","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14231189,0.000016080501,0.8569451,0.000032750188,0.0001179074,0.00020698381,3.7090498e-7,0.00026383958,0.00010505365],"genre_scores_gemma":[0.46832746,7.843348e-7,0.5309854,0.000061549115,0.000028774606,0.000016824888,9.35755e-7,0.00001079136,0.00056743127],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991513,0.00003639388,0.00010610693,0.00028168884,0.00019272037,0.00023179884],"domain_scores_gemma":[0.9988976,0.00038790633,0.000017273751,0.0005232934,0.000112642396,0.00006124841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035946025,0.000061842424,0.00007113345,0.00007942563,0.00007940998,0.0001587206,0.0002937091,0.000030562835,0.000016552114],"category_scores_gemma":[0.0007279575,0.000060538634,0.00002807332,0.00028327393,0.0000113891065,0.0004487534,0.000035098656,0.00004650501,0.000011308209],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003375301,0.0004154053,0.093628146,0.00022435322,0.00006811817,0.000034117973,0.0022458294,0.47204903,0.16055436,0.17850178,0.005738607,0.086506486],"study_design_scores_gemma":[0.0003245583,0.00007376968,0.0029331618,0.000017183465,0.000002338726,0.000026169388,0.000027296792,0.9345838,0.059458535,0.0013312281,0.0010450906,0.00017690293],"about_ca_topic_score_codex":0.00002230684,"about_ca_topic_score_gemma":0.0000024529327,"teacher_disagreement_score":0.46253473,"about_ca_system_score_codex":0.000032883236,"about_ca_system_score_gemma":0.00006406625,"threshold_uncertainty_score":0.24686939},"labels":[],"label_agreement":null},{"id":"W2100348239","doi":"10.1109/icpc.2011.42","title":"Trust-Based Requirements Traceability","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Traceability; Requirements traceability; Computer science; Source code; Documentation; Precision and recall; Set (abstract data type); Code (set theory); Data mining; Software engineering; Information retrieval; Requirements analysis; Programming language; Software; Requirement","score_opus":0.07953031252904559,"score_gpt":0.29006904304557946,"score_spread":0.21053873051653388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100348239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12355528,0.000011144308,0.8686397,0.00011758802,0.00019804889,0.00012109054,3.095115e-7,0.0010471833,0.0063096634],"genre_scores_gemma":[0.82097197,1.7716961e-7,0.17862955,0.000068877736,0.000008621686,0.000011720201,1.9155698e-7,0.000004264623,0.00030461312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913853,0.000025206156,0.00010458507,0.00024409007,0.00025945157,0.00022812655],"domain_scores_gemma":[0.99905306,0.00012903716,0.000011493121,0.0006647867,0.000049718972,0.00009189584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037758608,0.00006513256,0.00006192001,0.00006376543,0.000030749383,0.000031767653,0.0007459409,0.00002877453,0.00031980663],"category_scores_gemma":[0.00026375699,0.000056285124,0.000032726293,0.00025076472,0.00002486193,0.00023197972,0.000099507655,0.000074676806,0.00018077974],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030288269,0.0009131701,0.8547597,0.0000900338,0.000041179068,0.00007577871,0.0016694163,0.00014965242,0.0011954831,0.04351556,0.0058670617,0.09169266],"study_design_scores_gemma":[0.00061689,0.00021966684,0.83493876,0.000009862476,0.000002231813,0.0000030230408,0.000009679143,0.120935425,0.0385518,0.0028840012,0.0015208052,0.00030784585],"about_ca_topic_score_codex":0.000049866892,"about_ca_topic_score_gemma":0.0000021422807,"teacher_disagreement_score":0.6974167,"about_ca_system_score_codex":0.00004086288,"about_ca_system_score_gemma":0.000051696054,"threshold_uncertainty_score":0.3501658},"labels":[],"label_agreement":null},{"id":"W2100352505","doi":"10.1109/tai.2003.1250170","title":"Analysis of software maintenance data using multi-technique approach","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Data mining; Software; Data modeling; Process (computing); Bayesian network; Software engineering; Software development; Software maintenance; Decision tree; Set (abstract data type); Software development process; Data science; Machine learning","score_opus":0.08555855559529078,"score_gpt":0.3258004628075996,"score_spread":0.24024190721230881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100352505","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069037788,0.000043907825,0.9924612,0.000022522914,0.0000305284,0.00016263558,0.000012696485,0.00033511844,0.000027593347],"genre_scores_gemma":[0.34854755,0.0000024435567,0.65137744,0.000013446459,0.0000041808503,0.0000066912876,0.0000113986935,0.0000064102237,0.000030458965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865466,0.00002282499,0.00020539717,0.0004974989,0.0003395709,0.0002800497],"domain_scores_gemma":[0.99749106,0.00015000174,0.000049413255,0.0021173237,0.0001184204,0.00007378481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005506023,0.00010538898,0.00022861442,0.00045091953,0.000037336806,0.000048755217,0.0025364025,0.00005803007,0.000006488501],"category_scores_gemma":[0.0006285467,0.00009247756,0.00006741718,0.0025919045,0.00004851597,0.00042618593,0.0011698531,0.000134712,0.0000031027403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008350489,0.00081855425,0.11116922,0.00022053132,0.0014248072,0.00006579723,0.00071715005,0.85240847,0.009454017,0.012045505,0.00016242867,0.011505196],"study_design_scores_gemma":[0.00025480732,0.000016837163,0.021900931,0.000022828039,0.000056787896,0.000013369057,0.000011785675,0.97289294,0.004481005,0.00010978734,0.00004611326,0.00019281055],"about_ca_topic_score_codex":0.00039375373,"about_ca_topic_score_gemma":0.000011807754,"teacher_disagreement_score":0.34164378,"about_ca_system_score_codex":0.00008606816,"about_ca_system_score_gemma":0.00011627191,"threshold_uncertainty_score":0.47133094},"labels":[],"label_agreement":null},{"id":"W2100510954","doi":"10.1049/ic:20040215","title":"Program navigation analysis to support task-aware software development environments","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Debugging; Task (project management); Software engineering; Software; Visualization; Software development; Human–computer interaction; Program comprehension; Interface (matter); User interface; Task analysis; Application programming interface; Program analysis; Software system; Programming language; Systems engineering; Artificial intelligence; Operating system; Engineering","score_opus":0.014947218303547926,"score_gpt":0.2785942854294169,"score_spread":0.26364706712586894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100510954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1144674,0.0000045725674,0.8843126,0.00015437021,0.00006392348,0.0003334761,0.0000012546302,0.0006313384,0.00003100937],"genre_scores_gemma":[0.5520262,5.6452006e-7,0.44734251,0.00006609813,0.000010954848,0.00013371317,0.000036369984,0.000009065058,0.00037450538],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99816173,0.000013146258,0.00022207454,0.0004867553,0.0007021081,0.00041420947],"domain_scores_gemma":[0.99905205,0.000056750352,0.000027327507,0.0005694301,0.000036605466,0.00025782746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023760107,0.00014692299,0.00014729732,0.00031434192,0.000096164076,0.00015300896,0.00076569646,0.000053607328,0.000052823816],"category_scores_gemma":[0.00007719971,0.00014009257,0.000066788736,0.0015297198,0.0000147517885,0.0002760506,0.00037096965,0.00010643014,0.0007187507],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006604662,0.00071463845,0.13700621,0.000045012206,0.0007913235,0.00016304431,0.0033571585,0.08091324,0.00050036993,0.0007655196,0.0005993057,0.77513754],"study_design_scores_gemma":[0.0010830456,0.00071786327,0.90687907,0.000050338593,0.0000854605,0.000025079446,0.000052868527,0.0043923743,0.031059146,0.00033410263,0.05402759,0.0012930577],"about_ca_topic_score_codex":0.000027004311,"about_ca_topic_score_gemma":0.000011871078,"teacher_disagreement_score":0.77384454,"about_ca_system_score_codex":0.0003489373,"about_ca_system_score_gemma":0.00013827388,"threshold_uncertainty_score":0.9238326},"labels":[],"label_agreement":null},{"id":"W2100568614","doi":"10.1002/spe.1001","title":"The use of search‐based optimization techniques to schedule and staff software projects: an approach and an empirical study","year":2011,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Staffing; Computer science; Schedule; Software project management; Software; Queueing theory; Task (project management); Scheduling (production processes); Fragmentation (computing); Operations research; Project management; Project planning; Operations management; Software development; Systems engineering; Software construction; Engineering","score_opus":0.12405668412549276,"score_gpt":0.3731303624344601,"score_spread":0.24907367830896737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100568614","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43563923,0.00006722577,0.5634378,0.00007431602,0.000019480069,0.0005251389,0.0000017196563,0.00023302689,0.000002030681],"genre_scores_gemma":[0.41755,0.000020546953,0.582166,0.00008821149,0.000010420116,0.00014548666,0.0000010674527,0.000013909135,0.0000043507016],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978253,0.00042775625,0.000234528,0.0006701147,0.00049447664,0.00034778504],"domain_scores_gemma":[0.9968345,0.0016576576,0.00007710168,0.0007770365,0.0003638118,0.00028989068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001137843,0.00018646341,0.00017696062,0.00015686444,0.0004306575,0.00064157037,0.0005397257,0.000075820055,0.0000016854486],"category_scores_gemma":[0.0057898792,0.00014377006,0.00001335099,0.00055533525,0.0002856641,0.0034619553,0.0004967504,0.00023865109,4.07504e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014755252,0.004108374,0.379833,0.0001929034,0.00007805305,0.000082484024,0.42263025,0.003388974,0.00039962187,0.00027928327,0.00010509424,0.18742642],"study_design_scores_gemma":[0.003664139,0.03687387,0.23480521,0.00034995782,0.00014795324,0.0005591194,0.18542185,0.50570416,0.021679355,0.00020805474,0.0068066167,0.0037797377],"about_ca_topic_score_codex":0.0002460229,"about_ca_topic_score_gemma":0.000006656994,"teacher_disagreement_score":0.50231516,"about_ca_system_score_codex":0.000027452204,"about_ca_system_score_gemma":0.00016177713,"threshold_uncertainty_score":0.69314444},"labels":[],"label_agreement":null},{"id":"W2100765983","doi":"10.1109/qsic.2007.4385497","title":"Automatic Quality Assessment of SRS Text by Means of a Decision-Tree-Based Text Classifier","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Classifier (UML); Ambiguity; Decision tree; Software quality; Decision tree learning; Software; Quality (philosophy); Natural language; Artificial intelligence; Software requirements; Software requirements specification; Software engineering; Natural language processing; Information retrieval; Data mining; Software development; Software construction; Programming language","score_opus":0.037324698259074716,"score_gpt":0.36230089927896036,"score_spread":0.32497620101988567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100765983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2098845,0.000026114765,0.7876565,0.00012415084,0.00010102999,0.00015061357,0.000003551923,0.00015702737,0.001896537],"genre_scores_gemma":[0.7149203,8.67026e-7,0.28487068,0.00004165529,0.000006086304,0.0000054631373,0.0000011666367,0.000008381241,0.00014541311],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973494,0.00008526761,0.00065273116,0.00033241563,0.0012149332,0.00036529134],"domain_scores_gemma":[0.99309283,0.005377447,0.00013743257,0.0010070569,0.00022780045,0.00015744411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026900207,0.00014235341,0.00030735348,0.00026600368,0.000032611988,0.00003854172,0.0010657107,0.00008499562,0.00020298477],"category_scores_gemma":[0.0010086308,0.000118199794,0.00010888771,0.00086156506,0.00008675702,0.00016581557,0.00019423409,0.00016737172,0.00001715666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025340007,0.0012276308,0.13968469,0.000432144,0.00011615977,0.000025686268,0.00043049123,0.0027688271,0.024303986,0.028026227,0.0115592275,0.7913996],"study_design_scores_gemma":[0.0008350512,0.00020059802,0.4771578,0.000104907835,0.000005394625,0.0000019738834,0.000047741407,0.49273577,0.027631855,0.00040279175,0.00063209253,0.00024402828],"about_ca_topic_score_codex":0.00013336155,"about_ca_topic_score_gemma":0.000044963777,"teacher_disagreement_score":0.7911556,"about_ca_system_score_codex":0.00009884873,"about_ca_system_score_gemma":0.0002634985,"threshold_uncertainty_score":0.48200476},"labels":[],"label_agreement":null},{"id":"W2100925270","doi":"10.1007/s10664-011-9171-y","title":"An exploratory study of the impact of antipatterns on class change- and fault-proneness","year":2011,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":394,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Odds; Computer science; Machine learning; Logistic regression","score_opus":0.10704019854817991,"score_gpt":0.3282979284401009,"score_spread":0.221257729891921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100925270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9257967,0.000051904415,0.07339596,0.000009180326,0.00018842235,0.000324949,0.000004722265,0.00022643141,0.0000017309052],"genre_scores_gemma":[0.9983754,0.0000025945992,0.0014803963,0.000012303531,0.000046687735,0.000050576426,4.6605282e-7,0.000029781715,0.0000017957967],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985618,0.000074208656,0.00025836966,0.000359866,0.00042322243,0.00032252056],"domain_scores_gemma":[0.99840736,0.0003675955,0.00006838126,0.00091331144,0.00008901172,0.00015432954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028437396,0.0002122619,0.0002803308,0.00018796699,0.0000421935,0.000024401488,0.0009705887,0.00007704553,0.000006882579],"category_scores_gemma":[0.00040165696,0.0001496581,0.00008254809,0.00059980084,0.00004612625,0.00034814575,0.00035382755,0.00026878947,0.0000019759607],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011632566,0.00045895393,0.9817401,0.00004953308,0.000045635144,0.000010230655,0.009926309,0.005829439,0.0003553885,0.000016441925,0.00002096232,0.001535354],"study_design_scores_gemma":[0.00031836223,0.0009442537,0.98627347,0.00005901608,0.0000049805117,0.0000041230064,0.00006518595,0.009982081,0.0021639129,0.000011400567,0.000006430147,0.00016677004],"about_ca_topic_score_codex":0.000110316236,"about_ca_topic_score_gemma":0.000004510009,"teacher_disagreement_score":0.0725787,"about_ca_system_score_codex":0.00006161538,"about_ca_system_score_gemma":0.000036825633,"threshold_uncertainty_score":0.61028796},"labels":[],"label_agreement":null},{"id":"W2101121486","doi":"10.1109/compsac.2011.69","title":"Reasoning about Global Clones: Scalable Semantic Clone Detection","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; Concordia University","funders":"","keywords":"Computer science; Semantic reasoner; clone (Java method); Context (archaeology); Scalability; Semantic Web; SPARQL; Data mining; Software engineering; Information retrieval; World Wide Web; Database; Artificial intelligence; RDF","score_opus":0.020031910927288482,"score_gpt":0.24921180941698684,"score_spread":0.22917989848969836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101121486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18141083,0.00009898742,0.81290543,0.00002643897,0.00039141087,0.00008688987,2.9333282e-7,0.0008452836,0.004234452],"genre_scores_gemma":[0.91647327,0.000007715792,0.08301726,0.00003392734,0.00004553338,0.00001264942,2.5464337e-7,0.00000801862,0.00040139008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878997,0.000029590834,0.00013917622,0.00033521597,0.0003095215,0.00039655366],"domain_scores_gemma":[0.9991417,0.00008376321,0.000024361625,0.00053590426,0.000085146894,0.00012914423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000315374,0.00010877417,0.00010700655,0.000071470786,0.00009551374,0.000107408516,0.00063102465,0.000064176085,0.00006342434],"category_scores_gemma":[0.00029447774,0.00010128481,0.000042203745,0.0007168812,0.000027273365,0.00042510658,0.00024843702,0.00012262865,0.00041792836],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061267696,0.0004554818,0.5019851,0.00022635054,0.0001720292,0.0003348297,0.0023548892,0.00062303315,0.00662608,0.113477945,0.0028149604,0.3708681],"study_design_scores_gemma":[0.0006065396,0.00025898934,0.7850181,0.00009508697,0.000009672014,0.000245748,0.00004362867,0.16379511,0.044729576,0.0037395097,0.00087113766,0.00058691885],"about_ca_topic_score_codex":0.0007365873,"about_ca_topic_score_gemma":0.000047644047,"teacher_disagreement_score":0.7350624,"about_ca_system_score_codex":0.00010151405,"about_ca_system_score_gemma":0.000041529758,"threshold_uncertainty_score":0.5371763},"labels":[],"label_agreement":null},{"id":"W2101186143","doi":"10.1109/compsac.2008.173","title":"Quantifying Security in Secure Software Development Phases","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Systems development life cycle; Software security assurance; Computer science; Security bug; Secure coding; Vulnerability (computing); Software development; Artifact (error); Software development process; Computer security; Software; Software engineering; Information security; Security service; Operating system","score_opus":0.05958949005698115,"score_gpt":0.2995886240484866,"score_spread":0.2399991339915054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101186143","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6488931,0.00016229751,0.34994996,0.00008854708,0.00012664407,0.00009610253,3.0321422e-7,0.0005439583,0.00013906446],"genre_scores_gemma":[0.8555562,0.00001177743,0.14418207,0.00007222442,0.000016700535,0.00001690185,0.0000013309511,0.000007592223,0.00013518253],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987202,0.000023448401,0.00018233375,0.0003228529,0.0003815971,0.00036955441],"domain_scores_gemma":[0.9991163,0.00037488184,0.000016696931,0.00034282898,0.000054503802,0.000094808485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023813984,0.00011412271,0.00012302217,0.00020880211,0.00010012979,0.000040648956,0.0006621747,0.000050307648,0.00004792457],"category_scores_gemma":[0.00040666407,0.000107456224,0.000025627229,0.00061886426,0.0000244649,0.00033392734,0.00028122248,0.00019795712,0.0000830481],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000079911115,0.0003598957,0.946588,0.00009810062,0.000025680321,0.0009795862,0.013487681,0.0010369134,0.0002540754,0.0031859437,0.0060103787,0.027965752],"study_design_scores_gemma":[0.0029247236,0.00017691797,0.82865745,0.000287936,0.0000023366104,0.00065336004,0.00017188556,0.028709233,0.072537616,0.0015648261,0.062273953,0.0020397664],"about_ca_topic_score_codex":0.00004433141,"about_ca_topic_score_gemma":0.00006459304,"teacher_disagreement_score":0.20666307,"about_ca_system_score_codex":0.00009560789,"about_ca_system_score_gemma":0.00020365503,"threshold_uncertainty_score":0.43819377},"labels":[],"label_agreement":null},{"id":"W2101251407","doi":"10.1109/wcre.2006.1","title":"\"Cloning Considered Harmful\" Considered Harmful","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":251,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloning (programming); Computer science; Code (set theory); Testbed; Quality (philosophy); Connotation; Software; Programming language; Risk analysis (engineering); World Wide Web","score_opus":0.018017805119319278,"score_gpt":0.24723735606038752,"score_spread":0.22921955094106825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101251407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10873603,0.00040374888,0.8672139,0.0042723557,0.00084459974,0.00039043042,0.000004193989,0.0028691937,0.015265543],"genre_scores_gemma":[0.88896954,0.0000029520459,0.10733177,0.00033256778,0.00011440968,0.000021860073,0.000003636165,0.000023113014,0.0032001834],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979044,0.00006125614,0.00031270395,0.0005470786,0.00052258297,0.0006519433],"domain_scores_gemma":[0.9974354,0.0013290072,0.000049196486,0.00081670453,0.00021037403,0.00015932726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038044457,0.00020813984,0.00022586939,0.00022169527,0.00014465746,0.00040160332,0.00078619836,0.00008807984,0.0003121916],"category_scores_gemma":[0.00077532127,0.00020135543,0.0000808636,0.0005288734,0.000088909735,0.00044544556,0.00040908848,0.00026427564,0.00054772466],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024977657,0.0004028706,0.09847035,0.00014234349,0.00017941653,0.0015680498,0.00080170826,0.006864433,0.03577567,0.37411115,0.4595807,0.022078343],"study_design_scores_gemma":[0.006195602,0.00036615177,0.25604737,0.0001986002,0.00003491861,0.0011496191,0.00016059083,0.22653687,0.34901565,0.05574748,0.10119533,0.0033518276],"about_ca_topic_score_codex":0.0004270667,"about_ca_topic_score_gemma":0.000049512568,"teacher_disagreement_score":0.7802335,"about_ca_system_score_codex":0.00007953436,"about_ca_system_score_gemma":0.00017824558,"threshold_uncertainty_score":0.82110363},"labels":[],"label_agreement":null},{"id":"W2101341488","doi":"10.1109/msr.2009.5069477","title":"MapReduce as a general framework to support research in Mining Software Repositories (MSR)","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Debugging; Software deployment; Eclipse; Reuse; Software; Process (computing); Software engineering; Source code; Operating system; Resource (disambiguation); Database; Distributed computing","score_opus":0.05066098468250915,"score_gpt":0.3755869231365201,"score_spread":0.32492593845401097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101341488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5839888,0.000081874445,0.40836078,0.004075454,0.0006875642,0.00036613093,7.346105e-7,0.0007647554,0.0016739244],"genre_scores_gemma":[0.52477425,0.0000026588957,0.47199136,0.0003312583,0.00023548331,0.000035718724,9.1171734e-7,0.000012678462,0.0026156753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967427,0.00011804504,0.0002957873,0.00071292184,0.0011547693,0.0009757534],"domain_scores_gemma":[0.9970119,0.0012778558,0.000018315346,0.0011216226,0.00023124403,0.0003390379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013644857,0.00016264895,0.00019595082,0.0006694614,0.0001419827,0.00048405476,0.0016698515,0.00014915213,0.000043410004],"category_scores_gemma":[0.0033006,0.00016155379,0.000044364762,0.0025413472,0.000036635087,0.00041130953,0.00056418206,0.0006242189,0.0002527516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001795016,0.00075290166,0.17341602,0.00013402646,0.00005682203,0.005141501,0.029667245,0.0074083596,0.00846184,0.20933253,0.12837562,0.43707362],"study_design_scores_gemma":[0.0021902435,0.01019788,0.6129919,0.0015074858,0.00000885208,0.0011481828,0.0012326434,0.014228486,0.13684396,0.16020428,0.055313904,0.0041321483],"about_ca_topic_score_codex":0.00013039638,"about_ca_topic_score_gemma":0.00000811522,"teacher_disagreement_score":0.4395759,"about_ca_system_score_codex":0.00021787854,"about_ca_system_score_gemma":0.00033416593,"threshold_uncertainty_score":0.6587972},"labels":[],"label_agreement":null},{"id":"W2101593757","doi":"10.1109/msr.2009.5069494","title":"On what basis to recommend: Changesets or interactions?","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Programmer; Software bug; Software; Recommender system; Basis (linear algebra); Information retrieval; Software engineering; Data mining; Human–computer interaction; Programming language; Engineering","score_opus":0.051171455694179364,"score_gpt":0.34193185481864025,"score_spread":0.2907603991244609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101593757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037809778,0.000045073517,0.82911015,0.1258597,0.0020825907,0.00039692537,9.638231e-7,0.0013216014,0.003373247],"genre_scores_gemma":[0.8588048,0.000055476645,0.11411438,0.017326945,0.0001724732,0.00005125248,0.000001629343,0.000015394515,0.00945763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991806,0.000021379405,0.00008184848,0.0002588772,0.00021405645,0.00024321889],"domain_scores_gemma":[0.99866915,0.0006463397,0.000009105723,0.0004914235,0.00004004893,0.00014393928],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016544707,0.000081336715,0.00007546204,0.00024610022,0.000045624452,0.00035079606,0.0005628392,0.000020558891,0.00035823663],"category_scores_gemma":[0.0004134684,0.000062148974,0.000024553876,0.0005237325,0.00000265427,0.0007014373,0.00010671207,0.00012240978,0.0008282703],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015923331,0.00007080975,0.000025764295,0.0000022119125,0.000005135784,0.000019883635,0.00038649037,0.00012048415,0.0001351803,0.002859919,0.074503385,0.9218548],"study_design_scores_gemma":[0.0020451974,0.008357884,0.075720504,0.0010696544,0.000009062867,0.0002905041,0.0005368457,0.07411812,0.08368553,0.008259081,0.7434393,0.0024683054],"about_ca_topic_score_codex":0.000009687765,"about_ca_topic_score_gemma":0.00001647887,"teacher_disagreement_score":0.9193865,"about_ca_system_score_codex":0.000084810774,"about_ca_system_score_gemma":0.000016295544,"threshold_uncertainty_score":0.9999497},"labels":[],"label_agreement":null},{"id":"W2101671828","doi":"10.1145/1275672.1275673","title":"Bridging the gap between aspect mining and refactoring","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Code refactoring; Modular programming; Computer science; Aspect-oriented programming; Bridging (networking); Object-oriented programming; Programming language; Software engineering; Identification (biology); Software","score_opus":0.048444795958268026,"score_gpt":0.3019789514318233,"score_spread":0.2535341554735553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101671828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4080135,0.000062820705,0.5901959,0.00027312434,0.0000808674,0.000035565936,8.549096e-8,0.00020434572,0.001133774],"genre_scores_gemma":[0.9720209,0.000002214826,0.027501246,0.00002955765,0.00018775702,9.670147e-7,1.13515355e-7,0.0000062642057,0.00025096466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916863,0.000012353866,0.000095862386,0.00018674816,0.00023763736,0.00029876077],"domain_scores_gemma":[0.9982891,0.0012925925,0.000013706777,0.00030681535,0.000022063301,0.000075726624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010220249,0.00006401476,0.00006441163,0.00007792977,0.00010702782,0.00015364868,0.0004405585,0.000022266164,0.0000041807807],"category_scores_gemma":[0.0003123516,0.00004448427,0.000015384181,0.00027501522,0.000022063097,0.00018004185,0.00029133257,0.00011430313,0.000007624361],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010868487,0.0000045829183,0.59242976,0.000013965643,0.000024357892,0.000036913298,0.0015952308,0.00003467986,0.0010487833,0.005618662,0.0006328936,0.3985591],"study_design_scores_gemma":[0.000115761504,0.000028036575,0.98249453,0.00002130957,0.0000020847601,0.000020625499,0.000052099087,0.0056026494,0.009474646,0.00015509315,0.001882018,0.00015116055],"about_ca_topic_score_codex":0.000033979257,"about_ca_topic_score_gemma":0.00000461114,"teacher_disagreement_score":0.5640074,"about_ca_system_score_codex":0.000031753043,"about_ca_system_score_gemma":0.0000141665305,"threshold_uncertainty_score":0.18140158},"labels":[],"label_agreement":null},{"id":"W2101792768","doi":"10.5555/2337223.2337439","title":"Using the GPGPU for scaling up mining software repositories","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; General-purpose computing on graphics processing units; Cloud computing; Eclipse; Software; Graphics; Field (mathematics); Graphics processing unit; Data science; Operating system","score_opus":0.08929231936567784,"score_gpt":0.336572874856321,"score_spread":0.24728055549064315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101792768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058169372,0.00015858017,0.9342507,0.00016338342,0.006248612,0.00023212869,0.000012765413,0.00073000777,0.0000344395],"genre_scores_gemma":[0.7073681,0.000005441716,0.29149306,0.000058578386,0.0007756595,0.00008942236,0.000007792954,0.00003948779,0.0001624475],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792796,0.000026294692,0.0003301862,0.0003848189,0.0006905821,0.00064012554],"domain_scores_gemma":[0.99710506,0.0016677326,0.00009590143,0.00055985374,0.00040466493,0.00016679363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059299765,0.00027458946,0.00019755845,0.00023520454,0.00022070481,0.00045113004,0.0014676008,0.00010491523,0.00001874643],"category_scores_gemma":[0.0034353645,0.00023766587,0.0001256763,0.0002973693,0.00003608807,0.0008224038,0.0003314683,0.00031275017,0.000013277226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016501674,0.0003462431,0.26258376,0.0005058118,0.0010891077,0.000061581704,0.018134525,0.28181374,0.009032603,0.3629587,0.0034218016,0.059887134],"study_design_scores_gemma":[0.001256318,0.00014505896,0.02527208,0.0009354572,0.000044076598,0.0002836524,0.00047657106,0.93290466,0.01895699,0.00064394093,0.01736174,0.0017194566],"about_ca_topic_score_codex":0.000014587377,"about_ca_topic_score_gemma":4.071452e-7,"teacher_disagreement_score":0.6510909,"about_ca_system_score_codex":0.00024115668,"about_ca_system_score_gemma":0.000104994004,"threshold_uncertainty_score":0.9691733},"labels":[],"label_agreement":null},{"id":"W2101832700","doi":"10.1016/j.scico.2009.02.007","title":"Comparison and evaluation of code clone detection techniques and tools: A qualitative approach","year":2009,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":1002,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; clone (Java method); Schema (genetic algorithms); Taxonomy (biology); Set (abstract data type); Source code; Context (archaeology); Data mining; Software engineering; Artificial intelligence; Programming language; Information retrieval","score_opus":0.09302423369983133,"score_gpt":0.41350486610888365,"score_spread":0.32048063240905234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101832700","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4190185,0.00017530122,0.58035576,0.0000333016,0.00003144916,0.000278983,2.2286605e-7,0.000082257284,0.000024216175],"genre_scores_gemma":[0.59653306,0.000002459613,0.40343708,0.000002149898,0.000012253987,0.000010473898,2.5963814e-7,0.0000017957866,4.4671438e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801254,0.00012776616,0.00027359204,0.000385245,0.0009648362,0.00023602921],"domain_scores_gemma":[0.99873626,0.00025771177,0.00013712558,0.0002713394,0.00052106765,0.000076475444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049723852,0.00009790443,0.00020018758,0.0003392632,0.00010263971,0.00023375542,0.0004616484,0.00003727739,1.4288871e-7],"category_scores_gemma":[0.00026097687,0.00009196169,0.00002038176,0.0010564344,0.00040293823,0.0010327068,0.0001999039,0.000109781904,1.1573914e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032707378,0.000059336246,0.0002674476,0.00002708434,0.0000032557316,2.0594149e-7,0.0056861546,0.00020501354,0.005428057,0.0015815387,0.0000011778034,0.98673743],"study_design_scores_gemma":[0.00033661473,0.0009253997,0.01883152,0.000086007385,0.000009553592,0.000027740687,0.0004368784,0.89060575,0.08668336,0.0018433712,0.000041346928,0.00017243391],"about_ca_topic_score_codex":0.000012750593,"about_ca_topic_score_gemma":6.857364e-7,"teacher_disagreement_score":0.98656505,"about_ca_system_score_codex":0.00004903035,"about_ca_system_score_gemma":0.00009469848,"threshold_uncertainty_score":0.37500888},"labels":[],"label_agreement":null},{"id":"W2102147011","doi":"10.1145/2635868.2635877","title":"Selection and presentation practices for code example summarization","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Automatic summarization; Computer science; Presentation (obstetrics); Code (set theory); Selection (genetic algorithm); Source code; Code review; Think aloud protocol; Information retrieval; Software; Natural language processing; Artificial intelligence; Static program analysis; Software development; Programming language; Human–computer interaction; Usability; Set (abstract data type)","score_opus":0.04724173993157055,"score_gpt":0.32819440504035413,"score_spread":0.2809526651087836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102147011","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028176459,0.0000058308865,0.9709266,0.00030505116,0.00007451885,0.00015831598,2.2727816e-7,0.00018982534,0.0001632077],"genre_scores_gemma":[0.7961695,0.000004484044,0.20304252,0.000034830715,0.00006448455,0.000043322936,0.0000051438933,0.0000056072654,0.0006301154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995428,0.000028490476,0.000057325564,0.00016483814,0.00011120176,0.00009534606],"domain_scores_gemma":[0.9986303,0.0011110755,0.000044563774,0.00010009931,0.000083919156,0.000030067233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003479445,0.000035400844,0.000034612607,0.000057617566,0.00006111291,0.00015155581,0.000106269115,0.000022248836,0.000003110664],"category_scores_gemma":[0.0015714609,0.00003352819,0.000006452867,0.00015190904,0.000005046882,0.000556766,0.000037538324,0.000030107958,0.0000032818816],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004342439,0.00017963117,0.16344099,0.00031034497,0.0000511401,3.8089826e-7,0.0015090832,0.006542817,0.036193527,0.4129251,0.012481252,0.36632234],"study_design_scores_gemma":[0.00020007504,0.000113706184,0.02512489,0.000002607872,0.0000019561608,0.0000028573302,0.000004998133,0.94943035,0.008639235,0.0014574338,0.014959695,0.000062170424],"about_ca_topic_score_codex":0.00015404716,"about_ca_topic_score_gemma":0.00005889759,"teacher_disagreement_score":0.94288754,"about_ca_system_score_codex":0.000012441577,"about_ca_system_score_gemma":0.000013221505,"threshold_uncertainty_score":0.18812989},"labels":[],"label_agreement":null},{"id":"W2102394518","doi":"10.1109/ccece.2004.1349695","title":"An extension of SEMEST: the online software engineering measurement tool","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software Engineering Process Group; Software engineering; Software measurement; Software construction; Software metric; Social software engineering; Software sizing; Software development; Personal software process; Software system; Software; Software requirements; Verification and validation; Systems engineering; Engineering","score_opus":0.030545997337515427,"score_gpt":0.2592744164570863,"score_spread":0.2287284191195709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102394518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23044936,0.0000977417,0.7685663,0.0002733041,0.00013461825,0.00011767307,8.74449e-7,0.00035658307,0.0000035415003],"genre_scores_gemma":[0.798688,0.000004754136,0.20118524,0.00005587907,0.00003850792,0.0000065074764,9.311174e-7,0.000010554591,0.000009644775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9985744,0.000015832758,0.00017648164,0.00024237328,0.00074817846,0.00024274783],"domain_scores_gemma":[0.9986137,0.00014412586,0.000023754574,0.00090277125,0.00024788984,0.000067714296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005877863,0.000106598905,0.00010585702,0.0000869551,0.000043544445,0.00004932981,0.0008914287,0.000035107398,0.0000065973136],"category_scores_gemma":[0.0009812381,0.00007252022,0.000042782012,0.00037461935,0.00001735226,0.00025449565,0.00016575924,0.00014398278,0.000009306461],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011902847,0.00077214884,0.0074129547,0.00016416445,0.00008222528,0.00006180322,0.001459356,0.8015806,0.09699688,0.023383984,0.00047847565,0.06759549],"study_design_scores_gemma":[0.0015914722,0.00077352417,0.6700812,0.0003469705,0.00001594012,0.00009808218,0.00006850808,0.20223817,0.12077234,0.0012747007,0.0019050905,0.00083402975],"about_ca_topic_score_codex":0.000056269888,"about_ca_topic_score_gemma":0.000009237262,"teacher_disagreement_score":0.6626682,"about_ca_system_score_codex":0.000095407806,"about_ca_system_score_gemma":0.00010555353,"threshold_uncertainty_score":0.29572886},"labels":[],"label_agreement":null},{"id":"W2102546154","doi":"10.1109/icsm.2015.7332473","title":"Exploring API method parameter recommendations","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Java; Eclipse; Source code; Context (archaeology); Code (set theory); Property (philosophy); Programming language; Software engineering; Code generation; Operating system; Set (abstract data type)","score_opus":0.37770047939556184,"score_gpt":0.38655191054021676,"score_spread":0.00885143114465492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102546154","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028197865,0.000014344534,0.9921705,0.0024651869,0.0004801902,0.00005406434,2.1204607e-7,0.0005117469,0.0014839452],"genre_scores_gemma":[0.053337265,0.000004583716,0.9457396,0.000113303744,0.000042808275,0.00005631608,7.5204906e-7,0.0000070090505,0.00069830887],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992437,0.000053692354,0.000093256676,0.00019645414,0.00021157973,0.00020131256],"domain_scores_gemma":[0.9983663,0.00095003913,0.000010206545,0.0004391875,0.00007674227,0.0001575099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006422808,0.000058607824,0.00006470668,0.00011487387,0.000028957089,0.00011538243,0.00051658024,0.00001582348,0.000027295488],"category_scores_gemma":[0.00109486,0.000052060623,0.000023104985,0.00038186912,0.000005940336,0.0007548358,0.00024865993,0.00010386394,0.00028392204],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029124976,0.000075967015,0.0030526181,0.000010056678,0.000037942315,0.000019145218,0.0027928227,0.0021756531,0.00021116082,0.07368385,0.04784846,0.8700894],"study_design_scores_gemma":[0.0012432152,0.00029758812,0.008587094,0.000044253782,0.000007449711,0.00009170838,0.00038199173,0.543315,0.032117207,0.020880299,0.39205116,0.0009830145],"about_ca_topic_score_codex":0.000034501692,"about_ca_topic_score_gemma":0.0000012684292,"teacher_disagreement_score":0.8691064,"about_ca_system_score_codex":0.000049377508,"about_ca_system_score_gemma":0.00004072835,"threshold_uncertainty_score":0.36493382},"labels":[],"label_agreement":null},{"id":"W2102772625","doi":"10.1007/s10664-006-9006-4","title":"Replaying development history to assess the effectiveness of change propagation tools","year":2006,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Victoria","funders":"","keywords":"Computer science; Dependency (UML); Notice; Source code; Software engineering; Code review; Open source; Empirical research; Software development; Software; Dependency graph; Code (set theory); Change impact analysis; Data science; Static program analysis; Database; Programming language","score_opus":0.11189261393545909,"score_gpt":0.2994290649800117,"score_spread":0.18753645104455263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102772625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2917388,0.00020677618,0.7067032,0.00005624595,0.0003866018,0.00041285972,6.5991503e-7,0.00047851252,0.000016343804],"genre_scores_gemma":[0.9248052,7.067122e-7,0.07457839,0.000049424,0.00012884024,0.00036918433,0.0000049614728,0.000030494695,0.00003277297],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982477,0.00010253431,0.00030107624,0.00038393866,0.0005645792,0.00040018753],"domain_scores_gemma":[0.99577236,0.0034164374,0.00004706141,0.0005277815,0.00013734821,0.00009898187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014120699,0.00019093235,0.00022184619,0.00019833464,0.00006440722,0.00006176432,0.0007599452,0.00007386487,0.000005140332],"category_scores_gemma":[0.0027290066,0.00015637449,0.00006034343,0.000631643,0.000018198574,0.00037382558,0.00032656296,0.00023233812,0.000021429247],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008120212,0.00036581044,0.7329366,0.0021018672,0.000140497,0.00011543036,0.0032689278,0.17962433,0.021473376,0.0047799437,0.0033357716,0.051776234],"study_design_scores_gemma":[0.000143859,0.00004429459,0.96470743,0.00017875733,0.0000030017968,0.000009139776,0.0000016899611,0.0031013296,0.01569612,0.000020812975,0.015838832,0.0002547194],"about_ca_topic_score_codex":0.00003267315,"about_ca_topic_score_gemma":0.0000011953949,"teacher_disagreement_score":0.6330664,"about_ca_system_score_codex":0.0007377683,"about_ca_system_score_gemma":0.00012387159,"threshold_uncertainty_score":0.63767666},"labels":[],"label_agreement":null},{"id":"W2102866823","doi":"10.1109/cmpsac.2004.1342654","title":"An XML-based framework for language neutral program representation and generic analysis","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; XML; Programming language; Representation (politics); Document Structure Description; XML validation; Streaming XML; Efficient XML Interchange; XML Schema Editor; Program analysis; Intermediate language; World Wide Web","score_opus":0.023752088474847867,"score_gpt":0.3581027329684831,"score_spread":0.3343506444936352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102866823","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35851794,0.000027073282,0.6406967,0.00020243022,0.00002924491,0.00017889147,7.489548e-7,0.00034136843,0.000005567085],"genre_scores_gemma":[0.52475506,5.6041796e-7,0.47509074,0.000049415274,0.000023224735,0.0000618753,0.0000066151274,0.000004060769,0.000008453429],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992325,0.00001706824,0.00008782503,0.00031406575,0.00014175173,0.00020681704],"domain_scores_gemma":[0.9991391,0.00023007314,0.000017803539,0.00046518966,0.000045957087,0.00010189634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014020014,0.000069942565,0.00009548875,0.00019518712,0.000049422462,0.00020536227,0.00030008025,0.000046243837,0.0000042607944],"category_scores_gemma":[0.00014664377,0.000063111875,0.000056287285,0.0011333615,0.000019456867,0.00020578736,0.00003187874,0.00006711167,0.000002246278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031986492,0.0006629523,0.07667459,0.00009366612,0.00036008787,0.00006573762,0.0030221932,0.54853004,0.003103391,0.08224982,0.00008040811,0.28512514],"study_design_scores_gemma":[0.00063389353,0.00046286805,0.15890676,0.000008326107,0.000055849643,0.0000036515225,0.0000706392,0.81485677,0.019891653,0.0047958316,0.000049344657,0.00026442486],"about_ca_topic_score_codex":0.00012542281,"about_ca_topic_score_gemma":0.000027722292,"teacher_disagreement_score":0.28486073,"about_ca_system_score_codex":0.000026945518,"about_ca_system_score_gemma":0.00003329218,"threshold_uncertainty_score":0.25736275},"labels":[],"label_agreement":null},{"id":"W2103188316","doi":"10.1145/1368088.1368154","title":"Recommending adaptive changes for framework evolution","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Code refactoring; Computer science; Software evolution; Eclipse; Software engineering; Task (project management); Simple (philosophy); Programming language; Software development; Software; Systems engineering; Engineering","score_opus":0.0661872589138669,"score_gpt":0.29611032537136367,"score_spread":0.22992306645749677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103188316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037686117,0.00007374078,0.99372584,0.001316104,0.00033086474,0.00015036833,8.0186055e-7,0.00039784756,0.0002358452],"genre_scores_gemma":[0.5631443,0.0000072241633,0.43633413,0.00006929266,0.00009411502,0.000049229966,2.985053e-7,0.0000054849575,0.0002958945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934876,0.000012464829,0.000055671015,0.00019509526,0.00014661414,0.00024139922],"domain_scores_gemma":[0.9986276,0.0009956189,0.000013628314,0.00024649987,0.000060835737,0.000055836157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016524708,0.000060601214,0.000066059285,0.000102329854,0.00012076383,0.000022254866,0.0003695263,0.00004849737,0.00001346467],"category_scores_gemma":[0.0005054606,0.000056721157,0.000025858802,0.00027821746,0.000015285203,0.00015662484,0.00010876736,0.000096566066,0.000030957795],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024524363,0.00009092267,0.012519527,0.00003602229,0.00005380686,0.00002103779,0.0025143262,0.00064979994,0.00050743594,0.8580073,0.04337468,0.08220058],"study_design_scores_gemma":[0.0013448548,0.0017985422,0.1481282,0.00023461267,0.000008523693,0.00020208216,0.00022002151,0.68449974,0.016077708,0.094552875,0.051448498,0.0014843434],"about_ca_topic_score_codex":0.0000120767,"about_ca_topic_score_gemma":0.0000026110731,"teacher_disagreement_score":0.76345444,"about_ca_system_score_codex":0.0000983498,"about_ca_system_score_gemma":0.000027574513,"threshold_uncertainty_score":0.23130216},"labels":[],"label_agreement":null},{"id":"W2103240721","doi":"10.1145/355045.355046","title":"Designing robust Java programs with exceptions","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Java; Computer science; Programming language; Operating system","score_opus":0.031113060094146792,"score_gpt":0.2426998679155015,"score_spread":0.2115868078213547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103240721","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034526706,0.000014779447,0.9595843,0.00018698836,0.000022270387,0.0001305143,6.4593266e-8,0.0008567084,0.0046776845],"genre_scores_gemma":[0.39415732,0.0000028524382,0.5996141,0.000031933167,0.000028821856,0.000037055128,7.960298e-7,0.000009161395,0.006117965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917924,0.000015557878,0.00006645508,0.00021828411,0.00024655965,0.0002738972],"domain_scores_gemma":[0.99940044,0.000098246965,0.000006048697,0.00036446337,0.00003946692,0.00009135105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012340835,0.0000718322,0.000056697532,0.00005505027,0.00007403574,0.00018131187,0.00046813718,0.0000233057,0.0004131379],"category_scores_gemma":[0.000018932436,0.000054484295,0.000016944123,0.0004966956,0.00002762122,0.00028481288,0.000041460662,0.00010043136,0.00047197717],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070430933,0.00016540712,0.032890536,0.000017391478,0.0000314054,0.00007373094,0.0007720619,0.043040458,0.00033131652,0.0037540253,0.0031999615,0.91571665],"study_design_scores_gemma":[0.0036459235,0.003150819,0.28754988,0.00044766814,0.000028597993,0.00088267046,0.0002541313,0.61133796,0.011653595,0.0015946939,0.07628117,0.0031728726],"about_ca_topic_score_codex":0.000028518321,"about_ca_topic_score_gemma":0.000004775519,"teacher_disagreement_score":0.9125438,"about_ca_system_score_codex":0.000024591338,"about_ca_system_score_gemma":0.00003880562,"threshold_uncertainty_score":0.6066469},"labels":[],"label_agreement":null},{"id":"W2103639318","doi":"10.1109/icsm.2009.5306327","title":"Playing roles in design patterns: An empirical descriptive and analytic study","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Ranking (information retrieval); Computer science; Class (philosophy); Recall; Empirical research; Zero (linguistics); Work (physics); Artificial intelligence; Psychology; Cognitive psychology; Mathematics; Statistics; Engineering","score_opus":0.07355671253990767,"score_gpt":0.3383221331416758,"score_spread":0.2647654206017681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103639318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5491176,0.000021619613,0.45054308,0.00007458808,0.000011623012,0.00012356386,6.5751465e-8,0.000094037976,0.000013824134],"genre_scores_gemma":[0.97008777,0.0000020540572,0.02978321,0.00008769877,0.000012048962,0.000007307336,1.3375988e-7,0.000004139878,0.00001563236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891555,0.00011739663,0.00012683298,0.00034634888,0.00024211024,0.00025177706],"domain_scores_gemma":[0.99925363,0.00030659317,0.000010637153,0.00029823987,0.00002726374,0.00010365404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053781853,0.00009414668,0.00012167729,0.00023104207,0.000042045784,0.00017707872,0.00040969794,0.000028575652,0.0000042462443],"category_scores_gemma":[0.00016533505,0.0000807722,0.000010785363,0.0003784827,0.000009576849,0.00044731816,0.00009479767,0.00014173893,0.000004826571],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000624217,0.00023277476,0.97238964,0.0000017807957,0.000006105164,0.00011687128,0.0044947765,0.001105589,0.00010583245,0.00007985361,0.000030728945,0.021429783],"study_design_scores_gemma":[0.0002368618,0.00046439513,0.81356245,0.000007806365,0.0000011168617,0.0000056512586,0.00028026642,0.18507382,0.00008680564,0.00019190571,6.7313334e-7,0.00008824786],"about_ca_topic_score_codex":0.000060372062,"about_ca_topic_score_gemma":0.000044359113,"teacher_disagreement_score":0.42097017,"about_ca_system_score_codex":0.00005646389,"about_ca_system_score_gemma":0.00002987756,"threshold_uncertainty_score":0.32937947},"labels":[],"label_agreement":null},{"id":"W2103640219","doi":"10.1109/tse.2005.28","title":"Using origin analysis to detect merging and splitting of source code entities","year":2005,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":252,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Context (archaeology); Source code; Code (set theory); Abstraction; Programming language; Software; Plan (archaeology); Software evolution; Software engineering; Database; Theoretical computer science; Software system; Data mining; Software construction","score_opus":0.023893764511130126,"score_gpt":0.2743728504647013,"score_spread":0.25047908595357116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103640219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29595688,0.00009147241,0.7032263,0.000017475977,0.00014727734,0.000090884045,0.000006642297,0.00046160235,0.0000014077232],"genre_scores_gemma":[0.6600162,0.000008113235,0.33984348,0.000012635838,0.00003187015,0.000013053413,2.2901321e-7,0.000025143561,0.000049319875],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984098,0.000022829478,0.00032448737,0.0004177325,0.0004029805,0.00042216585],"domain_scores_gemma":[0.9985125,0.0006919536,0.000044641038,0.00048010206,0.000084903804,0.00018588729],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003312276,0.00022361374,0.00031696656,0.001217352,0.00012620183,0.000103970175,0.00040107372,0.00007153267,0.000014141792],"category_scores_gemma":[0.00013238585,0.00025817784,0.00014677591,0.0018601964,0.000022025917,0.00037993412,0.00001306029,0.00027736748,0.0000067409],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024781614,0.000012420157,0.00055047177,0.00004268955,0.00019889476,0.0000026649825,0.0005367385,0.968383,0.004313224,0.000018571542,0.0000025255565,0.025936302],"study_design_scores_gemma":[0.00019921525,0.000048632046,0.001306963,0.000094905365,0.00011586592,0.000016957909,0.000025384365,0.928861,0.068418816,0.0000028052718,0.0005573595,0.00035206892],"about_ca_topic_score_codex":0.000060967803,"about_ca_topic_score_gemma":0.000015270047,"teacher_disagreement_score":0.36405927,"about_ca_system_score_codex":0.00015669035,"about_ca_system_score_gemma":0.000035871573,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W2103709708","doi":"10.1109/compsac.2011.67","title":"A Semi-automated Decision Support Tool for Requirements Trade-Off Analysis","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Requirements analysis; Usability; Computer science; Requirements management; Process (computing); Measure (data warehouse); Risk analysis (engineering); Requirements engineering; Requirements elicitation; Business requirements; Functional requirement; Requirement; Decision support system; User requirements document; Non-functional requirement; Requirement prioritization; Systems engineering; Software engineering; Database; Data mining; Engineering; Software; Work in process; Human–computer interaction; Operations management; Business process; Software development","score_opus":0.04750607050300762,"score_gpt":0.31792560163848926,"score_spread":0.27041953113548167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103709708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06003962,0.0000132110345,0.93775964,0.00004554862,0.00015152233,0.000240036,0.0000033603603,0.0013793741,0.00036767867],"genre_scores_gemma":[0.7617431,0.000003647477,0.23771025,0.0000758984,0.000014474476,0.00005043324,0.000006466038,0.0000109117855,0.00038479883],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846697,0.00001841926,0.00026575496,0.0004142637,0.00044524937,0.0003893704],"domain_scores_gemma":[0.99860775,0.0004307264,0.000035107852,0.00073748716,0.000075021184,0.00011392538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057052844,0.00012169479,0.00018878959,0.00040338218,0.00006252464,0.00008952202,0.00094046636,0.00006329878,0.00023465202],"category_scores_gemma":[0.00039020524,0.00010459176,0.00015426106,0.0013540324,0.000015270147,0.00040338378,0.00019086456,0.000061840394,0.00007456521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019258623,0.0011613073,0.309128,0.00014493764,0.0032985255,0.00023436002,0.005253288,0.003304825,0.0039005391,0.013717041,0.14024565,0.51941895],"study_design_scores_gemma":[0.00056374096,0.00021541615,0.19353452,0.000009280537,0.00006639006,0.000006432515,0.0000075892817,0.796766,0.0055780606,0.0005192437,0.0024526494,0.00028068863],"about_ca_topic_score_codex":0.00001797119,"about_ca_topic_score_gemma":0.000005373052,"teacher_disagreement_score":0.79346114,"about_ca_system_score_codex":0.00005860409,"about_ca_system_score_gemma":0.00005658214,"threshold_uncertainty_score":0.4265128},"labels":[],"label_agreement":null},{"id":"W2103715428","doi":"10.1109/nafips.2007.383813","title":"Applying Novel Resampling Strategies To Software Defect Prediction","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":160,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Machine learning; Computer science; Resampling; Artificial intelligence; Software bug; Benchmark (surveying); Software; Software quality; Data mining; Class (philosophy); Skewness; Software metric; Classifier (UML); Software development","score_opus":0.03284797929501758,"score_gpt":0.29673545371281235,"score_spread":0.26388747441779475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103715428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025201848,0.000030402012,0.97208524,0.000047099315,0.00031552569,0.00031811543,0.0000013151615,0.0014168813,0.0005835707],"genre_scores_gemma":[0.50207114,7.510014e-7,0.49758726,0.00007342781,0.00009173479,0.000049996823,0.0000011376682,0.0000115535395,0.00011300154],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985875,0.000006847831,0.00017165512,0.00036247104,0.00042301408,0.00044849346],"domain_scores_gemma":[0.99846447,0.00079426717,0.000016362883,0.0004601898,0.00009843839,0.0001662717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008890021,0.00010785933,0.00008772476,0.0002640405,0.00011194674,0.0002819733,0.00059479097,0.000056050747,0.000009230403],"category_scores_gemma":[0.0006586013,0.000103586186,0.00004711853,0.00072908716,0.000011435194,0.00049322564,0.0002647425,0.00016792504,0.000073702315],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006352032,0.00026958375,0.103969604,0.00025521015,0.00015621645,0.000103766535,0.0037978778,0.20860496,0.07539731,0.12688722,0.0046342434,0.4758605],"study_design_scores_gemma":[0.002213097,0.0010583091,0.7598075,0.00041756302,0.000023725732,0.00026992214,0.0013648962,0.11430069,0.05374189,0.005879885,0.058586538,0.0023359568],"about_ca_topic_score_codex":0.00005831198,"about_ca_topic_score_gemma":0.000019149222,"teacher_disagreement_score":0.65583795,"about_ca_system_score_codex":0.000094062154,"about_ca_system_score_gemma":0.0000692122,"threshold_uncertainty_score":0.42241222},"labels":[],"label_agreement":null},{"id":"W2103736207","doi":"10.1109/wcre.2003.1287246","title":"Predicting maintainability with object-oriented metrics -an empirical comparison","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Maintainability; Cohesion (chemistry); Computer science; Object-oriented programming; Software metric; Software quality; Inheritance (genetic algorithm); Software evolution; Software measurement; Software sizing; Software; Empirical research; Software maintenance; Software engineering; Software system; Reliability engineering; Software development; Software construction; Programming language; Engineering; Statistics; Mathematics","score_opus":0.02824108292722796,"score_gpt":0.3273465326844309,"score_spread":0.299105449757203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103736207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4300536,0.000013124861,0.56868553,0.00024253703,0.00006664717,0.000124893,3.1321827e-7,0.0006373203,0.00017604421],"genre_scores_gemma":[0.78741366,4.0371015e-7,0.21244311,0.00005671391,0.00003089459,0.000013972635,0.0000015333147,0.00001006825,0.00002965278],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802136,0.000058613485,0.00021575324,0.0005115328,0.0007166777,0.00047608447],"domain_scores_gemma":[0.9981715,0.00049993646,0.000034225202,0.0008108299,0.0002206797,0.00026280625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063143077,0.0001421791,0.00018053106,0.00022812674,0.00012126509,0.00014460142,0.0007554086,0.00006339969,0.000010044083],"category_scores_gemma":[0.0011555987,0.00011014443,0.000033673976,0.0019854743,0.00006227414,0.00047857358,0.00027073087,0.0003301411,0.000020848482],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013322939,0.00027157913,0.97605336,0.000016639244,0.000015584714,0.000029784904,0.0010652558,0.01390179,0.000022483564,0.005941374,0.000076342425,0.0025925117],"study_design_scores_gemma":[0.0016827692,0.001701744,0.7248107,0.000028092167,0.000009376647,0.00006982305,0.0004818728,0.2627178,0.005672946,0.0013017389,0.001002159,0.0005209549],"about_ca_topic_score_codex":0.00023155435,"about_ca_topic_score_gemma":0.000058087262,"teacher_disagreement_score":0.35736006,"about_ca_system_score_codex":0.0003738639,"about_ca_system_score_gemma":0.00023937269,"threshold_uncertainty_score":0.44915596},"labels":[],"label_agreement":null},{"id":"W2103799318","doi":"10.1109/icsm.2008.4658107","title":"A domain-customizable SVG-based graph editor for software visualizations","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Scalable Vector Graphics; Computer science; JavaScript; sync; Scalability; Graphics; Graph; Software; Programming language; World Wide Web; Domain (mathematical analysis); Vector graphics; Computer graphics (images); Database; Theoretical computer science","score_opus":0.01905190899150036,"score_gpt":0.27510934385481095,"score_spread":0.25605743486331056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103799318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019464245,0.000039042123,0.9945724,0.0003333152,0.0015138828,0.00035588248,0.000007189587,0.0011460059,0.00008585691],"genre_scores_gemma":[0.028558867,0.000004230863,0.9680235,0.00038448055,0.0010016797,0.00031020827,0.000015907302,0.000035719135,0.001665442],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863267,0.000024133702,0.00016873692,0.00035803975,0.00038961886,0.000426825],"domain_scores_gemma":[0.99784416,0.0011476226,0.000027516317,0.0005696559,0.00025138407,0.00015967766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021959488,0.00013225789,0.00014036753,0.00026237138,0.00030337065,0.00008220229,0.00076406373,0.00007309608,0.000042348616],"category_scores_gemma":[0.00055031234,0.00012354334,0.00010024837,0.00081999204,0.000057535202,0.0002835758,0.0001045321,0.000088322704,0.0000661338],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022491911,0.00033229074,0.013514776,0.00011543496,0.000049239126,0.00003441774,0.0004744639,0.020993229,0.00037115978,0.038210273,0.9247194,0.0011628182],"study_design_scores_gemma":[0.00480753,0.00061036577,0.0073682815,0.00007060109,0.000013133162,0.000060836443,0.000031284984,0.21644133,0.01137223,0.008655052,0.74918187,0.001387477],"about_ca_topic_score_codex":0.000018300938,"about_ca_topic_score_gemma":0.0000026995863,"teacher_disagreement_score":0.1954481,"about_ca_system_score_codex":0.000059163733,"about_ca_system_score_gemma":0.0002571407,"threshold_uncertainty_score":0.5037951},"labels":[],"label_agreement":null},{"id":"W2103897902","doi":"10.1109/wpc.2001.921708","title":"Software visualization tools: survey and analysis","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":112,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Visualization; Program comprehension; Data science; Software; Software engineering; Data visualization; Software inspection; Human–computer interaction; Software development; Software quality; Software system; Data mining; Programming language","score_opus":0.055589986230228705,"score_gpt":0.2963531649433472,"score_spread":0.24076317871311848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103897902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04380964,0.0001249433,0.9555065,0.000042782325,0.0000356011,0.000038602968,0.000001971847,0.0003457501,0.00009421313],"genre_scores_gemma":[0.9635837,0.00003146109,0.035313897,0.00005892063,0.0000100938805,0.0000045532543,0.000008937618,0.0000056972926,0.0009827275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99925536,0.00005515145,0.00008935886,0.00022961025,0.00021887572,0.00015163016],"domain_scores_gemma":[0.99868923,0.00083630055,0.000012769534,0.00031218832,0.00007961889,0.00006985905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033110165,0.000059818572,0.00009249156,0.00022906277,0.00004442426,0.000235442,0.00028036468,0.000029996032,0.00014829176],"category_scores_gemma":[0.0012883025,0.000054419703,0.000024571415,0.0016839857,0.000013298767,0.0003603983,0.00013664205,0.000042267806,0.0000504824],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.1094893e-7,0.000022987515,0.95231164,0.000006338497,0.00008153513,0.0000039869165,0.00016610947,0.00055491173,0.000009572933,0.001725316,0.0017899467,0.043327235],"study_design_scores_gemma":[0.000050619346,0.000013253503,0.7229915,8.9385185e-7,0.0000047250983,0.000001185211,9.545108e-7,0.27655664,0.000056719957,0.000025957983,0.00022503482,0.00007247101],"about_ca_topic_score_codex":0.000059366506,"about_ca_topic_score_gemma":0.000030219508,"teacher_disagreement_score":0.9201926,"about_ca_system_score_codex":0.000016227046,"about_ca_system_score_gemma":0.0000045622655,"threshold_uncertainty_score":0.22703727},"labels":[],"label_agreement":null},{"id":"W2103920581","doi":"10.1109/achi.2008.33","title":"Examining Programmer's Cognitive Skills Using Regular Language","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University; Dalhousie University","funders":"","keywords":"Computer science; Regular expression; Programmer; Notation; Pattern matching; Cognition; Task (project management); Programming language; Alternation (linguistics); Matching (statistics); Natural language; Completeness (order theory); Artificial intelligence; Natural language processing; Mathematics; Arithmetic; Linguistics; Psychology","score_opus":0.04375681411313004,"score_gpt":0.29368222455851695,"score_spread":0.2499254104453869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103920581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5485323,0.00008662569,0.45047244,0.000013323584,0.000062859195,0.000098060875,3.0914555e-7,0.00038186027,0.00035217745],"genre_scores_gemma":[0.86343277,0.0000029320106,0.1358349,0.000052188505,0.000051231356,0.0000096220865,0.0000012304565,0.000012254138,0.00060288043],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988629,0.000034445377,0.00010707278,0.00029641393,0.0003413682,0.00035775837],"domain_scores_gemma":[0.9990497,0.0004223948,0.000020848527,0.00031750658,0.00008318442,0.000106353364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020759927,0.00009990927,0.000104211314,0.00012456902,0.00010368931,0.000065327615,0.0004124025,0.000041928834,0.000026091353],"category_scores_gemma":[0.0005038075,0.00009252046,0.000028471164,0.0005026267,0.000057366262,0.00029283544,0.00023404429,0.0001285074,0.000062911524],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016502789,0.0008676785,0.33978698,0.00012635195,0.0003130846,0.0062982272,0.037397116,0.0013891426,0.02203279,0.0046903896,0.0017728483,0.5853089],"study_design_scores_gemma":[0.0040677227,0.0009762155,0.46968004,0.0005908064,0.000035776,0.0036233647,0.002500521,0.27394235,0.23954284,0.00033047408,0.0018907011,0.0028192012],"about_ca_topic_score_codex":0.000057402467,"about_ca_topic_score_gemma":0.0000010071966,"teacher_disagreement_score":0.58248967,"about_ca_system_score_codex":0.00003923834,"about_ca_system_score_gemma":0.00006776979,"threshold_uncertainty_score":0.37728748},"labels":[],"label_agreement":null},{"id":"W2104040631","doi":"10.1109/wcre.2006.48","title":"Refactoring Detection based on UMLDiff Change-Facts Queries","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Computer science; Software evolution; Software engineering; Software; Software system; Object-oriented programming; Software development; Software quality; Software maintenance; Software metric; Programming language; Software construction","score_opus":0.02923127407523809,"score_gpt":0.2539968840884176,"score_spread":0.2247656100131795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104040631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14076972,0.00001795361,0.85547626,0.0003011988,0.0004902415,0.00012706626,4.0470024e-7,0.001070275,0.0017468643],"genre_scores_gemma":[0.9901615,7.397793e-7,0.009239498,0.00007127142,0.00016601771,0.000031534615,7.0849103e-7,0.0000101471605,0.00031861826],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99906844,0.000020244208,0.000084404346,0.00024185893,0.00032571328,0.00025936074],"domain_scores_gemma":[0.9992286,0.00027137133,0.000015785688,0.00039315489,0.0000390659,0.000052050917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014329668,0.000093268565,0.00006867345,0.00017329984,0.000070547845,0.00011689096,0.00029434924,0.000044068107,0.000018166325],"category_scores_gemma":[0.00012653036,0.000083363164,0.000028660425,0.00033461058,0.00001179417,0.00029705314,0.00006194433,0.00011581027,0.00007840443],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006941567,0.00052952435,0.09643852,0.00023282164,0.00003074112,0.00019951283,0.00075647584,0.030996945,0.063809305,0.031181911,0.0021360822,0.77361876],"study_design_scores_gemma":[0.000382048,0.00025460622,0.45625216,0.000039847484,0.0000014506174,0.000005180639,0.000004919845,0.23348525,0.29916734,0.00052336615,0.009509886,0.00037394973],"about_ca_topic_score_codex":0.00043264218,"about_ca_topic_score_gemma":0.00005140369,"teacher_disagreement_score":0.84939176,"about_ca_system_score_codex":0.00009986861,"about_ca_system_score_gemma":0.00001815588,"threshold_uncertainty_score":0.33994514},"labels":[],"label_agreement":null},{"id":"W2104086546","doi":"10.1145/2020390.2020401","title":"Studying the fix-time for bugs in large open source projects","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":118,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software bug; Open source; Computer science; Software; Open source software; Computer security; Operating system","score_opus":0.0846688826073423,"score_gpt":0.3074386331270086,"score_spread":0.2227697505196663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104086546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0939886,0.000031303087,0.8997631,0.00041966682,0.00012414047,0.0018015127,9.8301e-7,0.00030331127,0.003567375],"genre_scores_gemma":[0.92292064,7.772254e-7,0.07070618,0.0002019771,0.000030223826,0.00031933966,4.6238276e-7,0.000016230599,0.005804168],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908763,0.00003960838,0.000106737614,0.00024906534,0.00016555487,0.0003514221],"domain_scores_gemma":[0.99879813,0.0006009337,0.000016326769,0.00050536834,0.000040887848,0.000038350758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012222651,0.000072460934,0.00009201184,0.000074481584,0.000085355685,0.00017933507,0.0023130942,0.000026101521,0.000044223012],"category_scores_gemma":[0.00047159038,0.00004734389,0.000023022238,0.00036448258,0.00001137545,0.0003216839,0.0012673896,0.00010628971,0.00008623099],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020928957,0.0025283906,0.41017875,0.000294548,0.00025848157,0.00011218853,0.18452601,0.00077219185,0.0020774517,0.13378114,0.07609818,0.18916337],"study_design_scores_gemma":[0.0053311875,0.0009610319,0.32684627,0.00014689713,0.000009680982,0.000030348336,0.0013936983,0.5995441,0.012978622,0.00464127,0.046914797,0.001202093],"about_ca_topic_score_codex":0.00020158359,"about_ca_topic_score_gemma":0.000030675455,"teacher_disagreement_score":0.8290569,"about_ca_system_score_codex":0.0000288409,"about_ca_system_score_gemma":0.00006393251,"threshold_uncertainty_score":0.4298343},"labels":[],"label_agreement":null},{"id":"W2104193835","doi":"10.1109/vlhcc.2006.49","title":"Using Visual Momentum to Explain Disorientation in the Eclipse IDE","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Computer science; Context (archaeology); Java; Code (set theory); Field (mathematics); Software; Momentum (technical analysis); Human–computer interaction; Programming language; Software engineering; History","score_opus":0.02802982897556398,"score_gpt":0.3297490925436858,"score_spread":0.3017192635681218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104193835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48241368,0.0000043044656,0.51681566,0.0002937415,0.00009626437,0.000094336196,1.16803484e-7,0.000044374807,0.00023754255],"genre_scores_gemma":[0.9748798,2.4450048e-7,0.024780564,0.00010581677,0.00011126349,0.000019564148,9.4485523e-7,0.000004100817,0.000097704244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917674,0.000042687545,0.000106550775,0.00016481896,0.00030309518,0.000206083],"domain_scores_gemma":[0.9994781,0.00026218608,0.0000092382525,0.00020631446,0.000017803623,0.00002634503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036510968,0.000054312775,0.000043942517,0.00013548868,0.00004120508,0.00013083877,0.0004062604,0.000015021219,0.000009012491],"category_scores_gemma":[0.000092664355,0.000040238974,0.000014008431,0.0006744538,0.0000068886984,0.00023910079,0.000102333026,0.00006325869,0.000037863392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023539584,0.0007617193,0.22751874,0.00004649114,0.000013152268,0.00017868492,0.010956693,0.214603,0.017468793,0.48553228,0.015768342,0.02712855],"study_design_scores_gemma":[0.00073033856,0.00018681481,0.3741912,0.000033265653,0.000002258381,0.000022003636,0.0006603333,0.6003023,0.009099511,0.011618564,0.002704519,0.00044892027],"about_ca_topic_score_codex":0.0003321055,"about_ca_topic_score_gemma":0.000055528762,"teacher_disagreement_score":0.49246612,"about_ca_system_score_codex":0.00006779693,"about_ca_system_score_gemma":0.00001774126,"threshold_uncertainty_score":0.16408978},"labels":[],"label_agreement":null},{"id":"W2104572159","doi":"10.1109/sew.2005.42","title":"Supporting Software Release Planning Decisions for Evolving Systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software release life cycle; Resource (disambiguation); Risk analysis (engineering); Key (lock); Software; Software system; Enterprise resource planning; Feature (linguistics); Resource planning; Systems engineering; Process management; Software engineering; Knowledge management; Engineering; Software construction; Computer security; Business","score_opus":0.028289096133592335,"score_gpt":0.313308007261154,"score_spread":0.28501891112756167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104572159","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017272688,0.00043018247,0.9802467,0.00006835539,0.00039960988,0.00028640704,0.000003033548,0.0010434296,0.00024954532],"genre_scores_gemma":[0.6961819,4.5322756e-7,0.3020928,0.000020591255,0.00014375485,0.00006786717,0.0000056640865,0.000018892473,0.0014680781],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983503,0.000019501398,0.0003123167,0.00037376193,0.0003737748,0.0005703242],"domain_scores_gemma":[0.9953839,0.0037408858,0.0000601945,0.00051068753,0.00018980098,0.00011450004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060164166,0.000121622885,0.00014684936,0.00018724034,0.00020580617,0.0003845449,0.00071620865,0.000058695157,0.000008856231],"category_scores_gemma":[0.004256015,0.000112085785,0.00006838811,0.00036331473,0.0000123660075,0.00040938437,0.00021206413,0.000120374505,0.00003286015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017687786,0.00017997612,0.25420892,0.00030972995,0.000059513146,0.0003281245,0.0005811294,0.37107283,0.0017643245,0.05620943,0.2784942,0.036774117],"study_design_scores_gemma":[0.0005126097,0.000079908874,0.0239717,0.00022411684,0.0000052083155,0.00006304481,0.00006298387,0.9628525,0.00078526983,0.0021735309,0.008837934,0.00043120678],"about_ca_topic_score_codex":0.00012541011,"about_ca_topic_score_gemma":0.0000020721588,"teacher_disagreement_score":0.67890924,"about_ca_system_score_codex":0.00007943196,"about_ca_system_score_gemma":0.000088274435,"threshold_uncertainty_score":0.5095155},"labels":[],"label_agreement":null},{"id":"W2104607014","doi":"10.1109/icsm.2012.6405278","title":"Relating requirements to implementation via topic analysis: Do topics extracted from requirements make sense to managers and developers?","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Traceability; Documentation; Relevance (law); Perception; Topic model; Control (management); Requirements analysis; Requirements traceability; Requirements engineering; Requirements elicitation; Software engineering; Software; Information retrieval; Requirement; Artificial intelligence; Programming language","score_opus":0.04333193516344207,"score_gpt":0.3415317457067007,"score_spread":0.2981998105432586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104607014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54725987,0.000029794817,0.45137244,0.0004689125,0.00019685291,0.00026888144,0.0000018992482,0.00012955077,0.00027181217],"genre_scores_gemma":[0.8082057,0.0000028249685,0.19063337,0.00043242844,0.0000794171,0.000030227513,0.0000117427235,0.000010597537,0.0005936867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980793,0.00006372557,0.00033783296,0.00044723292,0.000535658,0.0005362686],"domain_scores_gemma":[0.99883014,0.00015088188,0.000049257662,0.00053992943,0.000088976405,0.000340818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056357455,0.00016087407,0.00017918475,0.00041041462,0.000115109586,0.00022278326,0.00032888885,0.000051719893,0.000119213626],"category_scores_gemma":[0.00019307843,0.00016058481,0.000039528855,0.0013025563,0.000007790296,0.00062044454,0.0005041889,0.00010110367,0.00007249301],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009136948,0.000047032576,0.65112853,0.000018849978,0.0005239249,0.00002333955,0.00677636,0.00027058017,0.0073436885,0.001174963,0.0006705879,0.33201304],"study_design_scores_gemma":[0.0003414915,0.000050559596,0.99002486,0.000020123101,0.00006453102,0.0000023276336,0.00037168417,0.0024060984,0.0030996974,0.00009714132,0.0031909745,0.00033049562],"about_ca_topic_score_codex":0.00045366204,"about_ca_topic_score_gemma":0.00011665858,"teacher_disagreement_score":0.33889636,"about_ca_system_score_codex":0.00018731137,"about_ca_system_score_gemma":0.000019882153,"threshold_uncertainty_score":0.65484583},"labels":[],"label_agreement":null},{"id":"W2104609444","doi":"10.5555/2664398.2664404","title":"Java bytecode clone detection via relaxation on code fingerprint and semantic web reasoning","year":2012,"lang":"en","type":"article","venue":"International Workshop on Software Clones","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Concordia University","funders":"","keywords":"Bytecode; Computer science; Java bytecode; Java; Source code; Programming language; Theoretical computer science; Artificial intelligence; Java applet; Java annotation","score_opus":0.018768790849269648,"score_gpt":0.2805580122239025,"score_spread":0.26178922137463284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104609444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38057834,0.00018224215,0.6157115,0.00077880325,0.0019032977,0.00015250967,0.000004505654,0.0005853092,0.000103465645],"genre_scores_gemma":[0.9762249,0.00008032648,0.022549544,0.0002108928,0.00043451044,0.000060162885,0.00001054807,0.000036446923,0.00039266807],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997904,0.0000750277,0.00030253956,0.00050391216,0.00077746366,0.0004370433],"domain_scores_gemma":[0.9974486,0.0015729786,0.00013748408,0.00047845626,0.00017919939,0.00018328195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062319206,0.0002428781,0.00018066014,0.0004067286,0.00018512624,0.00022006079,0.00060368434,0.00014960859,0.000032878685],"category_scores_gemma":[0.0028734393,0.00024264026,0.000072016206,0.00038112223,0.000048914982,0.00062537624,0.00029647077,0.00046478206,0.0002230513],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034970022,0.000802346,0.23993228,0.00010569157,0.00033245175,0.00008102663,0.0022656508,0.012508662,0.007472793,0.017164078,0.0018072091,0.7171781],"study_design_scores_gemma":[0.0017492251,0.00038020292,0.77860737,0.0012731724,0.00003061505,0.00037473024,0.000070117356,0.17336231,0.02417956,0.002051879,0.01645845,0.0014623454],"about_ca_topic_score_codex":0.000020617092,"about_ca_topic_score_gemma":0.000013914849,"teacher_disagreement_score":0.71571577,"about_ca_system_score_codex":0.00027327606,"about_ca_system_score_gemma":0.000028838362,"threshold_uncertainty_score":0.98945826},"labels":[],"label_agreement":null},{"id":"W2104613753","doi":"10.1109/icsm.2007.4362641","title":"Release Pattern Discovery: A Case Study of Database Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Documentation; Database; Behavioral pattern; Data mining; Software engineering; Programming language","score_opus":0.029752065513547945,"score_gpt":0.30043389423696737,"score_spread":0.27068182872341945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104613753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5135327,0.00003385691,0.48600185,0.0000059142862,0.00013549234,0.00016736466,0.00000209497,0.00009195316,0.00002874799],"genre_scores_gemma":[0.99839324,8.249887e-7,0.0013185028,0.000010391994,0.000035913687,0.000009416267,8.7147026e-7,0.000008745465,0.00022209834],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987386,0.000041249237,0.00023358264,0.00028637462,0.0004354842,0.00026469855],"domain_scores_gemma":[0.9981384,0.00064552785,0.00003681399,0.0009885612,0.000070897724,0.00011975301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007917734,0.00009015087,0.00012807347,0.00017152919,0.000036125468,0.00010712119,0.00054754,0.000020872174,0.0000029872556],"category_scores_gemma":[0.00020251957,0.00007459955,0.000021489592,0.00044621393,0.000014792028,0.00049953145,0.0003966981,0.000113269096,0.00001528882],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004421591,0.0048643323,0.7644462,0.000524928,0.0002532752,0.14925013,0.011460479,0.0049068006,0.0019218555,0.004623712,0.005212308,0.052491795],"study_design_scores_gemma":[0.012907647,0.00664933,0.19069466,0.0004695368,0.00009996912,0.028959876,0.050904036,0.6905255,0.013459138,0.000046656172,0.0019097124,0.003373987],"about_ca_topic_score_codex":0.007420706,"about_ca_topic_score_gemma":0.0003031145,"teacher_disagreement_score":0.68561864,"about_ca_system_score_codex":0.00003604669,"about_ca_system_score_gemma":0.000033581862,"threshold_uncertainty_score":0.99918896},"labels":[],"label_agreement":null},{"id":"W2104844656","doi":"10.1145/1806799.1806854","title":"Awareness 2.0","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Task (project management); Prioritization; Process (computing); Process management; Knowledge management; Event (particle physics); Software project management; Project management; Project team; Software development process; Software development; Software; Systems engineering; Engineering; Software construction","score_opus":0.01608775821799958,"score_gpt":0.2825527402977476,"score_spread":0.266464982079748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104844656","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23021449,0.0000029285065,0.7657317,0.00036196574,0.00056368107,0.000023408782,6.063303e-8,0.00050894887,0.0025928074],"genre_scores_gemma":[0.9165873,2.4282457e-7,0.08248984,0.000043153206,0.000038735263,0.000004233392,1.0262423e-7,0.0000027273552,0.000833689],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995917,0.0000032196551,0.000034259836,0.00011663276,0.0001288915,0.00012526727],"domain_scores_gemma":[0.9993405,0.00016833212,0.000003244699,0.0004034606,0.00003023442,0.000054253203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000116540126,0.00003064164,0.000028712499,0.000041802978,0.0000253464,0.00006682149,0.0006161425,0.000021531398,0.000078682955],"category_scores_gemma":[0.00021355606,0.000025424259,0.00001165084,0.00016993521,0.000009846669,0.00014217103,0.00014059311,0.00011799102,0.00026517082],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.004471e-7,0.00005307466,0.25974092,0.0000121449,0.000008452069,0.000036707672,0.00019471331,0.000081770726,0.03840763,0.6041208,0.01000859,0.087334536],"study_design_scores_gemma":[0.00038535814,0.000052405216,0.61140555,0.000005190181,9.184335e-7,0.000082092425,0.000004913243,0.15720528,0.11004516,0.00758542,0.112735435,0.0004922765],"about_ca_topic_score_codex":0.000021489,"about_ca_topic_score_gemma":0.0000080153195,"teacher_disagreement_score":0.68637276,"about_ca_system_score_codex":0.000003159108,"about_ca_system_score_gemma":0.000034357865,"threshold_uncertainty_score":0.3408323},"labels":[],"label_agreement":null},{"id":"W2104872620","doi":"10.1145/337180.343189","title":"Characterizing implicit information during peer review meetings","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Division of Materials Research; Polytechnique Montréal; Natural Sciences and Engineering Research Council of Canada; Institut national de recherche en informatique et en automatique (INRIA)","keywords":"Computer science; World Wide Web; Information retrieval; Data science; Knowledge management","score_opus":0.012121023261218807,"score_gpt":0.25834028478096016,"score_spread":0.24621926151974136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104872620","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7857311,0.0016371829,0.09213447,0.044373732,0.00048653895,0.0012649528,0.000004871076,0.0048140907,0.069553114],"genre_scores_gemma":[0.902674,0.0035574595,0.057881404,0.009733225,0.00026445088,0.00017117424,0.000034340785,0.000041090414,0.025642868],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99889725,0.000012965891,0.00019706717,0.00012604678,0.00051573646,0.00025095398],"domain_scores_gemma":[0.9993168,0.0000715307,0.000024148796,0.00036758732,0.00014819796,0.00007171694],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000493832,0.000078878365,0.00009830261,0.000069421316,0.000065107044,0.00017185278,0.0005302096,0.000024843855,0.00045426036],"category_scores_gemma":[0.00039529294,0.0000707724,0.00003466699,0.00034454884,0.000005926933,0.0015987521,0.0001086083,0.000113035734,0.0011764248],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008995077,0.000045277066,0.004701175,0.003160205,0.00004249951,0.000025477419,0.002416836,0.00016161679,0.008599223,0.0023440914,0.06549865,0.91299593],"study_design_scores_gemma":[0.00040135987,0.000040284503,0.22797328,0.0011894067,0.0000050662798,0.00015286804,0.000007498114,0.0057359925,0.009960118,0.000038477086,0.75393975,0.00055589195],"about_ca_topic_score_codex":0.000019088773,"about_ca_topic_score_gemma":1.6589425e-7,"teacher_disagreement_score":0.91244006,"about_ca_system_score_codex":0.0000393673,"about_ca_system_score_gemma":0.000018330342,"threshold_uncertainty_score":0.99960124},"labels":[],"label_agreement":null},{"id":"W2104890846","doi":"10.1145/1370175.1370211","title":"CCVisu","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Software; VRML; File format; Software system; Graph; Component-based software engineering; Theoretical computer science; Graph rewriting; Programming language; Operating system; The Internet","score_opus":0.029445631274286448,"score_gpt":0.26119623602949943,"score_spread":0.23175060475521297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104890846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076961875,0.000025504763,0.9162109,0.0002775344,0.000104141116,0.000023386167,3.1433096e-8,0.00054915337,0.0058474895],"genre_scores_gemma":[0.92346853,0.0000043797277,0.07297704,0.00007504737,0.000021856746,0.0000026628284,6.498687e-8,0.0000024100257,0.0034480155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99960476,0.000004461428,0.00003300192,0.000096297365,0.00014384226,0.000117656185],"domain_scores_gemma":[0.99955785,0.00012081353,0.0000025826412,0.0002548624,0.000019552232,0.000044341807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00004970278,0.000026569664,0.000027451702,0.00003948929,0.000033009735,0.000014765668,0.0003920112,0.000011086941,0.00004010284],"category_scores_gemma":[0.00010222679,0.000022516713,0.000012409593,0.00018862821,0.000011307082,0.00012332077,0.000104932646,0.00004232485,0.0005049888],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030073247,0.00021190543,0.27955517,0.000024942217,0.000036580535,0.000948411,0.002143487,0.00088500173,0.003359309,0.35351247,0.26532122,0.093998514],"study_design_scores_gemma":[0.0005582989,0.00013360548,0.7972784,0.0000074922145,5.922853e-7,0.0005704734,0.000005145552,0.0770584,0.02389027,0.0017125091,0.09831153,0.00047330506],"about_ca_topic_score_codex":0.0000079299725,"about_ca_topic_score_gemma":1.7865597e-7,"teacher_disagreement_score":0.84650666,"about_ca_system_score_codex":0.000009675778,"about_ca_system_score_gemma":0.00002233731,"threshold_uncertainty_score":0.6490778},"labels":[],"label_agreement":null},{"id":"W2104905305","doi":"10.1109/wpc.2000.852495","title":"On the stability of software clustering algorithms","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Decomposition; Computer science; Cluster analysis; Software; Stability (learning theory); Software system; Algorithm; Property (philosophy); Data mining; Theoretical computer science; Artificial intelligence; Programming language; Machine learning","score_opus":0.04764062874470087,"score_gpt":0.2557499053697583,"score_spread":0.2081092766250574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104905305","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062614486,0.000031880998,0.9356752,0.00056540756,0.00012408411,0.00010624987,8.6536454e-7,0.00024989428,0.00063192693],"genre_scores_gemma":[0.9485744,0.0000027160008,0.0511291,0.0000812072,0.0000144440655,0.0000095147025,7.913613e-8,0.0000054505476,0.00018304828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991567,0.000035769262,0.00011209145,0.00018287242,0.000329785,0.00018276983],"domain_scores_gemma":[0.997331,0.0018285061,0.000016972408,0.00072628446,0.000055187254,0.000042009164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034851127,0.00006504104,0.000073871845,0.00004187601,0.00004413313,0.00003916148,0.00080013997,0.000023902387,0.00040495733],"category_scores_gemma":[0.001062585,0.00004111899,0.00003652842,0.00028535267,0.000036678317,0.000101838436,0.0002648614,0.00011952938,0.00007809236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021382237,0.0012965349,0.06740051,0.00043435345,0.00018023617,0.00007049428,0.010809309,0.0150457015,0.0032178196,0.115212165,0.038531587,0.7477799],"study_design_scores_gemma":[0.0002482188,0.00021292054,0.018802255,0.00003516068,0.0000014900796,0.000008468698,0.000032413125,0.9549501,0.023436088,0.0015657971,0.00047608686,0.00023100192],"about_ca_topic_score_codex":0.000017091354,"about_ca_topic_score_gemma":0.0000017681966,"teacher_disagreement_score":0.9399044,"about_ca_system_score_codex":0.00002982012,"about_ca_system_score_gemma":0.000007527934,"threshold_uncertainty_score":0.4433999},"labels":[],"label_agreement":null},{"id":"W2104944621","doi":"10.1109/icsm.2009.5306366","title":"Understanding source package organization using the hybrid model","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Namespace; Cohesion (chemistry); Reuse; Object-oriented programming; Programming language; Software engineering; Software design pattern; Inheritance (genetic algorithm); Design pattern; Construct (python library); Set (abstract data type); Software; Database","score_opus":0.08687297082512917,"score_gpt":0.27352525049090587,"score_spread":0.1866522796657767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104944621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023308732,0.000011518262,0.9752333,0.00078364817,0.000042882733,0.000059335776,1.1888181e-7,0.0003586731,0.00020177956],"genre_scores_gemma":[0.9594776,0.000001793211,0.040064055,0.0002253711,0.0000236864,2.331465e-7,4.1300154e-7,0.0000071729232,0.00019964455],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993323,0.000015623518,0.00007022775,0.00015177179,0.00024125326,0.0001888271],"domain_scores_gemma":[0.99941987,0.00012671575,0.000014141702,0.0003542353,0.000044233606,0.000040814895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018403382,0.00006042397,0.00004538016,0.000059322116,0.00015956699,0.0002105487,0.000505877,0.000015832318,0.000007777936],"category_scores_gemma":[0.00019380437,0.000043256503,0.0000138294545,0.0005033555,0.000012765754,0.00026008775,0.00009744909,0.000089840156,0.000011390464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.0057824e-7,0.000026573842,0.001486888,0.0000049972427,0.000009085989,0.000009222523,0.0010285862,0.8641811,0.008897975,0.11887916,0.002922941,0.0025525673],"study_design_scores_gemma":[0.000049982496,0.000007975203,0.00024937408,0.0000039511774,9.91618e-7,0.0000149371335,0.00002134113,0.9905679,0.0046232864,0.004379889,0.000016318636,0.00006405659],"about_ca_topic_score_codex":0.0000045585934,"about_ca_topic_score_gemma":2.2989992e-7,"teacher_disagreement_score":0.9361689,"about_ca_system_score_codex":0.00014589605,"about_ca_system_score_gemma":0.00004541185,"threshold_uncertainty_score":0.2030326},"labels":[],"label_agreement":null},{"id":"W2104953356","doi":"10.1109/wpc.2000.852493","title":"The effect of call graph construction algorithms for object-oriented programs on automatic clustering","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Call graph; Cluster analysis; Programming language; Java; Compiler; Scalability; Theoretical computer science; Algorithm; Artificial intelligence; Database","score_opus":0.015628114382333018,"score_gpt":0.26191858709244903,"score_spread":0.246290472710116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104953356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068904124,0.000049852213,0.92889285,0.00011520751,0.00057007803,0.00082141533,6.206751e-7,0.0004874555,0.0001584082],"genre_scores_gemma":[0.8482984,0.00000905085,0.15094265,0.000011185093,0.00005453771,0.0003433438,0.0000014269747,0.0000197215,0.00031972278],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989717,0.000052259376,0.00017440833,0.00020834079,0.00030861344,0.00028469288],"domain_scores_gemma":[0.9978457,0.0015878275,0.000042477954,0.0004073683,0.000061980565,0.000054656513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004360013,0.00010508231,0.00012688816,0.00009389659,0.00012067528,0.00008278057,0.00041661545,0.000039505536,0.0000034812504],"category_scores_gemma":[0.0003797951,0.000065750464,0.00007707419,0.00042663497,0.00007103753,0.00009806608,0.00008653824,0.00009548071,0.000009197718],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000774409,0.000025752795,0.0017961286,0.00011141784,0.000036025558,0.000001810743,0.00016568865,0.00046974985,0.00009816892,0.0014547039,0.0003092092,0.9955236],"study_design_scores_gemma":[0.0005454731,0.0012072582,0.00085666694,0.00004847936,0.0000039997053,0.0000169345,0.0000070942697,0.9913845,0.0053519486,0.00006249354,0.00042217082,0.0000930022],"about_ca_topic_score_codex":0.000013253606,"about_ca_topic_score_gemma":0.0000032632056,"teacher_disagreement_score":0.9954306,"about_ca_system_score_codex":0.000037492668,"about_ca_system_score_gemma":0.000006561077,"threshold_uncertainty_score":0.2681226},"labels":[],"label_agreement":null},{"id":"W2104965001","doi":"10.1109/scam.2015.7335420","title":"SimNav: Simulink navigation of model clone classes","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Computer science; Graphical user interface; Interface (matter); Context (archaeology); User interface; Model driven development; Human–computer interaction; Programming language; Software engineering; Operating system; Software; Unified Modeling Language; Biology","score_opus":0.06510927063210013,"score_gpt":0.32126370385658826,"score_spread":0.2561544332244881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104965001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14096223,0.00003778735,0.8576979,0.00022036057,0.00007901333,0.000053549702,5.108226e-7,0.000214685,0.00073395745],"genre_scores_gemma":[0.85133564,0.0000014064227,0.148219,0.000024675282,0.000018507262,0.000003129426,0.0000013323177,0.0000048776315,0.0003914142],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991921,0.000014083744,0.00012221941,0.00015199746,0.00037504546,0.00014455983],"domain_scores_gemma":[0.99903846,0.00025323726,0.000022164753,0.00036910383,0.000214833,0.00010221095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027240362,0.000056120738,0.00008070127,0.00006363545,0.000011966827,0.00003164333,0.00047500443,0.000037870832,0.0000025135357],"category_scores_gemma":[0.00040317478,0.000049967377,0.000021425842,0.00029842515,0.000020685342,0.00029728157,0.00016755472,0.000079255115,0.00003899833],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061373767,0.00008017656,0.0036133258,0.000039414463,0.000013141345,0.0000075097855,0.00075634394,0.9359976,0.0026047616,0.037777074,0.004548075,0.014556444],"study_design_scores_gemma":[0.00015253265,0.00004056424,0.00032807334,0.000008052586,6.817996e-7,0.0000016689272,0.0000074834015,0.98826325,0.0074093323,0.003577068,0.0001519896,0.00005930955],"about_ca_topic_score_codex":0.00002225703,"about_ca_topic_score_gemma":5.944404e-7,"teacher_disagreement_score":0.71037346,"about_ca_system_score_codex":0.000035238398,"about_ca_system_score_gemma":0.00011947227,"threshold_uncertainty_score":0.20376106},"labels":[],"label_agreement":null},{"id":"W2104994910","doi":"10.1109/tse.2012.71","title":"Trustrace: Mining Software Repositories to Improve the Accuracy of Requirement Traceability Links","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Traceability; Computer science; Requirements traceability; Precision and recall; Source code; Software; Data mining; Software engineering; Software development; Database; Information retrieval; Programming language; Requirement","score_opus":0.020912743124051024,"score_gpt":0.27159741001598686,"score_spread":0.25068466689193586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104994910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1624631,0.00016504752,0.8326267,0.00012901031,0.0029348147,0.00048808655,0.000017615057,0.0011726486,0.0000029921425],"genre_scores_gemma":[0.79927737,0.0000069541375,0.20015866,0.000035309615,0.00018535211,0.00020633248,7.094216e-7,0.000047623424,0.0000816725],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99721766,0.00006112361,0.00059100956,0.00051061134,0.00079729466,0.000822334],"domain_scores_gemma":[0.9944418,0.0034351216,0.0001044889,0.0014667807,0.00020558057,0.00034624315],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009746623,0.00036073747,0.0003396371,0.0002860356,0.00024301118,0.0001312406,0.0011207495,0.00022855013,0.000019477506],"category_scores_gemma":[0.0017503197,0.00031361266,0.00020943904,0.0010386496,0.000051033287,0.0008856194,0.000025682575,0.00086749694,0.000022636257],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116329,0.0010275852,0.016264254,0.0009576685,0.00050498353,0.000024116749,0.01706922,0.7101069,0.014498923,0.00034633128,0.00085141376,0.23823228],"study_design_scores_gemma":[0.001960052,0.0015297824,0.08927923,0.0009874889,0.00020834895,0.00018963452,0.0005995853,0.045072198,0.8454872,0.000047198813,0.011587366,0.003051944],"about_ca_topic_score_codex":0.00003191949,"about_ca_topic_score_gemma":0.000002223707,"teacher_disagreement_score":0.8309882,"about_ca_system_score_codex":0.0002747835,"about_ca_system_score_gemma":0.00010916388,"threshold_uncertainty_score":0.9999316},"labels":[],"label_agreement":null},{"id":"W2105023644","doi":"10.1109/icsm.2001.972754","title":"A graph pattern matching approach to software architecture recovery","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Graph; Control flow graph; Theoretical computer science; Pattern matching; Source code; Software system; Software architecture; Matching (statistics); Data flow diagram; Programming language; Software; Data mining; Database","score_opus":0.019335470036792396,"score_gpt":0.22277124385389516,"score_spread":0.20343577381710276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105023644","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01059786,0.000068948866,0.9859747,0.0005703471,0.00018845322,0.00019299646,0.0000019483973,0.0010054721,0.0013992435],"genre_scores_gemma":[0.28955054,0.000005515481,0.7073176,0.0011004559,0.00010188756,0.00006430812,0.0000022688857,0.0000321208,0.0018253225],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983944,0.00003710924,0.00014456728,0.0004989204,0.00044874084,0.0004762125],"domain_scores_gemma":[0.9985938,0.0003552907,0.000016574917,0.000779408,0.00003881883,0.00021608792],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019657724,0.00016122892,0.00014103764,0.00031522595,0.00008147313,0.0002421338,0.0012106324,0.000059795013,0.000056474477],"category_scores_gemma":[0.00022259657,0.0001403203,0.0000797503,0.000762393,0.000012428538,0.0002215159,0.0004405517,0.00028915855,0.0004494804],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035021071,0.00023109505,0.003205781,0.00012291779,0.000056717607,0.00005382257,0.0045652804,0.099939704,0.00021979702,0.00094746763,0.025338525,0.8653154],"study_design_scores_gemma":[0.00885232,0.0043114624,0.21360381,0.0015259344,0.00008665534,0.004071293,0.0008174428,0.41437942,0.008952372,0.24087077,0.08344989,0.01907862],"about_ca_topic_score_codex":0.000048446393,"about_ca_topic_score_gemma":0.0000036089343,"teacher_disagreement_score":0.84623677,"about_ca_system_score_codex":0.00004157522,"about_ca_system_score_gemma":0.00000998947,"threshold_uncertainty_score":0.57773113},"labels":[],"label_agreement":null},{"id":"W2105182894","doi":"10.1109/icsmc.2007.4413861","title":"Benchmarking usability of early designs using predictive metrics","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Usability; Benchmarking; Computer science; Learnability; Usability inspection; Cognitive walkthrough; Usability goals; Software deployment; Component-based usability testing; Usability engineering; Heuristic evaluation; Software engineering; Human–computer interaction","score_opus":0.06879968612734985,"score_gpt":0.3205121756188769,"score_spread":0.251712489491527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105182894","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40908262,0.00002514301,0.59041166,0.0000037355169,0.000106310494,0.00007042395,3.4513565e-7,0.00008495998,0.00021477554],"genre_scores_gemma":[0.7032244,7.1825923e-7,0.2967287,0.0000045133597,0.000026395704,6.89862e-7,9.703715e-8,0.000003888203,0.0000105745185],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986862,0.000032295728,0.00022363407,0.00024798352,0.0005024584,0.00030744897],"domain_scores_gemma":[0.99734586,0.001894024,0.00004268202,0.00042723434,0.00019242421,0.00009776965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019334815,0.00007601971,0.00011491617,0.0003165495,0.00004207645,0.000038487993,0.0005709557,0.000052133684,0.000016921755],"category_scores_gemma":[0.001120209,0.00007113863,0.00004541677,0.0016105647,0.00005041286,0.0003156376,0.0002494319,0.00013001669,0.0000027146602],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019358169,0.00011266867,0.94659674,0.000045116034,0.000039235216,0.000017722261,0.00093257125,0.00465286,0.0066665355,0.0042732186,0.000060083294,0.03658388],"study_design_scores_gemma":[0.00016185985,0.0002530254,0.725464,0.00001833551,0.0000041605363,0.0000063674456,0.000019512368,0.23789014,0.03538989,0.00062310096,0.000023821352,0.00014581492],"about_ca_topic_score_codex":0.00017822179,"about_ca_topic_score_gemma":0.0000029217256,"teacher_disagreement_score":0.2941418,"about_ca_system_score_codex":0.00013379699,"about_ca_system_score_gemma":0.00007894024,"threshold_uncertainty_score":0.2900949},"labels":[],"label_agreement":null},{"id":"W2105376034","doi":"10.1145/602461.602482","title":"Growth, evolution, and structural change in open source software","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Computer science; Linux kernel; Software engineering; Software; Software system; Beagle; Software maintenance; Software development; Operating system; Software construction; Software analytics","score_opus":0.03354574900947607,"score_gpt":0.2695339567565724,"score_spread":0.2359882077470963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105376034","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34732586,0.00092948903,0.6478854,0.001999549,0.00024151562,0.0005778097,0.0000013911426,0.0006632447,0.0003757497],"genre_scores_gemma":[0.9657205,0.0000085894735,0.033480946,0.00012067983,0.00003715007,0.00003021576,3.3192595e-7,0.00000781897,0.0005938112],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991692,0.000024888057,0.00009281494,0.00027698782,0.00017629062,0.00025983475],"domain_scores_gemma":[0.9994027,0.00017840703,0.000011798511,0.00028161574,0.00004195887,0.00008349318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014445248,0.000080250844,0.00008979032,0.0001337136,0.00005447619,0.00022070989,0.0009358428,0.000038327507,0.00009805227],"category_scores_gemma":[0.0003141548,0.00007231158,0.000010445105,0.00044804128,0.000025149688,0.0008335257,0.00091043604,0.00011526866,0.000042169235],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001726556,0.000019303403,0.8997116,0.00002964681,0.0000062810745,0.000023563254,0.0022595637,0.000056805064,0.000018089826,0.012844087,0.0020837623,0.08294556],"study_design_scores_gemma":[0.00037244815,0.000034190245,0.8825787,0.000016514094,5.190145e-7,0.000037408798,0.000012494168,0.11447341,0.00005182344,0.0018060328,0.00043994095,0.00017655398],"about_ca_topic_score_codex":0.00081265456,"about_ca_topic_score_gemma":0.000049184713,"teacher_disagreement_score":0.6183946,"about_ca_system_score_codex":0.000060462484,"about_ca_system_score_gemma":0.000007916043,"threshold_uncertainty_score":0.29487807},"labels":[],"label_agreement":null},{"id":"W2105492891","doi":"10.1145/2020976.2020979","title":"Managing technical debt in software development","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Engineering management; Software quality; Debt; Software engineering; Software development; Software; Computer science; Quality (philosophy); Software project management; Engineering; Value (mathematics); Business; Software construction; Finance","score_opus":0.03005410945615254,"score_gpt":0.24478996928177618,"score_spread":0.21473585982562365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105492891","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16246006,0.00064318575,0.8309865,0.000110704124,0.000600262,0.0003973421,0.000002632841,0.004788111,0.000011190258],"genre_scores_gemma":[0.52861714,0.000012264639,0.47109076,0.00004472927,0.00003806435,0.00011018602,0.0000050248195,0.00006135452,0.000020479734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965372,0.000035475892,0.00061650266,0.00093038747,0.0006849447,0.0011954783],"domain_scores_gemma":[0.95978665,0.03749538,0.00008660642,0.0021144745,0.00013952753,0.00037734234],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000703495,0.00050979084,0.00044013982,0.00086870167,0.00011528266,0.00013400173,0.0032797062,0.00024808955,0.000048563466],"category_scores_gemma":[0.14624481,0.0005544724,0.00011453495,0.00144224,0.000046683763,0.00071629934,0.0016563413,0.00076059974,0.00018805766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011365714,0.00015536537,0.9321333,0.00021969924,0.000039869214,0.00039400737,0.0016666149,0.0013721439,0.00056740176,0.0010064703,0.00015209962,0.06228167],"study_design_scores_gemma":[0.0004877054,0.00007575708,0.9854573,0.0003293609,0.0000062618037,0.00009410366,0.0000074707054,0.000458902,0.010578833,0.0002886096,0.0012284052,0.0009872667],"about_ca_topic_score_codex":0.00006476398,"about_ca_topic_score_gemma":0.000018973835,"teacher_disagreement_score":0.36615708,"about_ca_system_score_codex":0.00034973348,"about_ca_system_score_gemma":0.00018540336,"threshold_uncertainty_score":0.99969065},"labels":[],"label_agreement":null},{"id":"W2105638048","doi":"10.1145/1328279.1328294","title":"Informing Eclipse API production and consumption","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Eclipse; Application programming interface; Simple (philosophy); Software engineering; Programming language; World Wide Web","score_opus":0.023883946826838278,"score_gpt":0.2828578363998166,"score_spread":0.25897388957297834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105638048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4961766,0.000032418167,0.50261474,0.00016804,0.00028072402,0.00006625436,2.7094178e-8,0.00022214737,0.0004390326],"genre_scores_gemma":[0.9515434,0.000014599071,0.0474814,0.0000307565,0.00015732166,0.0000022467261,2.3172785e-7,0.0000029317791,0.00076710497],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995087,0.000003550716,0.00007357062,0.00012940179,0.00013968855,0.00014513591],"domain_scores_gemma":[0.9995995,0.00013532316,0.0000102097165,0.000171611,0.00003334031,0.000050013386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000532689,0.000037895108,0.00003242652,0.00010328903,0.000041073265,0.00005393143,0.00011154484,0.000021531205,0.000009397102],"category_scores_gemma":[0.0004152358,0.000034388468,0.000006310824,0.00014048148,0.00001826321,0.00041439873,0.00008511525,0.000063670625,0.000051036055],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009822243,0.000033672044,0.25386947,0.00010090996,0.000013919482,0.000021702406,0.0015398016,0.00016349553,0.0045190398,0.042124115,0.0030360785,0.694568],"study_design_scores_gemma":[0.00037059886,0.00011022361,0.90606457,0.000059492548,0.0000030410597,0.0003318629,0.000059731356,0.017810686,0.057856105,0.0013429527,0.015563203,0.0004275336],"about_ca_topic_score_codex":0.0000068238182,"about_ca_topic_score_gemma":0.000007636916,"teacher_disagreement_score":0.69414043,"about_ca_system_score_codex":0.000021955968,"about_ca_system_score_gemma":0.000009562727,"threshold_uncertainty_score":0.1402321},"labels":[],"label_agreement":null},{"id":"W2105672266","doi":"10.1145/1852786.1852792","title":"Understanding the impact of code and process metrics on post-release defects","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Merge (version control); Software quality; Software metric; Data mining; Eclipse; Source code; Process (computing); Software; Data science; Machine learning; Software development; Information retrieval; Programming language","score_opus":0.056479178751535304,"score_gpt":0.3251365449346347,"score_spread":0.2686573661830994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105672266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.751683,0.000012951162,0.24768452,0.00010518239,0.000054517735,0.00008480016,0.0000013319295,0.00006892444,0.00030477898],"genre_scores_gemma":[0.9987849,0.0000020535736,0.0011486429,0.000022224178,0.000011308217,0.000002451857,1.7903754e-7,0.0000055178034,0.000022705142],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993551,0.0000141635255,0.000065396634,0.0001417825,0.00025658406,0.00016700146],"domain_scores_gemma":[0.99818885,0.001323119,0.000021110864,0.0003090902,0.000077571516,0.0000802544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003139871,0.00006628473,0.000067648034,0.00016659491,0.00005524578,0.00008169606,0.0004257537,0.000032206844,0.000009105696],"category_scores_gemma":[0.0015000749,0.00003724169,0.000031026622,0.0006428043,0.000043841403,0.00012629654,0.00009202072,0.00020831033,0.0000039145125],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013072492,0.0006267056,0.53067833,0.00038093264,0.00029345392,0.000079767866,0.0076620886,0.026039558,0.05292176,0.3542248,0.0035141811,0.0234477],"study_design_scores_gemma":[0.001141424,0.0015663735,0.46103624,0.0000547488,0.000012178651,0.000078424935,0.00027428634,0.486139,0.035428077,0.013728623,0.000023306457,0.00051733345],"about_ca_topic_score_codex":0.000046946046,"about_ca_topic_score_gemma":0.0000107150845,"teacher_disagreement_score":0.46009943,"about_ca_system_score_codex":0.00003783599,"about_ca_system_score_gemma":0.00008174324,"threshold_uncertainty_score":0.17958382},"labels":[],"label_agreement":null},{"id":"W2105756730","doi":"10.1109/wse.2008.4655403","title":"An approach for estimating code changes in e-commerce applications","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Business process modeling; Artifact-centric business process model; Business process; Business process management; Business process discovery; Business rule; Business Process Model and Notation; Metric (unit); Source code; Tracing; Code (set theory); Process (computing); Process management; Software engineering; Work in process; Business; Programming language; Set (abstract data type); Marketing","score_opus":0.06274594035159221,"score_gpt":0.322540788508306,"score_spread":0.2597948481567138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105756730","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040302672,0.000015350497,0.994684,0.00025214214,0.000020568381,0.00036268507,0.000001378733,0.00031443508,0.00031919236],"genre_scores_gemma":[0.20769571,0.0000013077636,0.7915105,0.00006162113,0.000042660147,0.0005662372,0.0000049860328,0.0000069264693,0.00011001228],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932843,0.000012710038,0.00007911583,0.0002424722,0.00012453787,0.00021270227],"domain_scores_gemma":[0.99915445,0.0003135942,0.0000123260625,0.00042126293,0.000037293885,0.00006106417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022354991,0.00005942848,0.00007340255,0.000110560424,0.00008266639,0.000033529996,0.0006460974,0.000028818544,0.000002199061],"category_scores_gemma":[0.00009018131,0.000057680096,0.0000124441585,0.00035352877,0.000019190524,0.00015966455,0.00007083463,0.00007448624,0.000005596376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013039047,0.0015575158,0.11636186,0.00045777464,0.000034149554,0.000015310312,0.008436341,0.23324999,0.0055034836,0.106073074,0.0053824526,0.522915],"study_design_scores_gemma":[0.000121057106,0.000024937419,0.007832039,0.000002136046,2.8212497e-7,0.000010511163,0.0000125455235,0.990821,0.0004923512,0.00013101278,0.00047267773,0.00007944189],"about_ca_topic_score_codex":0.000024942805,"about_ca_topic_score_gemma":0.000009422888,"teacher_disagreement_score":0.75757104,"about_ca_system_score_codex":0.000028999431,"about_ca_system_score_gemma":0.00002608736,"threshold_uncertainty_score":0.2352126},"labels":[],"label_agreement":null},{"id":"W2105827483","doi":"10.1109/vlhcc.2008.4639095","title":"How can diagramming tools help support programming activities?","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Diagrammatic reasoning; Computer science; Exploratory research; Context (archaeology); Human–computer interaction; Software engineering; Knowledge management; Programming language","score_opus":0.022532426139985545,"score_gpt":0.2910056960305173,"score_spread":0.2684732698905318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105827483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9913011,0.00020349523,0.0034341472,0.0007372833,0.00044685177,0.0008796433,0.000004825721,0.0016948071,0.0012978403],"genre_scores_gemma":[0.99282986,0.00006065436,0.004776727,0.00019873181,0.001272485,0.000068585825,0.000009278994,0.00012071328,0.0006629935],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9943356,0.000014735202,0.00062988163,0.0016713224,0.0014234893,0.0019249936],"domain_scores_gemma":[0.9977233,0.0004728357,0.00043671406,0.00024318048,0.00048716157,0.0006368006],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00086002937,0.0008201227,0.00078262115,0.000918314,0.0016198427,0.0031167702,0.0013030758,0.00026666227,0.00000758582],"category_scores_gemma":[0.00048004175,0.00082052307,0.00021507432,0.0014578803,0.00022845912,0.0015991181,0.0007916693,0.0010232418,0.000009492979],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020468893,0.0028222734,0.27009073,0.00490265,0.0008306145,0.0014027166,0.0897423,0.00013233005,0.14549041,0.11710859,0.008798153,0.35847452],"study_design_scores_gemma":[0.027009914,0.026303122,0.163409,0.0071870186,0.00081453094,0.014556418,0.066461615,0.14374657,0.452355,0.00078112667,0.0691896,0.028186081],"about_ca_topic_score_codex":0.000063923384,"about_ca_topic_score_gemma":0.0000019610495,"teacher_disagreement_score":0.33028844,"about_ca_system_score_codex":0.00036495877,"about_ca_system_score_gemma":0.00010829378,"threshold_uncertainty_score":0.9996799},"labels":[],"label_agreement":null},{"id":"W2105889333","doi":"10.1109/icpc.2006.18","title":"Digging the Development Dust for Refactorings","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Computer science; Context (archaeology); Software development; Software engineering; Identifier; Software development process; Software; Software evolution; Process (computing); Source code; Data science; Software construction; Programming language","score_opus":0.024502564607944446,"score_gpt":0.26121014348600324,"score_spread":0.2367075788780588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105889333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03106555,0.000023153661,0.9664525,0.0007089923,0.00016332584,0.00012637181,1.0731345e-7,0.00031130435,0.0011487312],"genre_scores_gemma":[0.8312763,2.4914928e-7,0.16476773,0.00003683788,0.00007726547,0.00005188836,5.9196464e-7,0.000006365516,0.0037827564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993631,0.000004407325,0.00008854951,0.00014378568,0.00017836802,0.00022178724],"domain_scores_gemma":[0.99919087,0.0004905927,0.000010494456,0.00024440323,0.000040273913,0.000023363446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026538895,0.0000526085,0.00003968063,0.000036459995,0.00011845088,0.00012651602,0.00056186505,0.000015973004,0.000005212504],"category_scores_gemma":[0.000103686,0.000033322318,0.000018523142,0.0001533379,0.000008672985,0.0001164315,0.00014156442,0.000053151765,0.000024614255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000915881,0.00015859822,0.1133293,0.0001305663,0.000066502944,0.000013047831,0.0030762695,0.003741652,0.004607175,0.4927511,0.07855877,0.30355787],"study_design_scores_gemma":[0.00034910443,0.000029449542,0.34924865,0.000019515437,0.0000014206803,0.0000066584885,0.000022103088,0.01891291,0.05391335,0.0022544665,0.57491463,0.0003277735],"about_ca_topic_score_codex":0.000024019933,"about_ca_topic_score_gemma":0.0000073994447,"teacher_disagreement_score":0.80168474,"about_ca_system_score_codex":0.000053538246,"about_ca_system_score_gemma":0.000046677764,"threshold_uncertainty_score":0.13588446},"labels":[],"label_agreement":null},{"id":"W2105899414","doi":"10.1007/s10515-008-0028-6","title":"Requirements model generation to support requirements elicitation: the Secure Tropos experience","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Requirements elicitation; Requirements engineering; Computer science; Requirements analysis; Requirements management; Context (archaeology); Process (computing); Software engineering; Requirement; Systems engineering; Engineering","score_opus":0.06163986956967274,"score_gpt":0.3091074000294848,"score_spread":0.24746753045981204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105899414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33914745,0.000040857714,0.6563708,0.000144905,0.00048152407,0.00034147373,0.000003897015,0.0034593304,0.000009726298],"genre_scores_gemma":[0.8372651,0.000013416065,0.16186255,0.0002673801,0.00012039883,0.00025103847,0.000018948806,0.00005116105,0.0001500333],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99718785,0.00003601359,0.00044444474,0.00060961914,0.0010104789,0.00071156136],"domain_scores_gemma":[0.9982155,0.00022815206,0.000064786385,0.0010078042,0.00023336499,0.00025041375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033679497,0.00031845324,0.0002164459,0.0002745721,0.00039185895,0.0001781326,0.0013613548,0.000106891806,0.000017829128],"category_scores_gemma":[0.0012557094,0.000287046,0.00007615512,0.0011325356,0.000035482204,0.0009851819,0.00037109232,0.00024878245,0.00014426724],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000455207,0.00005436744,0.0030289402,0.000036696136,0.00005411275,0.00010099736,0.009664061,0.9545097,0.019291334,0.0006255061,0.010915384,0.0017143653],"study_design_scores_gemma":[0.00026225037,0.00010068935,0.0077962116,0.000032957392,0.0000043786126,0.00006406549,0.000016024766,0.984625,0.00596675,0.000010863064,0.0007604075,0.00036044314],"about_ca_topic_score_codex":0.000013629418,"about_ca_topic_score_gemma":0.0000014786895,"teacher_disagreement_score":0.49811763,"about_ca_system_score_codex":0.00028077644,"about_ca_system_score_gemma":0.00014857836,"threshold_uncertainty_score":0.99995816},"labels":[],"label_agreement":null},{"id":"W2105950237","doi":"10.1145/2791060.2791107","title":"Maintaining feature traceability with embedded annotations","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Traceability; Computer science; Feature (linguistics); Reuse; Code reuse; Software; Annotation; Software maintenance; Feature model; Code (set theory); Software development; Source lines of code; Software product line; Software engineering; Data mining; Artificial intelligence; Programming language; Engineering","score_opus":0.028747973279675463,"score_gpt":0.2842272505381935,"score_spread":0.255479277258518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105950237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08152185,0.000024864175,0.9118606,0.0023094583,0.000086538006,0.00012656517,6.1048564e-7,0.00098875,0.0030807965],"genre_scores_gemma":[0.6956714,1.3855681e-7,0.30345508,0.00005864837,0.000024503004,0.000012252469,9.485755e-7,0.0000051498187,0.0007718692],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914527,0.000030989697,0.000058238915,0.00022630037,0.00032447535,0.0002147545],"domain_scores_gemma":[0.9989117,0.00027601898,0.000011663135,0.0004585066,0.0001725927,0.00016953735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003881924,0.000070536036,0.00006983248,0.00006380039,0.000040634925,0.000114505005,0.0004229542,0.000031695203,0.000009667032],"category_scores_gemma":[0.0005089342,0.000052409454,0.000014856457,0.00046994077,0.000027523014,0.00032540143,0.00008679411,0.00015781034,0.000040871546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012816607,0.00066059345,0.35300136,0.00008579269,0.00019581305,0.00046755336,0.0339864,0.0977543,0.00048428596,0.27990046,0.16382618,0.06950911],"study_design_scores_gemma":[0.0029238486,0.0011456936,0.3366611,0.00005461164,0.000011380698,0.00027555367,0.0021026225,0.6300882,0.0027746526,0.009606862,0.013242726,0.0011127484],"about_ca_topic_score_codex":0.000011949561,"about_ca_topic_score_gemma":0.000010490779,"teacher_disagreement_score":0.6141496,"about_ca_system_score_codex":0.00006265199,"about_ca_system_score_gemma":0.00015639732,"threshold_uncertainty_score":0.21371955},"labels":[],"label_agreement":null},{"id":"W2106013472","doi":"10.1109/wcre.2002.1173068","title":"Java quality assurance by detecting code smells","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":380,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Code smell; Code refactoring; Computer science; Static program analysis; Software quality; Software engineering; KPI-driven code analysis; Code review; Software visualization; Code (set theory); Program comprehension; Software inspection; Source code; Software; Java; Programming language; Software development; Software system; Software construction","score_opus":0.029908899639837307,"score_gpt":0.3101992349853636,"score_spread":0.28029033534552633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106013472","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06964217,0.00014443057,0.9253586,0.0002134395,0.00022041477,0.00007548886,0.0000012254427,0.00048898737,0.0038552317],"genre_scores_gemma":[0.9135633,0.0000044055205,0.084576346,0.000097645294,0.000011984469,0.0000074278846,2.1187059e-7,0.000008523634,0.0017301167],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987068,0.00011215204,0.00016548802,0.0003174976,0.0003509172,0.00034713742],"domain_scores_gemma":[0.99783725,0.0014152261,0.00002701256,0.00055276667,0.000065073866,0.00010270072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001045874,0.00009084701,0.00010689525,0.000042912307,0.000071766175,0.00012299177,0.00059078995,0.000043410393,0.00004976121],"category_scores_gemma":[0.0023832866,0.000085656124,0.000033406148,0.00040211162,0.000017767585,0.0002309473,0.00008108581,0.00016339161,0.0001687758],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000124936805,0.00047004406,0.3294775,0.00035518903,0.00015487912,0.0000844777,0.0021320367,0.004603047,0.17851521,0.20596087,0.12191213,0.15632212],"study_design_scores_gemma":[0.0012441914,0.00015561827,0.058199927,0.00005361098,0.000003407458,0.000058836096,0.00007514825,0.029517794,0.7992938,0.004805366,0.10524695,0.0013452988],"about_ca_topic_score_codex":0.000057844347,"about_ca_topic_score_gemma":0.000011750401,"teacher_disagreement_score":0.8439212,"about_ca_system_score_codex":0.000047465543,"about_ca_system_score_gemma":0.000050726525,"threshold_uncertainty_score":0.34929556},"labels":[],"label_agreement":null},{"id":"W2106029414","doi":"10.1109/icsm.2004.1357808","title":"Understanding phases and styles of object-oriented systems' evolution","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software evolution; Computer science; Software; Software system; Structural pattern; Matching (statistics); Software development; Software maintenance; Software design; Programming language; Mathematics; Software construction","score_opus":0.05345162739433197,"score_gpt":0.26893454680236273,"score_spread":0.21548291940803077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106029414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08573555,0.00026381415,0.913285,0.000043797358,0.00009592708,0.00007849717,6.9588197e-7,0.00016035992,0.00033635346],"genre_scores_gemma":[0.9909879,0.000006718626,0.008933283,0.0000023468776,0.000011733142,0.000003016977,3.0321127e-7,0.0000032977782,0.000051394974],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939585,0.000012138811,0.000097756514,0.00014309555,0.00021547485,0.00013567877],"domain_scores_gemma":[0.9995207,0.00019439355,0.00002006487,0.00017613033,0.000041851374,0.000046825524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015325655,0.000051506155,0.000076404925,0.00013313699,0.00003954583,0.00004007556,0.00014483664,0.000023389246,0.0000016606995],"category_scores_gemma":[0.00016093315,0.00004545796,0.000012653014,0.00031191163,0.000033970304,0.000212452,0.00007963662,0.000042976226,0.0000018943424],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027008637,0.000030979834,0.006416104,0.00005736254,0.000014014149,0.0000052494042,0.0002372351,0.00512897,0.0020776454,0.9858519,0.00007923375,0.000098648634],"study_design_scores_gemma":[0.018175548,0.0038092295,0.19699405,0.0029557121,0.000072488976,0.00073794246,0.012872131,0.56522757,0.12309425,0.07145905,0.0014099826,0.0031920313],"about_ca_topic_score_codex":0.00016729305,"about_ca_topic_score_gemma":0.000005186325,"teacher_disagreement_score":0.9143928,"about_ca_system_score_codex":0.00019012601,"about_ca_system_score_gemma":0.000052571577,"threshold_uncertainty_score":0.18537219},"labels":[],"label_agreement":null},{"id":"W2106095006","doi":"10.1142/s021819401000492x","title":"DYNAMIC KNOWLEDGE EXTRACTION FROM SOFTWARE SYSTEMS USING SEQUENTIAL PATTERN MINING","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Software system; Software construction; Source code; Software sizing; Software; Cohesion (chemistry); Software visualization; Software framework; Software development; Software engineering; Static program analysis; Software metric; Component-based software engineering; Data mining; Programming language","score_opus":0.014690367136132271,"score_gpt":0.2840261469821888,"score_spread":0.26933577984605656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106095006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41183433,0.0016904277,0.576436,0.000014071649,0.009659143,0.000063855776,0.000011677389,0.00028799442,0.0000025177394],"genre_scores_gemma":[0.8430132,0.000054133026,0.1556561,0.0000035954715,0.0011478286,0.000008152463,0.0000072627995,0.000076564145,0.00003316573],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772555,0.000031332067,0.00074926903,0.00041841544,0.0005990065,0.00047640663],"domain_scores_gemma":[0.9967747,0.0015305955,0.0002381525,0.00036534332,0.00075176003,0.00033949525],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065617653,0.00040418236,0.00043361683,0.0009873712,0.000079321624,0.00052140246,0.0012844963,0.00023842741,0.000012637022],"category_scores_gemma":[0.0022372412,0.00043029053,0.00017769256,0.00036986324,0.00003108177,0.0010853815,0.00039846587,0.0011069373,0.000012671938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005058472,0.00046789163,0.049379565,0.00064603926,0.0018379362,0.0011860344,0.005615701,0.6209359,0.1692815,0.00057668274,0.00034603072,0.14967613],"study_design_scores_gemma":[0.0008727065,0.00006596047,0.014268229,0.00080593856,0.00004158024,0.0014064877,0.000036848585,0.97556907,0.002147409,0.00001326962,0.004161897,0.00061062624],"about_ca_topic_score_codex":0.000042611493,"about_ca_topic_score_gemma":0.000007447087,"teacher_disagreement_score":0.43117887,"about_ca_system_score_codex":0.00030462316,"about_ca_system_score_gemma":0.00021103548,"threshold_uncertainty_score":0.99981487},"labels":[],"label_agreement":null},{"id":"W2106112694","doi":"10.1145/1081706.1081744","title":"Strathcona example recommendation tool","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Computer science","score_opus":0.03773330956869129,"score_gpt":0.28215116805406004,"score_spread":0.24441785848536876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106112694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02847346,0.000008211395,0.96558166,0.0018549418,0.00009950115,0.000060376802,3.0521218e-7,0.00046197267,0.0034595584],"genre_scores_gemma":[0.7753792,0.0000029506125,0.22302979,0.00021619673,0.00008856969,0.000008866408,0.0000023800808,0.000004468748,0.0012676065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999459,0.000012479591,0.00008197392,0.00016454136,0.00012243103,0.00015951786],"domain_scores_gemma":[0.9994348,0.0002244869,0.000008649032,0.00026201582,0.000030709958,0.000039339244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021570957,0.000045994857,0.000038960126,0.000054647015,0.000030832038,0.00010049089,0.00033546172,0.000020692964,0.0004255696],"category_scores_gemma":[0.00009315124,0.000042801526,0.000015161031,0.00017169195,0.000005228724,0.0004691728,0.0000945714,0.00006785132,0.0004482031],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.4360944e-7,0.00002906766,0.0012280146,0.0000030783508,0.000004721717,0.0000014491309,0.00013099721,0.00027560012,0.0005540105,0.04825294,0.012432942,0.9370865],"study_design_scores_gemma":[0.0005772971,0.000113588205,0.047860626,0.0000067631986,0.0000014252552,0.000035802605,0.000012281475,0.29527873,0.018832691,0.0018164336,0.63500875,0.00045559538],"about_ca_topic_score_codex":0.000023460474,"about_ca_topic_score_gemma":0.00000559285,"teacher_disagreement_score":0.93663096,"about_ca_system_score_codex":0.000038515598,"about_ca_system_score_gemma":0.000026030673,"threshold_uncertainty_score":0.5760894},"labels":[],"label_agreement":null},{"id":"W2106419796","doi":"10.5555/504800.504802","title":"Evolution of the writer's role","year":2000,"lang":"en","type":"article","venue":"International Professional Communication Conference","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Usability; Product (mathematics); World Wide Web; Human–computer interaction; Multimedia; Software engineering","score_opus":0.022159170773306747,"score_gpt":0.30572979170188685,"score_spread":0.2835706209285801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106419796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8131723,0.0009862047,0.09967825,0.02904842,0.002062349,0.0007590008,0.000039196304,0.00044411837,0.053810164],"genre_scores_gemma":[0.9907402,0.000029624061,0.0048775263,0.00008240557,0.000024074703,0.00003235863,0.000006349253,0.0000047262997,0.004202757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987233,0.0001749194,0.00023923592,0.00016010198,0.0005870181,0.00011541041],"domain_scores_gemma":[0.9980015,0.0004624974,0.00008783812,0.0010124015,0.0004004965,0.00003526161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032720444,0.00007619819,0.0000735141,0.00006963122,0.00013487568,0.000055419423,0.0038332213,0.00005073197,0.0006265401],"category_scores_gemma":[0.00027420753,0.000057592155,0.000052300355,0.00025754786,0.00009781738,0.0004057243,0.0006198712,0.0002761696,0.000080789854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038761238,0.0003212427,0.04763723,0.000016399761,0.00005210339,6.881331e-7,0.001362175,0.0014926698,0.0060603158,0.8470941,0.002853637,0.09307065],"study_design_scores_gemma":[0.00056525157,0.000032017215,0.7144084,0.00042126884,0.000004078843,0.000021309212,0.000117823634,0.16800626,0.0044093765,0.07160614,0.040142834,0.00026525045],"about_ca_topic_score_codex":0.000074941956,"about_ca_topic_score_gemma":0.000008416166,"teacher_disagreement_score":0.77548796,"about_ca_system_score_codex":0.00010135948,"about_ca_system_score_gemma":0.00020807571,"threshold_uncertainty_score":0.7123143},"labels":[],"label_agreement":null},{"id":"W2106571622","doi":"10.1109/wcre.2009.22","title":"SQUAD: Software Quality Understanding through the Analysis of Design","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Software quality; Computer science; Quality (philosophy); Code smell; Software engineering; Software quality control; Object-oriented design; Software; Software design pattern; Software design; Software quality analyst; Software development; Programming language","score_opus":0.15848084052111594,"score_gpt":0.359248210995698,"score_spread":0.20076737047458204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106571622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019745517,0.000066794426,0.9961843,0.0011124834,0.000042735945,0.00009521542,7.7044007e-7,0.00025094426,0.00027219302],"genre_scores_gemma":[0.8294383,0.000004038261,0.17032862,0.00012405636,0.00000716606,0.0000020543237,5.733044e-7,0.0000027457493,0.00009242984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987022,0.00013526449,0.000214378,0.00023064904,0.0004835188,0.00023396152],"domain_scores_gemma":[0.9969727,0.0020997508,0.000050246206,0.00077492744,0.00006336623,0.000039001454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095282245,0.00008512169,0.0001895557,0.00015891995,0.00008902874,0.0000842896,0.0009629614,0.00003710614,0.000036749283],"category_scores_gemma":[0.0007420281,0.000055906727,0.000121489116,0.002474119,0.00004133517,0.00025517997,0.0000939687,0.00010808516,0.000006359007],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017111108,0.00014877423,0.01494877,0.00002787504,0.0008790679,0.000010745346,0.0062216674,0.17535819,0.00042597434,0.7862796,0.0034560584,0.012226167],"study_design_scores_gemma":[0.0007438,0.00040435366,0.45815113,0.00004540992,0.00032988828,0.000006414339,0.0011490601,0.31669706,0.006273284,0.21493913,0.00037005486,0.00089041697],"about_ca_topic_score_codex":0.000072327835,"about_ca_topic_score_gemma":0.0000051931493,"teacher_disagreement_score":0.82746375,"about_ca_system_score_codex":0.000102119826,"about_ca_system_score_gemma":0.000047107475,"threshold_uncertainty_score":0.22798102},"labels":[],"label_agreement":null},{"id":"W2106628621","doi":"10.1109/iciecs.2009.5364521","title":"Predicting Co-Changed Software Entities in the Context of Software Evolution","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Computer science; Data mining; Software; Context (archaeology); Software evolution; Tracing; Database transaction; Matching (statistics); Software development; Software engineering; Software construction; Database; Programming language","score_opus":0.019734774778992666,"score_gpt":0.26657365557468293,"score_spread":0.24683888079569027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106628621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21960504,0.0003915417,0.7783417,0.0005715599,0.00014841981,0.00028421998,0.0000046316936,0.00046809396,0.00018479607],"genre_scores_gemma":[0.98437554,0.000005978472,0.015302044,0.00015962876,0.00003894624,0.000014591508,0.0000026674531,0.000005114551,0.00009546859],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986756,0.00007872116,0.0002166625,0.0002162527,0.0005167086,0.0002960892],"domain_scores_gemma":[0.9983759,0.0009663479,0.00004631094,0.00047436514,0.00010021906,0.000036862664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065984647,0.00010180661,0.00013685763,0.00019974218,0.000067825575,0.00007282494,0.000923747,0.00005596834,0.000015703901],"category_scores_gemma":[0.0014029683,0.000077096105,0.000049024264,0.00051175023,0.00004181492,0.00035949913,0.00007621265,0.00019273521,0.000013952637],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023275921,0.0002917936,0.85829926,0.00013523693,0.000029435685,0.000047264293,0.018993942,0.0008114023,0.00068117725,0.033147834,0.0060315137,0.081507854],"study_design_scores_gemma":[0.0009055053,0.00047160368,0.97488827,0.00017581576,0.000005400951,0.000037293852,0.0017587304,0.011697712,0.0037828963,0.005461844,0.00047628058,0.00033867193],"about_ca_topic_score_codex":0.00016444329,"about_ca_topic_score_gemma":0.000050114788,"teacher_disagreement_score":0.7647705,"about_ca_system_score_codex":0.000081216065,"about_ca_system_score_gemma":0.00006229133,"threshold_uncertainty_score":0.3143888},"labels":[],"label_agreement":null},{"id":"W2106648531","doi":"10.1109/tr.2014.2366274","title":"Identifying Recurring Faulty Functions in Field Traces of a Large Industrial Software System","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Reliability","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Western University","funders":"","keywords":"Computer science; Field (mathematics); Software; Software system; Source lines of code; Software bug; Code (set theory); Software quality; Debugging; Reliability engineering; Software engineering; Software development; Programming language; Engineering","score_opus":0.027299124616901146,"score_gpt":0.2791552777762735,"score_spread":0.2518561531593724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106648531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2412358,0.0000090008225,0.75697505,0.000087224405,0.0010935717,0.00022047265,0.000015694557,0.00030685932,0.000056308236],"genre_scores_gemma":[0.9931135,0.0000017679928,0.006707175,0.00001279446,0.000037498416,0.0000739564,7.6984924e-7,0.000009544734,0.00004299067],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981006,0.00021155132,0.00043993955,0.00047672304,0.00042361213,0.0003476034],"domain_scores_gemma":[0.9968125,0.0020739005,0.00006686991,0.0008379555,0.000111037436,0.00009774405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014161541,0.0001490927,0.0002581802,0.00031555037,0.00013840772,0.0000574846,0.00052858965,0.00018260744,0.000015191504],"category_scores_gemma":[0.0006067128,0.00015188116,0.00013136861,0.0008831173,0.000032335123,0.00034975915,0.000006424097,0.0006752937,0.000023802124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044204583,0.0035497362,0.08816877,0.0026921139,0.00019175129,0.000033866803,0.0050925617,0.40108627,0.0022071095,0.0024135916,0.0009889884,0.49313322],"study_design_scores_gemma":[0.013769766,0.0032410363,0.10428346,0.0045824465,0.00016429649,0.00009400747,0.0018629351,0.5721429,0.2902304,0.002238822,0.004155343,0.0032346037],"about_ca_topic_score_codex":0.00025767426,"about_ca_topic_score_gemma":0.000082593426,"teacher_disagreement_score":0.7518777,"about_ca_system_score_codex":0.00020459847,"about_ca_system_score_gemma":0.00007508619,"threshold_uncertainty_score":0.6193534},"labels":[],"label_agreement":null},{"id":"W2106743089","doi":"10.1007/s11219-004-5259-6","title":"The Evolution Path for Industrial Software Quality Evaluation Methods Applying ISO/IEC 9126:2001 Quality Model: Example of MITRE?s SQAE Method","year":2005,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality; Reliability engineering; Quality (philosophy); Software; Computer science; Verification and validation; Software quality control; Engineering; Systems engineering; Software development; Operations management; Operating system","score_opus":0.25675761791988566,"score_gpt":0.4826588867655611,"score_spread":0.22590126884567546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106743089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021780068,0.0011127173,0.97277987,0.0008916855,0.0011865367,0.0016341762,0.00009246745,0.00050691917,0.000015550277],"genre_scores_gemma":[0.05185347,0.00004157792,0.94637007,0.0001245281,0.00093103823,0.00041459865,0.000029468676,0.00006963521,0.00016560487],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9802424,0.01003974,0.0032495589,0.0012249496,0.0036603136,0.0015830746],"domain_scores_gemma":[0.960273,0.030798502,0.002195593,0.0025776771,0.0034572948,0.0006979331],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.107179284,0.0005626433,0.0010406768,0.00039629827,0.0014346071,0.00062150083,0.0027318355,0.00054489094,0.000035801433],"category_scores_gemma":[0.06929023,0.00047127085,0.0007739559,0.0012632525,0.00022505136,0.0014611991,0.0006007062,0.0017106939,0.000008687248],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028000685,0.00031465437,0.014235704,0.0001867794,0.00024544555,0.0000010842826,0.0022672918,0.05972912,0.0010844506,0.01081831,0.0024667555,0.9083704],"study_design_scores_gemma":[0.011071807,0.00071845815,0.063452154,0.00043484944,0.00033801296,0.00017812442,0.0016213548,0.66989154,0.005442594,0.2292525,0.014732548,0.0028660556],"about_ca_topic_score_codex":0.0012319303,"about_ca_topic_score_gemma":0.00015528571,"teacher_disagreement_score":0.90550435,"about_ca_system_score_codex":0.0020101194,"about_ca_system_score_gemma":0.0025049476,"threshold_uncertainty_score":0.9998654},"labels":[],"label_agreement":null},{"id":"W2107024044","doi":"10.1109/tse.2006.38","title":"On the value of static analysis for fault detection in software","year":2006,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"North Carolina State University; National Science Foundation","keywords":"Static analysis; Computer science; Fault detection and isolation; Software; Software quality; Reliability engineering; Software bug; Programmer; Software reliability testing; Fault (geology); Static program analysis; Data mining; Software development; Embedded system; Operating system; Artificial intelligence; Programming language; Engineering","score_opus":0.011465499236457887,"score_gpt":0.23584611802258723,"score_spread":0.22438061878612933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107024044","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15207186,0.0000216312,0.84674495,0.000039522263,0.0003167545,0.00034507163,0.000025751215,0.0004331777,0.0000012894031],"genre_scores_gemma":[0.9307032,0.00000315026,0.06891742,0.000020560223,0.000021669684,0.000253353,0.000002249771,0.00003368336,0.00004467371],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983383,0.000040434246,0.00037748838,0.00039197222,0.00044780923,0.00040402127],"domain_scores_gemma":[0.99495953,0.0041890866,0.00005863166,0.000632367,0.00010319441,0.000057168858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042003594,0.00022867013,0.00028668015,0.0010148389,0.00010245663,0.00006177853,0.00054130674,0.000099728626,0.000010095153],"category_scores_gemma":[0.00038833875,0.00020325842,0.00025426256,0.0023565933,0.000024067587,0.00019635499,0.0000039667157,0.00036277928,0.000007344386],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012135392,0.00008244313,0.00026815,0.000054148048,0.00009766696,0.0000027750966,0.00009249671,0.99429375,0.00041349325,0.0004907687,0.000014599811,0.004177556],"study_design_scores_gemma":[0.000549159,0.00022386132,0.013351086,0.00009646704,0.00007647177,0.0000040259374,0.000011824496,0.91622895,0.068607084,0.00041380106,0.00007840483,0.0003588765],"about_ca_topic_score_codex":0.00014295579,"about_ca_topic_score_gemma":0.000056459852,"teacher_disagreement_score":0.7786314,"about_ca_system_score_codex":0.00020263348,"about_ca_system_score_gemma":0.000041433123,"threshold_uncertainty_score":0.82886374},"labels":[],"label_agreement":null},{"id":"W2107079484","doi":"10.1109/ase.2003.1240290","title":"Analysis of inconsistency in graph-based viewpoints: a category-theoretical approach","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Viewpoints; Computer science; Merge (version control); Fuzzy logic; Theoretical computer science; Graph; Vagueness; Artificial intelligence; Data mining; Information retrieval","score_opus":0.013058292515827003,"score_gpt":0.2547652757188619,"score_spread":0.24170698320303494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107079484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09064115,0.000050185943,0.907559,0.00027367653,0.000022667433,0.00010491057,8.5969225e-7,0.000113496186,0.0012340868],"genre_scores_gemma":[0.89880675,0.0000021765024,0.101085305,0.000070070375,0.0000029425955,0.00001986227,0.0000026852201,0.0000051803577,0.0000050291505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986706,0.000057960006,0.00028131777,0.00033923623,0.00038096608,0.00026994894],"domain_scores_gemma":[0.99878985,0.0003568379,0.000029300501,0.0006503259,0.0000813101,0.00009238973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006147675,0.00010314878,0.0002814667,0.0012170237,0.00001640771,0.000030395799,0.00073854823,0.000061195635,0.00003959213],"category_scores_gemma":[0.00040752368,0.000088319845,0.00014676091,0.004865621,0.00016277687,0.00011241938,0.00012289155,0.0001552698,0.0000085231495],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005895344,0.00037571843,0.036438886,0.000040518917,0.00013792279,0.000019617404,0.00033310446,0.08613811,0.00012896015,0.87522554,0.000008635425,0.0011470914],"study_design_scores_gemma":[0.0017960601,0.00020260394,0.21469635,0.000044998542,0.000121298144,0.0000071014565,0.00006969959,0.71106344,0.004591863,0.06687642,0.000012590221,0.00051756104],"about_ca_topic_score_codex":0.00023448445,"about_ca_topic_score_gemma":0.000028784598,"teacher_disagreement_score":0.80834913,"about_ca_system_score_codex":0.000075062555,"about_ca_system_score_gemma":0.00014705725,"threshold_uncertainty_score":0.36015788},"labels":[],"label_agreement":null},{"id":"W2107142491","doi":"10.1145/1718918.1718973","title":"Information needs in bug reports","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":203,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software bug; Eclipse; Computer science; Software engineering; Sample (material); Tracking (education); Software; Data science; World Wide Web; Programming language","score_opus":0.006260812390844025,"score_gpt":0.23455396375194848,"score_spread":0.22829315136110445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107142491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6873335,0.0000018531688,0.3062645,0.0003801994,0.0005501233,0.00006421913,3.8894026e-8,0.00028229688,0.0051232288],"genre_scores_gemma":[0.98398256,2.9922515e-7,0.015739772,0.00006294816,0.000014542993,0.000006459318,5.3250926e-7,0.0000013496336,0.0001915504],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995622,0.000003203607,0.000114910596,0.000035085446,0.0001637998,0.00012082006],"domain_scores_gemma":[0.9994955,0.00008282127,0.00001382004,0.00033545107,0.00003432388,0.000038079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030504863,0.000031584666,0.000032917324,0.00024228111,0.000011003053,0.000089999165,0.00021800747,0.000030352634,0.000030035011],"category_scores_gemma":[0.00047313518,0.000028218203,0.00000892866,0.00047850277,0.000006324313,0.000901854,0.00010276197,0.0001520839,0.000085572436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023835344,0.000064104446,0.64503187,0.00004104921,0.000006603345,0.00009913616,0.008057353,0.0011975255,0.0063044704,0.11440471,0.012716104,0.21207471],"study_design_scores_gemma":[0.00025848692,0.00003807084,0.860773,0.000009835954,3.892494e-7,0.00026260864,0.0000782656,0.04710286,0.011070612,0.0031434651,0.076977745,0.00028464056],"about_ca_topic_score_codex":0.00006506832,"about_ca_topic_score_gemma":0.000012289113,"teacher_disagreement_score":0.296649,"about_ca_system_score_codex":0.000010878974,"about_ca_system_score_gemma":0.00003492886,"threshold_uncertainty_score":0.115070485},"labels":[],"label_agreement":null},{"id":"W2107321288","doi":"10.1109/icsm.2005.52","title":"Improved tool support for the investigation of duplication in software","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software system; Software; Software engineering; Code (set theory); Software maintenance; Program comprehension; Gene duplication; Set (abstract data type); Software construction; Cloning (programming); Software evolution; Programming language","score_opus":0.020479318459759893,"score_gpt":0.26929387428843743,"score_spread":0.24881455582867754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107321288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059235718,0.000017225551,0.9387443,0.0015266464,0.000038059254,0.0003307317,7.9965304e-7,0.0000943827,0.000012141372],"genre_scores_gemma":[0.71874714,0.0000024309595,0.28068626,0.00011494982,0.000022752647,0.00012290764,0.0000022673794,0.000004448739,0.00029682985],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994802,0.000007644584,0.00014335489,0.00013047493,0.00011801252,0.000120350946],"domain_scores_gemma":[0.99875325,0.00077793916,0.000027153594,0.00034312133,0.0000788982,0.00001963571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041991923,0.000041666586,0.00004981576,0.00006375637,0.000020688478,0.000024857458,0.00042767878,0.000026670747,0.000008722565],"category_scores_gemma":[0.00059250696,0.000030356336,0.000020711239,0.00025456856,0.000019021189,0.00023203499,0.00006466834,0.000049640574,0.0000059837935],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020025998,0.00008355213,0.12549175,0.00014881605,0.00002696502,4.7096125e-7,0.002318873,0.01216703,0.037483063,0.03828417,0.0062320055,0.7777433],"study_design_scores_gemma":[0.0003872043,0.00007381921,0.2469795,0.000007692973,0.0000016799894,0.0000018115604,0.000008361838,0.69446003,0.054818522,0.0009474433,0.0022117547,0.00010219281],"about_ca_topic_score_codex":0.000023375967,"about_ca_topic_score_gemma":0.000017368191,"teacher_disagreement_score":0.77764106,"about_ca_system_score_codex":0.000037249698,"about_ca_system_score_gemma":0.000070783426,"threshold_uncertainty_score":0.12378955},"labels":[],"label_agreement":null},{"id":"W2107796781","doi":"10.1109/icpc.2011.44","title":"Scalable Automatic Concept Mining from Execution Traces","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Program comprehension; Identification (biology); Scalability; Artifact (error); Flexibility (engineering); Process (computing); Latent Dirichlet allocation; Code (set theory); Software maintenance; Artificial intelligence; Precision and recall; Machine learning; Software; Programming language; Software system; Topic model","score_opus":0.034939577843170394,"score_gpt":0.25115205328549256,"score_spread":0.21621247544232217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107796781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39658025,0.00010069909,0.5997734,0.000048373095,0.00021531449,0.00006028611,5.90739e-7,0.0007621633,0.0024589105],"genre_scores_gemma":[0.74128973,0.0000010096134,0.25821468,0.000027876717,0.000020960071,0.000008039812,7.869156e-7,0.0000047570834,0.00043212116],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992171,0.000023807903,0.000112229885,0.00021512879,0.00021664226,0.00021508023],"domain_scores_gemma":[0.99920154,0.0003221033,0.000019093908,0.0003492783,0.00003260803,0.00007538355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013841875,0.00007050736,0.00008318926,0.00006266489,0.000044077555,0.000074643176,0.0005673551,0.000038107562,0.0004734749],"category_scores_gemma":[0.00016245541,0.000062302504,0.000022949216,0.0002271061,0.000027418186,0.00041541114,0.00011972311,0.00006483344,0.00020147217],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010831679,0.00049646886,0.1038959,0.00008276427,0.00019821276,0.0002074495,0.07058707,0.0005859207,0.0073067467,0.048375815,0.042897902,0.7253549],"study_design_scores_gemma":[0.00047763443,0.00013501431,0.25679457,0.00007030795,0.0000061771243,0.000010974694,0.00029650054,0.67882687,0.059588064,0.0027106786,0.0006830285,0.00040017135],"about_ca_topic_score_codex":0.0002773034,"about_ca_topic_score_gemma":0.00000405149,"teacher_disagreement_score":0.7249547,"about_ca_system_score_codex":0.000025816506,"about_ca_system_score_gemma":0.00003066912,"threshold_uncertainty_score":0.5184218},"labels":[],"label_agreement":null},{"id":"W2107861046","doi":"10.1109/icpc.2006.20","title":"Dynamic Data Structure Analysis for Java Programs","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Heap (data structure); Garbage collection; Java; Data structure; TRACE (psycholinguistics); Static analysis; Dynamic program analysis; Program analysis; Programming language; External Data Representation; Tracing; Dynamic data; Garbage; Operating system","score_opus":0.023285918554327423,"score_gpt":0.2955118892647845,"score_spread":0.27222597071045707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107861046","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020750618,0.000051454605,0.97826487,0.00022215223,0.00007471747,0.00018553382,0.00002287864,0.00037137663,0.00005639042],"genre_scores_gemma":[0.6518495,3.710382e-7,0.34728992,0.000010510357,0.0000196267,0.000008402777,0.00020619865,0.000005280394,0.0006101656],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897224,0.000008693081,0.0001087291,0.00041021756,0.00023673428,0.00026336766],"domain_scores_gemma":[0.9982799,0.0001735201,0.000017321861,0.0014252156,0.00006191053,0.00004208466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016188141,0.000078067744,0.00010804179,0.00016570417,0.000043395572,0.00020499059,0.0018429214,0.00003798775,0.000017155655],"category_scores_gemma":[0.00008320611,0.0000639787,0.000046718564,0.0011418549,0.00001529404,0.00027216357,0.00042475807,0.000062188345,0.000006425831],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000131471015,0.00033079108,0.40359175,0.00017863145,0.0014241718,0.00003681846,0.00016317912,0.058569044,0.0018704386,0.05816563,0.0225091,0.4531473],"study_design_scores_gemma":[0.000105498104,0.000020810303,0.05608341,0.000001354099,0.000023079878,0.0000018724869,0.0000016357989,0.93883735,0.00009033836,0.0012705172,0.0034587267,0.000105421095],"about_ca_topic_score_codex":0.00014575063,"about_ca_topic_score_gemma":0.00037149046,"teacher_disagreement_score":0.8802683,"about_ca_system_score_codex":0.000028497383,"about_ca_system_score_gemma":0.000029637813,"threshold_uncertainty_score":0.3424637},"labels":[],"label_agreement":null},{"id":"W2108004063","doi":"10.1109/wpc.2002.1021344","title":"Relocating XML elements from preprocessed to unprocessed code","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Preprocessor; XML; Programming language; Program comprehension; Source code; Element (criminal law); Character (mathematics); Code (set theory); File format; Information retrieval; Operating system; Set (abstract data type); Software","score_opus":0.022450765706301314,"score_gpt":0.2848369643651776,"score_spread":0.26238619865887625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108004063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1289523,0.000047239027,0.8674185,0.00029577102,0.00014197636,0.00018391594,0.0000015100693,0.00059483317,0.0023639253],"genre_scores_gemma":[0.712011,0.0000012272366,0.2867786,0.00030682466,0.000020284191,0.000044912977,0.00000139182,0.000013205654,0.0008225523],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983541,0.00003110798,0.00021883388,0.00054698676,0.00045885082,0.00039012465],"domain_scores_gemma":[0.9984796,0.00043904642,0.00003083559,0.00070469145,0.00015763784,0.00018817323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004268343,0.00012330421,0.00011678698,0.00010008683,0.000078614416,0.0001757724,0.0009851728,0.000040235343,0.00009810564],"category_scores_gemma":[0.0026170162,0.00011759113,0.000020968015,0.0008895925,0.000008809665,0.0002745256,0.00018717852,0.00011985963,0.00037127637],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006646639,0.0012886493,0.48323402,0.0006536907,0.00042952175,0.00019733637,0.017727917,0.029595818,0.12938812,0.10396194,0.047623936,0.18583259],"study_design_scores_gemma":[0.0025932372,0.0003611549,0.04983875,0.00025850238,0.000013168988,0.000014427781,0.00030919656,0.12311556,0.7469651,0.012419613,0.062217686,0.0018936202],"about_ca_topic_score_codex":0.00006229936,"about_ca_topic_score_gemma":0.000015482094,"teacher_disagreement_score":0.61757696,"about_ca_system_score_codex":0.000060844246,"about_ca_system_score_gemma":0.00013888297,"threshold_uncertainty_score":0.4795227},"labels":[],"label_agreement":null},{"id":"W2108379022","doi":"10.1109/icpc.2007.27","title":"Metrics for Measuring the Effectiveness of Decompilers and Obfuscators","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Java; Metric (unit); Source code; Set (abstract data type); Class (philosophy); Code (set theory); Software metric; Programming language; Theoretical computer science; Data mining; Software engineering; Software; Software quality; Software development; Artificial intelligence","score_opus":0.02615127465327688,"score_gpt":0.287205072375141,"score_spread":0.2610537977218641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108379022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28271535,0.00011319365,0.7167436,0.000013517637,0.000094951196,0.00015232158,1.73267e-7,0.00004641569,0.00012047902],"genre_scores_gemma":[0.9690966,0.0000028260586,0.030864194,0.000006074343,0.000009810842,0.000008354466,7.995659e-8,0.00000430472,0.000007767299],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994064,0.000033990636,0.00008242649,0.00012699235,0.00018552177,0.00016464913],"domain_scores_gemma":[0.9898594,0.009783959,0.000014719101,0.00021755593,0.00008136159,0.00004300651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036958545,0.00004712432,0.00007383775,0.00014845328,0.000042655985,0.000027601784,0.00037602623,0.000021031517,4.3987924e-7],"category_scores_gemma":[0.0014114012,0.000031386407,0.000026512842,0.0005412407,0.000028564707,0.00008009615,0.00011854436,0.000049155067,6.0009324e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098778524,0.0000883549,0.6854828,0.0007181653,0.00013214591,0.000005013493,0.00053802127,0.0017540313,0.007877896,0.14848217,0.0001808398,0.15464176],"study_design_scores_gemma":[0.00034397864,0.0000746328,0.8503464,0.00002178323,0.0000031546638,0.00000471812,0.000020303727,0.00823961,0.13941334,0.0011564996,0.000283688,0.00009188941],"about_ca_topic_score_codex":0.000014842331,"about_ca_topic_score_gemma":0.0000031118914,"teacher_disagreement_score":0.6863812,"about_ca_system_score_codex":0.000026770933,"about_ca_system_score_gemma":0.000018520816,"threshold_uncertainty_score":0.16896811},"labels":[],"label_agreement":null},{"id":"W2108528511","doi":"","title":"A framework for an adaptive refactoring tool","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Armed Forces","funders":"","keywords":"Code refactoring; Computer science; Process (computing); Code (set theory); Software engineering; Source code; Programming language; Software maintenance; Software; Software development","score_opus":0.04958923476828218,"score_gpt":0.3140671583263945,"score_spread":0.2644779235581123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108528511","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027133236,0.000017096441,0.9715387,0.00007475391,0.00018046591,0.00013915118,8.2602674e-7,0.00049726485,0.0004184709],"genre_scores_gemma":[0.49324363,1.7819356e-7,0.5063374,0.000017208884,0.00011361757,0.00002576778,4.4602163e-7,0.000005750627,0.00025596356],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992481,0.000009298308,0.00008180194,0.00023272457,0.00017498748,0.00025310376],"domain_scores_gemma":[0.9988047,0.0006856303,0.0000114759005,0.0003946356,0.000060716004,0.000042850894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016142141,0.00006614217,0.00006415694,0.000058138266,0.000050621307,0.00011625187,0.00048371637,0.000047703106,0.0000075932667],"category_scores_gemma":[0.0002461747,0.00005973927,0.000028845736,0.00019785578,0.000008530443,0.0003474854,0.000084899286,0.000094691386,0.000018731062],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005690893,0.00003225964,0.0018940963,0.0000061020082,0.000004686756,0.0000026119335,0.00008293368,0.00090723555,0.00033003133,0.9828447,0.00080991833,0.013079749],"study_design_scores_gemma":[0.0007006279,0.0013025042,0.11519844,0.00007371818,0.0000047983854,0.000013821163,0.00004402314,0.3666013,0.026808206,0.4717889,0.016506767,0.00095690024],"about_ca_topic_score_codex":0.000071874165,"about_ca_topic_score_gemma":0.0000053516587,"teacher_disagreement_score":0.51105577,"about_ca_system_score_codex":0.000044871795,"about_ca_system_score_gemma":0.000029002522,"threshold_uncertainty_score":0.24360967},"labels":[],"label_agreement":null},{"id":"W2108545456","doi":"10.1145/2597073.2597083","title":"Mining questions asked by web developers","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":154,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Intel Corporation","keywords":"Computer science; World Wide Web; Ranking (information retrieval); JavaScript; HTML5; Categorization; Rank (graph theory); Web development; Web mining; Web standards; Web design; Standardization; Data science; Web page; Information retrieval; Artificial intelligence","score_opus":0.013344405564697907,"score_gpt":0.25545844299516174,"score_spread":0.24211403743046384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108545456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038659588,0.00001895914,0.9547514,0.0009479258,0.00017213673,0.000037933652,2.7076757e-7,0.0006547786,0.00475702],"genre_scores_gemma":[0.7768341,0.0000019799718,0.22036314,0.00014604405,0.000020534651,0.000009500999,6.086033e-7,0.000006109505,0.0026179852],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99931383,0.00002674237,0.00007489867,0.00018503776,0.000188917,0.000210587],"domain_scores_gemma":[0.99900377,0.0005534039,0.000008071499,0.00029918202,0.000045979006,0.000089606605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028248355,0.000058751022,0.00005613816,0.000069017246,0.00005709611,0.00009590086,0.000543638,0.00002840602,0.000033889668],"category_scores_gemma":[0.0010116427,0.000053007916,0.000014587085,0.00029892317,0.000016021122,0.0001639562,0.0001382485,0.00007076126,0.00019629723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024807953,0.00010447052,0.06251583,0.000037813414,0.000052225834,0.000012202299,0.0013580901,0.0012659251,0.015260992,0.1406272,0.5229912,0.25577158],"study_design_scores_gemma":[0.00039901125,0.00010554571,0.029453844,0.00005009073,0.0000023951343,0.000021607686,0.000028865836,0.5916649,0.0065172077,0.00033973745,0.3708553,0.00056147034],"about_ca_topic_score_codex":0.000012944251,"about_ca_topic_score_gemma":0.0000031479865,"teacher_disagreement_score":0.7381745,"about_ca_system_score_codex":0.000028578208,"about_ca_system_score_gemma":0.000056351837,"threshold_uncertainty_score":0.25230694},"labels":[],"label_agreement":null},{"id":"W2108653655","doi":"10.1109/fie.2006.322402","title":"A Tool for Automated GUI Program Grading","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Java; Graphical user interface; Graphical user interface testing; Software engineering; Grading (engineering); Programming language; Consistency (knowledge bases); Flexibility (engineering); User interface; Operating system; User interface design; Artificial intelligence; Engineering","score_opus":0.015928015375589136,"score_gpt":0.30030399427229404,"score_spread":0.2843759788967049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108653655","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06345167,0.000022162412,0.92585474,0.00029660875,0.00016112332,0.0005422831,6.7089104e-7,0.009092481,0.00057823595],"genre_scores_gemma":[0.47022212,1.1800887e-7,0.52867997,0.000019107007,0.000050560106,0.0001803276,0.0000017760033,0.0000079222455,0.00083809055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992231,0.000007026576,0.00010358877,0.00019945024,0.00016795832,0.00029888083],"domain_scores_gemma":[0.9993254,0.00028692247,0.000011438143,0.0002813793,0.000063389474,0.000031469597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018656712,0.000065862885,0.000065491775,0.00008189776,0.000051028986,0.00018257275,0.00045595845,0.00002955043,0.0000052512846],"category_scores_gemma":[0.00017769489,0.000057738584,0.000037887596,0.00034442302,0.0000104815035,0.00011493917,0.00008702449,0.000041318322,0.00003003757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009106153,0.00055014685,0.032205213,0.00019819826,0.000050588562,0.000050051614,0.00017198572,0.007830762,0.0045971,0.33024633,0.26231775,0.36177278],"study_design_scores_gemma":[0.0002236058,0.00007798277,0.01976896,0.0000067605474,8.944913e-7,0.0000076054894,7.048589e-7,0.96471524,0.002039313,0.0011664075,0.0118706785,0.00012182215],"about_ca_topic_score_codex":0.000034291174,"about_ca_topic_score_gemma":0.000002004487,"teacher_disagreement_score":0.9568845,"about_ca_system_score_codex":0.000035986035,"about_ca_system_score_gemma":0.000029255938,"threshold_uncertainty_score":0.23545112},"labels":[],"label_agreement":null},{"id":"W2108754848","doi":"10.1142/s0218194006002938","title":"A FRAMEWORK FOR THE PRAGMATIC QUALITY OF Z SPECIFICATIONS","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Quality (philosophy); Computer science; Compromise; Software quality; Software engineering; Specification language; Risk analysis (engineering); Formal specification; Software quality control; Software; Programming language; Software development; Business","score_opus":0.03496447777121112,"score_gpt":0.3128131571523523,"score_spread":0.2778486793811412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108754848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020759583,0.003062282,0.9741284,0.000244313,0.0015688209,0.00011691739,0.000009189842,0.000104587416,0.0000058756004],"genre_scores_gemma":[0.66664886,0.00005704151,0.33268565,0.0000034240556,0.00053904176,0.000017190185,0.0000014246016,0.000020676413,0.000026723328],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863714,0.000014826813,0.0006144598,0.00014594884,0.0003844201,0.00020321684],"domain_scores_gemma":[0.9921749,0.0066412548,0.0002002016,0.00026056037,0.00065371353,0.00006936085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089763006,0.00015337483,0.00024145619,0.00034121686,0.00003917018,0.00010780479,0.0010004855,0.000067952016,0.000002856065],"category_scores_gemma":[0.005354358,0.00012556226,0.00014783756,0.00029374353,0.000025924324,0.00025631321,0.00012755774,0.00029274897,0.0000014242453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039346567,0.00028224685,0.0098068025,0.00066285976,0.0007236569,0.000018191851,0.0014283736,0.49324724,0.0071559646,0.46326688,0.0008622385,0.022506198],"study_design_scores_gemma":[0.0024665147,0.00027615798,0.31136215,0.0018654319,0.00008783832,0.0004436755,0.00009465279,0.6333898,0.00947654,0.0072809686,0.03221401,0.0010423271],"about_ca_topic_score_codex":0.000007701714,"about_ca_topic_score_gemma":7.2906096e-7,"teacher_disagreement_score":0.6458893,"about_ca_system_score_codex":0.00008570467,"about_ca_system_score_gemma":0.00007496148,"threshold_uncertainty_score":0.64100534},"labels":[],"label_agreement":null},{"id":"W2108769867","doi":"10.1145/2597073.2597076","title":"The impact of code review coverage and code review participation on software quality: a case study of the qt, VTK, and ITK projects","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":351,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada","keywords":"Code review; Software quality; Computer science; Software engineering; Team software process; Software; Code (set theory); Software inspection; Quality (philosophy); Software peer review; Process (computing); Software construction; Software quality assurance; Software development; Programming language","score_opus":0.08101323997282231,"score_gpt":0.40729258664642815,"score_spread":0.3262793466736058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108769867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96860194,0.015846716,0.012913224,0.00048402144,0.000045860674,0.0020008853,0.000009055724,0.000064392596,0.00003392701],"genre_scores_gemma":[0.99225426,0.00709345,0.00032992332,0.00018977078,0.0000073664123,0.00007255589,3.3491295e-7,0.00000786673,0.00004449266],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981646,0.00060385553,0.00038039198,0.00025094132,0.00041223515,0.00018795501],"domain_scores_gemma":[0.9965281,0.002159403,0.00016578288,0.00092164706,0.00015705514,0.00006801594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002596513,0.00012380966,0.00032269876,0.000029169063,0.00010748556,0.000045235432,0.00037407503,0.000022139006,0.0000032744376],"category_scores_gemma":[0.005029332,0.000059802805,0.000055460718,0.00038717058,0.0000587432,0.0001120719,0.00027921412,0.00013005728,0.0000010284583],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081683465,0.0019176594,0.4225819,0.03723211,0.0005442242,0.00013908686,0.009874316,0.00076559035,0.00018043398,0.0048178793,0.015173523,0.5066916],"study_design_scores_gemma":[0.0048944578,0.009701778,0.8999974,0.036659263,0.00041415653,0.0011491536,0.0003872072,0.039671157,0.0011939526,0.0007238061,0.0037582691,0.0014493667],"about_ca_topic_score_codex":0.00044115767,"about_ca_topic_score_gemma":0.00022710064,"teacher_disagreement_score":0.5052422,"about_ca_system_score_codex":0.000028021628,"about_ca_system_score_gemma":0.00007175003,"threshold_uncertainty_score":0.60209435},"labels":[],"label_agreement":null},{"id":"W2109063509","doi":"10.1109/wcre.2006.12","title":"An Industrial Case Study of Program Artifacts Viewed During Maintenance Tasks","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artifact (error); Workflow; Task (project management); Key (lock); Process (computing); Software maintenance; Software; Exploratory research; Software engineering; Software development; Human–computer interaction; Artificial intelligence; Programming language; Database; Systems engineering; Engineering","score_opus":0.04223354369730759,"score_gpt":0.311929686922468,"score_spread":0.2696961432251604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109063509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986056,0.0000070773003,0.012512055,0.000022608976,0.00013536248,0.0006548894,4.588576e-7,0.00051751017,0.000094013594],"genre_scores_gemma":[0.9913799,2.1233856e-7,0.008334724,0.0000029372568,0.00008251468,0.000062486004,5.264854e-7,0.000010064391,0.0001266189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862516,0.0000645546,0.00025631508,0.00033359727,0.00036839116,0.00035198464],"domain_scores_gemma":[0.9989206,0.00012155566,0.000047018104,0.0007025405,0.00010930981,0.00009894747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031710922,0.00011132252,0.00015326467,0.00013547725,0.00006271664,0.00011307325,0.0005514732,0.000051589817,0.000010911755],"category_scores_gemma":[0.00014379909,0.0000951716,0.000026870292,0.0005936797,0.000024828834,0.00033244485,0.00016716562,0.00018508398,0.000009018001],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101012214,0.01671491,0.53268254,0.00017123057,0.00014668018,0.02911969,0.0049801893,0.027302334,0.011257321,0.0029926123,0.001925857,0.3726056],"study_design_scores_gemma":[0.015741592,0.009617453,0.73791486,0.0001808943,0.000038316826,0.0054211332,0.0030075663,0.15520339,0.06926857,0.00040994294,0.0011450829,0.0020511993],"about_ca_topic_score_codex":0.001874051,"about_ca_topic_score_gemma":0.00023466816,"teacher_disagreement_score":0.37055442,"about_ca_system_score_codex":0.000043614342,"about_ca_system_score_gemma":0.00004694168,"threshold_uncertainty_score":0.3880985},"labels":[],"label_agreement":null},{"id":"W2109125971","doi":"10.1145/585058.585065","title":"The relevance of software documentation, tools and technologies","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":261,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"LG Display","keywords":"Documentation; Software documentation; Relevance (law); Computer science; Software engineering; Internal documentation; Technical documentation; Software; Software maintenance; Automation; Software development; Knowledge management; Data science; World Wide Web; Software construction; Engineering; Programming language","score_opus":0.021083646717175407,"score_gpt":0.25959428714179356,"score_spread":0.23851064042461814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109125971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02319291,0.003510231,0.96726954,0.004048164,0.00011629663,0.00017476002,0.0000010754414,0.001202866,0.00048413043],"genre_scores_gemma":[0.8419858,0.0009627948,0.15550652,0.000023433358,0.0000055959567,0.000022832744,1.3482286e-7,0.000004699886,0.001488151],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99952745,0.000007655848,0.00008213646,0.000111737165,0.00015532637,0.00011567414],"domain_scores_gemma":[0.9981735,0.0014160823,0.00001783018,0.0003316902,0.000049137576,0.00001180589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000116044124,0.00003896407,0.000042521267,0.000033402564,0.00006494784,0.000112312126,0.00047288084,0.000020394922,0.000007567443],"category_scores_gemma":[0.001892284,0.00002509945,0.000009205491,0.00023572164,0.00007545499,0.00031097644,0.00019040187,0.000058124013,0.000013373967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.2986356e-7,0.000008876068,0.009293275,0.000015157488,0.000008014865,0.0000021121512,0.00018640044,0.000049349423,0.00026329458,0.04062638,0.005487968,0.94405854],"study_design_scores_gemma":[0.0025007543,0.0010586235,0.290719,0.00025332536,0.0000152647,0.00018084419,0.0011949996,0.09825738,0.2480903,0.17541945,0.18063359,0.0016764854],"about_ca_topic_score_codex":0.0000028045472,"about_ca_topic_score_gemma":0.0000010741696,"teacher_disagreement_score":0.94238204,"about_ca_system_score_codex":0.000009459009,"about_ca_system_score_gemma":0.0000041053277,"threshold_uncertainty_score":0.22653775},"labels":[],"label_agreement":null},{"id":"W2109156518","doi":"10.1007/s10664-013-9258-8","title":"Bug characteristics in open source software","year":2013,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":232,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Software bug; Computer science; Concurrency; Security bug; Software regression; Linux kernel; Operating system; Software; Source code; Software engineering; Software system; Software security assurance; Software construction","score_opus":0.025828708118874232,"score_gpt":0.2819716111627644,"score_spread":0.2561429030438902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109156518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27261257,0.00010041974,0.7243778,0.00041483899,0.00043360243,0.0005183171,0.0000030446683,0.0015225651,0.000016832844],"genre_scores_gemma":[0.76524806,0.000011099848,0.23290114,0.00043936356,0.00022210144,0.00041811963,0.0000143693605,0.00012271349,0.0006230417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99699336,0.000053122294,0.0005558701,0.0007850696,0.0005668098,0.0010457624],"domain_scores_gemma":[0.99642515,0.0018879195,0.0000666293,0.0010519816,0.00013851804,0.00042982164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048581988,0.00038975023,0.00049945735,0.00038159214,0.000090193804,0.00086892117,0.0031432502,0.00020484539,0.0001660376],"category_scores_gemma":[0.006162914,0.00039890542,0.00009619017,0.0013441136,0.00003196756,0.0013609937,0.0021198993,0.00076051214,0.0007149973],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034438951,0.000115952294,0.9631999,0.00009513162,0.00002517549,0.000081950915,0.00047759837,0.0060061556,0.00011153323,0.00007429805,0.0047656093,0.025043216],"study_design_scores_gemma":[0.0004979551,0.0000682349,0.94850606,0.00013271887,0.0000028039358,0.000036415506,0.00000728441,0.03037778,0.00019381901,0.00017025042,0.019323817,0.0006828372],"about_ca_topic_score_codex":0.00019807881,"about_ca_topic_score_gemma":0.0000031226343,"teacher_disagreement_score":0.4926355,"about_ca_system_score_codex":0.0002995658,"about_ca_system_score_gemma":0.00012295708,"threshold_uncertainty_score":0.9998463},"labels":[],"label_agreement":null},{"id":"W2109436601","doi":"10.1109/csmr.2012.19","title":"Understanding Structural Complexity Evolution: A Quantitative Analysis","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of British Columbia","keywords":"Commit; Structural complexity; Maintainability; Computer science; Software evolution; Variation (astronomy); Programming complexity; Software; Complexity management; Source code; Software development; Data science; Software engineering; Database; Software construction; Artificial intelligence; Business; Programming language","score_opus":0.2623030571746268,"score_gpt":0.3594013869041854,"score_spread":0.09709832972955856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109436601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04358126,0.0000821727,0.9548775,0.00017387091,0.00016965302,0.000047619422,0.0000011257392,0.0002694821,0.0007973317],"genre_scores_gemma":[0.8557231,2.9813603e-7,0.14416263,0.000013916062,0.000024934589,0.0000022186127,0.000001334766,0.0000028507723,0.00006872377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990353,0.000046372916,0.00009797698,0.00016145324,0.0003117554,0.00034717147],"domain_scores_gemma":[0.9990612,0.0004282281,0.000020826576,0.00031537135,0.00004486588,0.00012945753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030420272,0.00007539388,0.00011660223,0.000277304,0.00011770905,0.00008313241,0.000389108,0.000024866895,0.00011350936],"category_scores_gemma":[0.00017202752,0.000064597116,0.00007238436,0.0017313794,0.00005780914,0.0006413552,0.00017149381,0.00009575896,0.000051131043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.552322e-7,0.000005080021,0.16361815,0.0000025152985,0.00010502236,6.154231e-7,0.0003776154,0.0005829203,0.000019284245,0.8351254,0.00013838301,0.000024050183],"study_design_scores_gemma":[0.000088516696,0.000020913214,0.62104976,0.000001751544,0.000020770543,0.0000044408225,0.00016417819,0.36501363,0.000043401073,0.013431636,0.000028283526,0.00013274411],"about_ca_topic_score_codex":0.00008408149,"about_ca_topic_score_gemma":0.000023800638,"teacher_disagreement_score":0.8216938,"about_ca_system_score_codex":0.00034190464,"about_ca_system_score_gemma":0.000022664268,"threshold_uncertainty_score":0.2634194},"labels":[],"label_agreement":null},{"id":"W2109548412","doi":"10.1109/wcre.2012.55","title":"An Empirical Study of the Effect of File Editing Patterns on Software Quality","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software; Quartile; Software bug; Quality (philosophy); Software quality; Empirical research; World Wide Web; Software development; Database; Operating system","score_opus":0.03710189101573183,"score_gpt":0.36967992783199405,"score_spread":0.3325780368162622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109548412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95096034,0.0000032399075,0.04841478,0.000018907263,0.00024408242,0.00021473384,0.000011054943,0.00010699529,0.000025877664],"genre_scores_gemma":[0.9984177,3.7470144e-8,0.0014326074,0.000016713706,0.00008705678,0.000018642619,0.000001070993,0.000006462473,0.000019752544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984492,0.0003933077,0.0001887207,0.00016513723,0.0005720293,0.0002316161],"domain_scores_gemma":[0.9962745,0.0027056902,0.000058120888,0.0008410476,0.00004538293,0.000075262586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011042902,0.00008417429,0.00015854528,0.000048941212,0.00003987514,0.000016496098,0.00085862953,0.00003291411,0.000108941356],"category_scores_gemma":[0.0016970963,0.00004943394,0.000048898153,0.00026090597,0.000018410019,0.00017743913,0.00029206165,0.00015433496,0.000007166955],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031041254,0.00021771397,0.99450666,0.000031906962,0.000008047589,2.89398e-7,0.0009949614,0.00013685688,0.00004285394,0.00001524718,0.0005786016,0.0034637586],"study_design_scores_gemma":[0.00020115539,0.0008026868,0.9900917,0.0000182725,0.0000019535717,6.4023965e-7,0.000063256644,0.00074069743,0.008009733,0.0000027028689,0.000014216309,0.00005299754],"about_ca_topic_score_codex":0.00015879478,"about_ca_topic_score_gemma":0.000008951096,"teacher_disagreement_score":0.04745733,"about_ca_system_score_codex":0.000025125612,"about_ca_system_score_gemma":0.000013781052,"threshold_uncertainty_score":0.20317054},"labels":[],"label_agreement":null},{"id":"W2109580177","doi":"10.1016/j.scico.2013.11.027","title":"An insight into the dispersion of changes in cloned and non-cloned code: A genealogy based empirical study","year":2013,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Cloning (programming); Empirical research; Genealogy; Programming language; History; Statistics; Mathematics","score_opus":0.02139409513525516,"score_gpt":0.31069825172466453,"score_spread":0.2893041565894094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109580177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79873866,0.000046636633,0.19983342,0.00056463084,0.0001186195,0.00065062765,1.3199082e-7,0.000045413053,0.0000018790025],"genre_scores_gemma":[0.8710439,0.0000020577804,0.12882487,0.000041527466,0.000023627463,0.00005644176,3.4450514e-7,0.0000063152897,9.031758e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978977,0.00012716232,0.00027329693,0.00054280716,0.0007325989,0.00042642132],"domain_scores_gemma":[0.9983939,0.00039456,0.00008936635,0.0007233727,0.0002511187,0.00014768988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015623186,0.00013842098,0.0002422915,0.00048377065,0.00014860027,0.00023721058,0.0017763748,0.00004220995,0.0000019199601],"category_scores_gemma":[0.00011127234,0.00009793065,0.000025334737,0.0019901663,0.00060227705,0.0005836233,0.00069275725,0.00016216464,0.0000016422223],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012028486,0.0007518126,0.43121082,0.000072284485,0.000009427814,0.000011631005,0.03314401,0.001488405,0.015275087,0.000098594515,0.00001134972,0.51791453],"study_design_scores_gemma":[0.00043699268,0.0011509788,0.44619122,0.00003513707,0.00000193931,0.0000028180398,0.00017429152,0.54773635,0.0040555415,0.000058926504,0.0000363373,0.00011948511],"about_ca_topic_score_codex":0.00040727697,"about_ca_topic_score_gemma":0.00013445309,"teacher_disagreement_score":0.54624796,"about_ca_system_score_codex":0.00004625672,"about_ca_system_score_gemma":0.00017129231,"threshold_uncertainty_score":0.3993496},"labels":[],"label_agreement":null},{"id":"W2109773497","doi":"10.1109/wcre.2000.891464","title":"Towards portable source code representations using XML","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Programming language; XML; Source code; Static program analysis; Code generation; KPI-driven code analysis; Markup language; Domain-specific language; Software portability; Abstract syntax; Software engineering; Domain (mathematical analysis); Software; Software development; Semantics (computer science); Operating system","score_opus":0.0672649429835274,"score_gpt":0.31187057572451615,"score_spread":0.24460563274098873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109773497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023534559,0.00008479295,0.9657528,0.000543304,0.00015057219,0.000074046424,7.061546e-7,0.00054236985,0.009316848],"genre_scores_gemma":[0.6999768,0.000008173173,0.28016514,0.00013458697,0.00006958861,0.000008959862,7.277138e-7,0.000015415411,0.019620638],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898785,0.000018531167,0.00012623568,0.00026026648,0.00032667647,0.0002804124],"domain_scores_gemma":[0.99906856,0.0001591854,0.000018785086,0.00058677385,0.00006591776,0.00010080051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015671535,0.000070379174,0.00007509708,0.000109729306,0.00009481635,0.00016258942,0.0005639146,0.000030861993,0.00042355902],"category_scores_gemma":[0.0003194034,0.000068028625,0.000033711785,0.0005458935,0.00002030616,0.00035916478,0.00022129201,0.000102980535,0.0001817145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006046254,0.00062538846,0.12006716,0.0001094349,0.00019366655,0.00036174912,0.0069016116,0.45138538,0.0070255576,0.081258506,0.14262243,0.18944308],"study_design_scores_gemma":[0.00011046558,0.000016204627,0.0036973667,0.000005716722,0.0000017468172,0.000037105743,0.000017613032,0.98411393,0.0025377728,0.00017431291,0.009165492,0.00012228455],"about_ca_topic_score_codex":0.00023053825,"about_ca_topic_score_gemma":0.0000046082846,"teacher_disagreement_score":0.68558764,"about_ca_system_score_codex":0.000044283843,"about_ca_system_score_gemma":0.000024931896,"threshold_uncertainty_score":0.4637674},"labels":[],"label_agreement":null},{"id":"W2109792733","doi":"10.1109/wpc.2002.1021305","title":"Mining system-user interaction traces for use case models","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Program comprehension; User interface; User modeling; Set (abstract data type); Human–computer interaction; Source code; Code (set theory); Business process reengineering; Matching (statistics); Legacy system; Data mining; Programming language; Software system; Software","score_opus":0.07050222923159072,"score_gpt":0.3051729161856184,"score_spread":0.2346706869540277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109792733","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18774772,0.000018802291,0.8111342,0.000021578217,0.00034135254,0.00015100552,5.794256e-7,0.0003200929,0.00026466092],"genre_scores_gemma":[0.7417351,4.847139e-7,0.2574692,0.000012451773,0.000015150732,0.000042191485,2.5390983e-7,0.000007840664,0.0007173606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928063,0.000031368276,0.00012040267,0.00022600013,0.00013285113,0.00020877375],"domain_scores_gemma":[0.9984691,0.0010539594,0.00001988099,0.00030144307,0.0000878665,0.00006771769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029495396,0.00007423836,0.00007878573,0.00010609186,0.00006912622,0.00024875026,0.0001868145,0.00003486531,0.000004482177],"category_scores_gemma":[0.00030336343,0.00006602162,0.000036228386,0.00017079953,0.0000059054314,0.0011764136,0.000033155287,0.00005878895,0.000010324056],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031829295,0.00020355769,0.0031489625,0.0006232449,0.00014718041,0.0018959723,0.0049229283,0.23362397,0.00095506466,0.70718294,0.01373416,0.03353019],"study_design_scores_gemma":[0.00019702675,0.000040482406,0.000023440134,0.000027323887,0.000002526722,0.0012493833,0.00028122988,0.99306697,0.0026378208,0.00006926902,0.00228719,0.000117313095],"about_ca_topic_score_codex":0.000054265176,"about_ca_topic_score_gemma":0.000011616869,"teacher_disagreement_score":0.75944304,"about_ca_system_score_codex":0.00007092743,"about_ca_system_score_gemma":0.000026670092,"threshold_uncertainty_score":0.26922834},"labels":[],"label_agreement":null},{"id":"W2109942136","doi":"10.1007/s10664-008-9104-6","title":"A study of the non-linear adjustment for analogy based software cost estimation","year":2009,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Saskatchewan; University of Wisconsin-Madison","keywords":"Categorical variable; Analogy; Flexibility (engineering); Computer science; Software; Estimation; Artificial intelligence; Artificial neural network; Machine learning; Data mining; Statistics; Mathematics; Engineering","score_opus":0.035501370270765505,"score_gpt":0.320520460559485,"score_spread":0.2850190902887195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109942136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17569157,0.000049550163,0.82202256,0.00023672079,0.00039607217,0.0011177226,0.0000063936195,0.00047842966,0.0000010061101],"genre_scores_gemma":[0.7837989,5.569163e-7,0.21574914,0.00015283517,0.000083568906,0.00016805693,0.0000054932198,0.000025559671,0.000015897846],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796176,0.000040571227,0.00041565477,0.0004724407,0.0006003602,0.00050921587],"domain_scores_gemma":[0.99700016,0.0016789653,0.00008733684,0.0008949732,0.00018251294,0.00015606804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037762162,0.0002629807,0.00033353895,0.00021448448,0.00011008827,0.00004509681,0.0011297021,0.0001076663,0.0000045398165],"category_scores_gemma":[0.0038083938,0.00021283644,0.0001558816,0.0010381247,0.000019681369,0.00019698248,0.00017783939,0.0002906972,0.0000057268207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001454208,0.00047308943,0.045636546,0.00007657426,0.000035977155,0.0000079289075,0.0005080796,0.9369976,0.00008286043,0.00003774022,0.0007461756,0.015382868],"study_design_scores_gemma":[0.0011410663,0.0006397379,0.43763202,0.0000661989,0.00001847554,0.0000058315895,0.000009491065,0.55879515,0.00094045344,0.000053665637,0.00043721142,0.00026069712],"about_ca_topic_score_codex":0.0000107351725,"about_ca_topic_score_gemma":0.0000022541697,"teacher_disagreement_score":0.6081073,"about_ca_system_score_codex":0.00018891382,"about_ca_system_score_gemma":0.00012335902,"threshold_uncertainty_score":0.8679218},"labels":[],"label_agreement":null},{"id":"W2109961432","doi":"10.1109/esem.2013.47","title":"Towards a Metric Suite Proposal to Quantify Confirmation Biases of Developers","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software metric; Computer science; Metric (unit); Suite; Software quality; Software; Process (computing); Quality (philosophy); Software development; Software measurement; Product metric; Empirical research; Set (abstract data type); Data science; Data mining; Software engineering; Engineering; Metric space; Mathematics; Statistics","score_opus":0.045491905320010385,"score_gpt":0.3075101891520013,"score_spread":0.2620182838319909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109961432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31323928,0.000021197096,0.6844103,0.0011055047,0.00012209965,0.0003436518,6.6965316e-7,0.00021898036,0.00053833704],"genre_scores_gemma":[0.7831784,0.0000014899107,0.21648088,0.00006318481,0.000008449167,0.00003262605,7.904981e-7,0.0000049810515,0.0002292063],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99898493,0.000027696833,0.00017593289,0.00018298655,0.00041107784,0.00021739367],"domain_scores_gemma":[0.9988364,0.00040946447,0.000023511131,0.0003074546,0.00031139454,0.000111788744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002848685,0.00007571377,0.00011068083,0.00047503496,0.00002293423,0.00011339117,0.0006066275,0.000031178526,0.000119226126],"category_scores_gemma":[0.0020961722,0.000060346476,0.000025300471,0.0016703289,0.00001699264,0.00038337056,0.00021109145,0.00005852866,0.00042541322],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013470505,0.00029874642,0.059594158,0.00033652844,0.00013988717,0.000017877654,0.0053617614,0.0052543627,0.034847282,0.13406467,0.035076514,0.7249947],"study_design_scores_gemma":[0.00039311816,0.0003203483,0.7214382,0.00006708029,0.000003507927,0.000015759093,0.00010350256,0.089902736,0.18506455,0.0004181343,0.0018472186,0.0004257917],"about_ca_topic_score_codex":0.0007259201,"about_ca_topic_score_gemma":0.000006420515,"teacher_disagreement_score":0.72456896,"about_ca_system_score_codex":0.000038130664,"about_ca_system_score_gemma":0.00017849865,"threshold_uncertainty_score":0.54679686},"labels":[],"label_agreement":null},{"id":"W2110374486","doi":"10.1145/1806799.1806872","title":"Summarizing software artifacts","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":197,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Conversation; Software bug; Focus (optics); Generator (circuit theory); Software engineering; Software development; Software maintenance; Programming language; Power (physics)","score_opus":0.014433922352686823,"score_gpt":0.25335965784768155,"score_spread":0.23892573549499474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110374486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11052475,0.000008482456,0.88579905,0.00042117946,0.00069051393,0.000059138714,2.0167347e-7,0.0012018386,0.0012948447],"genre_scores_gemma":[0.6792988,5.680212e-7,0.3196558,0.00009864766,0.000056805504,0.0000061421747,4.3451183e-7,0.0000074113527,0.0008754005],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991581,0.000007664481,0.000080567785,0.00022120099,0.00024777063,0.00028469943],"domain_scores_gemma":[0.99873704,0.0004737753,0.000010333708,0.0005945248,0.00005596949,0.00012837612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022393258,0.00007012745,0.000060501086,0.00008808044,0.000057490593,0.0001689967,0.00077584985,0.000048315036,0.000119885306],"category_scores_gemma":[0.0011842467,0.000061941355,0.000027486234,0.0002706448,0.000019515206,0.00033677442,0.00028242473,0.000292138,0.00055510766],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003063243,0.00011743425,0.24800748,0.00004440593,0.00003132228,0.00012980391,0.0005646627,0.00033903576,0.052349225,0.15250202,0.017085757,0.5288258],"study_design_scores_gemma":[0.0008756229,0.00015705648,0.56631553,0.000034869925,0.0000048000225,0.00017475555,0.000017415807,0.060056847,0.18464683,0.014905463,0.17137878,0.0014320076],"about_ca_topic_score_codex":0.000022636093,"about_ca_topic_score_gemma":0.00001785621,"teacher_disagreement_score":0.56877404,"about_ca_system_score_codex":0.000010185143,"about_ca_system_score_gemma":0.000048527138,"threshold_uncertainty_score":0.71349716},"labels":[],"label_agreement":null},{"id":"W2110419873","doi":"10.1007/s00766-003-0177-x","title":"More requirements engineering adventures with building contractors","year":2003,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Viewpoints; Adventure; Section (typography); Requirements engineering; Engineering ethics; Engineering; Special section; Engineering management; Computer science; Artificial intelligence; Visual arts; Art; Engineering physics; Software; Programming language","score_opus":0.017839099182069613,"score_gpt":0.26782713997204066,"score_spread":0.24998804078997106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110419873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29752254,0.00041930034,0.6993895,0.000057154648,0.0008531971,0.00042371152,0.0000024410572,0.0011877589,0.00014435378],"genre_scores_gemma":[0.9025162,0.000019000123,0.09707607,0.00003793682,0.0000891676,0.00008387544,0.000003476252,0.00009793476,0.00007634294],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964911,0.000029477407,0.00045503164,0.00074455363,0.0010902489,0.0011896277],"domain_scores_gemma":[0.9981453,0.00029988427,0.00009353364,0.0009708384,0.000117992655,0.00037249757],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005922364,0.0005092095,0.0003795371,0.0004967688,0.0001194591,0.00028051037,0.0010483211,0.00012175558,0.000020892845],"category_scores_gemma":[0.00083812856,0.00049086486,0.00010502222,0.00095813593,0.000025092468,0.0011354556,0.00020137079,0.00044213136,0.000019723515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036717807,0.0004056624,0.05916764,0.00087504456,0.0011743032,0.0008017936,0.001379549,0.63799226,0.21472226,0.07815176,0.0005080896,0.0047849086],"study_design_scores_gemma":[0.008896224,0.0010698388,0.112952515,0.0029480278,0.00016513854,0.00059911166,0.00013048688,0.47331038,0.3248,0.00022085742,0.0684343,0.006473087],"about_ca_topic_score_codex":0.000010457502,"about_ca_topic_score_gemma":4.849753e-7,"teacher_disagreement_score":0.60499364,"about_ca_system_score_codex":0.0003811733,"about_ca_system_score_gemma":0.000089664405,"threshold_uncertainty_score":0.9997543},"labels":[],"label_agreement":null},{"id":"W2110431240","doi":"10.1109/tse.2002.1019484","title":"Assessing the applicability of fault-proneness models across object-oriented software projects","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":351,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Universidade Federal do Rio Grande do Sul; National Science Foundation","keywords":"Computer science; Software metric; Software system; Software; Data mining; A priori and a posteriori; Multivariate adaptive regression splines; Software development; Java; Fault (geology); Software fault tolerance; Software engineering; Machine learning; Software quality; Regression analysis; Programming language","score_opus":0.04020972332741948,"score_gpt":0.2891038020238414,"score_spread":0.2488940786964219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110431240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14022459,0.00016062346,0.85664314,0.000039748225,0.0007181707,0.0005704947,0.00002560455,0.0016113278,0.000006307781],"genre_scores_gemma":[0.9024865,0.000017641816,0.096964404,0.000022684582,0.000047573103,0.00032829147,0.0000013779745,0.00006908979,0.00006246165],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968544,0.00007525433,0.00053414324,0.00077488285,0.0009133405,0.00084795634],"domain_scores_gemma":[0.9959784,0.0018802191,0.00010044645,0.0015811804,0.000274997,0.00018476868],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006207087,0.0004214686,0.00041059346,0.0002419396,0.00045710022,0.00033752064,0.0013150543,0.00019723373,0.000020904401],"category_scores_gemma":[0.00036559603,0.00036534586,0.00023955574,0.0017310517,0.00013807327,0.001295111,0.000030341771,0.0008586696,0.000024443541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053119343,0.00022705666,0.00039915976,0.00022659909,0.00007011713,0.000010790589,0.002490186,0.95961106,0.000555894,0.00007936754,0.000033054872,0.036291417],"study_design_scores_gemma":[0.0006937815,0.00012942743,0.0024095231,0.00023383785,0.000023825178,0.00005525962,0.00016013,0.96159995,0.033622812,0.000048579248,0.00032607195,0.00069682236],"about_ca_topic_score_codex":0.000041891875,"about_ca_topic_score_gemma":0.000003822946,"teacher_disagreement_score":0.76226187,"about_ca_system_score_codex":0.00024481607,"about_ca_system_score_gemma":0.000080328995,"threshold_uncertainty_score":0.99987984},"labels":[],"label_agreement":null},{"id":"W2110499788","doi":"10.1109/wcre.2012.63","title":"OpenTrace: An Open Source Workbench for Automatic Software Traceability Link Recovery","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Workbench; Computer science; TRACE (psycholinguistics); Traceability; Artifact (error); Preprocessor; Software; Open source; Open source software; Plug-in; Link (geometry); Software engineering; Data mining; Operating system; Programming language; Artificial intelligence; Visualization","score_opus":0.04144076259156273,"score_gpt":0.32083163698372047,"score_spread":0.27939087439215776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110499788","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09006864,0.00013188696,0.905825,0.00059039594,0.0005366772,0.001270517,0.0000037737086,0.0014369898,0.00013609961],"genre_scores_gemma":[0.31591183,0.0000025516895,0.6814254,0.00018002062,0.00021966186,0.0002881325,0.000007853058,0.000035625602,0.0019289184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99783516,0.000112849826,0.0003084662,0.00051933614,0.0003832943,0.0008408991],"domain_scores_gemma":[0.99589163,0.0020722088,0.000055989003,0.0014251882,0.00012483625,0.00043015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002337657,0.0001950117,0.00025854932,0.00009735643,0.00019026366,0.000826289,0.0033048545,0.00011977469,0.00021806748],"category_scores_gemma":[0.002249452,0.00017505005,0.00007129293,0.00045829214,0.000036869355,0.003522226,0.0010588206,0.00021979943,0.00012465552],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019182802,0.00055678946,0.04705651,0.000166509,0.000047966052,0.0000018848948,0.0015141603,0.0014550402,0.000084418,0.0018331511,0.010063285,0.9372011],"study_design_scores_gemma":[0.0022505033,0.001266236,0.41133443,0.00015961006,0.00003212331,0.000072764306,0.00016716403,0.52628076,0.0025100352,0.006588169,0.04752255,0.0018156358],"about_ca_topic_score_codex":0.00006432114,"about_ca_topic_score_gemma":0.000009650945,"teacher_disagreement_score":0.93538547,"about_ca_system_score_codex":0.00014157996,"about_ca_system_score_gemma":0.00015297576,"threshold_uncertainty_score":0.7967924},"labels":[],"label_agreement":null},{"id":"W2110617721","doi":"10.1109/icse.2009.5070565","title":"SemDiff: Analysis and recommendation support for API evolution","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Context (archaeology); Task (project management); Software engineering; Software evolution; Application programming interface; Programming language; Software development; Software; Systems engineering; Engineering; Software construction","score_opus":0.014837028268179139,"score_gpt":0.28701308743134185,"score_spread":0.27217605916316273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110617721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009941889,0.0000072261705,0.98821425,0.0013186752,0.000040360555,0.00009099681,0.0000012337349,0.00017288316,0.00021245166],"genre_scores_gemma":[0.8974882,0.0000030405827,0.10189523,0.00009368822,0.000019485373,0.000007677735,0.000013797379,0.0000018518932,0.00047703393],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994724,0.000009725274,0.00008199038,0.00018674582,0.000091244685,0.00015789336],"domain_scores_gemma":[0.99953353,0.00017146178,0.000014217651,0.00017223204,0.000052438896,0.00005612308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029745654,0.000046084264,0.00007047713,0.00022711081,0.00004417469,0.00007164412,0.00014586284,0.000025177782,0.000029476705],"category_scores_gemma":[0.00013914499,0.000042927713,0.000033914515,0.00057317875,0.000004937745,0.00024510187,0.00003076221,0.000033505123,0.0000067587607],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018095348,0.00012334675,0.085286826,0.0000322196,0.00028257456,0.0000029851244,0.00058993476,0.0010165265,0.0025843643,0.06996999,0.017630232,0.8224629],"study_design_scores_gemma":[0.00027025415,0.00020519078,0.5124705,0.0000015384726,0.000029351982,0.0000038303797,0.00000788495,0.47922206,0.0011022579,0.0035377126,0.0030061754,0.00014327497],"about_ca_topic_score_codex":0.000012369625,"about_ca_topic_score_gemma":0.0000056177582,"teacher_disagreement_score":0.8875463,"about_ca_system_score_codex":0.0000469704,"about_ca_system_score_gemma":0.000017615292,"threshold_uncertainty_score":0.17505415},"labels":[],"label_agreement":null},{"id":"W2110661833","doi":"10.1109/cmpsac.2002.1044543","title":"A fuzzy logic framework to improve the performance and interpretation of rule-based quality prediction models for OO software","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Computer science; Antecedent (behavioral psychology); Fuzzy logic; Software quality; Data mining; Artificial intelligence; Software; Machine learning; Software engineering; Software development; Programming language","score_opus":0.025314773109635248,"score_gpt":0.29203431696264764,"score_spread":0.2667195438530124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110661833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13020219,0.00003100631,0.86882615,0.00019295637,0.00014283932,0.00041736776,0.0000061118167,0.00012931264,0.000052047933],"genre_scores_gemma":[0.70615697,0.0000017524515,0.2935631,0.00013956527,0.00000904131,0.00009610342,8.054604e-7,0.0000048213556,0.000027865339],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990999,0.000051533858,0.00018962285,0.00024617833,0.00023154078,0.00018121376],"domain_scores_gemma":[0.99800164,0.001329476,0.00004146063,0.0004028634,0.00016741465,0.00005712722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082050374,0.00008418644,0.00010485616,0.00007055946,0.00006915219,0.000058869187,0.0003055936,0.000059674338,0.0000017906672],"category_scores_gemma":[0.0016278691,0.00005949895,0.00003416231,0.00025897572,0.000029793628,0.00025853483,0.00005925195,0.00011103365,0.0000017482037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001704013,0.00015591134,0.022399237,0.0007419024,0.000053806252,4.775531e-7,0.004212778,0.5509803,0.0015224913,0.24411461,0.00034923945,0.17529885],"study_design_scores_gemma":[0.00022067371,0.0002867199,0.006321201,0.00004658085,0.0000031659865,0.000001008085,0.000023931272,0.95581114,0.0049694357,0.032190815,0.000029657087,0.00009564986],"about_ca_topic_score_codex":0.000009771064,"about_ca_topic_score_gemma":9.4866374e-7,"teacher_disagreement_score":0.57595474,"about_ca_system_score_codex":0.000038262864,"about_ca_system_score_gemma":0.000060616843,"threshold_uncertainty_score":0.24262968},"labels":[],"label_agreement":null},{"id":"W2110674601","doi":"10.1109/wpc.2003.1199207","title":"Scaling an object-oriented system execution visualizer through sampling","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Animation; TRACE (psycholinguistics); Visualization; Software visualization; Task (project management); Software; Object-oriented programming; Software system; Human–computer interaction; Software engineering; Component-based software engineering; Programming language; Computer graphics (images); Data mining; Systems engineering","score_opus":0.03639352949789695,"score_gpt":0.3271955682052205,"score_spread":0.2908020387073236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110674601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1739229,0.000046540088,0.8234105,0.0000537914,0.00042322816,0.00013065932,4.781841e-7,0.0015438012,0.00046806937],"genre_scores_gemma":[0.76652414,0.000001981026,0.2332807,0.000041173593,0.00008306344,0.00001111537,0.000002936645,0.000013590802,0.00004131772],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845296,0.000036262158,0.00020495483,0.00043194604,0.0004716563,0.000402213],"domain_scores_gemma":[0.99896395,0.00017524867,0.00002970801,0.00059134094,0.00012181647,0.00011793417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003700739,0.0001310221,0.00013143528,0.000106454376,0.00015317221,0.00019427341,0.000556129,0.00006983945,0.000006133085],"category_scores_gemma":[0.00019666924,0.00012078389,0.00004514798,0.0006653141,0.000022093169,0.0008951595,0.00018151622,0.00014548635,0.00010303971],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007922825,0.00012108827,0.0009056722,0.00011541448,0.00002705415,0.00004205791,0.0032451397,0.04118727,0.005686276,0.94417864,0.000048202466,0.0044352356],"study_design_scores_gemma":[0.0075873407,0.0013353953,0.0340384,0.0018398339,0.00004325427,0.000827514,0.004475019,0.65591663,0.2676765,0.011318857,0.011144502,0.003796723],"about_ca_topic_score_codex":0.0003020162,"about_ca_topic_score_gemma":0.000005448138,"teacher_disagreement_score":0.9328598,"about_ca_system_score_codex":0.00030368796,"about_ca_system_score_gemma":0.00011012563,"threshold_uncertainty_score":0.4925424},"labels":[],"label_agreement":null},{"id":"W2110847937","doi":"10.1016/j.scico.2011.11.002","title":"Tuning research tools for scalability and performance: The NiCad experience","year":2011,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Queen's University","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scalability; Laptop; Factor (programming language); Software; Subsequence; Parsing; Code (set theory); Process (computing); Software engineering; Programming language; Operating system","score_opus":0.1341347190317785,"score_gpt":0.35838879632034276,"score_spread":0.22425407728856425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110847937","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61907905,0.00005373628,0.37999988,0.00008082803,0.00019106663,0.00046223402,1.9541446e-7,0.000086529566,0.00004651131],"genre_scores_gemma":[0.6871304,0.0000045256256,0.3127129,0.000008348463,0.000035476973,0.000097584554,8.736405e-8,0.000004740463,0.000005964437],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972689,0.00007258993,0.00026577033,0.00061178615,0.0009827346,0.0007982127],"domain_scores_gemma":[0.99673414,0.0014714209,0.00005933175,0.0009115157,0.0006634606,0.00016012379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006789641,0.00011547014,0.00014827811,0.00025472068,0.000719528,0.00059667625,0.0029937895,0.00003850096,0.0000017952547],"category_scores_gemma":[0.0011913737,0.000082815175,0.000040272153,0.0018867442,0.0021572772,0.0018276323,0.0015197133,0.00026655933,0.0000022072445],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008731522,0.000046036337,0.022798758,0.00006368894,0.0000033711824,8.0021476e-7,0.009908618,0.000025146852,0.0006028235,0.0077328556,0.000012350323,0.9587968],"study_design_scores_gemma":[0.0004917942,0.0016691922,0.43245074,0.00022025054,0.000003677681,0.000047672253,0.0007444566,0.5244998,0.03504503,0.0024636064,0.0018970337,0.0004667676],"about_ca_topic_score_codex":0.000024190591,"about_ca_topic_score_gemma":6.0814597e-7,"teacher_disagreement_score":0.95833004,"about_ca_system_score_codex":0.000054476997,"about_ca_system_score_gemma":0.00023546875,"threshold_uncertainty_score":0.7948578},"labels":[],"label_agreement":null},{"id":"W2110851276","doi":"10.1109/icsm.2006.52","title":"Refactoring Practice: How it is and How it Should be Supported - An Eclipse Case Study","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Eclipse; Computer science; Software engineering; Programming language; Object-oriented programming; Software maintenance; Component (thermodynamics); Development environment; Software development; Software","score_opus":0.08251817860695962,"score_gpt":0.32867406532066457,"score_spread":0.24615588671370495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110851276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9271581,0.00008547904,0.016025338,0.047904395,0.00080735947,0.002395019,0.00004545644,0.0029113109,0.002667499],"genre_scores_gemma":[0.9663218,0.00006987237,0.028155109,0.0018712151,0.0007314158,0.00036969077,0.000006897727,0.00015800467,0.0023159864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99185586,0.000033208195,0.00070340245,0.0030211005,0.0022945758,0.0020918502],"domain_scores_gemma":[0.99287736,0.0007139271,0.0006981561,0.00077431713,0.004083883,0.00085236225],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002333357,0.0011963448,0.0009880861,0.0007908874,0.0008503038,0.005372178,0.0023370981,0.00045208397,0.000050938626],"category_scores_gemma":[0.0074424683,0.0011421463,0.00015750552,0.0018916599,0.0003394599,0.0072799716,0.0010883404,0.0017496264,0.000023883997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007089033,0.004678609,0.31159142,0.0019807126,0.00067448354,0.01012565,0.065647,0.000019294148,0.011111205,0.08848629,0.46908116,0.03589529],"study_design_scores_gemma":[0.022505423,0.023660889,0.050444305,0.0049920343,0.0010734434,0.054661114,0.3082351,0.07095522,0.024331452,0.01476397,0.40329498,0.021082053],"about_ca_topic_score_codex":0.00033570325,"about_ca_topic_score_gemma":0.00004568528,"teacher_disagreement_score":0.2611471,"about_ca_system_score_codex":0.0005070001,"about_ca_system_score_gemma":0.0003224023,"threshold_uncertainty_score":0.99910283},"labels":[],"label_agreement":null},{"id":"W2110915013","doi":"10.1007/s10664-012-9205-0","title":"Studying the impact of social interactions on software quality","year":2012,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software quality; Software; Quality (philosophy); Source code; Software metric; Data science; Software development; Code review; Software engineering; Data mining","score_opus":0.08293084537093437,"score_gpt":0.3962824852350411,"score_spread":0.31335163986410675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110915013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4948909,0.00009033333,0.50356203,0.00012312485,0.00049827504,0.0001519238,0.000007387189,0.00065749796,0.000018499402],"genre_scores_gemma":[0.983136,0.0000013540057,0.016279554,0.00004532964,0.00039780964,0.000047405432,0.0000034123793,0.000038495724,0.00005066695],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977696,0.00011426398,0.0004100409,0.0003059959,0.00064439245,0.00075568596],"domain_scores_gemma":[0.9949265,0.00398101,0.00009528692,0.0006555191,0.00012046514,0.00022121923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088961597,0.00028169702,0.00032841548,0.00020799928,0.00021007653,0.00009123925,0.0010003963,0.00009316301,0.000053085227],"category_scores_gemma":[0.005485809,0.00020203684,0.00033621318,0.00095816865,0.000044166074,0.0005289955,0.0004188246,0.00069614296,0.0000677914],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021060383,0.0004534882,0.9407433,0.00008227299,0.00025705516,0.0000055253645,0.005348,0.039460327,0.00030654957,0.000977701,0.0050465656,0.0072981524],"study_design_scores_gemma":[0.00019441193,0.00008503765,0.99520123,0.00002922416,0.00000641019,0.000011147012,0.00002271943,0.0022696431,0.00035670388,0.000027311047,0.0015276422,0.0002685455],"about_ca_topic_score_codex":0.000055280318,"about_ca_topic_score_gemma":6.6201295e-7,"teacher_disagreement_score":0.48824507,"about_ca_system_score_codex":0.0003689542,"about_ca_system_score_gemma":0.00007233857,"threshold_uncertainty_score":0.82388234},"labels":[],"label_agreement":null},{"id":"W2110987941","doi":"10.1109/wcre.2012.53","title":"Analyzing the impact of antipatterns on change-proneness using fine-grainde source code changes","year":2012,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Java; Computer science; Source code; Class (philosophy); Object-oriented programming; Code (set theory); Programming language; Biology; Artificial intelligence","score_opus":0.04255277538127678,"score_gpt":0.301147974195396,"score_spread":0.25859519881411924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110987941","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46181914,0.0007236302,0.53585577,0.00079265854,0.00009583384,0.00037136846,0.000016237498,0.00031924614,0.0000061103124],"genre_scores_gemma":[0.9805475,0.000046522982,0.018460596,0.00019159674,0.00042861997,0.00020944017,0.0000045446654,0.00006222242,0.00004898322],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974086,0.00019579806,0.0003034343,0.0003937159,0.0005179028,0.0011805015],"domain_scores_gemma":[0.9972547,0.00060161715,0.00021360669,0.0014990158,0.00012172469,0.00030933387],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014144859,0.0003520829,0.0003696826,0.00064192567,0.00022753052,0.00017521522,0.0015849749,0.00017917341,0.000010608173],"category_scores_gemma":[0.00041174097,0.00026310093,0.00021934466,0.001209812,0.00010953675,0.00053287396,0.0005789857,0.0004850819,0.000007684886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040374023,0.00031097475,0.8953243,0.00006553089,0.00014521433,0.000016184054,0.0022294817,0.017479636,0.019044964,0.0019829404,0.0003984191,0.062961966],"study_design_scores_gemma":[0.000304403,0.00023316161,0.5560988,0.00014493112,0.000019203915,0.00009112285,0.000035373272,0.41204548,0.030280516,0.00010252267,0.00020021426,0.00044426022],"about_ca_topic_score_codex":0.008422842,"about_ca_topic_score_gemma":0.00033252788,"teacher_disagreement_score":0.5187283,"about_ca_system_score_codex":0.00048413294,"about_ca_system_score_gemma":0.00012148828,"threshold_uncertainty_score":0.9999821},"labels":[],"label_agreement":null},{"id":"W2111134789","doi":"10.1145/2591062.2591108","title":"Integrating software project resources using source code identifiers","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Identifier; Source code; Documentation; Android (operating system); KPI-driven code analysis; Class (philosophy); Code review; Software; Open source; Operating system; World Wide Web; Static program analysis; Programming language; Database; Software engineering; Software development","score_opus":0.02994593749957258,"score_gpt":0.2937741858729498,"score_spread":0.2638282483733772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111134789","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16155142,0.000026591955,0.83673483,0.00005947965,0.00020047306,0.00011689006,4.305751e-7,0.0009840211,0.0003258428],"genre_scores_gemma":[0.4664909,8.2227126e-7,0.5315912,0.00011583924,0.00012758262,0.000011694689,9.1329963e-7,0.00002873801,0.0016323329],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983308,0.00010288137,0.00020551083,0.00044163605,0.0004800318,0.0004391497],"domain_scores_gemma":[0.9981205,0.00096550904,0.00004987608,0.0006632547,0.000105187406,0.000095659954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084435317,0.00015037404,0.00015167188,0.00025427935,0.00018908449,0.00048704108,0.001158614,0.00006476042,0.000013213194],"category_scores_gemma":[0.0029232304,0.00012960334,0.00006202397,0.0006525948,0.00005091608,0.00040306695,0.00047733143,0.00025222023,0.000043424094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029145369,0.00022488224,0.21175414,0.0005785423,0.00022435495,0.00007342664,0.027625052,0.045743335,0.020243064,0.025739467,0.022944495,0.6448201],"study_design_scores_gemma":[0.00029806962,0.000082364866,0.0026313318,0.0001233899,0.000005740926,0.000053714393,0.00026836825,0.9660959,0.0044625974,0.0006388347,0.024864167,0.00047551419],"about_ca_topic_score_codex":0.000306808,"about_ca_topic_score_gemma":0.000023775128,"teacher_disagreement_score":0.9203526,"about_ca_system_score_codex":0.00007679886,"about_ca_system_score_gemma":0.00006556807,"threshold_uncertainty_score":0.5285071},"labels":[],"label_agreement":null},{"id":"W2111138279","doi":"10.1109/ms.2005.164","title":"The Art and Science of Software Release Planning","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":285,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Enterprise resource planning; Software release life cycle; Product (mathematics); Computer science; New product development; Resource (disambiguation); Process (computing); Software; Software engineering; Process management; Engineering; Software development; Business; Knowledge management; Software quality; Marketing; Operating system","score_opus":0.016706014955432467,"score_gpt":0.2741704459699971,"score_spread":0.2574644310145647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111138279","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32260007,0.0014307064,0.6740328,0.0005968996,0.00047023382,0.00019011307,0.0000043950317,0.0006198629,0.000054908756],"genre_scores_gemma":[0.8572946,0.000034977176,0.14205357,0.00008305232,0.000105327454,0.000017953425,4.986827e-7,0.000017386274,0.00039261754],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981129,0.000027146083,0.00021995117,0.000407516,0.00072804873,0.0005044363],"domain_scores_gemma":[0.9971701,0.0015487412,0.000067194764,0.0008031795,0.00022026645,0.00019051768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008153598,0.00013794549,0.00013799277,0.00017151286,0.0006746936,0.00017878342,0.001444872,0.000047865677,0.0000034926634],"category_scores_gemma":[0.0030633828,0.00010629797,0.00003961932,0.0008030857,0.00047016388,0.0006081677,0.00050838426,0.00023967802,0.00004047812],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004541355,0.0001466266,0.117066264,0.0002036579,0.00006411736,0.00009741759,0.0059728115,0.025509423,0.0046672183,0.0039962176,0.0237747,0.8184561],"study_design_scores_gemma":[0.003977754,0.0011827591,0.42475697,0.001379548,0.000053342428,0.00076392526,0.00031881087,0.10963192,0.21104184,0.0092151845,0.23421818,0.0034597763],"about_ca_topic_score_codex":0.0000060253265,"about_ca_topic_score_gemma":0.0000020167606,"teacher_disagreement_score":0.81499636,"about_ca_system_score_codex":0.00006931328,"about_ca_system_score_gemma":0.00024195506,"threshold_uncertainty_score":0.5189266},"labels":[],"label_agreement":null},{"id":"W2111196330","doi":"10.1109/sedc.1994.475316","title":"A tool for assessing the quality of distributed software designs","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Cyclomatic complexity; Computer science; Measure (data warehouse); Set (abstract data type); Programming language; Transformation (genetics); Software; Quality (philosophy); Theoretical computer science; Petri net; Software quality; Software engineering; Data mining; Software development","score_opus":0.12405510547636843,"score_gpt":0.36580703452519353,"score_spread":0.2417519290488251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111196330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041863378,0.000050939987,0.95708585,0.00046493916,0.00007046189,0.00019912179,0.000008285825,0.00022917803,0.000027859238],"genre_scores_gemma":[0.79652697,9.1523464e-7,0.2032103,0.000039616065,0.000019177156,0.00003374756,0.0000014684126,0.0000054079396,0.00016243731],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904984,0.00006393033,0.00019813678,0.00017488451,0.00028734817,0.00022583257],"domain_scores_gemma":[0.995265,0.0039755544,0.000044421442,0.0005356266,0.00014538446,0.000034024197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008093824,0.000068860325,0.00011057269,0.000033018732,0.00008996801,0.0001276262,0.00075696246,0.000032869986,0.000032698536],"category_scores_gemma":[0.0035581535,0.000045823206,0.000065749125,0.00034692508,0.000036610305,0.00017521775,0.0001353146,0.00007783521,0.000007822587],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019676714,0.00088966073,0.29280266,0.0008703396,0.00026655072,0.000014254568,0.0031119445,0.01087037,0.011635596,0.13247633,0.07144192,0.4756007],"study_design_scores_gemma":[0.0012935358,0.00017302936,0.4708028,0.00006846936,0.000011681651,0.000013272388,0.00007934,0.5004023,0.01686355,0.005769889,0.0038894669,0.00063266937],"about_ca_topic_score_codex":0.000014699916,"about_ca_topic_score_gemma":8.7875713e-7,"teacher_disagreement_score":0.7546636,"about_ca_system_score_codex":0.000032209617,"about_ca_system_score_gemma":0.000025323421,"threshold_uncertainty_score":0.42596993},"labels":[],"label_agreement":null},{"id":"W2111250043","doi":"10.1109/wpc.1998.693281","title":"An analysis framework for understanding layered software architectures","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Nortel (Canada); Bell (Canada)","funders":"","keywords":"Computer science; Software architecture; Layer (electronics); Architecture; Reference architecture; Set (abstract data type); Software engineering; Software; Software architecture description; Multilayered architecture; Computer architecture; Distributed computing; Operating system; Programming language","score_opus":0.06398928410912212,"score_gpt":0.30682040875364586,"score_spread":0.24283112464452372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111250043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005918254,0.000062578045,0.9925077,0.00037148365,0.00009596431,0.00014289898,0.0000034655075,0.00084256765,0.000055103388],"genre_scores_gemma":[0.5619822,0.0000010751642,0.43781283,0.00007301545,0.00003604681,0.00001541671,0.0000011733373,0.000008121157,0.000070075854],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987373,0.00003034465,0.00012841045,0.0004018827,0.00031282607,0.00038927415],"domain_scores_gemma":[0.99716604,0.0018334988,0.000023630728,0.0007742322,0.00004337831,0.00015924346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020902716,0.00011894354,0.00016446655,0.00042866395,0.00014007973,0.00026176815,0.0009233279,0.000078430894,0.00016800438],"category_scores_gemma":[0.0008096149,0.000105474086,0.00013260105,0.001254819,0.000024564612,0.00013963656,0.00008558417,0.00015663452,0.000016704967],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013918038,0.00023911317,0.08356872,0.00007781903,0.00092513673,0.000028982642,0.0037247448,0.2680805,0.00012849731,0.6035436,0.002047742,0.037621204],"study_design_scores_gemma":[0.00016933182,0.00012909499,0.0077218283,0.000009482587,0.000030310184,0.0000032627572,0.000055503446,0.89074564,0.00029468365,0.100427635,0.00014268149,0.00027052613],"about_ca_topic_score_codex":0.000014293418,"about_ca_topic_score_gemma":0.000015045639,"teacher_disagreement_score":0.62266517,"about_ca_system_score_codex":0.000104358944,"about_ca_system_score_gemma":0.000010242049,"threshold_uncertainty_score":0.43011084},"labels":[],"label_agreement":null},{"id":"W2111555385","doi":"10.1109/tse.2010.70","title":"Solving the Class Responsibility Assignment Problem in Object-Oriented Analysis with Multi-Objective Genetic Algorithms","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Heuristics; Class (philosophy); Genetic algorithm; Cohesion (chemistry); Domain (mathematical analysis); Context (archaeology); Class diagram; Object-oriented programming; Algorithm; Machine learning; Artificial intelligence; Programming language; Mathematics; Unified Modeling Language; Software","score_opus":0.009970145975078455,"score_gpt":0.24159022935009608,"score_spread":0.23162008337501763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111555385","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13949211,0.000024757805,0.85872453,0.000049555914,0.00045783215,0.00053732924,0.000010224234,0.0007003945,0.0000032719477],"genre_scores_gemma":[0.6560544,0.000003541079,0.34357318,0.000013432241,0.000021111882,0.0002533071,8.344871e-7,0.00003294712,0.00004727214],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99727285,0.00010190537,0.00039640313,0.00082565454,0.0007144096,0.0006887763],"domain_scores_gemma":[0.9966199,0.0016995802,0.000061574785,0.0012639827,0.00016801302,0.00018696616],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008050511,0.00036325183,0.0003444222,0.0009364629,0.00022030425,0.00016496658,0.0008277119,0.00015490323,0.000018750774],"category_scores_gemma":[0.00022985622,0.00028816782,0.00017636201,0.0036968885,0.00007456829,0.00034717293,0.000015937747,0.0014725891,0.000013305071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002662099,0.00019548326,0.007116697,0.000025314526,0.00027850046,0.000043927623,0.0011765469,0.98251396,0.0014988983,0.000027316339,0.000002990284,0.0070937164],"study_design_scores_gemma":[0.00082938065,0.00018154157,0.16266711,0.00005989607,0.00009038851,0.00003381018,0.000053624415,0.82396024,0.0114853885,0.000007817043,0.000107764376,0.00052303355],"about_ca_topic_score_codex":0.00015511921,"about_ca_topic_score_gemma":0.00040167483,"teacher_disagreement_score":0.5165622,"about_ca_system_score_codex":0.0003393144,"about_ca_system_score_gemma":0.00017582811,"threshold_uncertainty_score":0.999957},"labels":[],"label_agreement":null},{"id":"W2111937777","doi":"10.1109/isa.2008.104","title":"Catalog of Metrics for Assessing Security Risks of Software throughout the Software Development Life Cycle","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Systems development life cycle; Software security assurance; Computer science; Software development process; Software development; Software peer review; Software engineering; Software metric; Security testing; Security engineering; Security bug; Computer security; Security information and event management; Risk analysis (engineering); Software construction; Software; Security service; Information security; Cloud computing security; Business","score_opus":0.09007437702113673,"score_gpt":0.35672487196033914,"score_spread":0.2666504949392024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111937777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19745657,0.00035696552,0.801419,0.00006755127,0.00016891037,0.0002762072,0.000009226882,0.0002199618,0.000025556914],"genre_scores_gemma":[0.62293047,0.000012297134,0.3769279,0.000036959653,0.000021107022,0.000027576505,0.000005198899,0.000012809852,0.000025660442],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980699,0.00004801355,0.0004454071,0.00033408563,0.0007178087,0.0003848093],"domain_scores_gemma":[0.9951548,0.0033714133,0.00015473645,0.00074365304,0.00046465144,0.000110726425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007894218,0.00016311936,0.00029842847,0.00020292685,0.00023185769,0.000049236533,0.0013658517,0.000091209535,0.00000803047],"category_scores_gemma":[0.005951491,0.00011943996,0.00010754073,0.0011030714,0.00013438633,0.00040193938,0.0005343292,0.00019122307,0.000005754796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040461215,0.0010153864,0.80362326,0.0016445926,0.0005409677,0.00003407664,0.023627896,0.013280393,0.00028884126,0.005314934,0.0115207415,0.13906848],"study_design_scores_gemma":[0.0023263046,0.0003006102,0.8341901,0.0001998706,0.000043905096,0.000082295475,0.00040402502,0.044316337,0.106056295,0.0045474493,0.006264784,0.001268041],"about_ca_topic_score_codex":0.00014985281,"about_ca_topic_score_gemma":0.000009183201,"teacher_disagreement_score":0.4254739,"about_ca_system_score_codex":0.00007802407,"about_ca_system_score_gemma":0.00067639456,"threshold_uncertainty_score":0.71249205},"labels":[],"label_agreement":null},{"id":"W2112332360","doi":"10.1109/ccece.2004.1345050","title":"Knowledge representation and processing in intelligent software measurement system (ISMS)","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Knowledge base; Knowledge-based systems; Software; Plan (archaeology); Component (thermodynamics); Expert system; Open Knowledge Base Connectivity; Human–computer interaction; Software engineering; Knowledge management; Artificial intelligence; Personal knowledge management; Operating system","score_opus":0.058781294408131665,"score_gpt":0.30309730452134787,"score_spread":0.2443160101132162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112332360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040314674,0.00090133125,0.9576907,0.000116416806,0.0001299581,0.00020493162,8.440048e-8,0.00042251567,0.00021938754],"genre_scores_gemma":[0.94856066,0.000006811286,0.051324137,0.000008756368,0.000020235826,0.000033731976,2.656254e-7,0.000007720797,0.00003771261],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99884045,0.000028998717,0.00018316353,0.00033078104,0.00039698445,0.00021959795],"domain_scores_gemma":[0.99942,0.0000603646,0.000022076609,0.00026437643,0.00015453801,0.00007867006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005928326,0.00008933131,0.0001016327,0.0002043408,0.000048168968,0.00015271653,0.0003059431,0.00003597436,0.0000012617066],"category_scores_gemma":[0.0003656659,0.00008148284,0.000016262398,0.0005496004,0.00001720407,0.00031510182,0.00018795674,0.00010471965,0.000029176997],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018092578,0.00041134912,0.07228841,0.0018815488,0.000027869864,0.00018228778,0.016217688,0.026468562,0.0030032115,0.03183508,0.00021277613,0.8474531],"study_design_scores_gemma":[0.004562858,0.00044928628,0.6334667,0.0045488267,0.000018331362,0.00043937538,0.0022852847,0.24411884,0.10210126,0.0051303175,0.0010215815,0.0018573147],"about_ca_topic_score_codex":0.00009253182,"about_ca_topic_score_gemma":0.000043909113,"teacher_disagreement_score":0.908246,"about_ca_system_score_codex":0.0004721601,"about_ca_system_score_gemma":0.00013802902,"threshold_uncertainty_score":0.3322774},"labels":[],"label_agreement":null},{"id":"W2112433871","doi":"10.1145/1134285.1134333","title":"On the success of empirical studies in the international conference on software engineering","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":130,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Empirical research; Soundness; Computer science; Point (geometry); Software engineering; Software quality; Software; Quality (philosophy); Management science; Data science; Software development; Engineering; Programming language; Mathematics; Epistemology","score_opus":0.09787210732289231,"score_gpt":0.3613300767234555,"score_spread":0.2634579694005632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112433871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8552452,0.000062296276,0.1361086,0.006610811,0.00041335178,0.00018747283,0.0000017759556,0.00015942854,0.0012110606],"genre_scores_gemma":[0.9972195,0.000004917158,0.002434768,0.00019594115,0.000034377426,0.000023060193,4.2620135e-7,0.0000036525473,0.00008337297],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990571,0.000030592124,0.00012872549,0.00015284706,0.0004885704,0.00014212402],"domain_scores_gemma":[0.99661946,0.0029526209,0.000018352808,0.00031997447,0.00007892001,0.000010661853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044316176,0.00007622172,0.00007960551,0.00010137809,0.00002526395,0.00006158614,0.0013286516,0.000020684136,0.000016551314],"category_scores_gemma":[0.0011699633,0.000039124312,0.000026273025,0.00028861762,0.000039365546,0.00007387602,0.00016545787,0.00018009292,0.000012394817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008825702,0.00016699992,0.059018977,0.000027087715,0.00003330457,0.000034392095,0.0013979224,0.033603817,0.00012951954,0.8918559,0.012921636,0.00080164423],"study_design_scores_gemma":[0.0007586789,0.0003707086,0.6521461,0.0003674726,0.0000039658207,0.000024139401,0.0004427947,0.32053286,0.008245511,0.015405912,0.0012208311,0.0004810472],"about_ca_topic_score_codex":0.000035549612,"about_ca_topic_score_gemma":0.000012494774,"teacher_disagreement_score":0.87644994,"about_ca_system_score_codex":0.000044186618,"about_ca_system_score_gemma":0.000023369434,"threshold_uncertainty_score":0.24689874},"labels":[],"label_agreement":null},{"id":"W2112533109","doi":"10.1145/1101908.1101919","title":"UMLDiff","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":369,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Correctness; Software evolution; Java; Robustness (evolution); Object-oriented design; Software system; Software; Software engineering; Software maintenance; Software design; Software development; Structural pattern; Programming language; Software construction","score_opus":0.014352778789238047,"score_gpt":0.26290284714321815,"score_spread":0.2485500683539801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112533109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01635273,0.000038413582,0.97269493,0.001913329,0.0000698868,0.000024209661,3.7015162e-8,0.0005540359,0.0083524445],"genre_scores_gemma":[0.7935094,0.0000014286136,0.2026624,0.0001779032,0.000061663086,0.0000027340104,5.608832e-8,0.0000024079902,0.003581958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996092,0.000003941406,0.000036058766,0.00009682285,0.00012776638,0.00012621557],"domain_scores_gemma":[0.99956906,0.00010814671,0.0000026770174,0.0002606107,0.0000147727815,0.00004475089],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000078659694,0.000027369753,0.000024815074,0.000038651477,0.000015032277,0.000044425007,0.0004258547,0.000011655769,0.00008763386],"category_scores_gemma":[0.000075004464,0.000023106872,0.000011664351,0.00013969875,0.000005007837,0.00017516676,0.000108163615,0.000043473025,0.00093910284],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.2574406e-7,0.000055027547,0.007850761,0.0000055842715,0.000008400951,0.0000130397575,0.00029442855,0.0014914128,0.0012777207,0.22018798,0.0469417,0.72187334],"study_design_scores_gemma":[0.00039711452,0.00005821185,0.09912149,0.000006381908,7.076468e-7,0.000040592135,0.0000043182085,0.32501283,0.026369933,0.0013465142,0.5472953,0.0003466663],"about_ca_topic_score_codex":0.0000032988899,"about_ca_topic_score_gemma":0.0000010696626,"teacher_disagreement_score":0.7771567,"about_ca_system_score_codex":0.000017368244,"about_ca_system_score_gemma":0.000012299849,"threshold_uncertainty_score":0.99983877},"labels":[],"label_agreement":null},{"id":"W2112584502","doi":"10.1109/wcre.2003.1287241","title":"Reverse engineering the process of small novice software teams","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Team software process; Personal software process; Software project management; Software development process; Software Engineering Process Group; Computer science; Software development; Software engineering; Process (computing); Task (project management); Adaptation (eye); Competence (human resources); Engineering management; Process management; Software; Engineering; Systems engineering; Software construction","score_opus":0.01006665361565912,"score_gpt":0.23715432602046305,"score_spread":0.22708767240480393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112584502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1051829,0.000055841763,0.89348507,0.00047609533,0.00012203484,0.00014152275,6.110482e-7,0.00044528296,0.00009061784],"genre_scores_gemma":[0.8214605,0.0000033289464,0.17822976,0.00010055715,0.000039141327,0.000021331107,4.172694e-7,0.000014825068,0.0001301709],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99905396,0.0000074373133,0.00014791923,0.00021541031,0.0003072442,0.000268022],"domain_scores_gemma":[0.9988341,0.00035766303,0.000027477638,0.0005875682,0.00012711008,0.00006610925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027764548,0.00010316417,0.000102869635,0.00008434879,0.000040643452,0.00004747826,0.0012472183,0.000040870265,0.000009031143],"category_scores_gemma":[0.00083114713,0.00007204846,0.000042542055,0.00065417285,0.000025594443,0.00018981376,0.00020542707,0.00018322105,0.000033878332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010539341,0.0002404659,0.01130377,0.00073931896,0.000102660786,0.000070996626,0.0065762815,0.9104836,0.0036694237,0.041222382,0.00050600193,0.025074553],"study_design_scores_gemma":[0.008224711,0.001396832,0.17254572,0.0018424774,0.00007689118,0.0007401361,0.0012839708,0.30111197,0.47473752,0.014917205,0.01864347,0.0044790967],"about_ca_topic_score_codex":0.00010352286,"about_ca_topic_score_gemma":0.00000768425,"teacher_disagreement_score":0.71627754,"about_ca_system_score_codex":0.000053825523,"about_ca_system_score_gemma":0.00013212273,"threshold_uncertainty_score":0.2938051},"labels":[],"label_agreement":null},{"id":"W2112768789","doi":"10.1109/compsac.2012.58","title":"Doppel-Code: A Clone Visualization Tool for Prioritizing Global and Local Clone Impacts","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"clone (Java method); Visualization; Computer science; Software engineering; Software maintenance; Program comprehension; Source code; Software visualization; Code (set theory); Software; Software development; Programming language; Software system; Data mining; Software construction; Biology","score_opus":0.021654686214798335,"score_gpt":0.3248974695766934,"score_spread":0.3032427833618951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112768789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19434059,0.00034551247,0.8043828,0.00015441098,0.00020875841,0.00023001523,0.0000038354374,0.0002859142,0.000048189042],"genre_scores_gemma":[0.9287551,0.0000140482425,0.07090088,0.00010135781,0.0001410095,0.000020078414,0.0000032711994,0.000010217197,0.000054059114],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9987991,0.000022519653,0.0001500638,0.00022908051,0.0002724671,0.00052676024],"domain_scores_gemma":[0.9991239,0.00030629768,0.000023455239,0.0002581892,0.00008769553,0.0002005086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005184029,0.00011262976,0.00011991014,0.00005638265,0.00008065095,0.00016908553,0.00024152551,0.00006800437,0.0000044034737],"category_scores_gemma":[0.00047724205,0.00010407016,0.000029301089,0.00036071183,0.000031502135,0.0007656359,0.00022037135,0.000058258014,0.000017120954],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006924095,0.00033709043,0.3226723,0.00047803845,0.000090634225,0.000015542311,0.0015310551,0.00029546625,0.0060984027,0.43141985,0.0075828903,0.22940949],"study_design_scores_gemma":[0.002741099,0.00053051993,0.6326832,0.000115737894,0.00002242141,0.00032460934,0.00008216048,0.342187,0.010371552,0.0020655035,0.007859169,0.0010169998],"about_ca_topic_score_codex":0.000029180826,"about_ca_topic_score_gemma":0.0000040395284,"teacher_disagreement_score":0.73441446,"about_ca_system_score_codex":0.00013055552,"about_ca_system_score_gemma":0.000055290588,"threshold_uncertainty_score":0.42438582},"labels":[],"label_agreement":null},{"id":"W2112857338","doi":"10.1145/1866272.1866279","title":"Specifying overlaps of heterogeneous models for global consistency checking","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Consistency (knowledge bases); Computer science; Metamodeling; Sketch; Consistency model; Set (abstract data type); Semantics (computer science); Theoretical computer science; Model checking; Formal specification; Sequential consistency; Programming language; Artificial intelligence; Algorithm","score_opus":0.03785611253070094,"score_gpt":0.2901792170803722,"score_spread":0.2523231045496713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112857338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11328101,0.00004822457,0.8840843,0.00006971294,0.0004356884,0.0001573369,0.0000034873754,0.00018119997,0.0017390486],"genre_scores_gemma":[0.78234744,0.0000015184984,0.21751343,0.000022560296,0.00003979776,0.000010061495,4.397275e-7,0.000005679242,0.00005909661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905264,0.0000066808398,0.00017121404,0.00024666655,0.0002491878,0.00027359882],"domain_scores_gemma":[0.9989495,0.00031264985,0.00003377382,0.0004886781,0.00013509468,0.00008026987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022565456,0.00008634345,0.00013023947,0.00004442137,0.000044269764,0.00006173093,0.0006640374,0.00005653679,0.000012724005],"category_scores_gemma":[0.00026809762,0.00008141751,0.000079904145,0.00019352064,0.00003542413,0.00021311603,0.00020492302,0.00009496098,0.000004600696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013837101,0.000107438536,0.008906026,0.00015225503,0.000060903658,0.000019740472,0.00026285727,0.01727152,0.02020544,0.90269303,0.0004351343,0.049871814],"study_design_scores_gemma":[0.0006102061,0.00011680654,0.0030221813,0.000025663723,0.000004972029,0.000099857534,0.000008765218,0.9137004,0.041375045,0.039673295,0.0010485306,0.00031430152],"about_ca_topic_score_codex":0.0000226169,"about_ca_topic_score_gemma":0.000015667414,"teacher_disagreement_score":0.8964289,"about_ca_system_score_codex":0.00002849675,"about_ca_system_score_gemma":0.0000727085,"threshold_uncertainty_score":0.33201095},"labels":[],"label_agreement":null},{"id":"W2112890525","doi":"10.1145/1985404.1985425","title":"VisCad","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Visualization; clone (Java method); Computer science; Cloning (programming); Data visualization; Data mining; Programming language; Biology","score_opus":0.04177068418181956,"score_gpt":0.25236575569313063,"score_spread":0.21059507151131107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112890525","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009003266,0.000013343969,0.9521351,0.00005789918,0.00011509466,0.000021547006,2.5303311e-8,0.00045593004,0.0381978],"genre_scores_gemma":[0.8279927,7.840518e-7,0.17046142,0.000054044765,0.00001098998,0.0000030044498,2.7237915e-8,0.0000023431317,0.0014747247],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99966985,0.000004329935,0.00003118673,0.00009132299,0.000092458584,0.00011085253],"domain_scores_gemma":[0.9996243,0.00005189488,0.0000028074933,0.00026347104,0.000015838456,0.00004170118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007502642,0.00002521505,0.000022914644,0.000037100803,0.000011930783,0.000017718263,0.00047053382,0.000011363743,0.00013981185],"category_scores_gemma":[0.00006354316,0.000020351132,0.0000108111135,0.00013625619,0.0000063738275,0.00013260377,0.00012529912,0.000036250356,0.0005588671],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019618371,0.000089265755,0.051881853,0.000010832229,0.000017262933,0.00007302583,0.0021094927,0.000009448853,0.0008466199,0.803975,0.018422486,0.12256276],"study_design_scores_gemma":[0.0003766539,0.00020081738,0.8452513,0.000010884209,0.0000013376756,0.000052856576,0.000016880598,0.032823116,0.07851774,0.016513227,0.025747715,0.00048746972],"about_ca_topic_score_codex":0.000020757921,"about_ca_topic_score_gemma":4.927288e-7,"teacher_disagreement_score":0.8189894,"about_ca_system_score_codex":0.0000059315394,"about_ca_system_score_gemma":0.000009852093,"threshold_uncertainty_score":0.71832925},"labels":[],"label_agreement":null},{"id":"W2112947311","doi":"10.1109/wse.2012.6320536","title":"Normalizing object-oriented class styles in JavaScript","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"JavaScript; Unobtrusive JavaScript; Computer science; Programming language; Program comprehension; Maintainability; Object-oriented programming; Web application; Flexibility (engineering); Software engineering; Class (philosophy); Rich Internet application; Representation (politics); World Wide Web; Artificial intelligence; Software; Software system","score_opus":0.019201196509376732,"score_gpt":0.2632359801479525,"score_spread":0.24403478363857578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112947311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36139408,0.00062063016,0.6259373,0.00027983493,0.0008161067,0.00017214395,4.8218214e-7,0.00073784887,0.010041581],"genre_scores_gemma":[0.96395826,0.000005933578,0.03534254,0.000096757685,0.00006679705,0.000014429815,6.518841e-7,0.000008550906,0.0005060861],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987702,0.000035652898,0.00014096742,0.00018039077,0.00031098697,0.00056182826],"domain_scores_gemma":[0.99917245,0.00023243214,0.00001375183,0.00040850576,0.000036928206,0.00013594195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005216931,0.000090075926,0.00009485998,0.00021427395,0.000033254735,0.000059550122,0.0005071525,0.00004405618,0.000032578275],"category_scores_gemma":[0.00031983337,0.00008198655,0.000028170674,0.000670774,0.000015919684,0.0008066662,0.00030156958,0.0001678385,0.00018801422],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039897727,0.00017014222,0.82372355,0.000034815715,0.000016393346,0.000022711554,0.0024572385,0.00030898626,0.0021542644,0.14935032,0.0060812635,0.015676346],"study_design_scores_gemma":[0.0007798546,0.0000713359,0.8409749,0.000050237257,0.0000021114054,0.000039947125,0.00027563018,0.045895655,0.017413445,0.0001169303,0.09382919,0.0005507501],"about_ca_topic_score_codex":0.0001514813,"about_ca_topic_score_gemma":0.000018782124,"teacher_disagreement_score":0.60256416,"about_ca_system_score_codex":0.000086020445,"about_ca_system_score_gemma":0.000031778156,"threshold_uncertainty_score":0.33433145},"labels":[],"label_agreement":null},{"id":"W2113200858","doi":"10.1109/hcc.2002.1046339","title":"Quantifying developer experiences via heuristic and psychometric evaluation","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Learnability; Usability; Computer science; Heuristic evaluation; Java; Relation (database); Heuristic; Visibility; Conceptual model; Software engineering; Human–computer interaction; Programming language; Artificial intelligence; Data mining; Database","score_opus":0.10075377670311164,"score_gpt":0.3549333827517294,"score_spread":0.2541796060486178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113200858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31708533,0.00065895537,0.681066,0.000030344065,0.00024579765,0.00009218745,2.0535367e-8,0.00010263089,0.00071877707],"genre_scores_gemma":[0.91239303,0.000015349504,0.08743241,0.000027733342,0.000007668538,0.000045952933,1.4738085e-7,0.0000042032175,0.00007347346],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989623,0.00006687925,0.000108909415,0.00027352624,0.0003939624,0.0001944244],"domain_scores_gemma":[0.999217,0.00034860306,0.000014546338,0.00023695768,0.000110801,0.00007210768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093209196,0.00007101736,0.00006711081,0.00028043144,0.00007913498,0.00014916694,0.00025423447,0.000026613232,0.00009803365],"category_scores_gemma":[0.0018172917,0.000059308495,0.000010698171,0.0012726403,0.000022409035,0.0002800752,0.00004993205,0.00006242553,0.00004314562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003426562,0.00011419516,0.25723344,0.00006339068,0.000035060642,0.0000066138896,0.0102300905,0.0005055079,0.0013010136,0.035227478,0.0016307704,0.693649],"study_design_scores_gemma":[0.0011960266,0.00020590001,0.5226498,0.000041268788,0.000009794814,0.00018357023,0.0009902249,0.45376167,0.009605534,0.002017729,0.00837152,0.0009669529],"about_ca_topic_score_codex":0.000008786617,"about_ca_topic_score_gemma":0.0000016592385,"teacher_disagreement_score":0.6926821,"about_ca_system_score_codex":0.000031593903,"about_ca_system_score_gemma":0.000059847338,"threshold_uncertainty_score":0.24185303},"labels":[],"label_agreement":null},{"id":"W2113322762","doi":"10.1109/qsic.2009.47","title":"A Bayesian Approach for the Detection of Code and Design Smells","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":223,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Code smell; Computer science; Context (archaeology); Probabilistic logic; Process (computing); Code (set theory); Machine learning; Artificial intelligence; Bayesian probability; Data mining; Quality (philosophy); Source code; Statistical model; Software quality; Programming language; Software development; Software","score_opus":0.03149184009471971,"score_gpt":0.2614424345313111,"score_spread":0.22995059443659138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113322762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031327095,0.00010910158,0.99901456,0.00015785232,0.000020464195,0.00025242014,1.9185764e-7,0.000070593414,0.00006155408],"genre_scores_gemma":[0.693329,0.0000041103604,0.30656105,0.000021959318,0.00000926939,0.000010698439,4.374662e-8,0.0000016886705,0.00006218639],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996138,0.000014745835,0.000057083904,0.00011354095,0.00009778628,0.00010300367],"domain_scores_gemma":[0.99910927,0.0006247753,0.000010855169,0.00019968624,0.000030892617,0.000024529805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034513976,0.00003742245,0.000046732723,0.000037812595,0.000038652666,0.000036184392,0.00024481834,0.000020009535,6.193535e-7],"category_scores_gemma":[0.00012640763,0.000024179535,0.000015139588,0.00015167349,0.000014092343,0.00007209276,0.00002424293,0.000038739847,3.4062364e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030712377,0.00008288753,0.0002591963,0.000045230543,0.000027780618,7.716728e-7,0.0007398186,0.018324323,0.033819243,0.010123703,0.00054621283,0.9360001],"study_design_scores_gemma":[0.000113716545,0.00013600892,0.003514177,0.0000015639395,0.0000015004937,0.0000047215317,0.0000069462326,0.95889825,0.03634791,0.00084580114,0.00009273752,0.00003665251],"about_ca_topic_score_codex":0.0000052029654,"about_ca_topic_score_gemma":4.1716544e-7,"teacher_disagreement_score":0.94057393,"about_ca_system_score_codex":0.000007682768,"about_ca_system_score_gemma":0.000011940556,"threshold_uncertainty_score":0.09860128},"labels":[],"label_agreement":null},{"id":"W2113351233","doi":"10.1145/2000791.2000794","title":"Reducing the effort of bug report triage","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Process (computing); Variety (cybernetics); Key (lock); Recommender system; Software engineering; Software; Software development; Triage; Data science; World Wide Web; Artificial intelligence; Computer security","score_opus":0.13501545347678479,"score_gpt":0.32812057111168713,"score_spread":0.19310511763490235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113351233","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06724524,0.0001792267,0.93112254,0.00008416865,0.0008070321,0.00014148334,0.000002072825,0.00040449674,0.00001375433],"genre_scores_gemma":[0.3030848,0.00004296764,0.6966525,0.000018619796,0.000028105726,0.000043591845,5.704381e-7,0.000019066496,0.00010978932],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986462,0.000121282355,0.00032606674,0.0003697575,0.00019263421,0.00034406412],"domain_scores_gemma":[0.9941271,0.0044124653,0.00006446449,0.001220968,0.00007015421,0.000104841005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00204098,0.00016744237,0.00028076803,0.00026161986,0.0000970383,0.000016372294,0.0007557723,0.00011895839,0.000018386541],"category_scores_gemma":[0.004332288,0.00013299286,0.000096277,0.0004545469,0.00007149817,0.00013184092,0.00004169164,0.00041483965,0.0000034108396],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031057687,0.00064956874,0.01576137,0.00089334726,0.0014270705,0.0009817758,0.02528349,0.113869056,0.013619695,0.012152846,0.00039885254,0.8146524],"study_design_scores_gemma":[0.0044597783,0.003029096,0.4282827,0.0006962584,0.00043467153,0.010894158,0.00047585918,0.030220123,0.49480307,0.009284347,0.014340571,0.0030793555],"about_ca_topic_score_codex":0.00009647654,"about_ca_topic_score_gemma":0.0000012624122,"teacher_disagreement_score":0.811573,"about_ca_system_score_codex":0.000026789085,"about_ca_system_score_gemma":0.000053849028,"threshold_uncertainty_score":0.54232913},"labels":[],"label_agreement":null},{"id":"W2113476536","doi":"10.1109/icsm.2005.42","title":"Dynamic feature traces: finding features in unfamiliar code","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Heuristics; Feature (linguistics); Relevance (law); Test suite; TRACE (psycholinguistics); Ranking (information retrieval); Code (set theory); Suite; Source code; Data mining; Binary code; Quality (philosophy); Artificial intelligence; Binary number; Machine learning; Information retrieval; Test case; Programming language","score_opus":0.01121693938005001,"score_gpt":0.27934726706974516,"score_spread":0.26813032768969514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113476536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49669275,0.0021910958,0.47746092,0.015486147,0.00063246605,0.000521618,0.000006695824,0.0019194412,0.0050888946],"genre_scores_gemma":[0.8558483,0.000029253142,0.13760653,0.00018510269,0.00003248506,0.000012649728,0.0000016889503,0.0000127262865,0.006271228],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987827,0.00002764237,0.00011028757,0.00034971285,0.00032100244,0.00040863096],"domain_scores_gemma":[0.99903977,0.00037986407,0.000015554902,0.00045464607,0.000025765059,0.000084385574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028388464,0.00012592197,0.00012236742,0.0002577006,0.00004399401,0.00012814428,0.0009293686,0.00010306515,0.00002202906],"category_scores_gemma":[0.00021657445,0.00011087164,0.000038701226,0.0006633967,0.000019327965,0.0004046352,0.00016315888,0.00040144334,0.00008983295],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043459793,0.0006198615,0.09152253,0.00024576517,0.00010039741,0.00059498433,0.009790196,0.14886257,0.013052252,0.06320028,0.10629382,0.5656739],"study_design_scores_gemma":[0.0008716383,0.00006850958,0.47862023,0.000095124,0.000002296687,0.0000818833,0.00008301433,0.49393386,0.0033690569,0.0005585265,0.021733308,0.0005825576],"about_ca_topic_score_codex":0.000025935778,"about_ca_topic_score_gemma":0.00044200572,"teacher_disagreement_score":0.5650913,"about_ca_system_score_codex":0.0001671264,"about_ca_system_score_gemma":0.000048422462,"threshold_uncertainty_score":0.45212144},"labels":[],"label_agreement":null},{"id":"W2113509293","doi":"10.1109/icsm.2008.4658065","title":"Understanding the rationale for updating a function’s comment","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Function (biology); Code (set theory); Compiler; Source code; Data mining; Cluster analysis; Software; Machine learning; Programming language","score_opus":0.16180401284416618,"score_gpt":0.2878039930766869,"score_spread":0.12599998023252074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113509293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00093426293,0.000011934471,0.9901949,0.007686393,0.00016102816,0.00018344558,3.3567738e-7,0.0001488194,0.0006788467],"genre_scores_gemma":[0.95394385,0.0000017424096,0.044180788,0.0010599544,0.00005944269,0.00006932745,0.0000015611643,0.00000446412,0.00067889545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99951106,0.000011876759,0.00006713824,0.00010534248,0.00017763268,0.00012692467],"domain_scores_gemma":[0.9986085,0.0011295695,0.000011548744,0.00019054234,0.00003547263,0.000024329747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002448924,0.000037347334,0.0000323046,0.00003186144,0.0003324469,0.000053742286,0.00026857524,0.000011075645,0.000020738387],"category_scores_gemma":[0.00017326746,0.00002540773,0.000023245551,0.0001477895,0.000016457618,0.00013976077,0.0000763202,0.000048899677,0.0000137783545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036513538,0.000020411646,0.0020731264,0.0000074443033,0.000020212163,0.0000013018948,0.0011551039,0.00328642,0.00008329534,0.87246,0.12031765,0.0005713912],"study_design_scores_gemma":[0.0011991432,0.00024891514,0.01079272,0.000017810382,0.000005348486,0.000067586094,0.0012796476,0.8674507,0.0009939008,0.03683822,0.08075095,0.00035502473],"about_ca_topic_score_codex":0.0000037306818,"about_ca_topic_score_gemma":0.0000016451341,"teacher_disagreement_score":0.95300955,"about_ca_system_score_codex":0.00009953524,"about_ca_system_score_gemma":0.000038018658,"threshold_uncertainty_score":0.25569466},"labels":[],"label_agreement":null},{"id":"W2113642562","doi":"10.1109/msr.2007.28","title":"Release Pattern Discovery via Partitioning: Methodology and Case Study","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.07319481911679364,"score_gpt":0.35398485389792206,"score_spread":0.2807900347811284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113642562","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47560483,0.000024328918,0.52402824,0.00005838514,0.000079667705,0.00007618799,1.2689537e-7,0.00010560154,0.000022588853],"genre_scores_gemma":[0.96231693,0.0000011759637,0.037364688,0.00008860318,0.000039005165,0.000008470735,2.3661323e-7,0.000006599968,0.00017426781],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990005,0.00011199935,0.000143745,0.00030035732,0.000168174,0.0002752101],"domain_scores_gemma":[0.99756736,0.0018781008,0.000017813221,0.00038025103,0.000035347584,0.00012112823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014216299,0.00008029757,0.00010048395,0.00011603588,0.000076167096,0.00012314202,0.00020898959,0.000030798743,0.000008755483],"category_scores_gemma":[0.000399332,0.000069796224,0.000017236482,0.00022456798,0.000029034656,0.0003610831,0.0002818865,0.00013098617,0.000014557356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010520123,0.00034089555,0.7668249,0.00001975772,0.000055445093,0.028755406,0.0037226423,0.00016563144,0.00047341993,0.0014909967,0.0004022596,0.19773813],"study_design_scores_gemma":[0.0026445275,0.0019052892,0.9005736,0.000019928018,0.00003301361,0.024698194,0.0038891113,0.05319531,0.008815849,0.0025002058,0.0005913731,0.001133594],"about_ca_topic_score_codex":0.0009308612,"about_ca_topic_score_gemma":0.0002765042,"teacher_disagreement_score":0.4867121,"about_ca_system_score_codex":0.000022628143,"about_ca_system_score_gemma":0.000015773376,"threshold_uncertainty_score":0.28462076},"labels":[],"label_agreement":null},{"id":"W2113772893","doi":"10.1016/j.scico.2013.03.015","title":"Using heuristics to estimate an appropriate number of latent topics in source code analysis","year":2013,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Latent Dirichlet allocation; Source code; Topic model; Heuristics; Set (abstract data type); Locality; Cluster analysis; Code review; Code (set theory); KPI-driven code analysis; Software; Programming language; Theoretical computer science; Information retrieval; Static program analysis; Software development; Artificial intelligence","score_opus":0.03221342878942683,"score_gpt":0.34217966633226143,"score_spread":0.3099662375428346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113772893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48389897,0.0000037613986,0.5157751,0.000033938348,0.000081338374,0.00015629498,2.3713336e-7,0.000047225483,0.0000031464199],"genre_scores_gemma":[0.5048447,1.7508411e-7,0.49511674,0.000006396669,0.000015906153,0.0000060655216,2.9611476e-7,0.000004475394,0.000005232444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770397,0.00004419931,0.00041928943,0.0005037841,0.0007760258,0.0005527551],"domain_scores_gemma":[0.99841255,0.00010222046,0.00011933017,0.0007218256,0.00042113574,0.0002229188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010036572,0.00013621151,0.00030810802,0.0006756663,0.00007145251,0.00028642907,0.001704042,0.00004022062,0.0000039408415],"category_scores_gemma":[0.00016301144,0.00012994495,0.00006632126,0.004758418,0.00020382671,0.0006766515,0.0007770419,0.00013003474,0.0000064452165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018695799,0.00015373527,0.27265856,0.00006152776,0.000029068988,0.000005310081,0.0019636247,0.4365238,0.0015324528,0.0014274939,0.0000024031656,0.28564015],"study_design_scores_gemma":[0.0000856745,0.00006503934,0.10849721,0.00003693917,0.000008524692,0.000003936011,0.0000081824455,0.8895506,0.0013028302,0.00028446774,0.000023580671,0.00013296348],"about_ca_topic_score_codex":0.0003939677,"about_ca_topic_score_gemma":0.0000130731905,"teacher_disagreement_score":0.45302686,"about_ca_system_score_codex":0.000078783436,"about_ca_system_score_gemma":0.00013613835,"threshold_uncertainty_score":0.52990013},"labels":[],"label_agreement":null},{"id":"W2113938691","doi":"10.1109/scam.2015.7335412","title":"On the comprehension of code clone visualizations: A controlled study using eye tracking","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Program comprehension; Computer science; Eye tracking; clone (Java method); Code (set theory); Comprehension; Programming language; Tracking (education); Artificial intelligence; Human–computer interaction; Software; Software system; Psychology; Biology; Genetics","score_opus":0.11487371856370028,"score_gpt":0.38297117724606106,"score_spread":0.2680974586823608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113938691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.565181,0.000027277072,0.43408558,0.00008784286,0.00008500944,0.0003855917,1.9822059e-7,0.000094472394,0.000053019754],"genre_scores_gemma":[0.9941155,6.3835506e-7,0.0057386532,0.00006036746,0.000015569376,0.000014002722,2.3187405e-7,0.000008179219,0.000046885056],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870837,0.00018019316,0.00021578537,0.00018103744,0.000560833,0.00015378655],"domain_scores_gemma":[0.99758846,0.0015407944,0.00005381512,0.00047483871,0.00028280143,0.000059279988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009097133,0.00008302361,0.00019245151,0.00011920917,0.000068349924,0.00008336388,0.0005121767,0.00002253553,0.000008056652],"category_scores_gemma":[0.0014240063,0.000051539595,0.000035170386,0.00049640203,0.000025054413,0.00013209131,0.0001733172,0.00009197011,0.0000097441625],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007237273,0.0052598724,0.105614334,0.00006843249,0.0005501003,0.000089258174,0.031468432,0.5945868,0.02255891,0.23104843,0.0033682147,0.0046634716],"study_design_scores_gemma":[0.0033151873,0.00034226078,0.006757535,0.000033761018,0.000007754187,0.0000022189427,0.0004674793,0.98725486,0.0011512951,0.0005455152,0.00002281592,0.00009932103],"about_ca_topic_score_codex":0.000052374544,"about_ca_topic_score_gemma":0.000004601023,"teacher_disagreement_score":0.42893445,"about_ca_system_score_codex":0.00004394008,"about_ca_system_score_gemma":0.0000672873,"threshold_uncertainty_score":0.21017237},"labels":[],"label_agreement":null},{"id":"W2113986544","doi":"10.1109/wcre.2004.6","title":"A framework for the comparison of nested software decompositions","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Plug-in; Cluster analysis; Software; Nested set model; Data mining; Nested loop join; Reverse engineering; Theoretical computer science; Algorithm; Programming language; Artificial intelligence; Relational database","score_opus":0.04343940446552314,"score_gpt":0.3614693224927655,"score_spread":0.31802991802724234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113986544","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004578599,0.0001709357,0.9920251,0.0026576128,0.000111882306,0.00021979168,0.0000016704606,0.00020191414,0.000032498978],"genre_scores_gemma":[0.4620128,9.974974e-7,0.53776914,0.00006622996,0.000039412596,0.00003552253,6.0410616e-7,0.0000042289566,0.00007104709],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999336,0.000012946941,0.00015046203,0.00013724942,0.00018026777,0.00018309179],"domain_scores_gemma":[0.99295825,0.006382057,0.000029065894,0.00048663854,0.00009942108,0.00004459437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014412712,0.00006187304,0.00009978753,0.000053931668,0.00010102432,0.00005461674,0.0008065664,0.00004242773,0.00002615885],"category_scores_gemma":[0.0007760392,0.000042986212,0.0000579375,0.00031862542,0.000029764225,0.00012302453,0.00012377574,0.000116076786,0.000023868866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016918662,0.00041922496,0.037341673,0.000071877024,0.00010835997,6.969607e-7,0.0031045338,0.061311547,0.00036287526,0.58725876,0.017527262,0.29247627],"study_design_scores_gemma":[0.0004434562,0.00020651636,0.05535902,0.00007089575,0.000015788011,0.000009994905,0.00008083034,0.8957467,0.015436272,0.009557431,0.022787645,0.00028543078],"about_ca_topic_score_codex":0.00001950617,"about_ca_topic_score_gemma":0.000017952309,"teacher_disagreement_score":0.83443516,"about_ca_system_score_codex":0.000022440394,"about_ca_system_score_gemma":0.00003451063,"threshold_uncertainty_score":0.17529267},"labels":[],"label_agreement":null},{"id":"W2114607209","doi":"10.1145/1107656.1107661","title":"Humans in the traceability loop","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Traceability; TRACE (psycholinguistics); Computer science; Process (computing); Requirements traceability; Work (physics); Risk analysis (engineering); Software engineering; Process management; Engineering; Programming language; Business; Software; Requirements analysis","score_opus":0.02571180076463451,"score_gpt":0.2898022204966081,"score_spread":0.26409041973197356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114607209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7390588,0.00006646862,0.2479715,0.008070424,0.00006532777,0.00016962347,1.426166e-7,0.00040661183,0.0041911],"genre_scores_gemma":[0.98197055,0.0000010212915,0.017396467,0.00021646472,0.000032653115,0.000010432456,7.521848e-8,0.0000018258713,0.0003705225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99937785,0.000038617483,0.00007381011,0.00014187972,0.0002065848,0.0001612491],"domain_scores_gemma":[0.9989956,0.00047638628,0.0000041795947,0.00048919965,0.000013941662,0.000020694319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006819021,0.00003839863,0.000037630532,0.000040936495,0.000023813482,0.00006585066,0.00090498594,0.000017091374,0.000046999085],"category_scores_gemma":[0.00018860913,0.000024307159,0.000017240842,0.0002884271,0.000016383416,0.00018005943,0.00006955848,0.00012614868,0.0001241448],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049995333,0.00089876424,0.32165217,0.00003841795,0.0000123811815,0.00005256847,0.015701022,0.010654192,0.0004309058,0.18845995,0.02738941,0.43470523],"study_design_scores_gemma":[0.0002311579,0.000040402603,0.8865704,0.0000037300488,4.3152602e-7,0.000008053194,0.00005217254,0.09634479,0.0005702975,0.0012862777,0.014759085,0.0001332019],"about_ca_topic_score_codex":0.000026846947,"about_ca_topic_score_gemma":0.000075163436,"teacher_disagreement_score":0.5649182,"about_ca_system_score_codex":0.000031489897,"about_ca_system_score_gemma":0.000017399498,"threshold_uncertainty_score":0.1681704},"labels":[],"label_agreement":null},{"id":"W2114622266","doi":"10.1109/icsmc.1994.400190","title":"Quantitative evaluation of expert systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Expert system; Quality (philosophy); Quality assurance; Data mining; Artificial intelligence; Engineering","score_opus":0.1592782373554071,"score_gpt":0.36450558182964926,"score_spread":0.20522734447424215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114622266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05771875,0.0019073463,0.9349266,0.00014658328,0.00032906022,0.00018976218,2.6334095e-7,0.00015967406,0.004621905],"genre_scores_gemma":[0.97943205,0.000007969502,0.020259216,0.0000061422365,0.000010341917,0.000020641715,1.17583156e-7,0.0000026200792,0.00026091663],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990517,0.00006309273,0.000090047935,0.00011031831,0.0005953888,0.00008944421],"domain_scores_gemma":[0.9991051,0.00033399704,0.000017486636,0.00025823634,0.00025927977,0.000025927115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006067567,0.00003452185,0.0000563719,0.00007596939,0.000012852459,0.000027597278,0.00027922392,0.00001626585,0.0000802527],"category_scores_gemma":[0.00055965775,0.000029132854,0.000014483905,0.00024500536,0.000011209443,0.00017129128,0.00004542687,0.000029271876,0.000089344794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057223256,0.00040625234,0.0051090303,0.00013021995,0.00014136902,0.000010135372,0.016363401,0.07711171,0.016708624,0.6643856,0.06007087,0.15955707],"study_design_scores_gemma":[0.00010342672,0.000044955796,0.001158018,0.000009557396,7.149578e-7,0.0000015860938,0.000039682127,0.99701905,0.0013305284,0.00007109902,0.00018420238,0.00003714674],"about_ca_topic_score_codex":0.000048675458,"about_ca_topic_score_gemma":5.2946194e-7,"teacher_disagreement_score":0.9217133,"about_ca_system_score_codex":0.000035016186,"about_ca_system_score_gemma":0.000012662952,"threshold_uncertainty_score":0.11880033},"labels":[],"label_agreement":null},{"id":"W2114760352","doi":"10.1109/isie.2006.295995","title":"Modeling Functional Requirements to Support Traceability Analysis","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Traceability; Requirements traceability; Computer science; Software engineering; Requirements analysis; Software requirements; Functional requirement; Software construction; Context (archaeology); Non-functional requirement; Software requirements specification; Verification and validation; Software system; Requirement; Software; Systems engineering; Programming language; Engineering","score_opus":0.04914235196886094,"score_gpt":0.29839395479459585,"score_spread":0.2492516028257349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114760352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22687231,0.0000030644514,0.77180845,0.00022174924,0.000078904195,0.00006446695,7.3686795e-7,0.0003609845,0.0005893104],"genre_scores_gemma":[0.9203136,9.685965e-8,0.0785116,0.000059116373,0.000041551135,0.000014275514,0.0000053374974,0.0000039132756,0.0010505143],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864227,0.000017162385,0.0001837263,0.00036938483,0.0005267495,0.00026072518],"domain_scores_gemma":[0.9991753,0.00009167749,0.00000803544,0.00051307556,0.00011606958,0.000095829426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049824524,0.00007595783,0.000104980056,0.00028817734,0.00005408858,0.000099023986,0.0004054971,0.000026586487,0.00022737759],"category_scores_gemma":[0.00010702109,0.00007149098,0.00008398766,0.0014008415,0.0000066350694,0.00026581695,0.00016078874,0.00006496099,0.00014194542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023311882,0.00005604018,0.06268347,0.000003017711,0.00004589122,0.0000032132511,0.000023033583,0.93176526,0.00018312792,0.0021205097,0.0014912229,0.0016228715],"study_design_scores_gemma":[0.00006863271,0.000026394831,0.09458151,6.055235e-7,0.000009785244,8.0250607e-7,0.0000018745117,0.9044096,0.0001966608,0.0004882659,0.00012736712,0.00008853099],"about_ca_topic_score_codex":0.00028790574,"about_ca_topic_score_gemma":0.000070520386,"teacher_disagreement_score":0.6934413,"about_ca_system_score_codex":0.00009766031,"about_ca_system_score_gemma":0.000046433834,"threshold_uncertainty_score":0.29153174},"labels":[],"label_agreement":null},{"id":"W2114826097","doi":"10.1109/icsm.2009.5306332","title":"Decomposing object-oriented class modules using an agglomerative clustering technique","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Cohesion (chemistry); Computer science; Jaccard index; Cluster analysis; Software quality; Class (philosophy); Data mining; Hierarchical clustering; Software engineering; Software; Software development; Artificial intelligence; Programming language","score_opus":0.025828260355329667,"score_gpt":0.3087353495919927,"score_spread":0.2829070892366631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114826097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12759116,0.000028878152,0.87069696,0.00010365216,0.00013299305,0.00023495662,4.524069e-7,0.0008959636,0.00031495918],"genre_scores_gemma":[0.55523676,0.0000013467001,0.4446092,0.00007413951,0.000037885824,0.0000065714225,9.5099864e-7,0.00000860661,0.000024560632],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846643,0.00007477457,0.0002065412,0.00046239374,0.00034035652,0.00044952473],"domain_scores_gemma":[0.9989099,0.00015076878,0.000038090457,0.0006155581,0.00012565326,0.00016001616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003461523,0.00017690673,0.0001678707,0.00028194443,0.00018034756,0.00026026915,0.0006729942,0.000078331526,0.0000073427404],"category_scores_gemma":[0.000120777,0.00017111932,0.000044925306,0.0006914037,0.000027893842,0.00095534266,0.00021192984,0.00023088566,0.0000075577973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002650385,0.00045362226,0.0019791878,0.00004540407,0.00004814185,0.00019545876,0.0027116109,0.16152893,0.7029106,0.022013238,0.0001941271,0.10789318],"study_design_scores_gemma":[0.00016228469,0.00018725349,0.004530669,0.000055593646,0.0000017920855,0.000081795886,0.000026442476,0.89392287,0.10013857,0.00049902743,0.00011666433,0.00027702661],"about_ca_topic_score_codex":0.000045904282,"about_ca_topic_score_gemma":0.000008570741,"teacher_disagreement_score":0.732394,"about_ca_system_score_codex":0.00018492376,"about_ca_system_score_gemma":0.000056627025,"threshold_uncertainty_score":0.69780433},"labels":[],"label_agreement":null},{"id":"W2114836483","doi":"10.1002/smr.421","title":"Identification of behavioural and creational design motifs through dynamic analysis","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identification (biology); Visitor pattern; Computer science; Java; Program comprehension; Software engineering; Constraint (computer-aided design); Software; Theoretical computer science; Programming language; Engineering; Software system","score_opus":0.0626294758113364,"score_gpt":0.36130520564859697,"score_spread":0.29867572983726054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114836483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086005665,0.002571626,0.90789413,0.003358358,0.0000380176,0.00010421586,0.000003504579,0.000015566373,0.000008905047],"genre_scores_gemma":[0.91862005,0.0015128361,0.07972059,0.000024825678,0.000017641672,0.0000023566151,0.0000010310688,0.00000369616,0.00009697939],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786544,0.0004121191,0.0004195444,0.00022242156,0.000807254,0.00027323872],"domain_scores_gemma":[0.9932001,0.0044283736,0.0002934616,0.0002050474,0.0017323515,0.00014066507],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056796973,0.000090558504,0.00021138082,0.0005296117,0.00019083152,0.0001988078,0.00026914448,0.00006524108,0.0000030357505],"category_scores_gemma":[0.011980769,0.00007644824,0.000046185476,0.0011087651,0.0001934917,0.0019820961,0.00008606509,0.00040753264,0.0000010256581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077798152,0.003392528,0.6056974,0.0007242224,0.003524772,0.0009167643,0.015362433,0.015571288,0.04346331,0.091337256,0.009357155,0.20287305],"study_design_scores_gemma":[0.00055750925,0.0010083446,0.9639161,0.000079716716,0.000095800635,0.00061698887,0.0003744586,0.017514212,0.00025677623,0.015277805,0.00017680765,0.00012543477],"about_ca_topic_score_codex":0.000069466085,"about_ca_topic_score_gemma":0.0000033686463,"teacher_disagreement_score":0.83261436,"about_ca_system_score_codex":0.00010710202,"about_ca_system_score_gemma":0.00015987917,"threshold_uncertainty_score":0.99634176},"labels":[],"label_agreement":null},{"id":"W2114839529","doi":"10.1109/wcre.2009.25","title":"A Study of the Time Dependence of Code Changes","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Documentation; Computer science; Period (music); Code (set theory); Open source; Source code; Foundation (evidence); Data science; Software; Software engineering; History; Programming language; Archaeology","score_opus":0.027138251579830658,"score_gpt":0.28387888478050055,"score_spread":0.25674063320066987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114839529","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760893,0.000028385986,0.022483649,0.0006031959,0.000045727058,0.00020420736,4.481497e-7,0.00007887051,0.0004662016],"genre_scores_gemma":[0.9969546,7.74179e-7,0.0025473838,0.000027423906,0.000005462418,0.000002102902,1.5515567e-8,0.0000014849328,0.0004607204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993643,0.000025194333,0.00007346911,0.00010677073,0.000333423,0.00009682803],"domain_scores_gemma":[0.9992337,0.00017267259,0.000023871264,0.00049503136,0.000055464418,0.000019234478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019334906,0.000037798734,0.00007232282,0.00004299331,0.000014384598,0.000009259636,0.0009805246,0.000012993386,0.000010781215],"category_scores_gemma":[0.00015947969,0.000023732871,0.000014318543,0.00034645223,0.000012434314,0.000051065996,0.000174991,0.000050598912,0.000007297706],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054719574,0.00726779,0.3357954,0.00016218581,0.000260461,0.00010324439,0.048330393,0.011262297,0.21663915,0.04033597,0.011184436,0.32860392],"study_design_scores_gemma":[0.0004875069,0.0012331513,0.8862999,0.000035155575,0.000004520766,0.000011116416,0.00011837338,0.018065833,0.09296142,0.0005641111,0.00008162888,0.00013726634],"about_ca_topic_score_codex":0.00002309933,"about_ca_topic_score_gemma":0.00001897253,"teacher_disagreement_score":0.5505045,"about_ca_system_score_codex":0.0000073115607,"about_ca_system_score_gemma":0.00001991637,"threshold_uncertainty_score":0.1822075},"labels":[],"label_agreement":null},{"id":"W2114905813","doi":"10.5555/2337223.2337410","title":"CodeTimeline: storytelling with versioning data","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Storytelling; Software versioning; Casual; World Wide Web; Visualization; Data visualization; Narrative; Human–computer interaction; Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.06457803039089124,"score_gpt":0.2980390296624419,"score_spread":0.23346099927155065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114905813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023149123,0.00010982772,0.9740684,0.00017289155,0.0012988559,0.00009339431,0.00001596512,0.0008116063,0.0002799314],"genre_scores_gemma":[0.79901385,0.00001741886,0.20042017,0.00005007847,0.00028526012,0.000013069394,0.000041849693,0.000028142547,0.00013013072],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998158,0.000016090877,0.00018158591,0.00042281576,0.00075802574,0.00046352626],"domain_scores_gemma":[0.9980695,0.00054686994,0.00004934059,0.00093911384,0.00019070404,0.00020443481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042524684,0.000210286,0.00014528715,0.0002659193,0.00006629345,0.00019739642,0.0023290173,0.00006246382,0.00010012266],"category_scores_gemma":[0.0010362266,0.00019759881,0.00002746941,0.00026400408,0.000020960597,0.0013051169,0.0005949206,0.00038545285,0.00017741541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019397987,0.00074569666,0.3211622,0.00023890418,0.0009921587,0.00031960706,0.0039204443,0.3045219,0.0030247415,0.2929936,0.006989682,0.06489708],"study_design_scores_gemma":[0.00079475547,0.00013956365,0.022732351,0.00049101387,0.0000129020655,0.00011425606,0.000060679795,0.9442655,0.0019673652,0.000036959074,0.028460067,0.0009246255],"about_ca_topic_score_codex":0.000009453153,"about_ca_topic_score_gemma":5.839286e-7,"teacher_disagreement_score":0.7758648,"about_ca_system_score_codex":0.00013666807,"about_ca_system_score_gemma":0.00008011383,"threshold_uncertainty_score":0.8057846},"labels":[],"label_agreement":null},{"id":"W2114928940","doi":"10.1016/j.datak.2013.02.001","title":"Assessing the quality factors found in in-line documentation written in natural language: The JavadocMiner","year":2013,"lang":"en","type":"article","venue":"Data & Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"U.S. Department of Defense","keywords":"Documentation; Natural (archaeology); Quality (philosophy); Line (geometry); Natural language processing; Computer science; Linguistics; Psychology; History; Mathematics; Programming language; Archaeology; Philosophy","score_opus":0.059091997112096124,"score_gpt":0.39128965147035494,"score_spread":0.3321976543582588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114928940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614783,0.0015787388,0.03546179,0.00035694506,0.00057956425,0.00037087782,0.00000404499,0.00012512393,0.000044625947],"genre_scores_gemma":[0.9965087,0.000006768261,0.0031805455,0.000018110599,0.00009121397,0.00005160322,0.00005768715,0.00001809344,0.000067287576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99839014,0.00013045715,0.00037302228,0.00039064058,0.0002795089,0.00043623743],"domain_scores_gemma":[0.9968166,0.0019420392,0.00003851238,0.0011091747,0.000048956932,0.000044724507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015186877,0.0001778422,0.00017281537,0.0002742745,0.000042547283,0.00058845326,0.0020756877,0.00005309492,0.000014899637],"category_scores_gemma":[0.00179205,0.00011735342,0.000020856554,0.0013710533,0.000027146742,0.002348047,0.00091678585,0.00066150475,0.000046638448],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084245075,0.00048584415,0.54029083,0.00069224846,0.00009517398,0.00012414332,0.05665455,0.037164606,0.016763043,0.003228191,0.0026654801,0.34182745],"study_design_scores_gemma":[0.00018269333,0.0000028832299,0.5027856,0.000053016898,7.771844e-7,0.0000018803056,0.00041303982,0.49616292,0.00008836925,0.000009925895,0.00018768327,0.00011116629],"about_ca_topic_score_codex":0.0015477533,"about_ca_topic_score_gemma":0.0006755233,"teacher_disagreement_score":0.45899832,"about_ca_system_score_codex":0.00022347808,"about_ca_system_score_gemma":0.000061031304,"threshold_uncertainty_score":0.5674468},"labels":[],"label_agreement":null},{"id":"W2114938579","doi":"10.1145/1512475.1512493","title":"Towards a more efficient static software change impact analysis method","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Change impact analysis; Computer science; Static analysis; Software; Software testing; Software engineering; Programming language","score_opus":0.05565394329737228,"score_gpt":0.3614763793535488,"score_spread":0.30582243605617654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114938579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097507864,0.00012809779,0.9010516,0.0003263627,0.00007375736,0.00018015075,0.000006746723,0.0006821451,0.000043279477],"genre_scores_gemma":[0.5217923,0.0000066158213,0.4778121,0.00013074001,0.00003154154,0.000046444482,0.0000041960816,0.000012216999,0.00016385861],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791783,0.00008211051,0.00019378611,0.00047375384,0.0007913757,0.00054116466],"domain_scores_gemma":[0.99799365,0.00063326675,0.00003690107,0.0009134541,0.00015631491,0.00026644242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005137344,0.00018853696,0.00030698182,0.0007122318,0.000112148504,0.00008158125,0.0009576532,0.000054821445,0.00015931197],"category_scores_gemma":[0.000626297,0.00014448824,0.00026907944,0.0035639375,0.000038138936,0.00020203965,0.000354151,0.0001710668,0.00008139318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028072287,0.0007122938,0.25249654,0.00014753462,0.003551144,0.001269078,0.029833365,0.46753833,0.00018614002,0.0016078858,0.0060798274,0.23654981],"study_design_scores_gemma":[0.00015775044,0.00007048097,0.3730903,0.000004563429,0.000039884253,0.000042124015,0.0000122573165,0.6259301,0.000319769,0.000033933076,0.000094379895,0.00020446909],"about_ca_topic_score_codex":0.00077157124,"about_ca_topic_score_gemma":0.000005424964,"teacher_disagreement_score":0.42428443,"about_ca_system_score_codex":0.00017425854,"about_ca_system_score_gemma":0.00014042434,"threshold_uncertainty_score":0.5892059},"labels":[],"label_agreement":null},{"id":"W2115057462","doi":"10.1109/wcre.2004.16","title":"Combined software and hardware comprehension in reverse engineering","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Porting; Computer science; Interpreter; Software; Software engineering; Process (computing); Backporting; Reverse engineering; Program comprehension; Software maintenance; Comprehension; Operating system; Software development; Embedded system; Software development process; Software system; Programming language","score_opus":0.01196586451773886,"score_gpt":0.2291831265115527,"score_spread":0.21721726199381383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115057462","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4450971,0.00020174177,0.5522289,0.0011307071,0.00015960391,0.00019424644,7.52432e-7,0.00092238205,0.00006454896],"genre_scores_gemma":[0.7411585,0.000015364252,0.25841793,0.00012195248,0.000026772379,0.000008988452,0.0000010705669,0.0000112934895,0.00023814366],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991041,0.000013656645,0.00013625994,0.0002707266,0.00020376995,0.00027151816],"domain_scores_gemma":[0.9991494,0.00036428653,0.00001097847,0.00033733502,0.000035471523,0.00010253558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016329036,0.00010762605,0.00012400212,0.00019864604,0.000026917302,0.00007072117,0.00033750938,0.000048738675,0.000019611209],"category_scores_gemma":[0.00029673812,0.00010640184,0.000019096939,0.0003385124,0.000012114388,0.00037887366,0.00030892258,0.00017515596,0.000045924753],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051497205,0.00045420264,0.44005227,0.0005985688,0.00006609636,0.00044889486,0.0033352938,0.13572729,0.011732425,0.025840709,0.02059213,0.3611006],"study_design_scores_gemma":[0.0013786661,0.00009167544,0.42937112,0.00012202252,0.0000016903464,0.00003353421,0.000013645122,0.5453358,0.0024691676,0.00010416658,0.020630382,0.0004481164],"about_ca_topic_score_codex":0.000025817228,"about_ca_topic_score_gemma":0.000007863442,"teacher_disagreement_score":0.4096085,"about_ca_system_score_codex":0.000060724327,"about_ca_system_score_gemma":0.000018783956,"threshold_uncertainty_score":0.43389413},"labels":[],"label_agreement":null},{"id":"W2115081444","doi":"10.1109/scam.2008.9","title":"Using Program Transformations to Add Structure to a Legacy Data Model","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Programmer; Java; Legacy system; Data modeling; Data model (GIS); Set (abstract data type); Relocation; Overlay; Database; Software; Artificial intelligence","score_opus":0.15012639048307888,"score_gpt":0.3698353484788266,"score_spread":0.21970895799574772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115081444","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09102943,0.000006939807,0.9072768,0.0005215827,0.000057837467,0.00042252205,0.000019009136,0.0005153965,0.00015049732],"genre_scores_gemma":[0.42825508,3.9615014e-7,0.57150435,0.00013059554,0.000018080085,0.000010484342,0.0000057402176,0.000005825397,0.000069448375],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989206,0.000008811554,0.00012230824,0.00030221362,0.00034306548,0.00030295845],"domain_scores_gemma":[0.99856275,0.00004867471,0.000006331204,0.0010937153,0.000071906485,0.00021660657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008747662,0.00008870311,0.00008157352,0.00016905452,0.00012155244,0.0001788357,0.0016735011,0.000030783263,0.00001734769],"category_scores_gemma":[0.00012830948,0.000079542304,0.000016012897,0.00081898004,0.000010155498,0.0013152056,0.00044836802,0.00011105796,0.00003340266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004982163,0.00008198133,0.00025965515,0.000025611214,0.00001931369,0.000018421086,0.004404955,0.8616628,0.0021044624,0.0041650073,0.014681526,0.11257127],"study_design_scores_gemma":[0.000075837,0.000032202122,0.00050476746,0.0000065241343,0.0000010084744,0.000036832367,0.0000065813897,0.995776,0.0005571782,0.00008151251,0.0028043608,0.0001171918],"about_ca_topic_score_codex":0.000047893547,"about_ca_topic_score_gemma":0.000027767539,"teacher_disagreement_score":0.33722565,"about_ca_system_score_codex":0.00004309755,"about_ca_system_score_gemma":0.00015492195,"threshold_uncertainty_score":0.3243641},"labels":[],"label_agreement":null},{"id":"W2115130131","doi":"10.1145/2568225.2568313","title":"Live API documentation","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":248,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Documentation; Computer science; Application programming interface; Abstraction; World Wide Web; Software engineering; Programming language","score_opus":0.01053191051377647,"score_gpt":0.2687611003884102,"score_spread":0.2582291898746338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115130131","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01761781,0.0000065645013,0.97836185,0.00032854284,0.00012565243,0.000033104698,2.4507678e-8,0.0002894368,0.0032370007],"genre_scores_gemma":[0.912996,0.0000012168849,0.08555119,0.00012119208,0.00003410383,0.000005831924,3.228016e-7,0.0000025912311,0.0012875295],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995902,0.000014473301,0.000040492152,0.00010821382,0.00014555412,0.00010103769],"domain_scores_gemma":[0.9994701,0.00025215044,0.0000057258944,0.00021061777,0.000024292089,0.000037114376],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015485105,0.000029123721,0.000027257294,0.00003878073,0.000019851992,0.000090126705,0.0002934316,0.000011611874,0.00009035945],"category_scores_gemma":[0.00016731335,0.000025321124,0.0000102888125,0.00010933954,0.000005574487,0.00024551392,0.00008053096,0.00003540839,0.00093448843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020875696,0.000050377006,0.035134003,0.000027920645,0.000018358804,0.0000060908874,0.0017376138,0.0013298093,0.0019368964,0.57186747,0.023334553,0.36455482],"study_design_scores_gemma":[0.00093170186,0.00034758807,0.2971058,0.000023154516,0.0000028189727,0.000021832291,0.000045432356,0.60393983,0.024137296,0.024641903,0.048236288,0.0005663411],"about_ca_topic_score_codex":0.00002513356,"about_ca_topic_score_gemma":0.0000011549715,"teacher_disagreement_score":0.89537823,"about_ca_system_score_codex":0.000014875148,"about_ca_system_score_gemma":0.000007262439,"threshold_uncertainty_score":0.9998434},"labels":[],"label_agreement":null},{"id":"W2115185340","doi":"10.1109/icsc.2009.19","title":"Using a Formal Language Constructs for Software Model Evolution","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Carleton University","funders":"European Research Consortium for Informatics and Mathematics","keywords":"Computer science; Unified Modeling Language; Object Constraint Language; Programming language; Class diagram; Dependency (UML); Directed acyclic graph; Graph; Dependency graph; Theoretical computer science; Software; Applications of UML; Software engineering; Algorithm","score_opus":0.03217343751371565,"score_gpt":0.30476991119752994,"score_spread":0.2725964736838143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115185340","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07049971,0.000053071224,0.9285987,0.00006933273,0.000067645684,0.0001607425,0.0000025008019,0.00046366334,0.00008462812],"genre_scores_gemma":[0.50518453,1.5493991e-7,0.49465206,0.0000498676,0.000019236277,0.0000030629365,7.450644e-7,0.0000030692377,0.000087267406],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999188,0.0000057643692,0.000095087526,0.00018517998,0.0001827641,0.0003431775],"domain_scores_gemma":[0.9994315,0.00012524016,0.000016647393,0.0002786877,0.0000786218,0.00006933675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015752265,0.000075717326,0.00007711876,0.0001016005,0.000081144746,0.00007178878,0.0003577768,0.00004312961,0.0000027681408],"category_scores_gemma":[0.00030818165,0.000071222734,0.000039474548,0.00020011436,0.000012843112,0.00059306837,0.00007290166,0.00006497086,0.000005032896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033479446,0.00010931066,0.002507095,0.00009690348,0.000029233659,0.000024321991,0.0017789593,0.29858702,0.025337046,0.44486478,0.0020076402,0.22462422],"study_design_scores_gemma":[0.00023927222,0.00004105751,0.0007606839,0.000008187726,0.0000014137138,0.000020143914,0.000011375086,0.99257445,0.0017114038,0.004520887,0.000012175111,0.00009894655],"about_ca_topic_score_codex":0.000009545679,"about_ca_topic_score_gemma":0.0000010515956,"teacher_disagreement_score":0.6939874,"about_ca_system_score_codex":0.00009411269,"about_ca_system_score_gemma":0.000109200715,"threshold_uncertainty_score":0.29043788},"labels":[],"label_agreement":null},{"id":"W2115398138","doi":"10.1109/wpc.2002.1021334","title":"An integrated approach for studying architectural evolution","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software evolution; Architectural pattern; Visualization; Software engineering; Software; Software architecture; Extensibility; Software system; Software visualization; Component-based software engineering; Software construction; Data mining; Programming language","score_opus":0.03115702757862012,"score_gpt":0.2787823887526455,"score_spread":0.24762536117402537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115398138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054673165,0.000022313836,0.9442005,0.000016932445,0.00009374923,0.0002572045,4.434903e-7,0.0004413216,0.00029434764],"genre_scores_gemma":[0.5716552,6.030979e-8,0.428198,0.000008787721,0.000010466406,0.000036352907,0.0000017790709,0.0000046873242,0.00008465933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915326,0.00005433287,0.00008733236,0.0002699092,0.00017168414,0.00026346432],"domain_scores_gemma":[0.99927336,0.00019654028,0.000010788038,0.00036088377,0.00008052663,0.00007788168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042579122,0.0000784786,0.000072014125,0.000117301155,0.00007504454,0.000108211665,0.00046603978,0.00002875014,0.0000042699808],"category_scores_gemma":[0.00035616526,0.000062733736,0.000028510334,0.00038198289,0.000014336771,0.00022049119,0.000030893832,0.000102415164,0.0000043914565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003326832,0.0007657906,0.05304218,0.00013552247,0.000102476864,0.000006931166,0.0031001102,0.14720716,0.01024613,0.5960897,0.0013053656,0.18796535],"study_design_scores_gemma":[0.00040245117,0.0002150674,0.012236034,0.000003927569,0.0000017950879,0.000025100951,0.0001233736,0.9826272,0.0023206996,0.0013757432,0.00046578344,0.00020278942],"about_ca_topic_score_codex":0.000021806543,"about_ca_topic_score_gemma":0.0000015054344,"teacher_disagreement_score":0.8354201,"about_ca_system_score_codex":0.00007553636,"about_ca_system_score_gemma":0.000057528992,"threshold_uncertainty_score":0.25582075},"labels":[],"label_agreement":null},{"id":"W2115486982","doi":"10.1109/csmr.2001.914988","title":"Strategies for migration from C to Java","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Java; Real time Java; Programming language; Java annotation; Generics in Java; Popularity; strictfp","score_opus":0.026287166467984655,"score_gpt":0.28456310131588936,"score_spread":0.2582759348479047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115486982","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044524726,0.000017203505,0.9536666,0.0004255906,0.00014412236,0.00012118001,9.83527e-7,0.0001745926,0.00092496263],"genre_scores_gemma":[0.5929337,4.719541e-7,0.4064776,0.0000968888,0.000019283381,0.00003117523,9.3613016e-7,0.000003375622,0.00043654218],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999555,0.000008960307,0.000052804782,0.00014845618,0.00010780022,0.00012701651],"domain_scores_gemma":[0.9993597,0.0003204448,0.000004453773,0.00021963337,0.0000458154,0.000049952705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010360812,0.00004003176,0.000038400824,0.00004295583,0.000024270543,0.00016724844,0.00023611268,0.000017712577,0.000022755354],"category_scores_gemma":[0.00023003144,0.00003558597,0.000015195714,0.00014938218,0.0000029589423,0.00021956295,0.000022359134,0.00002383648,0.00007072343],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003278724,0.000032386313,0.0027071435,0.000009353518,0.000014230636,0.0000023574219,0.0012475539,0.004202734,0.009832234,0.92337877,0.046018027,0.012551909],"study_design_scores_gemma":[0.0011468808,0.0006213854,0.042376764,0.000033874458,0.0000056361323,0.0000055778687,0.00078926183,0.16798447,0.17758322,0.16697237,0.44150642,0.0009741593],"about_ca_topic_score_codex":0.00008416391,"about_ca_topic_score_gemma":0.000054404914,"teacher_disagreement_score":0.7564064,"about_ca_system_score_codex":0.000016002396,"about_ca_system_score_gemma":0.00005259827,"threshold_uncertainty_score":0.16127805},"labels":[],"label_agreement":null},{"id":"W2115513993","doi":"10.1109/wcre.2011.26","title":"Useful, But Usable? Factors Affecting the Usability of APIs","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Computer science; Pluralistic walkthrough; USable; Cognitive walkthrough; Usability inspection; Usability engineering; Usability lab; Usability goals; World Wide Web; Web usability; Quality (philosophy); Heuristic evaluation; Software engineering; Human–computer interaction","score_opus":0.06521488158642712,"score_gpt":0.2625446144278703,"score_spread":0.19732973284144317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115513993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8049409,0.000012020974,0.19361214,0.000026886124,0.00016350063,0.00010634867,4.781745e-7,0.0001748868,0.00096284994],"genre_scores_gemma":[0.98704547,9.33438e-7,0.012746284,0.000010600488,0.000013328348,0.0000033331378,1.0024728e-7,0.000005735574,0.00017422561],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990107,0.0000646258,0.00014829075,0.00022722069,0.00029457267,0.0002545881],"domain_scores_gemma":[0.9974884,0.0015317468,0.000033829525,0.0008094242,0.00007494954,0.00006164153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000726643,0.00008638974,0.00010769242,0.000052160092,0.00006678513,0.000037206326,0.0011290624,0.000036173264,0.00013687124],"category_scores_gemma":[0.0012179727,0.000051712068,0.000057553607,0.00038878323,0.000081479826,0.00025063922,0.00037117483,0.00014661498,0.000027022104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017395092,0.000054665194,0.99066454,0.000028039689,0.000016626265,0.0000014696506,0.0029901841,0.00004981584,0.00092078996,0.002911428,0.00017107208,0.0021896302],"study_design_scores_gemma":[0.00006697897,0.000060807684,0.875474,0.0000068002055,0.0000017231498,0.000002731246,0.00016598782,0.0025216024,0.12109873,0.00045485803,0.0000486172,0.00009718697],"about_ca_topic_score_codex":0.000725258,"about_ca_topic_score_gemma":0.00001762806,"teacher_disagreement_score":0.18210457,"about_ca_system_score_codex":0.00003080544,"about_ca_system_score_gemma":0.000038375518,"threshold_uncertainty_score":0.21087569},"labels":[],"label_agreement":null},{"id":"W2115571575","doi":"10.1109/scam.2001.972678","title":"Software engineering by source transformation - experience with TXL","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Waterloo; Queen's University","funders":"","keywords":"Computer science; Programming language; Software engineering; COBOL; Software construction; Software maintenance; Software development; Program transformation; Source code; Code refactoring; Backporting; Software; Operating system","score_opus":0.01048646824423637,"score_gpt":0.20291743342019095,"score_spread":0.19243096517595457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115571575","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07141769,0.00010146885,0.92695475,0.0001579674,0.000051445622,0.00009753545,5.606491e-7,0.0010559814,0.00016262618],"genre_scores_gemma":[0.92298996,0.000008698899,0.07598058,0.00006447078,0.000016719754,0.000042268664,0.0000011895737,0.000015690997,0.00088042015],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893695,0.000007427838,0.000117396245,0.00023220658,0.0003839295,0.0003221163],"domain_scores_gemma":[0.9992881,0.0001877995,0.0000131064935,0.0003569181,0.000039013008,0.00011506084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007492546,0.000119749966,0.00008501141,0.00008932698,0.000059858216,0.00014204586,0.0005657034,0.000037985064,0.00010236374],"category_scores_gemma":[0.00011963361,0.00010016024,0.000021729435,0.00044863476,0.000017846682,0.00080975855,0.000045494366,0.00012945263,0.00009187934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028753959,0.000687831,0.058358647,0.000582011,0.00018544849,0.00013901964,0.11278753,0.17066073,0.0158967,0.015339856,0.05187402,0.57345945],"study_design_scores_gemma":[0.0006318584,0.00019653271,0.003082186,0.00005214168,0.0000025130905,0.00009822126,0.00009625735,0.92583114,0.024831697,0.00000809406,0.044542134,0.00062722707],"about_ca_topic_score_codex":0.000013892439,"about_ca_topic_score_gemma":5.765617e-7,"teacher_disagreement_score":0.8515723,"about_ca_system_score_codex":0.000041637886,"about_ca_system_score_gemma":0.0000063772713,"threshold_uncertainty_score":0.4084416},"labels":[],"label_agreement":null},{"id":"W2115655439","doi":"10.1109/icis-comsar.2006.34","title":"Empirical Validation of Test-Driven Pair Programming in Game Development","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University; Laurentian University","funders":"","keywords":"Code refactoring; Pair programming; Extreme programming; Computer science; Cohesion (chemistry); Extreme programming practices; Waterfall model; Video game development; Test (biology); Test-driven development; Programming language; Software engineering; Game design; Software development; Human–computer interaction; Software development process; Software","score_opus":0.02931252996577616,"score_gpt":0.29357458445614226,"score_spread":0.2642620544903661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115655439","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.571755,0.000007767419,0.4277127,0.00016540865,0.000022785438,0.0001003879,5.75581e-8,0.00014626271,0.00008963486],"genre_scores_gemma":[0.7468298,1.131521e-7,0.2530298,0.0000055550045,0.000008768466,0.000016043157,0.0000011998478,0.000003182107,0.00010555042],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99917454,0.000016448486,0.0001867894,0.00016413756,0.0002709644,0.00018709799],"domain_scores_gemma":[0.9993346,0.00038834364,0.000020594027,0.00017182954,0.00005695024,0.000027724509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023438576,0.000054915738,0.00007440132,0.00014509461,0.000010688518,0.00003411977,0.00029776944,0.000029585002,0.0000060599236],"category_scores_gemma":[0.00026305788,0.00004995835,0.000014471776,0.00049779017,0.0000124846065,0.00012904403,0.000121515666,0.000065492386,0.000016778917],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6359418e-7,0.000116305244,0.97397983,0.000016781825,0.0000015469465,0.0000064613514,0.00026487073,0.0023138942,0.0005193932,0.0002969869,0.00021018654,0.022273296],"study_design_scores_gemma":[0.00020746137,0.00004502526,0.9135112,0.000025272418,3.8892293e-7,0.0000031941984,0.000005872346,0.020394385,0.062357184,0.000195884,0.0031361924,0.00011791979],"about_ca_topic_score_codex":0.000043695316,"about_ca_topic_score_gemma":0.000011012013,"teacher_disagreement_score":0.1750748,"about_ca_system_score_codex":0.00007119313,"about_ca_system_score_gemma":0.00008558121,"threshold_uncertainty_score":0.20372425},"labels":[],"label_agreement":null},{"id":"W2115796408","doi":"10.1109/mise.2007.2","title":"A Framework for Empirical Evaluation of Model Comprehensibility","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Key (lock); Quality (philosophy); Empirical research; Grounded theory; Human–computer interaction; Qualitative research","score_opus":0.22764436621948622,"score_gpt":0.4608701870562838,"score_spread":0.23322582083679758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115796408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21007001,0.000019928071,0.78926617,0.00012640699,0.00006151613,0.00023368064,5.059647e-7,0.000092213275,0.00012957852],"genre_scores_gemma":[0.54036784,1.02598634e-7,0.45957375,0.000029650058,0.000010016586,0.000006993054,2.8252924e-7,0.0000021376356,0.000009230951],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988514,0.000021856971,0.00015951417,0.00019981508,0.0005864043,0.0001810094],"domain_scores_gemma":[0.99710155,0.0018844791,0.000020988107,0.00046046084,0.00047611404,0.00005639651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029033143,0.000048473878,0.00008334022,0.00006897861,0.00002085328,0.000014646623,0.00034448862,0.00005787069,0.000008056554],"category_scores_gemma":[0.0022503939,0.00004299105,0.00004245679,0.00025376023,0.000021106302,0.000093520124,0.00009216324,0.00007776505,0.000003349217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072602554,0.0005045376,0.056285102,0.00015602936,0.0000537441,0.000001058169,0.002236723,0.28580794,0.0020633554,0.40083554,0.002465021,0.24951833],"study_design_scores_gemma":[0.00014320605,0.000028760322,0.030775005,0.0000047290605,0.00000227023,4.2442213e-7,0.0000037968887,0.87729716,0.002575169,0.089110784,0.00001692203,0.00004177777],"about_ca_topic_score_codex":0.0000034280336,"about_ca_topic_score_gemma":0.0000021781066,"teacher_disagreement_score":0.5914892,"about_ca_system_score_codex":0.00006425306,"about_ca_system_score_gemma":0.00011062711,"threshold_uncertainty_score":0.26940942},"labels":[],"label_agreement":null},{"id":"W2115993542","doi":"10.5381/jot.2004.3.4.a8","title":"A Proposal of a New Class Cohesion Criterion: An Empirical Study.","year":2004,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada; Uniwersytet Medyczny im. Karola Marcinkowskiego w Poznaniu","keywords":"Cohesion (chemistry); Class (philosophy); Computer science; Empirical research; Mathematics; Artificial intelligence; Statistics; Physics","score_opus":0.025927782708854038,"score_gpt":0.33584671452188414,"score_spread":0.3099189318130301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115993542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86351264,0.00017668902,0.13066308,0.005224869,0.00015471557,0.00014973461,1.3251667e-7,0.00011214061,0.0000060161287],"genre_scores_gemma":[0.9729753,0.000012861035,0.026899409,0.000030425614,0.00006140265,0.0000013888273,3.1505692e-8,0.000008881417,0.000010291742],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987408,0.000098192584,0.00035588074,0.00012198807,0.00045491935,0.00022821825],"domain_scores_gemma":[0.9987755,0.0001680601,0.00016961746,0.00059468887,0.0002132115,0.00007892321],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009931393,0.00009966817,0.00024419976,0.0005103485,0.00005434176,0.000025172825,0.0018618229,0.0001037421,0.0000041376893],"category_scores_gemma":[0.0005816428,0.00006250703,0.000048979888,0.0010188108,0.00011675474,0.00022902743,0.00033106699,0.0005621086,0.0000058904366],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001324016,0.008654535,0.2634395,0.00018791298,0.0008819233,0.0033981372,0.06261957,0.013459227,0.2685253,0.01656605,0.0058631157,0.3550807],"study_design_scores_gemma":[0.013695418,0.0695661,0.43139514,0.0006182529,0.00018951326,0.019536586,0.005492521,0.0034425128,0.32218117,0.1305847,0.0022018172,0.0010962754],"about_ca_topic_score_codex":0.000022875774,"about_ca_topic_score_gemma":0.000010785979,"teacher_disagreement_score":0.35398442,"about_ca_system_score_codex":0.00009085018,"about_ca_system_score_gemma":0.00057848875,"threshold_uncertainty_score":0.3459761},"labels":[],"label_agreement":null},{"id":"W2116008481","doi":"10.1109/wcre.2008.48","title":"Error Correcting Graph Matching Application to Software Evolution","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Theoretical computer science; Graph; Software; Matching (statistics); Programming language; Mathematics","score_opus":0.018584682276340348,"score_gpt":0.26564369047189773,"score_spread":0.24705900819555737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116008481","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13311191,0.000019101653,0.86517316,0.00014614507,0.00021200681,0.000169557,3.2104916e-7,0.0010649981,0.000102798265],"genre_scores_gemma":[0.770961,5.960574e-7,0.22862358,0.00007373139,0.00004231929,0.000043544278,0.0000011453611,0.00000904661,0.00024505518],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99893516,0.000019778834,0.0001249199,0.00032386766,0.00032194416,0.00027433233],"domain_scores_gemma":[0.99901253,0.0003146189,0.00002135174,0.00045087366,0.00008172121,0.00011892947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022906838,0.00008621459,0.00007719632,0.0001968263,0.0001977681,0.00004236082,0.00055283523,0.000042021184,0.0000069325188],"category_scores_gemma":[0.00037311998,0.00008668689,0.000028743923,0.0007984554,0.00001189679,0.00029270237,0.00020010257,0.0001421344,0.0002906011],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025953426,0.0003033391,0.27749234,0.0001577938,0.000049393413,0.00008757045,0.012287866,0.27187774,0.015523121,0.033572324,0.021295981,0.36732656],"study_design_scores_gemma":[0.0008874177,0.0003354581,0.82872444,0.00011049281,0.0000076235247,0.0009871889,0.00032559418,0.13501567,0.012818782,0.016212028,0.002806412,0.0017688674],"about_ca_topic_score_codex":0.00025229048,"about_ca_topic_score_gemma":0.000012622171,"teacher_disagreement_score":0.6378491,"about_ca_system_score_codex":0.0001162924,"about_ca_system_score_gemma":0.000045590023,"threshold_uncertainty_score":0.37351862},"labels":[],"label_agreement":null},{"id":"W2116054015","doi":"10.1109/scam.2015.7335409","title":"The impact of cross-distribution bug duplicates, empirical study on Debian and Ubuntu","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Precision and recall; Software bug; Distribution (mathematics); Work (physics); Open source; Database; Software; Operating system; Information retrieval; Engineering","score_opus":0.06886057734100762,"score_gpt":0.4118321382624069,"score_spread":0.34297156092139924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116054015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95152056,0.000044580225,0.04775581,0.00025178565,0.00004781246,0.00016667602,0.0000026015423,0.00010094553,0.00010922572],"genre_scores_gemma":[0.9996584,0.000001415758,0.00021488382,0.0000060947195,0.000016974698,0.000009468159,0.0000011787073,0.000003927853,0.00008763116],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991286,0.000043079563,0.00011874045,0.00019400248,0.0003116961,0.00020392747],"domain_scores_gemma":[0.9986324,0.0005696367,0.000020959875,0.00048062066,0.00015314242,0.00014325259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006619695,0.000074443444,0.00008332982,0.000028895474,0.000069432404,0.00019439487,0.00048044743,0.000028231076,0.0000016542867],"category_scores_gemma":[0.0008523964,0.00004187153,0.000028210297,0.0002906591,0.00006345825,0.00012317242,0.00022951503,0.00010746746,0.000019115027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016252243,0.00014054411,0.99143517,0.0000013326736,0.000018132405,0.0000034808643,0.0002977861,0.00037192667,0.000038110928,0.00053425034,0.004530291,0.002612727],"study_design_scores_gemma":[0.00029336134,0.0006920627,0.9880082,0.0000018887332,7.5572717e-7,0.0000050061985,0.000028328079,0.010169785,0.00030758747,0.00027299026,0.00016697664,0.000053046144],"about_ca_topic_score_codex":0.00021440195,"about_ca_topic_score_gemma":0.000005367458,"teacher_disagreement_score":0.048137866,"about_ca_system_score_codex":0.00009171643,"about_ca_system_score_gemma":0.00008799636,"threshold_uncertainty_score":0.18745543},"labels":[],"label_agreement":null},{"id":"W2116146752","doi":"10.1109/icci.2004.28","title":"Release planning under fuzzy effort constraints","year":2004,"lang":"en","type":"article","venue":"IEEE International Conference on Cognitive Informatics","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Fuzzy logic; Computer science; Stakeholder; Quality (philosophy); Fuzzy set; Product (mathematics); Operations research; Management science; Artificial intelligence; Engineering; Mathematics","score_opus":0.07167254817495264,"score_gpt":0.3415309894101298,"score_spread":0.2698584412351772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116146752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18425699,0.000005584796,0.7767949,0.00044234653,0.00090188545,0.00018798826,0.00002894318,0.0002529993,0.037128374],"genre_scores_gemma":[0.990467,0.000013038718,0.00835034,0.0009356557,0.00007811935,0.000027733282,0.000022507096,0.000010287614,0.00009528124],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982801,0.000013369031,0.00038610792,0.00018096471,0.00081861624,0.00032081892],"domain_scores_gemma":[0.9984039,0.00042106907,0.00012725517,0.00021962477,0.0006714892,0.0001566767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023855317,0.00019118635,0.00014373256,0.00030905512,0.00008726843,0.00034776982,0.0008897043,0.00008166666,0.000057810543],"category_scores_gemma":[0.0004853813,0.00018818368,0.000059344813,0.00020857315,0.00015498407,0.0008400178,0.00013318835,0.00040035325,0.00067706336],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010612374,0.00031263242,0.0032053825,0.00007772178,0.0003539058,0.00025989919,0.006945941,0.053398043,0.00028733406,0.8899051,0.00076324923,0.044384666],"study_design_scores_gemma":[0.021973021,0.002690967,0.06757302,0.008330247,0.00008282094,0.0013641135,0.011663614,0.5723073,0.058645543,0.24818537,0.0019024125,0.005281603],"about_ca_topic_score_codex":0.000008003369,"about_ca_topic_score_gemma":0.0000011447345,"teacher_disagreement_score":0.80621004,"about_ca_system_score_codex":0.00018383392,"about_ca_system_score_gemma":0.000355367,"threshold_uncertainty_score":0.8702505},"labels":[],"label_agreement":null},{"id":"W2116218373","doi":"10.5555/2337223.2337429","title":"WorkItemExplorer: visualizing software development tasks using an interactive exploration environment","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Data exploration; Task (project management); Human–computer interaction; Ask price; Software; Task management; Software development; Task analysis; Software engineering; Visualization; Systems engineering; Artificial intelligence; Engineering","score_opus":0.09802627681252768,"score_gpt":0.3253566351947563,"score_spread":0.22733035838222865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116218373","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17486167,0.000082887025,0.82420653,0.000024637751,0.0002861024,0.00013885365,1.9613844e-7,0.00037709638,0.000022030508],"genre_scores_gemma":[0.56265795,0.0000040209798,0.4371265,0.000039972772,0.00008152961,0.000034146084,0.000004944035,0.000015783273,0.000035145993],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983975,0.00007394386,0.00022750208,0.00032262277,0.0004764267,0.0005019975],"domain_scores_gemma":[0.99898666,0.00023354468,0.000051689516,0.00045083906,0.00003642471,0.0002408234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005014126,0.00016509918,0.00011884716,0.00018554226,0.00015168717,0.00016914468,0.00047678105,0.00005246738,0.00006243661],"category_scores_gemma":[0.0001315627,0.00015813854,0.000028132219,0.00022911462,0.000018303688,0.0038466752,0.00042021007,0.0001565155,0.0002054561],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003803566,0.0019084198,0.15965828,0.00010249429,0.00022497286,0.000033648987,0.099620655,0.032341495,0.013082439,0.004411391,0.00050646765,0.68807167],"study_design_scores_gemma":[0.0019903616,0.00055900024,0.15037797,0.00052774436,0.000035789573,0.00012592012,0.0049324124,0.42208624,0.34519795,0.0009978507,0.06896526,0.0042035077],"about_ca_topic_score_codex":0.000011430476,"about_ca_topic_score_gemma":0.0000010837631,"teacher_disagreement_score":0.68386817,"about_ca_system_score_codex":0.00037775733,"about_ca_system_score_gemma":0.00005248023,"threshold_uncertainty_score":0.6448703},"labels":[],"label_agreement":null},{"id":"W2116219896","doi":"10.1145/1985793.1985955","title":"A software behaviour analysis framework based on the human perception systems (NIER track)","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Tracing; Variety (cybernetics); Software system; Process (computing); Software; Track (disk drive); Perception; Software development; Software engineering; Artificial intelligence; Programming language; Operating system","score_opus":0.04371383065218107,"score_gpt":0.27996268424954046,"score_spread":0.2362488535973594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116219896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20281875,0.000007751445,0.7959245,0.00009728053,0.00013353452,0.0001696665,0.0000016297561,0.000516459,0.00033044917],"genre_scores_gemma":[0.9540298,4.4623238e-7,0.045284744,0.00013802284,0.000044928533,0.00007432406,0.000002768497,0.000014093167,0.0004108586],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99837196,0.00012312578,0.0001866918,0.00040659294,0.0005914232,0.0003202328],"domain_scores_gemma":[0.9977806,0.0006861518,0.000039445902,0.0012766806,0.0001099078,0.00010720136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006555906,0.00014839308,0.00016596664,0.00034357232,0.00019417626,0.00021953875,0.0011704166,0.00011349259,0.00066266075],"category_scores_gemma":[0.00032909584,0.000098403165,0.00016423487,0.0012974695,0.000037871796,0.00015568297,0.00009783307,0.0003457715,0.00018938366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009544445,0.00049869163,0.9335411,0.00004270747,0.00031268597,0.000058728638,0.0045549017,0.012918257,0.00015234904,0.04058851,0.0027588836,0.0045636417],"study_design_scores_gemma":[0.000090749425,0.000117061616,0.8570354,0.00003440252,0.000063186264,0.0000018233969,0.00009800691,0.14188135,0.00010587225,0.000300277,0.000045489902,0.00022638388],"about_ca_topic_score_codex":0.0003367246,"about_ca_topic_score_gemma":0.000008708312,"teacher_disagreement_score":0.75121105,"about_ca_system_score_codex":0.00008450651,"about_ca_system_score_gemma":0.000029197268,"threshold_uncertainty_score":0.72556704},"labels":[],"label_agreement":null},{"id":"W2116228345","doi":"10.1109/icsme.2014.107","title":"Reviewer Recommender of Pull-Requests in GitHub","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Recommender system; World Wide Web; Process (computing); Precision and recall; Information retrieval; Recall; Quality (philosophy); Software; Code (set theory); Crowds; Code review; Software development; Software quality; Computer security","score_opus":0.02409844039246137,"score_gpt":0.2869606255315675,"score_spread":0.2628621851391061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116228345","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017520871,0.000317799,0.9736993,0.0014246958,0.0005874191,0.00016395058,1.9903281e-7,0.00020896531,0.0060768025],"genre_scores_gemma":[0.9276198,0.00005008192,0.071376376,0.00026913438,0.00004871426,0.000012914092,4.1697936e-7,0.000008268654,0.00061428914],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992459,0.000057517114,0.00016481176,0.00016931651,0.00018537987,0.00017709643],"domain_scores_gemma":[0.99890697,0.00041306252,0.000020288466,0.0004812604,0.00013205521,0.00004633621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007762104,0.000057083653,0.00012428677,0.00011712083,0.000007127,0.000020026597,0.00054918654,0.000028747156,0.000052153304],"category_scores_gemma":[0.00200179,0.000047682777,0.000024402509,0.00037514506,0.000011933719,0.00015675151,0.00015834614,0.00009620126,0.000066118904],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003130009,0.00021325778,0.14273913,0.00037205793,0.000020976287,0.000013726189,0.00047154416,0.0005110036,0.0007152315,0.07798629,0.07184374,0.7051099],"study_design_scores_gemma":[0.0017354438,0.0004958069,0.504381,0.0007222575,0.0000047486933,0.000027782382,0.000012861567,0.15635805,0.016825873,0.015211443,0.30314112,0.0010836194],"about_ca_topic_score_codex":0.000041934938,"about_ca_topic_score_gemma":0.000009967111,"teacher_disagreement_score":0.9100989,"about_ca_system_score_codex":0.000023529014,"about_ca_system_score_gemma":0.000018551285,"threshold_uncertainty_score":0.23964745},"labels":[],"label_agreement":null},{"id":"W2116255095","doi":"10.1109/icsm.2006.38","title":"Mining Software Repositories to Assist Developers and Support Managers","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Work (physics); Software; Plan (archaeology); Software development; Software engineering; Software project management; Software evolution; Software analytics; Open source software; World Wide Web; Software peer review; Data science; Social software engineering; Software construction; Engineering","score_opus":0.01846161005789775,"score_gpt":0.24537692021052368,"score_spread":0.22691531015262592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116255095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58548534,0.00021955364,0.37411594,0.0053528394,0.0020928313,0.002388177,0.000035409517,0.008593537,0.021716405],"genre_scores_gemma":[0.7362365,0.000022105693,0.2586339,0.00062992197,0.00024742223,0.00031478234,0.0000062179483,0.00011152838,0.0037975684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934997,0.0000090089,0.0008710563,0.0022683549,0.0014921979,0.001859662],"domain_scores_gemma":[0.99605626,0.0003350515,0.0003518807,0.0004479743,0.0021194026,0.0006894183],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010322579,0.0009031006,0.000785281,0.0008094056,0.00068908837,0.0024096463,0.0023258557,0.00031151483,0.000026276386],"category_scores_gemma":[0.0042895176,0.00088616443,0.00013982029,0.0020921384,0.00031685433,0.0018169798,0.0011660012,0.0007236129,0.0001133616],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002568799,0.00027953673,0.5075522,0.0012430741,0.00015840889,0.00025598603,0.0060100323,0.000049969884,0.0044062426,0.33806187,0.09350927,0.048216496],"study_design_scores_gemma":[0.0058108894,0.0045253206,0.7574098,0.00650802,0.00019406641,0.002225164,0.006392679,0.0057080467,0.04283274,0.026005,0.13009404,0.012294251],"about_ca_topic_score_codex":0.000072689945,"about_ca_topic_score_gemma":0.00000685168,"teacher_disagreement_score":0.31205687,"about_ca_system_score_codex":0.00047476674,"about_ca_system_score_gemma":0.00029368477,"threshold_uncertainty_score":0.9993589},"labels":[],"label_agreement":null},{"id":"W2116295136","doi":"10.1109/metric.2003.1232451","title":"Metrology, measurement and metrics in software engineering","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software measurement; Metrology; Computer science; Software; Software engineering; Domain (mathematical analysis); Software development; Software Engineering Process Group; Position paper; Social software engineering; Systems engineering; Perspective (graphical); Software construction; Engineering; Artificial intelligence","score_opus":0.026587276611645866,"score_gpt":0.2377850616378372,"score_spread":0.21119778502619133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116295136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09787499,0.00048372737,0.9008319,0.0002819399,0.00010899253,0.00008012371,1.424113e-7,0.0003160559,0.000022172131],"genre_scores_gemma":[0.7781146,0.000011631278,0.22180255,0.000038675425,0.000009547252,0.000010868802,8.366955e-8,0.0000060682955,0.000005948581],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989659,0.000009579321,0.00011730838,0.0002424881,0.0003818262,0.00028289648],"domain_scores_gemma":[0.9993505,0.00023689041,0.0000092333075,0.00025719526,0.000059261412,0.00008693192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065594405,0.000087998014,0.000107025066,0.0005072021,0.000017287972,0.000057997506,0.0003605391,0.000046258774,0.0000026997177],"category_scores_gemma":[0.0025078363,0.000083507715,0.000016738231,0.0009832139,0.0000111565305,0.00019209403,0.00021461713,0.00015718346,0.000011429852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010480169,0.00034418385,0.60673624,0.00025962509,0.00012420051,0.00040456562,0.0012252532,0.19420287,0.0041375062,0.12104339,0.00033288123,0.071178794],"study_design_scores_gemma":[0.0025008174,0.0003553996,0.94204164,0.00007815352,0.000005418923,0.00008488559,0.000017217442,0.03948434,0.011032071,0.0024884685,0.0012265668,0.0006850273],"about_ca_topic_score_codex":0.00008166467,"about_ca_topic_score_gemma":0.000015753312,"teacher_disagreement_score":0.6802396,"about_ca_system_score_codex":0.00021208072,"about_ca_system_score_gemma":0.00005110478,"threshold_uncertainty_score":0.34053457},"labels":[],"label_agreement":null},{"id":"W2116357421","doi":"10.1145/13487689.13487691","title":"Topology analysis of software dependencies","year":2008,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Intuition; Source code; Task (project management); Static program analysis; Set (abstract data type); Dependency (UML); Software; Program analysis; Fuzzy logic; Programming language; Software engineering; Data mining; Theoretical computer science; Software development; Artificial intelligence; Systems engineering","score_opus":0.09963517125290641,"score_gpt":0.32526599820654656,"score_spread":0.22563082695364015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116357421","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13099815,0.00032888504,0.86754405,0.00009153236,0.00037337106,0.00007880594,0.000012454698,0.0005710417,0.0000016797355],"genre_scores_gemma":[0.2861755,0.00014955524,0.71348023,0.000039312323,0.000018118228,0.000029440846,0.0000026591663,0.000017242082,0.000087932174],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983335,0.00017464967,0.00032284562,0.00049094635,0.0002606793,0.00041739162],"domain_scores_gemma":[0.98984575,0.008833106,0.000055500775,0.000992144,0.00012124792,0.00015221968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064005994,0.00022385726,0.0005792675,0.0012841003,0.00013732696,0.000012949679,0.00077226845,0.00020643623,0.000036946192],"category_scores_gemma":[0.0039497614,0.00022834167,0.00019721211,0.0016263435,0.00013266644,0.00016606579,0.000052128264,0.00039586483,0.000005245089],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008868562,0.0003282572,0.053956177,0.00027252536,0.0044827824,0.00024907629,0.005820803,0.75441647,0.003353229,0.0035227803,0.00013967107,0.17336954],"study_design_scores_gemma":[0.002853747,0.0021405432,0.84294397,0.00013236415,0.0018124325,0.0021039254,0.00023300307,0.074555725,0.06256704,0.0020256115,0.0057997624,0.002831861],"about_ca_topic_score_codex":0.00007832718,"about_ca_topic_score_gemma":0.0000073728665,"teacher_disagreement_score":0.7889878,"about_ca_system_score_codex":0.000042774074,"about_ca_system_score_gemma":0.00006719055,"threshold_uncertainty_score":0.9311503},"labels":[],"label_agreement":null},{"id":"W2116492147","doi":"10.1109/wpc.2003.1199186","title":"Design recovery of a two level system","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Interpreter; Compiler; Grammar; Natural language processing; Linguistics","score_opus":0.06655882008245029,"score_gpt":0.27997506793743937,"score_spread":0.21341624785498908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116492147","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007807612,0.000030314879,0.9910974,0.000058868816,0.00014649506,0.00008991053,3.7211908e-7,0.00028078698,0.00048825226],"genre_scores_gemma":[0.5719249,5.995406e-7,0.42789,0.000007876243,0.000009580745,0.000004849663,5.8028796e-8,0.0000034013556,0.0001587343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99933696,0.000020161651,0.00010814892,0.00014641644,0.00023152595,0.00015679865],"domain_scores_gemma":[0.99921066,0.00029571578,0.000017373417,0.00037214375,0.000057810663,0.00004630053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032887515,0.000051604016,0.00008303214,0.00009264729,0.000016330578,0.000031183234,0.0005281555,0.000019780548,0.0000039316938],"category_scores_gemma":[0.00011026301,0.00004473417,0.000025667247,0.00030271616,0.000010646402,0.00016782187,0.0001111363,0.000051788506,0.000074952426],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016676107,0.0001391384,0.0012047015,0.0003117786,0.00007935012,0.00013298223,0.00082729134,0.46878728,0.016935376,0.47633037,0.0009270297,0.034308024],"study_design_scores_gemma":[0.0051740096,0.00118588,0.02148728,0.0007606093,0.000012492241,0.0004110494,0.00010385838,0.20677927,0.74214613,0.020606807,0.0001934078,0.001139186],"about_ca_topic_score_codex":0.00012500408,"about_ca_topic_score_gemma":0.000001370377,"teacher_disagreement_score":0.7252108,"about_ca_system_score_codex":0.000096491516,"about_ca_system_score_gemma":0.00011439773,"threshold_uncertainty_score":0.18242066},"labels":[],"label_agreement":null},{"id":"W2116595917","doi":"10.1109/csmr.2008.4493313","title":"On the Maintainability of Aspect-Oriented Software: A Concern-Oriented Measurement Framework","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; European Commission","keywords":"Maintainability; Terminology; Aspect-oriented programming; Computer science; Generality; Software engineering; Process (computing); Modularity (biology); Software maintenance; Risk analysis (engineering); Software; Process management; Management science; Software development; Programming language; Engineering","score_opus":0.04098637484080733,"score_gpt":0.2679368122798093,"score_spread":0.22695043743900198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116595917","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16077161,0.000054951743,0.83669734,0.0011168498,0.00028987115,0.0003757841,0.0000014990609,0.00040613176,0.00028598538],"genre_scores_gemma":[0.95565975,0.000005441461,0.043888383,0.0002415462,0.000033191576,0.0000538014,4.4325088e-7,0.000013027147,0.0001043901],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99701935,0.00015175204,0.00030302603,0.00046297212,0.0016187344,0.00044419357],"domain_scores_gemma":[0.99521786,0.002442981,0.0000683073,0.0015019139,0.00063656963,0.00013236974],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001237982,0.00017872287,0.00020979694,0.000101332924,0.000183269,0.00002399942,0.0010842313,0.000081609345,0.00013834891],"category_scores_gemma":[0.011944128,0.00012031973,0.00010739958,0.0010405165,0.0002348571,0.00012069728,0.00034324313,0.0004129929,0.00005710921],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052737472,0.0004166669,0.039004702,0.000040442526,0.000088609064,0.000050414605,0.0017499576,0.0006766011,0.00018542972,0.9490665,0.006490647,0.0021772506],"study_design_scores_gemma":[0.0033668757,0.0035468747,0.7053647,0.0006791682,0.00003405019,0.00016624412,0.0005152696,0.028922971,0.08471354,0.14782238,0.022667192,0.002200713],"about_ca_topic_score_codex":0.00008845721,"about_ca_topic_score_gemma":0.0000033931078,"teacher_disagreement_score":0.80124414,"about_ca_system_score_codex":0.000360031,"about_ca_system_score_gemma":0.0002703737,"threshold_uncertainty_score":0.99637866},"labels":[],"label_agreement":null},{"id":"W2116759993","doi":"10.1016/j.jss.2005.05.001","title":"Automated impact analysis of UML models","year":2005,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Goddard Space Flight Center","keywords":"Unified Modeling Language; Applications of UML; Computer science; UML tool; Class diagram; Object Constraint Language; Data mining; Software engineering; Programming language; Software","score_opus":0.020332780479825893,"score_gpt":0.2926373504047893,"score_spread":0.2723045699249634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116759993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46011633,0.00220307,0.5373719,0.000045866353,0.00010752636,0.000043914188,0.0000058468045,0.000097655684,0.000007946601],"genre_scores_gemma":[0.98528117,0.000047388494,0.014551284,0.0000056633444,0.000071634604,8.7408125e-7,4.566725e-7,0.000006676843,0.00003483309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986817,0.00004694198,0.0004880797,0.000113223236,0.00049017306,0.000179862],"domain_scores_gemma":[0.99857885,0.0003236573,0.00028039428,0.00027005599,0.00038913896,0.00015788033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070489565,0.000098108045,0.0004476425,0.00069892436,0.00003314955,0.000105675965,0.00041818843,0.000060263374,0.000004550537],"category_scores_gemma":[0.0002230907,0.00007061198,0.0001935774,0.00090985955,0.000019225812,0.00059343927,0.00007080358,0.0001382857,0.0000011636632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010094074,0.000055015942,0.056860913,0.000083869556,0.0012699233,0.00003742802,0.0008801221,0.9296666,0.00016721197,0.00043279832,0.0011333686,0.009402678],"study_design_scores_gemma":[0.00022471498,0.00011817097,0.07133334,0.000086981,0.00008307347,0.000114971044,0.00001773521,0.92776334,0.00003355714,0.00002777715,0.00011308868,0.000083263505],"about_ca_topic_score_codex":0.000076128345,"about_ca_topic_score_gemma":0.0000023089272,"teacher_disagreement_score":0.52516484,"about_ca_system_score_codex":0.000079217054,"about_ca_system_score_gemma":0.00009276032,"threshold_uncertainty_score":0.2879473},"labels":[],"label_agreement":null},{"id":"W2116871579","doi":"10.1007/3-540-44870-5_16","title":"Tool Support for Complex Refactoring to Design Patterns","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Code refactoring; Maintainability; Computer science; Software design pattern; Agile software development; Software engineering; Structural pattern; Software design; Design pattern; Software system; Architectural pattern; Software; Software development; Programming language","score_opus":0.06321337205430425,"score_gpt":0.29854956235159047,"score_spread":0.23533619029728622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116871579","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000077939614,0.000035476874,0.99581623,0.00048061158,0.001900579,0.0011976028,0.000014950401,0.00030564432,0.0001709503],"genre_scores_gemma":[0.03162435,0.00000596543,0.9655433,0.0017432225,0.0003775964,0.000074341144,0.0000057217103,0.000076493656,0.0005489615],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951683,0.000034499102,0.0005275,0.0018277661,0.0012570982,0.0011848226],"domain_scores_gemma":[0.99510145,0.0022979977,0.00012653151,0.0017875803,0.00036449195,0.00032194037],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016359871,0.0005836775,0.0005675871,0.0010952272,0.00022931052,0.0006852845,0.004218911,0.00027025517,0.000041598683],"category_scores_gemma":[0.00076471374,0.00058016065,0.00014615472,0.00064149086,0.00015812305,0.00032099048,0.00115675,0.0006479155,0.00006404267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000208711,0.000053191707,0.000728652,0.00022377231,0.00003778154,0.00019115105,0.0011668893,0.25611204,0.0011820858,0.008229875,0.0008362406,0.73121744],"study_design_scores_gemma":[0.0014032748,0.002306793,0.0039508804,0.0011720087,0.000022670387,0.00028618265,2.9742228e-7,0.85340166,0.015711673,0.066489875,0.05076564,0.0044890568],"about_ca_topic_score_codex":0.000009011904,"about_ca_topic_score_gemma":0.000008145262,"teacher_disagreement_score":0.7267284,"about_ca_system_score_codex":0.0006311414,"about_ca_system_score_gemma":0.0005439159,"threshold_uncertainty_score":0.99966496},"labels":[],"label_agreement":null},{"id":"W2117118977","doi":"10.1109/csmr.2009.12","title":"A Case Study of Source Code Evolution","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software quality; Computer science; Source code; Fault (geology); Software engineering; Code (set theory); Software; Software development; Quality (philosophy); Process (computing); Reliability engineering; Resource (disambiguation); Software evolution; Product (mathematics); Real-time computing; Software construction; Engineering; Operating system; Programming language","score_opus":0.02605842075428154,"score_gpt":0.28957574738605213,"score_spread":0.2635173266317706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117118977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5243248,0.000007683434,0.47537407,0.000028507155,0.000018518851,0.000062662206,4.627924e-8,0.00012126004,0.000062490464],"genre_scores_gemma":[0.99164885,1.0919539e-7,0.00809065,0.000011270579,0.000010341088,0.0000021742478,3.0906776e-8,0.0000018753464,0.00023471992],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943465,0.000021255555,0.00008630063,0.0001351985,0.00020534746,0.00011722267],"domain_scores_gemma":[0.9994129,0.00012366325,0.000012730831,0.000358044,0.000051767955,0.00004087722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016811003,0.000040326475,0.000058276935,0.0000868141,0.000026515685,0.000020658772,0.000282485,0.00001466048,0.000004388412],"category_scores_gemma":[0.0001141303,0.000035657304,0.000013078015,0.00033043383,0.000005585974,0.00010996999,0.00006669503,0.000056280165,0.000009952321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039769,0.008832978,0.27687424,0.0000795097,0.00015074672,0.014652124,0.049628794,0.086898655,0.007940035,0.04086908,0.00911309,0.50492096],"study_design_scores_gemma":[0.0025953697,0.0047435067,0.24391155,0.000022714163,0.000011654161,0.0059793703,0.0030768677,0.7349334,0.0025394028,0.0011874257,0.00044344395,0.00055535167],"about_ca_topic_score_codex":0.00023384011,"about_ca_topic_score_gemma":0.000021433521,"teacher_disagreement_score":0.6480347,"about_ca_system_score_codex":0.000028696193,"about_ca_system_score_gemma":0.000019217843,"threshold_uncertainty_score":0.14540626},"labels":[],"label_agreement":null},{"id":"W2117508687","doi":"10.1145/1858996.1859050","title":"An experience report on scaling tools for mining software repositories using MapReduce","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Scalability; Software engineering; Software; Field (mathematics); Search-based software engineering; Data science; Scale (ratio); Heuristic; Software development; Software construction; Database; Operating system; Artificial intelligence","score_opus":0.051133250636763404,"score_gpt":0.34706361563746463,"score_spread":0.29593036500070125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117508687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51444215,0.0000040183763,0.48375466,0.000026095777,0.0011890068,0.00012213898,5.46159e-7,0.0004295649,0.000031790776],"genre_scores_gemma":[0.5278938,1.0727868e-7,0.4717013,0.000024171946,0.0002239284,0.000036684436,0.0000016220222,0.000013887433,0.0001045131],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981896,0.000017195274,0.00028223151,0.0006477995,0.00043401244,0.00042916118],"domain_scores_gemma":[0.99707705,0.0011855541,0.00007090691,0.0012683016,0.00022070539,0.00017746954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052753364,0.00015359953,0.00014787358,0.00011687485,0.00027596377,0.0008602998,0.0009586852,0.00009525733,0.0000072492417],"category_scores_gemma":[0.004667363,0.00014532634,0.00005489173,0.00030183708,0.00005137802,0.0013839822,0.00016146355,0.00020329613,0.0000026352886],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007565741,0.00039746685,0.121424645,0.00018019015,0.00006386772,0.0011559709,0.016665127,0.014533214,0.65138716,0.015505477,0.0009853039,0.17762594],"study_design_scores_gemma":[0.0004969803,0.00039995858,0.022139082,0.0001408315,0.00000854101,0.0015288686,0.00066755986,0.24064423,0.7285819,0.0005059203,0.0037452397,0.0011408736],"about_ca_topic_score_codex":0.000038723847,"about_ca_topic_score_gemma":0.000002523819,"teacher_disagreement_score":0.22611101,"about_ca_system_score_codex":0.000045830748,"about_ca_system_score_gemma":0.00013909409,"threshold_uncertainty_score":0.82958907},"labels":[],"label_agreement":null},{"id":"W2117757207","doi":"10.5555/2664446.2664448","title":"Towards improving bug tracking systems with game mechanisms","year":2012,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Agile software development; Tracking system; Quality (philosophy); Tracking (education); Reputation; Software engineering; Computer security; Human–computer interaction; Artificial intelligence","score_opus":0.016023266705648975,"score_gpt":0.2417133949857941,"score_spread":0.22569012828014515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117757207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12012558,0.0012242072,0.87322944,0.000031256375,0.0033100406,0.00019992857,0.0000016828726,0.0018032527,0.00007461563],"genre_scores_gemma":[0.76841664,0.0000019509573,0.23061411,0.0000109933135,0.0005828506,0.00007445643,0.0000019674148,0.00004864166,0.0002483862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971562,0.00008001145,0.00033662346,0.0005129077,0.0009501185,0.00096414314],"domain_scores_gemma":[0.9976283,0.00073581,0.00014867347,0.0009051953,0.00028671566,0.00029535193],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00072699843,0.00031414878,0.00032051932,0.00018747947,0.00027929392,0.00087862945,0.00089969515,0.00014219567,0.0000020334496],"category_scores_gemma":[0.0010998328,0.00026897123,0.00006606511,0.0006197745,0.000057532914,0.0015625285,0.00036731997,0.00029287196,0.000013498029],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007753482,0.00034893092,0.77885026,0.0015614576,0.0004869544,0.00068995263,0.05105057,0.0044261883,0.0118435,0.021892091,0.00084079383,0.12793177],"study_design_scores_gemma":[0.0053996053,0.0048137223,0.5034528,0.00505538,0.00047109902,0.016485304,0.009694713,0.039253246,0.3782895,0.0011590971,0.024366006,0.011559557],"about_ca_topic_score_codex":0.00017489928,"about_ca_topic_score_gemma":0.0000015419542,"teacher_disagreement_score":0.64829105,"about_ca_system_score_codex":0.00022765697,"about_ca_system_score_gemma":0.00020154269,"threshold_uncertainty_score":0.9999763},"labels":[],"label_agreement":null},{"id":"W2117852863","doi":"10.1109/icse-companion.2009.5070996","title":"Can peer code reviews be exploited for later information needs?","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Programming language","score_opus":0.04468858656087239,"score_gpt":0.29796818528718233,"score_spread":0.25327959872630995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117852863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007556998,0.00004755907,0.97338283,0.017412731,0.00015765938,0.0004804078,0.000003874151,0.00041239205,0.00054555625],"genre_scores_gemma":[0.6702155,0.00008288867,0.30856845,0.011559144,0.00018445386,0.000234989,0.000085364314,0.000017292092,0.009051935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992445,0.000011589902,0.00018686718,0.00007621022,0.00025285772,0.00022796092],"domain_scores_gemma":[0.99926895,0.00011690941,0.000026302061,0.00034837355,0.00016578428,0.00007370992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037253601,0.00007775115,0.00010179001,0.00017523479,0.000040154537,0.0001685015,0.00044329165,0.000035621142,0.000019396542],"category_scores_gemma":[0.000619865,0.00006182012,0.0000421984,0.00037602973,0.000005400546,0.00082544767,0.00004724182,0.00006795223,0.00007553024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011659186,0.00004966866,0.0015019015,0.0001086759,0.00001490431,0.0000016115355,0.006629664,0.00056403386,0.0007219845,0.031440936,0.624592,0.33436295],"study_design_scores_gemma":[0.0004755281,0.00016894643,0.004234572,0.00002836646,0.0000026838966,0.0000069951334,0.0000735309,0.042097066,0.0038261367,0.0009897806,0.947837,0.00025940017],"about_ca_topic_score_codex":0.000012036469,"about_ca_topic_score_gemma":0.0000038058486,"teacher_disagreement_score":0.6648144,"about_ca_system_score_codex":0.000038993283,"about_ca_system_score_gemma":0.000022793774,"threshold_uncertainty_score":0.25209513},"labels":[],"label_agreement":null},{"id":"W2117980885","doi":"10.1109/tools.1999.787538","title":"A new metrics set for evaluating testing efforts for object-oriented programs","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Object-oriented programming; Set (abstract data type); Software metric; Software; Programming language; Inheritance (genetic algorithm); Software engineering; Object (grammar); Software development; Software construction; Artificial intelligence","score_opus":0.11569806912040391,"score_gpt":0.3668609365252554,"score_spread":0.2511628674048515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117980885","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010133515,0.00007107706,0.987048,0.000046481055,0.00036269618,0.0014749839,0.0000012019854,0.00061515556,0.00024690476],"genre_scores_gemma":[0.07922378,2.3355268e-7,0.9195124,0.000031450883,0.00005127015,0.0003262314,0.000004759694,0.000022266375,0.0008276472],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982716,0.000027015043,0.00022936088,0.00043051233,0.00044854893,0.0005929551],"domain_scores_gemma":[0.9950787,0.0038283737,0.00005337912,0.00041706505,0.00044381485,0.00017869017],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016733123,0.00013881436,0.00015205874,0.0002068638,0.0001411003,0.00020481633,0.0004386778,0.00005564919,0.0000045291235],"category_scores_gemma":[0.02206604,0.00012594863,0.00007539141,0.0018790986,0.000008841973,0.00022027105,0.00009356134,0.00009154561,0.000005550076],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011269016,0.00008548986,0.021693997,0.00022685522,0.00005680433,0.0000040362215,0.0005783004,0.0019132998,0.0006416694,0.04664221,0.0045290585,0.923617],"study_design_scores_gemma":[0.0018688145,0.0014304696,0.0008703304,0.000066298344,0.000016966393,0.000029147483,0.00003780441,0.96408653,0.0077027143,0.004592432,0.018843666,0.00045483108],"about_ca_topic_score_codex":0.00002964677,"about_ca_topic_score_gemma":0.0000031103705,"teacher_disagreement_score":0.9621732,"about_ca_system_score_codex":0.00008834379,"about_ca_system_score_gemma":0.00033005135,"threshold_uncertainty_score":0.9861715},"labels":[],"label_agreement":null},{"id":"W2118397610","doi":"10.1109/icse.2009.5070559","title":"ConcernLines: A timeline view of co-occurring concerns","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Timeline; Computer science; Software evolution; Software engineering; Process (computing); Software; Software system; Software construction; Programming language; History","score_opus":0.03853328266429952,"score_gpt":0.34346241191083454,"score_spread":0.30492912924653504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118397610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03657785,0.0007216839,0.95780575,0.00058643136,0.00015737268,0.00019331982,0.000004366111,0.00061135984,0.0033418366],"genre_scores_gemma":[0.95972127,0.00002521293,0.039490175,0.0003795117,0.0000850575,0.000003105049,0.0000014530981,0.000005737475,0.00028846852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900293,0.000018944716,0.00021937514,0.00021907504,0.000308234,0.00023141441],"domain_scores_gemma":[0.9989905,0.0003092946,0.000036659123,0.0004622642,0.000112796,0.000088480505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023498415,0.00009369876,0.00017431927,0.00008071296,0.000022431286,0.00003734919,0.00076847966,0.000034881417,0.00009867311],"category_scores_gemma":[0.00025262407,0.00008122176,0.000047485144,0.0003423151,0.00003046399,0.00019393853,0.00007972544,0.00010331046,0.00007226258],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024974715,0.0004523838,0.031192759,0.0002484479,0.000100521196,0.0001219885,0.0018061842,0.004551826,0.01841079,0.14434052,0.023401707,0.7753479],"study_design_scores_gemma":[0.003989561,0.0018220297,0.064508446,0.0006575781,0.000021170494,0.000109943,0.00009052208,0.5594437,0.17290093,0.0042448514,0.19043931,0.0017719788],"about_ca_topic_score_codex":0.000019423533,"about_ca_topic_score_gemma":6.5183417e-7,"teacher_disagreement_score":0.92314345,"about_ca_system_score_codex":0.000026443975,"about_ca_system_score_gemma":0.000070178045,"threshold_uncertainty_score":0.33121273},"labels":[],"label_agreement":null},{"id":"W2118466151","doi":"10.1109/re.2005.58","title":"Requirements engineering and the creative process in the video game industry","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Video game; Computer science; Process (computing); Game Developer; Field (mathematics); Domain (mathematical analysis); Documentation; Game art design; Video game development; Game design; Work in process; Multimedia; Engineering; Operations management","score_opus":0.021867665705451816,"score_gpt":0.2931609048746015,"score_spread":0.2712932391691497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118466151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88640964,0.00026653404,0.10341497,0.0076399306,0.00008874305,0.00047297266,3.2752587e-7,0.00020721438,0.0014996815],"genre_scores_gemma":[0.99710524,0.0000061416654,0.0023223136,0.00025482237,0.000049892893,0.00006118849,1.08125334e-7,0.0000048279553,0.00019547477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917656,0.000038928258,0.000107381464,0.00016920282,0.000294684,0.00021322531],"domain_scores_gemma":[0.9989763,0.00065289414,0.00001381661,0.0002964386,0.000028468161,0.00003209319],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007733884,0.000078107,0.0000740238,0.00006650544,0.000032685617,0.00014355665,0.00075043296,0.000050607334,0.000010993719],"category_scores_gemma":[0.0005622087,0.00004072659,0.000012662487,0.0004275004,0.00004336303,0.00033550823,0.00014260461,0.00038218574,0.000008716272],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013373568,0.00054108334,0.1265135,0.00031902123,0.00025042566,0.00015386456,0.173252,0.26667958,0.0007450551,0.23461851,0.006984591,0.18980862],"study_design_scores_gemma":[0.0024687534,0.00006394387,0.16318348,0.00010702006,0.000005112775,0.000057320645,0.0006432147,0.8260267,0.0020681361,0.0011453488,0.003888804,0.0003421696],"about_ca_topic_score_codex":0.000024946808,"about_ca_topic_score_gemma":0.0000038648523,"teacher_disagreement_score":0.55934715,"about_ca_system_score_codex":0.000030983105,"about_ca_system_score_gemma":0.000025674824,"threshold_uncertainty_score":0.16607821},"labels":[],"label_agreement":null},{"id":"W2118604270","doi":"10.1109/tse.2012.28","title":"The Effects of Test-Driven Development on External Quality and Productivity: A Meta-Analysis","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Productivity; Moderation; Computer science; Meta-analysis; Quality (philosophy); Task (project management); Quality management; Statistics; Operations management; Mathematics; Engineering; Economics","score_opus":0.03296412813828898,"score_gpt":0.27103694364331116,"score_spread":0.23807281550502218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118604270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11137239,0.00023871283,0.8874235,0.0000882387,0.00021454568,0.00034863836,0.0000025417512,0.00031038077,0.0000010144352],"genre_scores_gemma":[0.922069,0.000014142507,0.077355176,0.000015921563,0.000013793772,0.00037016315,2.03064e-7,0.000020480744,0.0001410799],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99827164,0.00006194322,0.0003250908,0.00043724215,0.00056685973,0.00033723164],"domain_scores_gemma":[0.99287444,0.006070905,0.00006373722,0.0007380167,0.00012332741,0.00012954602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043071722,0.00023544094,0.0004466796,0.00035095602,0.00017386765,0.00013691233,0.00049095915,0.0000585321,0.000010129786],"category_scores_gemma":[0.0006691841,0.000173231,0.00028631202,0.0008606971,0.000038802606,0.00026534614,0.000011174405,0.00033500628,0.000016479902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000206554,0.00078001124,0.004005379,0.0008802923,0.044821974,0.00002414845,0.002123591,0.80841434,0.015989462,0.00040759495,0.00006506162,0.122467496],"study_design_scores_gemma":[0.0011000971,0.00082578167,0.3601316,0.00015238718,0.0093153035,0.000030816518,0.000020292955,0.10054896,0.5255178,0.0001284179,0.0005093136,0.001719215],"about_ca_topic_score_codex":0.000037549213,"about_ca_topic_score_gemma":0.0000057458246,"teacher_disagreement_score":0.81069666,"about_ca_system_score_codex":0.00007593399,"about_ca_system_score_gemma":0.00004326058,"threshold_uncertainty_score":0.70641553},"labels":[],"label_agreement":null},{"id":"W2118655104","doi":"10.1109/icst.2012.106","title":"@tComment: Testing Javadoc Comments to Detect Comment-Code Inconsistencies","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":184,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Programming language; Component (thermodynamics); Code (set theory); Set (abstract data type); Source code; Null (SQL); Reading (process); Software bug; Software; Random testing; Source lines of code; Information retrieval; Software engineering; Data mining; Test case; Machine learning","score_opus":0.0672872285367884,"score_gpt":0.30009323688933365,"score_spread":0.23280600835254525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118655104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052508477,0.00014786323,0.9264412,0.012863405,0.00087683595,0.0005221048,0.0000042170304,0.0014368129,0.0051990775],"genre_scores_gemma":[0.70985466,0.0000010506045,0.28392723,0.0059014517,0.00005444676,0.000047670794,8.476066e-7,0.0000160326,0.00019663709],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998086,0.000072735784,0.0002455969,0.0002783488,0.00047651643,0.0008408064],"domain_scores_gemma":[0.9968833,0.0017561198,0.000035059387,0.0007914439,0.00010121913,0.0004329067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008179578,0.00018301657,0.00017133013,0.00020502128,0.00018389134,0.00018928856,0.0012188884,0.00004511025,0.000036818037],"category_scores_gemma":[0.0014088781,0.00016808129,0.00004444113,0.0007675598,0.000024430192,0.0005410651,0.0012986463,0.000194489,0.00047505437],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084923995,0.0003145593,0.6571764,0.00008605735,0.00010221517,0.000019852849,0.002767439,0.00045664646,0.0044905515,0.0082489755,0.13887799,0.18745086],"study_design_scores_gemma":[0.0019379666,0.00075739704,0.38180503,0.00027041166,0.000025770454,0.00017402522,0.00032548018,0.028968925,0.05733265,0.0010041733,0.5251657,0.0022324626],"about_ca_topic_score_codex":0.00014725604,"about_ca_topic_score_gemma":0.000008488703,"teacher_disagreement_score":0.6573461,"about_ca_system_score_codex":0.00017171734,"about_ca_system_score_gemma":0.000029894338,"threshold_uncertainty_score":0.68541557},"labels":[],"label_agreement":null},{"id":"W2118657783","doi":"10.1109/apsec.2000.896734","title":"Predicting class libraries interface evolution: an investigation into machine learning approaches","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Machine learning; Class (philosophy); Interface (matter); Artificial intelligence; Compatibility (geochemistry); Fuzzy logic; Set (abstract data type); Software engineering; Programming language; Engineering; Operating system","score_opus":0.05361013478208405,"score_gpt":0.23643412476935308,"score_spread":0.18282398998726904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118657783","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22611645,0.00055296085,0.7699858,0.0009773662,0.00013721266,0.000098915065,1.9582077e-7,0.0014799673,0.0006511469],"genre_scores_gemma":[0.90060586,0.0000030922527,0.09805271,0.000024101242,0.00007921541,0.000014190256,0.0000026724977,0.000013540313,0.0012046271],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875987,0.000111978836,0.00016983412,0.00037227967,0.00032472686,0.00026129754],"domain_scores_gemma":[0.99909073,0.0002964936,0.00003802878,0.00038173268,0.000040665298,0.00015233348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033405813,0.00012296213,0.000098388635,0.00015526317,0.00019923797,0.0003808194,0.0006932931,0.000066393324,0.000053698026],"category_scores_gemma":[0.00052881805,0.0001160607,0.000023960112,0.0005543557,0.000074842836,0.001983993,0.0003754463,0.0003655784,0.00006699437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045680813,0.00008274864,0.79281783,0.00009840785,0.00003753365,0.000008164059,0.01982883,0.079882294,0.0009666879,0.06870738,0.00077539467,0.036790155],"study_design_scores_gemma":[0.00009993567,0.00010326885,0.008667493,0.00001537697,0.0000012759971,0.000009986181,0.00013145886,0.9877024,0.001604613,0.0012521659,0.00028280515,0.00012921849],"about_ca_topic_score_codex":0.00014116366,"about_ca_topic_score_gemma":0.000020343805,"teacher_disagreement_score":0.9078201,"about_ca_system_score_codex":0.000085960666,"about_ca_system_score_gemma":0.00002572279,"threshold_uncertainty_score":0.47328177},"labels":[],"label_agreement":null},{"id":"W2118771704","doi":"10.1109/wpc.1996.501130","title":"A formal architectural design patterns-based approach to software understanding","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architectural pattern; Abstraction; Formal methods; Software engineering; Programming language; Software design pattern; Software design; Formal specification; Formal verification; Software architecture; Code generation; Software; Software development; Theoretical computer science","score_opus":0.10888694081381078,"score_gpt":0.2551833144629549,"score_spread":0.1462963736491441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118771704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003334008,0.000015896689,0.9945836,0.00033004617,0.00009832319,0.0003102375,0.0000010927886,0.00090828567,0.0004185307],"genre_scores_gemma":[0.58553076,1.7852845e-7,0.4140547,0.00021564642,0.000022642822,0.000031870273,6.129939e-7,0.000011359129,0.00013223931],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982888,0.000049994527,0.00014162617,0.00038884452,0.00048342967,0.00064728863],"domain_scores_gemma":[0.99853766,0.0006500894,0.000016005153,0.0005297372,0.000030780222,0.00023574768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031189507,0.00015716416,0.00012471982,0.00029037148,0.00012613778,0.00023849426,0.00096788845,0.000045535497,0.000056870653],"category_scores_gemma":[0.00026713,0.00013566963,0.00005702256,0.00056336424,0.0000171178,0.00030224602,0.0002399676,0.0001840729,0.00010710293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044355493,0.0004670874,0.019742122,0.00029450658,0.00008765062,0.00011220486,0.005258749,0.75991696,0.0002946739,0.026050996,0.011372313,0.17635837],"study_design_scores_gemma":[0.0004180183,0.00017764197,0.0025709753,0.000024369634,0.0000017902861,0.000038511025,0.000030235244,0.9949353,0.0010184618,0.0003608451,0.000091556845,0.00033234688],"about_ca_topic_score_codex":0.000014927859,"about_ca_topic_score_gemma":0.0000013959077,"teacher_disagreement_score":0.5821968,"about_ca_system_score_codex":0.00019970229,"about_ca_system_score_gemma":0.000023511066,"threshold_uncertainty_score":0.5532447},"labels":[],"label_agreement":null},{"id":"W2118944299","doi":"10.1145/581339.581390","title":"Concern graphs","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":289,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Source code; Java; Scalability; Usability; Software engineering; Abstraction; Representation (politics); Graph; Software; Programming language; Source lines of code; Theoretical computer science; Human–computer interaction; Database","score_opus":0.04323818430936585,"score_gpt":0.2629492601822788,"score_spread":0.21971107587291297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118944299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022504104,0.00029939637,0.9451385,0.0012269047,0.00032288217,0.00007130756,1.9458122e-7,0.0012570047,0.029179703],"genre_scores_gemma":[0.97262925,0.000009788459,0.022932908,0.00013086371,0.000014884364,0.0000040440063,5.2091618e-8,0.000003380725,0.00427485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99952143,0.0000065290933,0.000042562508,0.00012280508,0.00015822795,0.00014845924],"domain_scores_gemma":[0.9994723,0.00015189328,0.0000041140506,0.00029629745,0.00002082813,0.000054548196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005638632,0.000035493467,0.000034399556,0.00005052349,0.000021954353,0.00005572304,0.00048150655,0.000015116817,0.0003793257],"category_scores_gemma":[0.00008432532,0.000030491316,0.000018166218,0.00026414896,0.000013431216,0.00013939265,0.00009498711,0.00005450241,0.0008430912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.810266e-7,0.00007963526,0.03534021,0.00001446656,0.000023654706,0.00008825254,0.0008395683,0.0002260299,0.00066374463,0.5541469,0.16650097,0.24207608],"study_design_scores_gemma":[0.00095728633,0.0002233319,0.06658958,0.000019885156,0.0000022700535,0.00009418797,0.000016285114,0.72860014,0.010061752,0.013467661,0.17917679,0.00079084054],"about_ca_topic_score_codex":0.000008181766,"about_ca_topic_score_gemma":4.5388924e-7,"teacher_disagreement_score":0.9501251,"about_ca_system_score_codex":0.0000095009145,"about_ca_system_score_gemma":0.0000029260436,"threshold_uncertainty_score":0.99993485},"labels":[],"label_agreement":null},{"id":"W2118991740","doi":"10.1109/re.2005.17","title":"Concept identification in object-oriented domain analysis: why some students just don't get it","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Domain analysis; Object-oriented analysis and design; Domain (mathematical analysis); Identification (biology); Elevator; Task (project management); Object (grammar); Software engineering; Process (computing); Object-oriented programming; Software; Software system; Human–computer interaction; Programming language; Unified Modeling Language; Artificial intelligence; Engineering; Software construction; Systems engineering","score_opus":0.01553287274131132,"score_gpt":0.31044239566837295,"score_spread":0.29490952292706163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118991740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3858057,0.00012152473,0.6117954,0.001482879,0.00018408216,0.00021938694,0.0000020387288,0.00028469105,0.000104265295],"genre_scores_gemma":[0.9829285,0.000011629953,0.015197733,0.00041596653,0.00008131964,0.00004957285,0.000012413993,0.000009845312,0.0012929989],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976342,0.00009717344,0.000389005,0.00054070743,0.0009310555,0.00040786067],"domain_scores_gemma":[0.9986393,0.000241101,0.000057796908,0.00083511154,0.000104853556,0.00012187009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008308911,0.00014124921,0.00020730495,0.0007401434,0.000061634804,0.0002952996,0.0014342823,0.00006816447,0.00010434188],"category_scores_gemma":[0.0001888228,0.00013821639,0.00008455822,0.0025895112,0.000038615268,0.00089133764,0.0003508366,0.00019272385,0.00019175113],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032882705,0.0017286782,0.774021,0.00006158709,0.0012232914,0.00014171799,0.02278039,0.08280414,0.0041720327,0.05764681,0.037349258,0.018038206],"study_design_scores_gemma":[0.0019601344,0.000082277016,0.8640608,0.00003355036,0.00006368756,0.0000062640497,0.0007538331,0.113355756,0.005899064,0.0005811889,0.012495792,0.00070765626],"about_ca_topic_score_codex":0.0001478962,"about_ca_topic_score_gemma":0.0002518778,"teacher_disagreement_score":0.5971228,"about_ca_system_score_codex":0.00023105592,"about_ca_system_score_gemma":0.000044376146,"threshold_uncertainty_score":0.5636301},"labels":[],"label_agreement":null},{"id":"W2119016375","doi":"10.1145/1985404.1985421","title":"Visualizing the evolution of code clones","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Computer science; Visualization; Code (set theory); Software evolution; Set (abstract data type); Programming language; Scalability; Source code; Software; Software engineering; Theoretical computer science; Software development; Data mining; Database; Software construction; Biology; Genetics","score_opus":0.04860956927986116,"score_gpt":0.2898321808132298,"score_spread":0.24122261153336866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119016375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066435166,0.00008682994,0.93106365,0.00006542386,0.000112198475,0.000044466313,1.5283564e-7,0.00013945298,0.0020526801],"genre_scores_gemma":[0.973731,0.0000017885521,0.026063172,0.000010200709,0.0000113622345,0.0000035370642,3.780292e-8,0.000002540387,0.000176405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99956137,0.00001952271,0.000070368566,0.00008610625,0.00015634274,0.00010626962],"domain_scores_gemma":[0.99942744,0.00018354037,0.0000143523785,0.00030643106,0.000048593927,0.000019667143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025931993,0.00003138065,0.00003803939,0.00004403535,0.00002806995,0.000011407307,0.0005498359,0.000014765044,0.000020561924],"category_scores_gemma":[0.00014517558,0.000019747886,0.000018352088,0.00023747789,0.000026542266,0.000117840806,0.00014984317,0.000044245204,0.000027942679],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037197838,0.00005537152,0.06115389,0.000022131559,0.000018146891,0.0000032631574,0.003204922,0.00007948068,0.0039235465,0.9221032,0.0012215169,0.008210774],"study_design_scores_gemma":[0.00027367,0.00018366793,0.79093945,0.00003411813,0.0000045258544,0.000022615903,0.00032244934,0.11027186,0.08296098,0.013223576,0.0015225312,0.00024056967],"about_ca_topic_score_codex":0.00028805004,"about_ca_topic_score_gemma":0.000008577652,"teacher_disagreement_score":0.90887964,"about_ca_system_score_codex":0.000024721454,"about_ca_system_score_gemma":0.00002724107,"threshold_uncertainty_score":0.10217411},"labels":[],"label_agreement":null},{"id":"W2119144699","doi":"10.1109/sbes.2009.28","title":"Software Artifact Metamodel","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Artifact (error); Metamodeling; Software engineering; Software development; Goal-Driven Software Development Process; Unified Modeling Language; Software development process; Software; Software construction; Artificial intelligence; Programming language","score_opus":0.02222571836630289,"score_gpt":0.26905702773919954,"score_spread":0.24683130937289666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119144699","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008647381,0.000058096317,0.9880842,0.00092638505,0.00008196999,0.000054356387,1.6630155e-7,0.0010911025,0.0010563344],"genre_scores_gemma":[0.62006354,0.000002090517,0.37837964,0.0003607716,0.000022663993,0.0000027477304,3.5289003e-7,0.000003694991,0.0011644899],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991241,0.000012384862,0.000088177476,0.00022897046,0.0002779628,0.00026840236],"domain_scores_gemma":[0.99911094,0.00019582428,0.0000092765495,0.0005346413,0.00004461189,0.00010468117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017295712,0.00007666004,0.00008054031,0.00009482366,0.00003857947,0.00011514099,0.0007317979,0.000029706322,0.00005104625],"category_scores_gemma":[0.0003311632,0.00006401369,0.000042085365,0.00033139496,0.000007748798,0.000347892,0.00008378732,0.00010303959,0.00037143266],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039943384,0.00014585907,0.0046082693,0.000009795037,0.000026729336,0.000075850505,0.0003026676,0.0061974823,0.0020146219,0.13338225,0.017498415,0.83573407],"study_design_scores_gemma":[0.0009694708,0.00061314047,0.3731574,0.000033352266,0.000009408572,0.000111850524,0.000010381714,0.45568502,0.04377435,0.102032445,0.02225063,0.0013525393],"about_ca_topic_score_codex":0.0000048682114,"about_ca_topic_score_gemma":4.3061837e-7,"teacher_disagreement_score":0.8343815,"about_ca_system_score_codex":0.00002544852,"about_ca_system_score_gemma":0.000034953966,"threshold_uncertainty_score":0.47741395},"labels":[],"label_agreement":null},{"id":"W2119281731","doi":"10.1145/2480362.2480574","title":"OSDC","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software engineering; Software development process; Software development; Process (computing); Software; Software quality; Software bug; Programming language","score_opus":0.012753415125360807,"score_gpt":0.23924327197206446,"score_spread":0.22648985684670367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119281731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034846038,0.0000148911495,0.9547705,0.0011004913,0.00010711372,0.000057809633,1.633296e-8,0.0005144132,0.008588748],"genre_scores_gemma":[0.88787675,6.7900356e-7,0.107017085,0.00013439776,0.000019095438,0.000015591033,5.539633e-8,0.0000025240897,0.004933809],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99964917,0.000004046078,0.000030565567,0.000086409,0.000109564106,0.00012023568],"domain_scores_gemma":[0.9995365,0.00012580284,0.0000023785085,0.00025813366,0.00002935184,0.000047792844],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000045562287,0.000024659457,0.0000226857,0.000032317243,0.000012631965,0.00009038962,0.0004137656,0.000010503967,0.0003353367],"category_scores_gemma":[0.00009079329,0.000019247958,0.000009136354,0.00013910723,0.000005202626,0.00023821458,0.000119735894,0.000037065252,0.0036028754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.4335162e-7,0.000053145417,0.039572,0.0000157613,0.000015853404,0.00001535846,0.00033933218,0.00020851659,0.004571987,0.2573343,0.27590787,0.42196566],"study_design_scores_gemma":[0.00033908445,0.00009926401,0.69140154,0.000009298068,5.792268e-7,0.00003053329,0.000013243505,0.22120218,0.01702123,0.015896952,0.05354956,0.00043656782],"about_ca_topic_score_codex":0.000050414154,"about_ca_topic_score_gemma":2.8091412e-7,"teacher_disagreement_score":0.85303074,"about_ca_system_score_codex":0.000007957966,"about_ca_system_score_gemma":0.000009284757,"threshold_uncertainty_score":0.99717295},"labels":[],"label_agreement":null},{"id":"W2119391892","doi":"10.1109/wcre.2003.1287245","title":"Detecting merging and splitting using origin analysis","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Abstraction; Code (set theory); Programming language; Plan (archaeology); Software; Software engineering; Static analysis; Software evolution; Theoretical computer science; Data mining; Software system; Software construction","score_opus":0.0290609720212598,"score_gpt":0.30160936359395846,"score_spread":0.27254839157269867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119391892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47332078,0.000039477072,0.5263399,0.00003819094,0.000028371715,0.000019703923,3.4247808e-8,0.00016653573,0.000047034173],"genre_scores_gemma":[0.682272,0.0000011710252,0.3176741,0.000014011881,0.000019767805,8.7784053e-7,6.123462e-8,0.000004261536,0.000013695052],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999103,0.000013897352,0.000119742865,0.000283098,0.00020797082,0.00027230856],"domain_scores_gemma":[0.999328,0.00025942866,0.000023120005,0.0002709287,0.000037352103,0.00008117192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042180618,0.00007731729,0.00011305499,0.00034710643,0.00013123662,0.00019457187,0.00026310803,0.000025260126,0.0000050341123],"category_scores_gemma":[0.00031355338,0.000073756666,0.000041633964,0.0016229668,0.000014075376,0.00030298257,0.00022354911,0.000111932495,0.000004253414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021337942,0.000030648163,0.29868534,0.000059729056,0.00051046093,0.000114912706,0.002409847,0.5761411,0.022833547,0.021651998,0.0000024054555,0.077557884],"study_design_scores_gemma":[0.0002628434,0.000017633602,0.024806073,0.000025180949,0.000043347776,0.000035351426,0.00007203132,0.96075803,0.01289528,0.00078334694,0.00004521665,0.00025563996],"about_ca_topic_score_codex":0.00037263517,"about_ca_topic_score_gemma":0.000014192947,"teacher_disagreement_score":0.38461697,"about_ca_system_score_codex":0.00008510751,"about_ca_system_score_gemma":0.000035813533,"threshold_uncertainty_score":0.30077094},"labels":[],"label_agreement":null},{"id":"W2119433210","doi":"10.1109/13.883346","title":"Experiences with a software maintenance project course","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Course (navigation); Software engineering; Software maintenance; Software project management; Engineering management; Software; Software development; Engineering; Computer science; Software peer review; Systems engineering; Software construction; Programming language","score_opus":0.012746904188256481,"score_gpt":0.28094371734621243,"score_spread":0.26819681315795596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119433210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15552306,0.000032277883,0.84296477,0.0003101858,0.00044954853,0.00023519002,0.0000014318206,0.00034929084,0.00013422809],"genre_scores_gemma":[0.95957667,0.000015540021,0.0363407,0.00011009452,0.00003272294,0.0006054357,8.0929664e-7,0.000013146867,0.0033048745],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989937,0.000029679952,0.00010478779,0.0003254495,0.0003020965,0.00024431874],"domain_scores_gemma":[0.9992157,0.00013689882,0.000019839521,0.00046313036,0.00009152762,0.000072865485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009175803,0.0001163893,0.00007932521,0.00012688841,0.00015301122,0.00010543833,0.00041214406,0.00003871582,0.00017521773],"category_scores_gemma":[0.000009855768,0.00009785727,0.00003175624,0.0007553774,0.00005445653,0.00045949267,5.4226575e-7,0.00016731165,0.0001232392],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043670014,0.0009866855,0.00013022668,0.00002687711,0.000026950223,0.0000055231735,0.020046819,0.005581422,0.000049613336,0.000121680714,0.002160707,0.97081983],"study_design_scores_gemma":[0.015035589,0.018707389,0.12121078,0.0062051434,0.00046155087,0.0047727735,0.11532177,0.2305317,0.28257918,0.0027999768,0.18574935,0.016624754],"about_ca_topic_score_codex":0.00008278301,"about_ca_topic_score_gemma":0.000012731315,"teacher_disagreement_score":0.9541951,"about_ca_system_score_codex":0.000089288296,"about_ca_system_score_gemma":0.0006400419,"threshold_uncertainty_score":0.39905035},"labels":[],"label_agreement":null},{"id":"W2119631871","doi":"10.1109/csmr.2007.9","title":"A Probabilistic Approach to Predict Changes in Object-Oriented Software Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software maintenance; Software system; Software quality; Software metric; Software sizing; Software development; Reverse engineering; Software engineering; Source code; Unified Modeling Language; Reliability engineering; Software construction; Software; Programming language; Engineering","score_opus":0.019727696626792055,"score_gpt":0.25298655376447726,"score_spread":0.2332588571376852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119631871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04062882,0.00008113809,0.95581573,0.00007699309,0.000394766,0.00086817035,0.0000016899737,0.0008955874,0.0012371121],"genre_scores_gemma":[0.88375056,0.00000130344,0.114978746,0.00006555575,0.00010343355,0.0002155826,0.0000033156011,0.00002122615,0.00086029083],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979805,0.00003942764,0.00022187452,0.0005288536,0.000575813,0.00065352785],"domain_scores_gemma":[0.99832535,0.0006300984,0.000021822096,0.000663846,0.000117266936,0.00024161488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012647439,0.0001518302,0.00018422208,0.0005018624,0.000038804304,0.00010906699,0.00083936023,0.00007821435,0.0000031290135],"category_scores_gemma":[0.0015970533,0.00013377503,0.000023439874,0.0017173204,0.000021518295,0.00014497753,0.00034503816,0.00019289878,0.000047868958],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019942744,0.0030764192,0.48930374,0.0036068223,0.00018225523,0.00070817815,0.02429031,0.14969066,0.0014992098,0.21351175,0.018264063,0.09566716],"study_design_scores_gemma":[0.0022633153,0.0012047127,0.47834644,0.0005755908,0.000010060471,0.00025267128,0.0007418965,0.49677545,0.0020508491,0.00039283014,0.0154839065,0.001902294],"about_ca_topic_score_codex":0.00017937545,"about_ca_topic_score_gemma":0.00008408546,"teacher_disagreement_score":0.8431217,"about_ca_system_score_codex":0.00022301075,"about_ca_system_score_gemma":0.000069932794,"threshold_uncertainty_score":0.54551876},"labels":[],"label_agreement":null},{"id":"W2119686964","doi":"10.1109/wcre.2008.12","title":"Detecting Clones in Business Applications","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Business rule; Business process modeling; Computer science; Artifact-centric business process model; Business process; Business process discovery; Business process management; Business domain; Business Process Model and Notation; clone (Java method); Source code; Business logic; Software engineering; Open source; Business analysis; Database; Business model; Software; Operating system; Business; Work in process; Marketing","score_opus":0.025802364406049178,"score_gpt":0.2617213747519449,"score_spread":0.2359190103458957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119686964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10714858,0.00003627609,0.89169043,0.00022852277,0.000034662553,0.00008160955,4.754942e-8,0.0002785687,0.0005013002],"genre_scores_gemma":[0.93151844,0.000009683772,0.06817449,0.00002061752,0.000024722312,0.000059518745,1.4151425e-7,0.0000037008365,0.00018868725],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995115,0.00000721639,0.0000715755,0.00014601664,0.00011926074,0.00014445369],"domain_scores_gemma":[0.99939644,0.0002458457,0.000007010936,0.00026953142,0.00005203381,0.000029143002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009648883,0.000037908318,0.000043787062,0.00012014214,0.000051485647,0.000019779263,0.0003830282,0.000018475599,0.000005355847],"category_scores_gemma":[0.00016287355,0.000036139543,0.000008280602,0.0010825767,0.000013335662,0.00015172357,0.00011471,0.00006588565,0.00007397768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003545197,0.00024928062,0.6616231,0.000090888534,0.000012964685,0.0001870446,0.0017179362,0.012978816,0.0061714537,0.047574706,0.00090107124,0.26848915],"study_design_scores_gemma":[0.0001795429,0.000007946387,0.9661872,0.000007782246,2.3099841e-7,0.00009573435,0.000008451355,0.025082799,0.0036216557,0.00044972583,0.0042019226,0.00015701853],"about_ca_topic_score_codex":0.000079000914,"about_ca_topic_score_gemma":0.000012371412,"teacher_disagreement_score":0.82436985,"about_ca_system_score_codex":0.000023550689,"about_ca_system_score_gemma":0.00003528188,"threshold_uncertainty_score":0.14737278},"labels":[],"label_agreement":null},{"id":"W2119731669","doi":"10.1109/msr.2007.25","title":"Predicting Eclipse Bug Lifetimes","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":176,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Eclipse; Computer science; Software bug; Process (computing); Task (project management); Data mining; Software; Data modeling; Software engineering; Programming language; Engineering; Systems engineering","score_opus":0.013506405826594937,"score_gpt":0.27023283710525287,"score_spread":0.2567264312786579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119731669","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18477707,0.000044199922,0.8013864,0.00025926513,0.00042747983,0.00006269356,1.3691857e-7,0.0008887503,0.012154012],"genre_scores_gemma":[0.9145267,0.000001903683,0.08279156,0.00010115324,0.00043045144,0.0000022598865,2.3381969e-7,0.000007369366,0.0021383413],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908113,0.000008318473,0.00011130853,0.00019287095,0.00028622118,0.00032017115],"domain_scores_gemma":[0.99868774,0.00077571016,0.000011971951,0.0003638491,0.000044458324,0.00011625577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073010405,0.000059915244,0.00005503495,0.00010793354,0.000048328027,0.0000782649,0.00058625505,0.00003282411,0.000059286307],"category_scores_gemma":[0.0005938131,0.000053118063,0.000024094632,0.0003469558,0.0000141938945,0.00021621524,0.00023458779,0.00011814813,0.00022186812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058968253,0.00007583139,0.8149744,0.000029683548,0.000030895844,0.00015427909,0.0011258582,0.0004306851,0.0008833262,0.02550492,0.017275445,0.13950875],"study_design_scores_gemma":[0.000657142,0.00019470905,0.8273242,0.000048007285,0.000003490703,0.00010663882,0.000087814435,0.09873628,0.04256827,0.0022576977,0.027408428,0.00060727727],"about_ca_topic_score_codex":0.000023423234,"about_ca_topic_score_gemma":0.000004751347,"teacher_disagreement_score":0.7297497,"about_ca_system_score_codex":0.000026959522,"about_ca_system_score_gemma":0.00002689098,"threshold_uncertainty_score":0.28517398},"labels":[],"label_agreement":null},{"id":"W2119836629","doi":"10.1109/wcre.2000.891469","title":"Applying traditional Unix tools during maintenance: an experience report","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Unix; Computer science; Documentation; Software engineering; Software maintenance; Unix architecture; Set (abstract data type); Software; Operating system; Software development; Programming language","score_opus":0.08522765039597292,"score_gpt":0.2772998073321017,"score_spread":0.19207215693612878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119836629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49974638,0.000031155014,0.49453115,0.00023269553,0.00030665338,0.00024542332,0.0000011822096,0.0009026933,0.004002644],"genre_scores_gemma":[0.9514164,0.000005422763,0.04586727,0.00006665172,0.00010115135,0.0002352213,0.0000020369625,0.000010443963,0.0022954491],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984403,0.000018215182,0.00019709644,0.00044037527,0.00051821035,0.00038577284],"domain_scores_gemma":[0.99884886,0.00018808442,0.000029497292,0.00069823227,0.00006757165,0.00016774681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019630358,0.000106322295,0.00009511389,0.00010177406,0.00014091759,0.0002514416,0.00080699107,0.000038565973,0.00034265686],"category_scores_gemma":[0.0003840729,0.00010027217,0.00003637774,0.0004015398,0.000043159696,0.0013382948,0.00013673188,0.00015781619,0.00007988764],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029324223,0.0017887804,0.10483266,0.00030853707,0.00014102795,0.025592014,0.024108026,0.016916683,0.07628588,0.3979508,0.023590025,0.32845625],"study_design_scores_gemma":[0.0016221198,0.00028084128,0.4337987,0.00015988563,0.0000043320088,0.011176414,0.0006086972,0.48409575,0.035945583,0.0029239291,0.027388906,0.001994842],"about_ca_topic_score_codex":0.00001003067,"about_ca_topic_score_gemma":7.240386e-7,"teacher_disagreement_score":0.46717906,"about_ca_system_score_codex":0.0000847282,"about_ca_system_score_gemma":0.000019068802,"threshold_uncertainty_score":0.40889803},"labels":[],"label_agreement":null},{"id":"W2120167743","doi":"10.1109/icsm.2007.4362634","title":"Polylingual Dependency Analysis Using Island Grammars: A Cost Versus Accuracy Evaluation","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dependency (UML); Rule-based machine translation; Computer science; Natural language processing; L-attributed grammar; Artificial intelligence; Programming language; Context-free grammar","score_opus":0.07205561844229989,"score_gpt":0.3479809792130327,"score_spread":0.2759253607707328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120167743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42444122,0.00015249058,0.5688576,0.00021844644,0.0009501015,0.001416312,0.000018950002,0.0014674675,0.0024774077],"genre_scores_gemma":[0.9269572,0.000048389593,0.07215082,0.00015181523,0.0003018552,0.00014895212,0.000014713095,0.00008404769,0.00014219685],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9914012,0.000018700784,0.0010834238,0.0021504567,0.0031071943,0.002239035],"domain_scores_gemma":[0.9914184,0.0010911634,0.0007539593,0.0006044249,0.0053970655,0.00073499064],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004874532,0.0008790745,0.0008851601,0.0018986178,0.00058961776,0.0016617874,0.0028815542,0.0004212165,0.00012366127],"category_scores_gemma":[0.016300302,0.0008670321,0.0003844523,0.0059937313,0.00024109888,0.0023974746,0.0007274762,0.0012027746,0.00009147351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028256362,0.0011727441,0.35273767,0.00083979644,0.0028570679,0.00021926584,0.014721797,0.0012938713,0.013708391,0.28722706,0.0031916674,0.31920505],"study_design_scores_gemma":[0.014536056,0.0026646738,0.08920822,0.0020081613,0.0021326304,0.0004279362,0.005792461,0.8267397,0.02215112,0.023502463,0.0033711682,0.0074653793],"about_ca_topic_score_codex":0.00012797238,"about_ca_topic_score_gemma":0.000057748894,"teacher_disagreement_score":0.82544583,"about_ca_system_score_codex":0.0012278735,"about_ca_system_score_gemma":0.00059570046,"threshold_uncertainty_score":0.999378},"labels":[],"label_agreement":null},{"id":"W2120202833","doi":"10.5555/2337223.2337485","title":"On the analysis of evolution of software artefacts and programs","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Macro; Computer science; Software evolution; Construct (python library); Field (mathematics); Tree (set theory); Software; Data science; Artificial intelligence; Theoretical computer science; Software development; Programming language; Mathematics","score_opus":0.03546389148086995,"score_gpt":0.2743082206007366,"score_spread":0.23884432911986667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120202833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.391468,0.000060614424,0.60783225,0.00008014851,0.00027042066,0.0001017919,0.000009948283,0.00013784629,0.00003902577],"genre_scores_gemma":[0.9826281,0.000008286959,0.017247003,0.00001265742,0.00003141887,0.000027585596,0.0000072485595,0.000010939877,0.00002675844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99863225,0.00002531538,0.00024815547,0.00021266816,0.00062857004,0.00025301334],"domain_scores_gemma":[0.9980458,0.0011148974,0.000097428834,0.0003954759,0.00025568696,0.00009069294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003925688,0.00015015954,0.00020968168,0.000542044,0.000028851764,0.000051019062,0.0006755197,0.00005949452,0.000036222405],"category_scores_gemma":[0.0021227435,0.00012002225,0.00009360859,0.0007158455,0.000045261113,0.0002655767,0.00015965078,0.00019992079,0.0000068014892],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025799496,0.00026236195,0.24227978,0.00007505863,0.0011360972,0.0000034331895,0.0012418781,0.0299864,0.0012192447,0.70377046,0.00007047407,0.019929033],"study_design_scores_gemma":[0.00033902712,0.00023377962,0.7753693,0.00035754553,0.00009296176,0.000008250599,0.000070459144,0.2175985,0.0042662756,0.0010003614,0.00024359931,0.00041994144],"about_ca_topic_score_codex":0.000024385845,"about_ca_topic_score_gemma":0.0000016503286,"teacher_disagreement_score":0.70277005,"about_ca_system_score_codex":0.000099731034,"about_ca_system_score_gemma":0.000040285136,"threshold_uncertainty_score":0.48943654},"labels":[],"label_agreement":null},{"id":"W2120293505","doi":"10.1109/iceccs.2011.36","title":"Analyzing and Forecasting Near-Miss Clones in Evolving Software: An Empirical Study","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Software evolution; Computer science; clone (Java method); Software maintenance; Programming language; Java; Software system; Dependency (UML); Software development; Software; Code (set theory); Software engineering; Software construction; Biology","score_opus":0.08643892818750509,"score_gpt":0.31876768262386607,"score_spread":0.23232875443636097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120293505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73125094,0.00006357012,0.26813886,0.000018891886,0.00005767558,0.0001322912,8.9058325e-8,0.0002760615,0.00006162658],"genre_scores_gemma":[0.7895244,8.513011e-7,0.21039398,0.000014492946,0.00001751715,0.00001141099,1.7099711e-7,0.00001085389,0.000026330363],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985569,0.00008982467,0.00023533613,0.00047173307,0.00025576333,0.00039040128],"domain_scores_gemma":[0.99871933,0.0005862201,0.000027386866,0.00044291542,0.00006280298,0.00016131352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009258842,0.00012757498,0.00017314231,0.00020421269,0.000112103386,0.00024510492,0.0005728005,0.0000448273,0.000022701828],"category_scores_gemma":[0.0012416656,0.00011572698,0.000020548328,0.0006655108,0.00003355493,0.0007789375,0.0004861639,0.00021686472,0.0000063432267],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028829356,0.000108730324,0.9754984,0.000007858456,0.0000062298327,0.000063729974,0.0039110202,0.00009215644,0.000013579271,0.000028282704,0.000014592809,0.020252582],"study_design_scores_gemma":[0.00023329975,0.00017575912,0.8401023,0.000011566107,0.0000014620712,0.000014227053,0.00014658099,0.15894376,0.000049674327,0.00017494604,0.0000050423564,0.00014138874],"about_ca_topic_score_codex":0.0005513619,"about_ca_topic_score_gemma":0.00015640547,"teacher_disagreement_score":0.15885161,"about_ca_system_score_codex":0.000040657287,"about_ca_system_score_gemma":0.00004415965,"threshold_uncertainty_score":0.47192094},"labels":[],"label_agreement":null},{"id":"W2120459757","doi":"10.1109/csmr.2010.19","title":"Utilizing Debug Information to Compact Loops in Large Program Traces","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; University of Victoria","funders":"","keywords":"Computer science; Debugging; Java; Programming language; Sequence diagram; Source code; Software visualization; Software; Program comprehension; Unified Modeling Language; Context (archaeology); Visualization; Software system; Software engineering; Software construction; Data mining","score_opus":0.015297985088313494,"score_gpt":0.30475029246576846,"score_spread":0.289452307377455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120459757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8037232,0.000005584453,0.19223954,0.0006489334,0.00025434323,0.0003764261,7.3583857e-7,0.00078362064,0.0019675912],"genre_scores_gemma":[0.93662155,4.2341844e-7,0.06320097,0.00010030931,0.000015113562,0.000019953246,0.0000014084545,0.000003252877,0.000037004662],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991571,0.000010681524,0.00014380123,0.000115400166,0.00024823396,0.00032479168],"domain_scores_gemma":[0.9993618,0.00015858111,0.000013497553,0.00029996826,0.000052351224,0.00011376764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004416294,0.000069080415,0.000073653086,0.0002447296,0.000033275668,0.00025810982,0.00055682147,0.000041924257,0.000028121996],"category_scores_gemma":[0.00043108448,0.000060572514,0.000017904575,0.0006388108,0.0000076238143,0.0010835971,0.00011407648,0.00023899779,0.00021382229],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009116586,0.0003154248,0.32884607,0.00006673113,0.000009636593,0.000014196791,0.005081426,0.000987198,0.0015384306,0.035293624,0.003630468,0.6242077],"study_design_scores_gemma":[0.0003642574,0.000102237456,0.76785743,0.000017448067,4.4843222e-7,0.000010189513,0.00007247404,0.19296071,0.003705294,0.00012891088,0.034573242,0.00020736318],"about_ca_topic_score_codex":0.00008721933,"about_ca_topic_score_gemma":0.00022325813,"teacher_disagreement_score":0.6240003,"about_ca_system_score_codex":0.00002208821,"about_ca_system_score_gemma":0.000039166694,"threshold_uncertainty_score":0.27483243},"labels":[],"label_agreement":null},{"id":"W2120738100","doi":"10.1109/tse.2006.102","title":"Empirical Analysis of Object-Oriented Design Metrics for Predicting High and Low Severity Faults","year":2006,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":349,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Larner College of Medicine, University of Vermont; University of Alberta","keywords":"Computer science; Fault (geology); Data mining; Software fault tolerance; Empirical research; Object-oriented programming; Machine learning; Reliability engineering; Logistic regression; Artificial intelligence; Fault tolerance; Distributed computing; Engineering; Statistics; Mathematics; Programming language","score_opus":0.018279048185542823,"score_gpt":0.260653268209901,"score_spread":0.24237422002435816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120738100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18332925,0.00005301817,0.8153101,0.000012742826,0.00034003644,0.0002675075,0.000055060056,0.0006317287,5.339396e-7],"genre_scores_gemma":[0.716551,0.0000058425358,0.2832935,0.000006417043,0.00002500205,0.00006883435,0.0000045609754,0.000024029672,0.000020831836],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982151,0.000035317662,0.0003825156,0.0004892266,0.00046009698,0.0004177406],"domain_scores_gemma":[0.9958394,0.0033224174,0.000063116815,0.00045414874,0.00019624508,0.00012466416],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044592077,0.00023731416,0.00039723364,0.0013635777,0.00012177811,0.00005064592,0.00033541664,0.00013736142,0.000003890198],"category_scores_gemma":[0.00040433585,0.00025769023,0.00018744527,0.003636731,0.000028904735,0.00028656074,0.000007590305,0.00027988883,0.0000010630952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016986833,0.00010170838,0.0055664442,0.0000898923,0.00030825703,0.0000046268115,0.00013256178,0.9905794,0.00037048262,0.000036588986,0.000028991815,0.002764005],"study_design_scores_gemma":[0.0004703211,0.00013957334,0.042573314,0.00004085741,0.00018636358,0.0000054848824,0.0000053838226,0.9349554,0.021300716,0.000013804186,0.000041927193,0.00026686536],"about_ca_topic_score_codex":0.000083788625,"about_ca_topic_score_gemma":0.0000064175597,"teacher_disagreement_score":0.5332218,"about_ca_system_score_codex":0.00013800884,"about_ca_system_score_gemma":0.000055711793,"threshold_uncertainty_score":0.99998754},"labels":[],"label_agreement":null},{"id":"W2120755390","doi":"10.1109/tse.2014.2387172","title":"Extracting Development Tasks to Navigate Software Documentation","year":2014,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Software documentation; Computer science; Internal documentation; Software engineering; Software development; Application programming interface; Technical documentation; Software; Task (project management); World Wide Web; Software construction; Programming language; Systems engineering; Engineering","score_opus":0.013513800978778162,"score_gpt":0.25689729459795757,"score_spread":0.2433834936191794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120755390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048727553,0.00002012303,0.9465781,0.000057232202,0.0017430501,0.00031110825,0.0000037635325,0.002551158,0.000007938209],"genre_scores_gemma":[0.5250834,0.0000022719203,0.47436833,0.00009538353,0.00007550249,0.0001672257,0.0000024871185,0.00005700826,0.00014839569],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9973997,0.000041213527,0.00042767657,0.0006895308,0.00072016503,0.0007217386],"domain_scores_gemma":[0.99743146,0.0012348897,0.00005403814,0.00073353865,0.0001544787,0.00039160412],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054673845,0.00037242792,0.0002646723,0.000562022,0.00028656793,0.00030711896,0.0008138456,0.00012618236,0.00004187797],"category_scores_gemma":[0.0005880454,0.00042418277,0.00010567779,0.0009741087,0.000012861539,0.00078618224,0.000015462425,0.0005724994,0.00045162617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009297736,0.000074507545,0.00035360406,0.000095371455,0.00005659615,0.000013870685,0.0010637821,0.76560163,0.001548896,0.00007293494,0.00012731283,0.23098217],"study_design_scores_gemma":[0.0033900435,0.001008214,0.030527776,0.001970186,0.00007747424,0.0002333139,0.00009476128,0.2348867,0.667148,0.00015170571,0.054978482,0.0055333283],"about_ca_topic_score_codex":0.0000171886,"about_ca_topic_score_gemma":0.0000039640345,"teacher_disagreement_score":0.6655991,"about_ca_system_score_codex":0.0003636133,"about_ca_system_score_gemma":0.00008478144,"threshold_uncertainty_score":0.999821},"labels":[],"label_agreement":null},{"id":"W2120801660","doi":"10.1049/iet-sen.2012.0058","title":"Conflict‐aware optimal scheduling of prioritised code clone refactoring","year":2013,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Maintainability; Programming language; Source code; Scheduling (production processes); Software maintenance; Software engineering; Software; Software system; Engineering","score_opus":0.026973757101524092,"score_gpt":0.2775546649302163,"score_spread":0.2505809078286922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120801660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42973942,0.0002906056,0.5683965,0.00012799779,0.00037564183,0.00026914748,0.000010987378,0.00076880597,0.000020888892],"genre_scores_gemma":[0.76837176,0.00002156058,0.23121743,0.000033018117,0.00009187569,0.000051026327,0.000005444269,0.000033536024,0.00017436242],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978772,0.000042727246,0.00036681103,0.0004917776,0.00063691125,0.00058458594],"domain_scores_gemma":[0.9975432,0.00080666534,0.0000991117,0.0009095598,0.0004054676,0.0002360092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026617316,0.00021722278,0.00031427873,0.00018325238,0.00010189889,0.00017676517,0.0012429832,0.00014030674,0.000099942554],"category_scores_gemma":[0.0012066317,0.00022667441,0.000101831014,0.00052515673,0.0000719882,0.00071321864,0.00048617637,0.00036929158,0.00017331447],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006946307,0.0007789921,0.58321005,0.002352453,0.0006164595,0.00044088464,0.012007691,0.088229164,0.06499329,0.005537972,0.0082824025,0.2334812],"study_design_scores_gemma":[0.0055227773,0.0010937125,0.6760038,0.0017097695,0.00004657078,0.00021657637,0.00039803374,0.16925448,0.12785989,0.0011703713,0.013322762,0.0034012303],"about_ca_topic_score_codex":0.00013284298,"about_ca_topic_score_gemma":0.0000013968138,"teacher_disagreement_score":0.33863232,"about_ca_system_score_codex":0.0000948501,"about_ca_system_score_gemma":0.00013979194,"threshold_uncertainty_score":0.9243514},"labels":[],"label_agreement":null},{"id":"W2120819709","doi":"10.1109/wcre.2004.20","title":"Exploring software evolution using spectrographs","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Computer science; Visualization; Software visualization; Software; Spectrograph; Software development; Scalability; Software maintenance; Software analytics; Software system; Software engineering; Component-based software engineering; Artificial intelligence; Software construction; Programming language; Astronomy; Database","score_opus":0.09744252614984274,"score_gpt":0.280585830512499,"score_spread":0.1831433043626563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120819709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20700584,0.00010483614,0.79155624,0.000117503376,0.00015444493,0.00005256691,1.2067105e-7,0.0008924948,0.00011594629],"genre_scores_gemma":[0.5824303,0.0000050340095,0.41737464,0.000015441636,0.00011027834,0.0000075219655,1.5308851e-7,0.0000069170756,0.000049728005],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989694,0.000014621243,0.00010717898,0.00025297602,0.00030573554,0.00035014164],"domain_scores_gemma":[0.9992847,0.00014317755,0.000014057324,0.00041585832,0.00005089087,0.00009134476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018115006,0.00008621607,0.000071134666,0.00023556357,0.000081336526,0.00010416141,0.00050024973,0.000022229457,0.000025632366],"category_scores_gemma":[0.00017135676,0.00008493346,0.000047856094,0.0006729111,0.000015594678,0.0012525317,0.00018365515,0.00011653586,0.00010809183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010682149,0.00028626097,0.16553463,0.00007682193,0.000103365295,0.000071337054,0.0016565658,0.09281491,0.014376674,0.19994988,0.0014448076,0.5236741],"study_design_scores_gemma":[0.0008871786,0.0001722794,0.18426827,0.00009429809,0.000010416862,0.00018980206,0.00007909415,0.7607628,0.03829202,0.0034476796,0.010589273,0.001206888],"about_ca_topic_score_codex":0.0000428347,"about_ca_topic_score_gemma":0.000004694715,"teacher_disagreement_score":0.6679479,"about_ca_system_score_codex":0.00019397393,"about_ca_system_score_gemma":0.00004137307,"threshold_uncertainty_score":0.3463486},"labels":[],"label_agreement":null},{"id":"W2121042490","doi":"","title":"On specifying systems that connect to the physical world","year":2006,"lang":"en","type":"article","venue":"New Trends in Software Methodologies, Tools and Techniques","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Domain (mathematical analysis); Base (topology); Software; Software engineering; Industrial engineering; Risk analysis (engineering); Engineering; Mathematics; Programming language","score_opus":0.17654207095559094,"score_gpt":0.37930087428864767,"score_spread":0.20275880333305674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121042490","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071759894,0.0006318522,0.9871581,0.001349182,0.00033024274,0.0003269488,0.000010144917,0.0021479274,0.00086957304],"genre_scores_gemma":[0.15506591,0.00002379138,0.84262663,0.00019627053,0.00038185192,0.00017457707,0.0000054123175,0.000031010386,0.0014945582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977122,0.00043101734,0.00025151196,0.00064218894,0.0004378679,0.0005252482],"domain_scores_gemma":[0.98752874,0.011405451,0.00006533523,0.00086986314,0.000037316036,0.0000933092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017234727,0.00027540012,0.00041264022,0.0006009787,0.00011260361,0.00047018557,0.0011589176,0.00010053589,0.0000066365033],"category_scores_gemma":[0.0023187737,0.00018980003,0.000082509556,0.0013942934,0.000064470274,0.00026733943,0.0005491554,0.0004897516,0.0000063565644],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001961417,0.000031650772,0.0038050953,0.000018043904,0.000009034031,0.00003683054,0.0001651187,0.0006556121,0.000112082715,0.044562858,0.02695075,0.92363334],"study_design_scores_gemma":[0.0015200677,0.0019469626,0.30556643,0.0010576434,0.000034984136,0.00015799336,0.00011975458,0.0022462925,0.08560331,0.22178316,0.3771254,0.0028379844],"about_ca_topic_score_codex":0.0005419283,"about_ca_topic_score_gemma":0.00008417048,"teacher_disagreement_score":0.9207953,"about_ca_system_score_codex":0.000134712,"about_ca_system_score_gemma":0.000035267643,"threshold_uncertainty_score":0.7739821},"labels":[],"label_agreement":null},{"id":"W2121111390","doi":"10.1109/ms.2008.51","title":"The Software Engineering Silver Bullet Conundrum","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Silver bullet; Software; Computer science; Software engineering; Social software engineering; Engineering; Software development; Software construction; Materials science; Programming language","score_opus":0.01639189029657439,"score_gpt":0.22654515245338033,"score_spread":0.21015326215680594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121111390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123280525,0.0011911736,0.8689359,0.00054006826,0.00254328,0.00033117054,0.000010078492,0.003143413,0.000024395626],"genre_scores_gemma":[0.82490486,0.00024777176,0.16970006,0.0004464545,0.00065249135,0.00020368364,0.000006983951,0.00014831749,0.0036893596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735886,0.000045866844,0.00030646825,0.0005537696,0.00081377686,0.0009212805],"domain_scores_gemma":[0.9949403,0.00315081,0.000058629063,0.0013743747,0.00021350446,0.00026241294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037735276,0.00030288912,0.00023765484,0.00014558164,0.0010434684,0.0001731569,0.0021230772,0.0001344663,0.000021940872],"category_scores_gemma":[0.0034393417,0.00024527378,0.00015424826,0.00069369463,0.00013452765,0.00037170292,0.00051823934,0.00053766224,0.0004441453],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008905481,0.00047806682,0.3598687,0.00051934196,0.0007914882,0.004191387,0.009224525,0.08494381,0.0023488766,0.0075335265,0.43618208,0.09382913],"study_design_scores_gemma":[0.002561813,0.00045809415,0.17850831,0.00027354382,0.000028237728,0.0020663666,0.00004821655,0.024450542,0.014542694,0.0008980365,0.7730563,0.0031078395],"about_ca_topic_score_codex":0.000026527561,"about_ca_topic_score_gemma":0.0000030388053,"teacher_disagreement_score":0.70162433,"about_ca_system_score_codex":0.00013900206,"about_ca_system_score_gemma":0.0001963452,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W2121678797","doi":"10.1109/ast.1996.506477","title":"Using software metrics tools for maintenance decisions: a classroom exercise","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Class (philosophy); Software engineering; Software maintenance; Software; Software quality; Directory; Component (thermodynamics); Quality (philosophy); Software system; Software development; Programming language; Artificial intelligence; Operating system","score_opus":0.13562495081796458,"score_gpt":0.3181187319792758,"score_spread":0.18249378116131124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121678797","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029838858,0.00072831055,0.9946862,0.00016968971,0.00034271475,0.00041390266,0.0000066787843,0.00057799276,0.00009062126],"genre_scores_gemma":[0.053256877,0.00012066914,0.9451636,0.00011771536,0.000046381003,0.00006657127,0.0000011271435,0.000024027775,0.0012030054],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982152,0.000016078788,0.0002429435,0.00046064722,0.00048989314,0.0005752257],"domain_scores_gemma":[0.9937272,0.0049557057,0.000039656225,0.0008231614,0.0002814259,0.0001728227],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00040841947,0.00015338644,0.00020085594,0.00036657162,0.00013950342,0.00045808466,0.0012262492,0.000085045496,0.000059037244],"category_scores_gemma":[0.013223446,0.00013395587,0.00011155561,0.0015191986,0.000025492478,0.0009086909,0.00035080197,0.00014617758,0.00010761587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073802275,0.00011166494,0.0016599189,0.000036523237,0.000019196252,0.00003650963,0.0001733254,0.0027751678,0.0001300641,0.0067413957,0.03243547,0.95587337],"study_design_scores_gemma":[0.0007158496,0.00008648475,0.0010145613,0.00016063808,0.000008441932,0.000036367066,0.00002353717,0.9718857,0.00097022403,0.003635555,0.02104159,0.0004210745],"about_ca_topic_score_codex":0.000008842156,"about_ca_topic_score_gemma":0.0000011665812,"teacher_disagreement_score":0.9691105,"about_ca_system_score_codex":0.00014412912,"about_ca_system_score_gemma":0.000039291386,"threshold_uncertainty_score":0.9950886},"labels":[],"label_agreement":null},{"id":"W2121820828","doi":"10.1109/csmr.2006.3","title":"A framework for software architecture refactoring using model transformations and semantic annotations","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code refactoring; Computer science; Maintainability; Software engineering; Unified Modeling Language; Software architecture; Software system; Software architecture description; Software evolution; Programming language; Context (archaeology); Reference architecture; Software; Software construction","score_opus":0.03295478639553996,"score_gpt":0.298517837636581,"score_spread":0.26556305124104107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121820828","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047932412,0.00005913213,0.95099276,0.00033298045,0.000053500462,0.00022636334,0.000008260346,0.00037256698,0.000022013934],"genre_scores_gemma":[0.37983844,0.0000011223777,0.6200499,0.000019551762,0.000025985135,0.00001990269,0.0000021415603,0.000007992756,0.00003498214],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992378,0.000008101279,0.00013784932,0.00019714449,0.0001635115,0.0002556183],"domain_scores_gemma":[0.9989724,0.00065087917,0.000017542565,0.00023392263,0.00006976451,0.000055457567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010214463,0.00009449574,0.00008832552,0.00015792927,0.0001959773,0.00015846902,0.00022528722,0.000058166555,0.000001375204],"category_scores_gemma":[0.00021527655,0.00008857874,0.000037334896,0.0002982229,0.000018924698,0.00032645665,0.00004332155,0.00013995383,0.0000010425996],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019146182,0.000022601693,0.000971502,0.00009649422,0.000010246923,0.0000010708746,0.0010074215,0.8842871,0.0006637005,0.1068739,0.00006839463,0.005995615],"study_design_scores_gemma":[0.000113016045,0.000012444925,0.0011752752,0.000032076045,0.000004140169,0.000009863336,0.000007746829,0.866844,0.00046416078,0.13115996,0.00005734991,0.000119952325],"about_ca_topic_score_codex":0.00003113842,"about_ca_topic_score_gemma":0.000009936556,"teacher_disagreement_score":0.33190602,"about_ca_system_score_codex":0.000033369757,"about_ca_system_score_gemma":0.00005319387,"threshold_uncertainty_score":0.36121362},"labels":[],"label_agreement":null},{"id":"W2121856880","doi":"10.1177/1063293x0100900403","title":"Project Estimation from Feasibility Study until Completion: A Quantitative Methodology","year":2001,"lang":"en","type":"article","venue":"Concurrent Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Concordia University","funders":"","keywords":"Estimation; Computer science; Project plan; Project management; Plan (archaeology); Project planning; Project management triangle; Systems engineering; Operations research; Risk analysis (engineering); Industrial engineering; Process management; Engineering; Business","score_opus":0.2436359053915479,"score_gpt":0.41609952990918836,"score_spread":0.17246362451764047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121856880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3523479,0.00022810364,0.645735,0.000041785566,0.00069173164,0.00044185127,0.00000391634,0.0005004918,0.000009181223],"genre_scores_gemma":[0.84275,0.0000065270597,0.15705404,0.0000063702387,0.000056626137,0.00008846159,0.000012522652,0.000015661682,0.000009796786],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821776,0.0001911047,0.0003030572,0.00054984353,0.0003813289,0.00035691858],"domain_scores_gemma":[0.9970691,0.002067851,0.000054086893,0.00058653427,0.00013337709,0.00008905905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008428249,0.00020739854,0.00029895204,0.00023911825,0.000065606764,0.00012528858,0.0006761112,0.000053073793,0.000020245718],"category_scores_gemma":[0.0021440326,0.00021371568,0.00006120345,0.0007149122,0.00002561643,0.00038580387,0.00026596503,0.00029266064,0.000047796737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000922987,0.0020402032,0.41854843,0.000292461,0.0006230437,0.000393787,0.021328812,0.40902027,0.006416098,0.033245876,0.00090293563,0.10709575],"study_design_scores_gemma":[0.0006277683,0.00023404624,0.17420436,0.000037703256,0.000010245059,0.000011405517,0.00009177981,0.8235598,0.00018347568,0.0001211903,0.0006687754,0.0002494047],"about_ca_topic_score_codex":0.00013908416,"about_ca_topic_score_gemma":0.000008755587,"teacher_disagreement_score":0.49040207,"about_ca_system_score_codex":0.00017260689,"about_ca_system_score_gemma":0.00006633824,"threshold_uncertainty_score":0.8715073},"labels":[],"label_agreement":null},{"id":"W2121883265","doi":"10.1109/ithet.2005.1560247","title":"Experience in Teaching an Introductory Software Engineering Course","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Personal software process; Software engineering; Software development; Software Engineering Process Group; Social software engineering; Computer science; Software peer review; Curriculum; Team software process; Engineering management; Software project management; Software development process; Process (computing); Course (navigation); Work (physics); Software; Quality (philosophy); Software construction; Engineering; Pedagogy; Programming language","score_opus":0.016417555130620032,"score_gpt":0.2911493147057234,"score_spread":0.2747317595751034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121883265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53608876,0.00009879371,0.4625379,0.00022184587,0.00018908331,0.0000706567,1.7278639e-7,0.00075102324,0.00004175195],"genre_scores_gemma":[0.7184294,0.0000017834598,0.28117824,0.00006506224,0.00017269066,0.000019226869,5.405396e-7,0.000012457833,0.00012061666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859464,0.000032977096,0.00017810306,0.0004262394,0.00032663072,0.00044138788],"domain_scores_gemma":[0.9987847,0.0002934566,0.000014584614,0.00072480197,0.000030707208,0.00015173994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005014408,0.00013287859,0.00011746485,0.00019978039,0.0000478792,0.00012771862,0.0010631424,0.000048070495,0.000035138004],"category_scores_gemma":[0.001012431,0.00013507373,0.000023119148,0.00029175455,0.000018207635,0.001327722,0.00023080844,0.00038767495,0.000052056672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006904374,0.00058437226,0.24768193,0.000053364063,0.00001873623,0.00012938071,0.022638036,0.20424818,0.00628679,0.029822716,0.0017336741,0.4867959],"study_design_scores_gemma":[0.0005880396,0.000114514216,0.24882948,0.00005892124,0.0000015834082,0.00006928927,0.00017441626,0.7172359,0.0060278657,0.00004783599,0.026011774,0.0008403671],"about_ca_topic_score_codex":0.000042153697,"about_ca_topic_score_gemma":0.00001657016,"teacher_disagreement_score":0.51298773,"about_ca_system_score_codex":0.00013118752,"about_ca_system_score_gemma":0.000053502263,"threshold_uncertainty_score":0.5508147},"labels":[],"label_agreement":null},{"id":"W2122010595","doi":"10.1109/icsm.2005.13","title":"A reference architecture for Web browsers","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Implementation; Architecture; Reuse; Domain (mathematical analysis); Reference architecture; Web browser; World Wide Web; Software engineering; The Internet; Software architecture; Programming language; Engineering","score_opus":0.024059158381732226,"score_gpt":0.2762850183173075,"score_spread":0.2522258599355753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122010595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017722448,0.000036106234,0.9760888,0.0031286147,0.00007067208,0.00015608112,0.0000015680032,0.00053515943,0.002260537],"genre_scores_gemma":[0.5985466,0.0000015924282,0.39948282,0.00024356326,0.000070300914,0.000036487596,7.5140855e-7,0.000006326388,0.0016115655],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926454,0.000008092734,0.00007313378,0.00022394939,0.00017003009,0.000260247],"domain_scores_gemma":[0.99907625,0.0004058703,0.000008965873,0.00038229764,0.00004669719,0.00007993848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013965253,0.000067679495,0.00006228032,0.00008406426,0.000037448044,0.00007157143,0.0007153554,0.00003479914,0.00003117467],"category_scores_gemma":[0.00022937542,0.000056143916,0.000029594736,0.00019357084,0.000012957488,0.00013412855,0.00011730285,0.00010410179,0.00009310219],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014760271,0.00006926166,0.001337247,0.000056389057,0.000027992512,0.0000051917395,0.00060689286,0.007462959,0.009142727,0.10868612,0.054752905,0.81783754],"study_design_scores_gemma":[0.0007991037,0.00023846018,0.0070352857,0.000020411338,0.0000022897445,0.00003009127,0.000008833978,0.18366462,0.009448014,0.0026902573,0.7956516,0.0004109951],"about_ca_topic_score_codex":0.0000049750083,"about_ca_topic_score_gemma":0.000018573066,"teacher_disagreement_score":0.81742656,"about_ca_system_score_codex":0.000030579544,"about_ca_system_score_gemma":0.000058704074,"threshold_uncertainty_score":0.22894824},"labels":[],"label_agreement":null},{"id":"W2122060876","doi":"10.5555/2337223.2337230","title":"Recovering traceability links between an API and its learning resources","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Traceability; Documentation; Ambiguity; Code (set theory); Source code; Context (archaeology); World Wide Web; Information retrieval; Software engineering; Programming language","score_opus":0.036843110419604065,"score_gpt":0.2864408961637425,"score_spread":0.24959778574413846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122060876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93679523,0.0002566744,0.061713483,0.000113712245,0.000076786986,0.000073228744,2.7663825e-7,0.00067787204,0.0002927049],"genre_scores_gemma":[0.9833107,0.0000060340167,0.016202422,0.0000120679415,0.00017210522,0.0000046143696,5.2598557e-7,0.000009469378,0.0002820647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989385,0.000088225475,0.00011739101,0.00025384192,0.00022605054,0.00037599003],"domain_scores_gemma":[0.9986836,0.00073697837,0.000018834357,0.00028247826,0.000033666354,0.00024449185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011234806,0.000088578054,0.000108561915,0.0000769714,0.00010490981,0.00013744297,0.0003814307,0.000099325654,0.00002051721],"category_scores_gemma":[0.0006897514,0.00008158811,0.000019025138,0.00020389969,0.000016033262,0.0009834558,0.00027632917,0.00045758352,0.000029903138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014543074,0.000022672777,0.9300325,0.000030745272,0.000008978908,0.0000010034289,0.0027526796,0.00027429318,0.00038118853,0.00037512707,0.000019105915,0.06610028],"study_design_scores_gemma":[0.000105993204,0.00009181995,0.9661106,0.000010469241,0.0000021401788,0.0000058424066,0.00004327011,0.028131574,0.0018978991,0.00007505482,0.0033478278,0.00017749665],"about_ca_topic_score_codex":0.000022949767,"about_ca_topic_score_gemma":0.0000015103569,"teacher_disagreement_score":0.06592278,"about_ca_system_score_codex":0.000029965611,"about_ca_system_score_gemma":0.000010428185,"threshold_uncertainty_score":0.33270663},"labels":[],"label_agreement":null},{"id":"W2122358298","doi":"10.1109/wpc.2003.1199195","title":"Identifying comprehension bottlenecks using program slicing and cognitive complexity metrics","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Program slicing; Computer science; Program comprehension; Software quality; Software engineering; Software maintenance; Software metric; Software construction; Software system; Slicing; Software; Static program analysis; Software development; Verification and validation; Quality (philosophy); Programming language; Engineering; World Wide Web","score_opus":0.12729209984737058,"score_gpt":0.3655375368444781,"score_spread":0.2382454369971075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122358298","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42937052,0.00014796712,0.5697133,0.000036917747,0.00008865684,0.00018431983,4.362467e-7,0.00039692372,0.000060979335],"genre_scores_gemma":[0.6559053,0.0000053934764,0.34401295,0.000037741658,0.000017986053,0.000004809531,0.0000010050533,0.000008340735,0.0000064656147],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865496,0.000031939406,0.00016437269,0.0003782478,0.00041306525,0.00035738695],"domain_scores_gemma":[0.9989682,0.00046058837,0.000035895435,0.00023435525,0.00016212207,0.00013884406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028414477,0.00013029593,0.00015871377,0.00030340406,0.00019703596,0.0003466197,0.00030756785,0.00005098115,0.0000041404824],"category_scores_gemma":[0.0003678806,0.00012527622,0.00003364063,0.0010345695,0.000088800814,0.00045862232,0.0005506421,0.00020066832,0.000011047714],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037435835,0.0011129212,0.1374118,0.00074103917,0.0003246286,0.00048415933,0.006103171,0.008760787,0.021616815,0.09291355,0.00008093311,0.7304128],"study_design_scores_gemma":[0.0030383815,0.00044189303,0.3146057,0.0006644229,0.00004428421,0.00036552091,0.0003805974,0.6423674,0.02454877,0.012353729,0.0001393925,0.0010498367],"about_ca_topic_score_codex":0.00030092566,"about_ca_topic_score_gemma":0.000010867299,"teacher_disagreement_score":0.7293629,"about_ca_system_score_codex":0.00008926099,"about_ca_system_score_gemma":0.000050813047,"threshold_uncertainty_score":0.51086164},"labels":[],"label_agreement":null},{"id":"W2122517552","doi":"10.5555/381473.381624","title":"2nd international workshop on living with inconsistency","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Correctness; Computer science; Software engineering; Implementation; Focus (optics); Programming language; Software; Model checking","score_opus":0.032772682589832,"score_gpt":0.2788894805009732,"score_spread":0.24611679791114116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122517552","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06775855,0.000026163938,0.92118645,0.0014482682,0.0022962582,0.00016789613,0.000007901615,0.0012509783,0.0058575477],"genre_scores_gemma":[0.95968896,0.00005283164,0.038586926,0.00020363201,0.00029337266,0.000066696535,0.0000098363125,0.0000417571,0.0010559647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975654,0.000021742804,0.00027838416,0.0006160517,0.0010924031,0.00042602877],"domain_scores_gemma":[0.9975635,0.0012331476,0.00007347368,0.00057577854,0.00037645924,0.000177684],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025676435,0.00031076855,0.00019287848,0.0005977582,0.00007193666,0.00045790744,0.0018817253,0.00009755338,0.00035430182],"category_scores_gemma":[0.0023225455,0.00029323617,0.000075299205,0.00042622248,0.000032625398,0.0005927518,0.0003184111,0.0005420683,0.00018001035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020374227,0.000852904,0.20462234,0.00007127102,0.00094307994,0.0015038669,0.0020812429,0.23244038,0.0010831372,0.43717438,0.0022574423,0.11676622],"study_design_scores_gemma":[0.0022123193,0.0007971661,0.27913958,0.004723157,0.000019981078,0.00074578106,0.0002340275,0.66476256,0.001076787,0.0008706079,0.04264946,0.0027685706],"about_ca_topic_score_codex":0.000012588492,"about_ca_topic_score_gemma":0.0000053875424,"teacher_disagreement_score":0.8919304,"about_ca_system_score_codex":0.00028944807,"about_ca_system_score_gemma":0.00009929409,"threshold_uncertainty_score":0.99995196},"labels":[],"label_agreement":null},{"id":"W2122525845","doi":"10.1109/icsm.2001.972708","title":"Supporting software maintenance by mining software update records","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software maintenance; Relevance (law); Context (archaeology); Software; Relation (database); Software engineering; Code (set theory); Software bug; Software system; Data mining; Programming language; Set (abstract data type)","score_opus":0.01790051301451302,"score_gpt":0.2614285986194306,"score_spread":0.24352808560491757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122525845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018998152,0.00034734907,0.9764595,0.0008944918,0.00046206365,0.00014638326,0.0000075211333,0.0021990642,0.00048549575],"genre_scores_gemma":[0.23558615,0.000056133398,0.74441963,0.0009528723,0.00008663134,0.00004840405,0.0000096925605,0.000060584483,0.018779922],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972482,0.00004414804,0.00038469053,0.0006954061,0.0005702735,0.0010573221],"domain_scores_gemma":[0.9977769,0.00078663277,0.00009527466,0.00092705863,0.0001485819,0.00026554364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051292946,0.00024401628,0.00023398585,0.00015662628,0.00017302492,0.00028756112,0.0015552549,0.0001002759,0.0008210872],"category_scores_gemma":[0.0029823282,0.00023137184,0.000088702676,0.0007294968,0.00004871025,0.00073896424,0.00053989276,0.00030178277,0.00068483304],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022830072,0.00006819048,0.07023122,0.000050746785,0.000027477587,0.00013118474,0.00055197167,0.00016406717,0.00010969432,0.0004510567,0.6572324,0.2709797],"study_design_scores_gemma":[0.0032021608,0.00072041474,0.023380334,0.00051059265,0.000027302887,0.00071113236,0.00034014173,0.33852282,0.0106841875,0.0024970938,0.6146925,0.0047113053],"about_ca_topic_score_codex":0.00003061435,"about_ca_topic_score_gemma":0.000005395468,"teacher_disagreement_score":0.33835876,"about_ca_system_score_codex":0.000107613836,"about_ca_system_score_gemma":0.000032724576,"threshold_uncertainty_score":0.943507},"labels":[],"label_agreement":null},{"id":"W2122581326","doi":"10.1109/tse.2008.36","title":"Do Crosscutting Concerns Cause Defects?","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":238,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Computer science; Harm; Process (computing); Code (set theory); Measure (data warehouse); Source code; Degree (music); Software engineering; Risk analysis (engineering); Reliability engineering; Data mining; Programming language; Law; Engineering","score_opus":0.03323913553247372,"score_gpt":0.26905700605010585,"score_spread":0.23581787051763214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122581326","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1747102,0.00012240869,0.8213046,0.000016320722,0.0011619204,0.00016752984,0.0000089381865,0.0024947082,0.0000133525555],"genre_scores_gemma":[0.9278547,0.00004720075,0.07155356,0.000041017698,0.00010945449,0.00008644051,8.0340544e-7,0.00007016918,0.00023661762],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99776936,0.00002722325,0.00029965496,0.0005999978,0.0005959309,0.0007078602],"domain_scores_gemma":[0.9975423,0.0011325348,0.000039003124,0.00089385756,0.00011516601,0.00027711075],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021470529,0.0003314667,0.0002651214,0.00041394128,0.00036250034,0.00015449649,0.000821415,0.00014332822,0.000044568056],"category_scores_gemma":[0.00025102124,0.00036653556,0.00018343299,0.000952673,0.000054615244,0.00059752114,0.000010563956,0.00069295336,0.00020378774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000103757375,0.0001275868,0.0037253113,0.00009465466,0.00013540348,0.0004589142,0.0014093561,0.98449147,0.0014726688,0.0002540436,0.00039401083,0.0074262065],"study_design_scores_gemma":[0.0067351325,0.0014113252,0.058949903,0.0012858737,0.00014620791,0.0039149337,0.00010298504,0.50455725,0.39915308,0.0001123978,0.016510764,0.007120183],"about_ca_topic_score_codex":0.000020422533,"about_ca_topic_score_gemma":0.0000014594028,"teacher_disagreement_score":0.75314456,"about_ca_system_score_codex":0.00022715268,"about_ca_system_score_gemma":0.000109825356,"threshold_uncertainty_score":0.99987864},"labels":[],"label_agreement":null},{"id":"W2122649993","doi":"10.1109/issre.2001.989482","title":"Revisiting strategies for ordering class integration testing in the presence of dependency cycles","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Dependency (UML); Computer science; Dependency graph; Inheritance (genetic algorithm); Class (philosophy); Class diagram; Java; Theoretical computer science; Context (archaeology); Graph; Software; Programming language; Unified Modeling Language; Artificial intelligence","score_opus":0.04889506474204778,"score_gpt":0.31382897241151475,"score_spread":0.26493390766946695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122649993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16753413,0.000070357404,0.83082575,0.00044694816,0.00002373528,0.00018301285,2.3841118e-7,0.0000847823,0.00083103514],"genre_scores_gemma":[0.7740576,0.0000020006728,0.22583641,0.000015109621,0.000047498364,0.00002628225,2.3794713e-7,0.000003392961,0.000011433077],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992013,0.000036233087,0.00019277858,0.0001623088,0.00021975303,0.00018761528],"domain_scores_gemma":[0.99672693,0.0028608574,0.000039657727,0.0002519967,0.000105822,0.000014740482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008402554,0.000063299565,0.0000752465,0.000086200234,0.00004540019,0.00015599761,0.0006926017,0.000024357973,0.0000017894525],"category_scores_gemma":[0.0023478386,0.000044875273,0.00001971717,0.00043142022,0.000015861311,0.00065485,0.000088246394,0.000115993345,0.0000014101657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037261264,0.00003596322,0.016624663,0.00015858901,0.000005527773,0.0000034933225,0.0037815063,0.062414907,0.013508864,0.15706728,0.00006368065,0.7463318],"study_design_scores_gemma":[0.00012849965,0.000040307008,0.022167513,0.00014735699,0.0000010094483,0.000008733505,0.00091629976,0.9680306,0.0049875374,0.0034047496,0.00006957446,0.00009782987],"about_ca_topic_score_codex":0.00007813222,"about_ca_topic_score_gemma":0.00006416629,"teacher_disagreement_score":0.9056157,"about_ca_system_score_codex":0.00002359798,"about_ca_system_score_gemma":0.00006740968,"threshold_uncertainty_score":0.28107518},"labels":[],"label_agreement":null},{"id":"W2122718295","doi":"10.7287/peerj.preprints.826v1","title":"An empirical study of goto in C code","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Goto; Go/no go; Commit; Computer science; Statement (logic); Code (set theory); Empirical research; Dijkstra's algorithm; Programming language; Limit (mathematics); Statistics; Mathematics; Theoretical computer science; Machine learning; Law; Political science; Database; Set (abstract data type); Graph; Shortest path problem","score_opus":0.09214601773672157,"score_gpt":0.39471980448581767,"score_spread":0.3025737867490961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122718295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90556777,0.000005846584,0.093899116,0.00007137787,0.00004802374,0.00009831645,9.646782e-8,0.0000951574,0.00021429748],"genre_scores_gemma":[0.98889077,8.373602e-8,0.011015423,0.000018139495,0.000008100072,0.000007088495,8.495806e-8,0.000002872856,0.00005742686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992776,0.000047819223,0.00010318647,0.00015015599,0.00030182392,0.00011944865],"domain_scores_gemma":[0.99928415,0.00013605619,0.00000794185,0.00041326383,0.000056275952,0.00010233335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045788722,0.00003685602,0.000078178535,0.00010295807,0.0000044388335,0.000021222815,0.0006025965,0.000017987659,0.00000396047],"category_scores_gemma":[0.00025987063,0.000030653897,0.0000062605427,0.0004039532,0.000007773443,0.00016795425,0.0001428375,0.00007120248,0.000016601825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033588324,0.00058611395,0.99079597,0.00000194588,0.0000022940058,0.000020143741,0.003489576,0.0022015776,0.000045688306,0.00019448037,0.00080504705,0.0018537784],"study_design_scores_gemma":[0.0008545101,0.0010804584,0.87848413,0.0000029547407,4.2726856e-7,0.0000024749313,0.00047465018,0.11813603,0.0004513859,0.00023162836,0.00019320616,0.00008814917],"about_ca_topic_score_codex":0.00021621362,"about_ca_topic_score_gemma":0.00015283987,"teacher_disagreement_score":0.115934454,"about_ca_system_score_codex":0.000030642645,"about_ca_system_score_gemma":0.00006216843,"threshold_uncertainty_score":0.12500297},"labels":[],"label_agreement":null},{"id":"W2122723127","doi":"10.1016/j.scico.2010.10.006","title":"Metamodeling semantics of multiple inheritance","year":2010,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Inheritance (genetic algorithm); Metamodeling; Programming language; Programmer; Semantics (computer science); Context (archaeology); Construct (python library); Reusability; Multiple inheritance; Theoretical computer science; Object-oriented programming","score_opus":0.019897740592626993,"score_gpt":0.27734212334047276,"score_spread":0.25744438274784576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122723127","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41525382,0.00001855866,0.5840066,0.000050630013,0.00045929887,0.00010551394,2.1689918e-7,0.00009342096,0.000011904798],"genre_scores_gemma":[0.51871747,7.236894e-7,0.4812421,0.000003864398,0.000025456005,0.0000034671916,8.53957e-8,0.000004492468,0.0000023454902],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979157,0.000016148168,0.0003288433,0.0004189875,0.00086267875,0.0004576584],"domain_scores_gemma":[0.99817735,0.000325154,0.00013299679,0.0008139585,0.00041984275,0.00013067845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014728407,0.00012058356,0.0002143294,0.0002752318,0.000100252604,0.00013719957,0.0023391864,0.000045197754,0.000002589853],"category_scores_gemma":[0.0005435454,0.000114491326,0.000066977525,0.0018301979,0.000541553,0.00077271514,0.00088800973,0.00025953387,0.0000043784144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034985255,0.000174636,0.03761875,0.00013212238,0.000016207327,0.0000070658302,0.0013729861,0.011479406,0.21552964,0.013611409,0.000027061078,0.7200272],"study_design_scores_gemma":[0.00018559527,0.0000981941,0.009353772,0.000046643643,0.0000025485024,0.000014262451,0.000007956608,0.89606327,0.093071155,0.000561886,0.00042074855,0.00017395544],"about_ca_topic_score_codex":0.000024914389,"about_ca_topic_score_gemma":0.000005076463,"teacher_disagreement_score":0.8845839,"about_ca_system_score_codex":0.000016512295,"about_ca_system_score_gemma":0.00017323716,"threshold_uncertainty_score":0.46688208},"labels":[],"label_agreement":null},{"id":"W2122744555","doi":"10.1109/ase.2008.81","title":"Semi-Automating Pragmatic Reuse Tasks","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Computer science; Task (project management); Scope (computer science); Software engineering; Process (computing); Code reuse; Plan (archaeology); Human–computer interaction; Source code; Code (set theory); Systems engineering; Programming language; Software; Engineering; Set (abstract data type)","score_opus":0.019888137130382424,"score_gpt":0.26197083371904767,"score_spread":0.24208269658866524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122744555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24342047,0.000050844108,0.7512262,0.0005756933,0.00014913965,0.00010828228,2.431039e-7,0.0016219434,0.0028472007],"genre_scores_gemma":[0.7456216,0.0000043521795,0.25291592,0.000093933435,0.00003278942,0.0000133842905,4.7564478e-7,0.000008757136,0.0013088069],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989994,0.000028350732,0.00013879467,0.00020791634,0.00035118792,0.00027434027],"domain_scores_gemma":[0.99822414,0.000632194,0.000021301312,0.0009819748,0.00004941163,0.00009095447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002497844,0.0000784952,0.00008873968,0.00009707327,0.000099904784,0.000058654812,0.0012140268,0.000032910382,0.000046442943],"category_scores_gemma":[0.0018805363,0.000068764326,0.000028161341,0.00042843065,0.000022594499,0.0003233572,0.0004940426,0.00013097152,0.000373842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008091002,0.0007213732,0.22378184,0.0007695742,0.00024668395,0.002877125,0.034162227,0.023148296,0.022506235,0.090830244,0.50281274,0.09813554],"study_design_scores_gemma":[0.00049864384,0.00009864271,0.08192272,0.00007267037,0.0000021050985,0.00065944425,0.000025801999,0.9017102,0.007457929,0.0014885253,0.005560253,0.0005030679],"about_ca_topic_score_codex":0.000022217557,"about_ca_topic_score_gemma":6.1367365e-7,"teacher_disagreement_score":0.8785619,"about_ca_system_score_codex":0.000038331335,"about_ca_system_score_gemma":0.000062527746,"threshold_uncertainty_score":0.4805107},"labels":[],"label_agreement":null},{"id":"W2123187470","doi":"10.1109/ase.2003.1240310","title":"Automatically inferring concern code from program investigation activities","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; University of British Columbia","keywords":"Computer science; Source code; Session (web analytics); Task (project management); Program comprehension; Code (set theory); Context (archaeology); Set (abstract data type); Programming language; Program analysis; Program code; Object (grammar); Software engineering; Software; World Wide Web; Artificial intelligence; Software system; Engineering","score_opus":0.037618740272692575,"score_gpt":0.29942745658008957,"score_spread":0.261808716307397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123187470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49046037,0.000011216242,0.50690025,0.00045388608,0.00008566996,0.00013212027,8.0377043e-7,0.0016518139,0.00030388642],"genre_scores_gemma":[0.69811904,9.007735e-7,0.3016756,0.00007571489,0.00003209903,0.000038979822,0.0000019735637,0.0000067776564,0.000048907055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907595,0.00001793858,0.00012466648,0.00022415363,0.0003281468,0.00022911673],"domain_scores_gemma":[0.99912935,0.000362305,0.000020490334,0.00033796538,0.00003668172,0.00011318063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012046258,0.000087992994,0.00009094479,0.00006595336,0.00005075599,0.00026497187,0.00048254646,0.00004613585,0.000017595983],"category_scores_gemma":[0.00030828506,0.00008115828,0.000023800396,0.00023840081,0.00006345837,0.0005577288,0.00019088399,0.00013218695,0.00007295912],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009428276,0.0004168129,0.12399299,0.0001605702,0.00019742826,0.00012537002,0.013110388,0.035078753,0.023126079,0.385656,0.000958708,0.41716745],"study_design_scores_gemma":[0.0016841724,0.00041879766,0.3594826,0.00025974645,0.000009124212,0.000018013849,0.000116266914,0.40860745,0.14036037,0.08661717,0.0015576256,0.0008686906],"about_ca_topic_score_codex":0.00024589832,"about_ca_topic_score_gemma":0.000034789806,"teacher_disagreement_score":0.41629878,"about_ca_system_score_codex":0.00010734294,"about_ca_system_score_gemma":0.0001510143,"threshold_uncertainty_score":0.33095387},"labels":[],"label_agreement":null},{"id":"W2123252005","doi":"10.1109/icdar.2001.953813","title":"On-line recognition of UML diagrams","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; UML tool; Applications of UML; Unified Modeling Language; Class diagram; Systems Modeling Language; Programming language; Software; Software engineering","score_opus":0.0674277720505536,"score_gpt":0.2760105024533249,"score_spread":0.2085827304027713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123252005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08827047,0.000033164903,0.90602714,0.00044542496,0.00015971472,0.00007141999,9.033936e-7,0.00026806744,0.0047236835],"genre_scores_gemma":[0.9793301,0.000010163406,0.019862916,0.00006289654,0.000024724697,0.0000053995614,7.1561715e-7,0.0000038187254,0.0006992242],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994722,0.0000108633085,0.000079552134,0.00012210422,0.00019820698,0.000117058255],"domain_scores_gemma":[0.9992607,0.0003786263,0.000011946373,0.00025961344,0.000048085367,0.000040995044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000101487974,0.00004138201,0.000053251137,0.00007511554,0.00001187793,0.000018246668,0.0002710565,0.00002167758,0.00029284236],"category_scores_gemma":[0.0003796269,0.00003521194,0.00002225646,0.0002663135,0.00001165601,0.00009402965,0.000053141153,0.00006347113,0.0004731602],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022035476,0.000225001,0.0012656958,0.000024015775,0.000012645035,0.000013761019,0.00017248496,0.00087098836,0.00037481808,0.012417347,0.009956899,0.97466415],"study_design_scores_gemma":[0.0008574603,0.0010050939,0.01185,0.00008180503,0.0000029889375,0.00001770691,0.000004978943,0.91164726,0.06016129,0.012738798,0.0012432964,0.00038930067],"about_ca_topic_score_codex":0.000008021309,"about_ca_topic_score_gemma":9.889368e-7,"teacher_disagreement_score":0.9742748,"about_ca_system_score_codex":0.000011453843,"about_ca_system_score_gemma":0.0000031035297,"threshold_uncertainty_score":0.6081675},"labels":[],"label_agreement":null},{"id":"W2123316933","doi":"10.1007/s00766-009-0088-6","title":"Developing comprehensive acceptance tests from use cases and robustness diagrams","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"King Fahd University of Petroleum and Minerals","keywords":"Robustness (evolution); Robustness testing; Computer science; Acceptance testing; Reliability engineering; Software engineering; Engineering; Programming language; Software","score_opus":0.07690407596900042,"score_gpt":0.30633885552576606,"score_spread":0.22943477955676564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123316933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55762273,0.0003750144,0.44125807,0.000088130764,0.00016747735,0.00011225369,0.0000019851623,0.0003721436,0.0000021621065],"genre_scores_gemma":[0.83241445,0.00006055086,0.1673626,0.00006208814,0.000054850716,0.000010975878,0.0000046946143,0.000017359114,0.00001243374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984733,0.000016176966,0.00022215152,0.0004545817,0.0003598361,0.0004739964],"domain_scores_gemma":[0.9980801,0.0011703006,0.00003732366,0.0004755592,0.00008523571,0.000151511],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00008558108,0.00023305793,0.00021447704,0.00015402675,0.00007943819,0.00035346491,0.00052868645,0.000060985745,0.0000032247108],"category_scores_gemma":[0.0008177969,0.0002480103,0.000031907064,0.00042786106,0.00001595381,0.0011021675,0.00023427285,0.00017068576,0.000006138677],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025249921,0.00018616686,0.17064355,0.0002643027,0.00032066755,0.0017026461,0.0012014103,0.5498931,0.037405163,0.016507551,0.00048524293,0.22136497],"study_design_scores_gemma":[0.0004545703,0.00006743989,0.83899117,0.00026946596,0.000006754469,0.0000483101,0.000008556027,0.15619138,0.0024607552,0.0001179148,0.00083711644,0.0005465931],"about_ca_topic_score_codex":0.000032185035,"about_ca_topic_score_gemma":0.0000023124733,"teacher_disagreement_score":0.6683476,"about_ca_system_score_codex":0.00014686934,"about_ca_system_score_gemma":0.00003376261,"threshold_uncertainty_score":0.9999972},"labels":[],"label_agreement":null},{"id":"W2123980061","doi":"10.1109/icsm.2001.972738","title":"Integrating information sources for visualizing Java programs","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria","keywords":"Computer science; Java; Documentation; Visualization; Source code; Presentation (obstetrics); Software engineering; Internal documentation; Information integration; Domain (mathematical analysis); Software visualization; Software; World Wide Web; Programming language; Database; Software development; Data mining; Component-based software engineering; Software construction","score_opus":0.03635503188684518,"score_gpt":0.2832856276809855,"score_spread":0.24693059579414028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123980061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018580439,0.000032752694,0.97917026,0.00022744933,0.00010939644,0.00022618445,1.8597903e-7,0.0006298385,0.0010234711],"genre_scores_gemma":[0.681617,0.000001941825,0.31783375,0.00009302041,0.000043692664,0.000081058635,0.0000025309164,0.000005356637,0.0003216077],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993336,0.000008214991,0.00014009619,0.00010003052,0.00019261787,0.00022540304],"domain_scores_gemma":[0.9993887,0.0002642863,0.00002647273,0.00018162356,0.00008972926,0.000049209888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023324421,0.000064129694,0.000058259124,0.000101566,0.00007896773,0.0004032575,0.0003963015,0.00002903455,0.000016030486],"category_scores_gemma":[0.0005031635,0.000052923664,0.00003230986,0.00027576357,0.000010453603,0.0010954326,0.000091957816,0.000066725675,0.00008062691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.869285e-7,0.000026815705,0.004061578,0.000055304045,0.000009301018,4.885246e-7,0.0040864926,0.00014962272,0.00011396282,0.038355142,0.0026127822,0.9505277],"study_design_scores_gemma":[0.00020749471,0.00012737699,0.0004430274,0.000028512284,9.421997e-7,0.000006058648,0.00017750954,0.95556736,0.002219883,0.00028992543,0.04078497,0.00014692097],"about_ca_topic_score_codex":0.000021076276,"about_ca_topic_score_gemma":0.0000022306676,"teacher_disagreement_score":0.95541775,"about_ca_system_score_codex":0.000026537968,"about_ca_system_score_gemma":0.000007010343,"threshold_uncertainty_score":0.38886213},"labels":[],"label_agreement":null},{"id":"W2124297776","doi":"10.1109/seaa.2008.75","title":"IFPUG-COSMIC Statistical Conversion","year":2008,"lang":"en","type":"article","venue":"Proceedings of the ... EUROMICRO Conference/EUROMICRO","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Verifiable secret sharing; Process (computing); COSMIC cancer database; Function (biology); Data collection; Quality (philosophy); Interval (graph theory); Data mining; Data science; Set (abstract data type); Mathematics; Statistics; Programming language; Astronomy","score_opus":0.02702442971313656,"score_gpt":0.23003430389491566,"score_spread":0.2030098741817791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124297776","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857395,0.00007748737,0.009869368,0.0009556947,0.0007022843,0.00047861875,0.000031390264,0.00038940838,0.0017561902],"genre_scores_gemma":[0.9846558,0.00009958029,0.0140508395,0.00020412263,0.000071691495,0.0000134306865,0.0000026875903,0.00004968736,0.0008521915],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99714935,0.00003331717,0.000556069,0.00081863377,0.00068973296,0.00075292395],"domain_scores_gemma":[0.99778855,0.00046611667,0.0002717071,0.0005903903,0.0006455776,0.00023767872],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004951011,0.0003829464,0.00046519144,0.00024889552,0.0003286187,0.00020683258,0.0036738433,0.00013442163,0.000079532976],"category_scores_gemma":[0.0009075162,0.00031724232,0.00017189361,0.00072387484,0.0005127367,0.00056391687,0.0016407067,0.000702298,0.00020896413],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009254828,0.00023711714,0.053021356,0.00027122354,0.00008279341,0.000040122974,0.0017282632,0.000009838372,0.85950756,0.030441063,0.053088754,0.0014793839],"study_design_scores_gemma":[0.0022917693,0.0003656442,0.18315428,0.0002473655,0.000046111083,0.0008989355,0.000097605036,0.0047640516,0.79101735,0.0027303305,0.013311874,0.0010747012],"about_ca_topic_score_codex":0.000050172723,"about_ca_topic_score_gemma":4.2332e-7,"teacher_disagreement_score":0.13013293,"about_ca_system_score_codex":0.0001182374,"about_ca_system_score_gemma":0.00031575272,"threshold_uncertainty_score":0.99992794},"labels":[],"label_agreement":null},{"id":"W2124312992","doi":"10.1109/csse.2008.1015","title":"An Algorithm of System Decomposition Based on Laplace Spectral Graph Partitioning Technology","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Graph partition; Graph; Computer science; Strength of a graph; Spectral graph theory; Voltage graph; Null graph; Algebraic graph theory; Laplace transform; Algorithm; Graph theory; Graph bandwidth; Decomposition; Mathematics; Theoretical computer science; Line graph; Combinatorics","score_opus":0.009852692859426167,"score_gpt":0.2567739556670001,"score_spread":0.24692126280757395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124312992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16698176,0.000009515406,0.8317901,0.000101799684,0.00008719795,0.00007757992,0.0000012541137,0.00072891207,0.00022187311],"genre_scores_gemma":[0.7481462,7.282262e-7,0.2517954,0.000012327575,0.000015905283,0.000011433237,0.000002510265,0.0000053254685,0.000010171898],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910665,0.000034630542,0.00013680352,0.00023639062,0.00026957315,0.00021597787],"domain_scores_gemma":[0.99922097,0.000145667,0.000029466948,0.0004668651,0.0000745055,0.00006253451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016308312,0.00007859659,0.00011033603,0.00041468954,0.0000870639,0.000020248075,0.00043500692,0.00006111498,0.0000070120636],"category_scores_gemma":[0.000023167822,0.000076190176,0.00003269044,0.00072524796,0.000048597176,0.00016970868,0.000031488118,0.0001178637,0.000020459986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007473643,0.001985918,0.13384143,0.00044938852,0.00011470495,0.0011504026,0.0008171365,0.41356188,0.03859377,0.3543288,0.0014842375,0.053597603],"study_design_scores_gemma":[0.00025775676,0.00044370026,0.009700568,0.000055595283,0.0000012481776,0.00008262245,0.000015977892,0.9123298,0.07683436,0.00015681144,0.000013850787,0.000107706765],"about_ca_topic_score_codex":0.000021885193,"about_ca_topic_score_gemma":0.0000013247255,"teacher_disagreement_score":0.5811644,"about_ca_system_score_codex":0.000065507826,"about_ca_system_score_gemma":0.000043840864,"threshold_uncertainty_score":0.31069452},"labels":[],"label_agreement":null},{"id":"W2124518380","doi":"10.1109/apsec.2000.896710","title":"A comparative evaluation of techniques for syntactic level source code analysis","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Parsing; Computer science; Programming language; Syntax; Source code; Abstract syntax tree; Code (set theory); Software; Artificial intelligence; Simple (philosophy); Natural language processing; Abstract syntax; Set (abstract data type)","score_opus":0.21296336926181794,"score_gpt":0.39342455532694104,"score_spread":0.1804611860651231,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124518380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021612491,0.000055652334,0.97724885,0.00012451495,0.000015876152,0.00030857007,0.000003581138,0.00017757293,0.00045290028],"genre_scores_gemma":[0.8391596,0.0000012768746,0.16037907,0.000010623177,0.000007860338,0.00008459517,0.0000012025638,0.0000030548365,0.00035269232],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989536,0.000058905633,0.00014465321,0.0001952059,0.0005123147,0.00013532207],"domain_scores_gemma":[0.9982647,0.00084172527,0.000046395784,0.00035666188,0.00045505425,0.00003551365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084860943,0.00006378381,0.00017328524,0.00030687277,0.000032936267,0.00003593846,0.00037740447,0.000028951843,0.00007873387],"category_scores_gemma":[0.0004695044,0.000057093017,0.00007830638,0.00095521216,0.000019610983,0.00017238063,0.00006070596,0.00004813993,0.000008550794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047403548,0.0017017651,0.043585446,0.000346843,0.0058576036,0.0000034946704,0.023116654,0.17841366,0.022617375,0.030327078,0.03207797,0.6619047],"study_design_scores_gemma":[0.00010892273,0.00005298216,0.0068997997,0.000004808085,0.00008466949,7.5152116e-7,0.000018527184,0.967906,0.024446331,0.00018556467,0.00022442099,0.0000672192],"about_ca_topic_score_codex":0.00003066487,"about_ca_topic_score_gemma":0.000019004523,"teacher_disagreement_score":0.81754714,"about_ca_system_score_codex":0.00006845372,"about_ca_system_score_gemma":0.000022411528,"threshold_uncertainty_score":0.23281856},"labels":[],"label_agreement":null},{"id":"W2124740781","doi":"10.1145/986710.986720","title":"The programmer life-cycle","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Programmer; Productivity; Computer science; Construct (python library); Software; Programming language; Economics; Macroeconomics","score_opus":0.0147598033736386,"score_gpt":0.24609978333871485,"score_spread":0.23133997996507624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124740781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2517905,0.0029944817,0.73218954,0.003954842,0.0018010007,0.00065154914,0.000005645838,0.0066086133,0.0000038078329],"genre_scores_gemma":[0.8522241,0.00003955373,0.1471687,0.00011590834,0.0002049418,0.00014374433,0.0000037116044,0.00006728927,0.00003205642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973511,0.000022576502,0.00033811055,0.0005692579,0.00068820146,0.001030718],"domain_scores_gemma":[0.90544367,0.09107743,0.00007614504,0.002702748,0.0002036663,0.000496319],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005297752,0.00035226106,0.0002355587,0.00016599736,0.0003512014,0.0005439495,0.0032562069,0.00013618053,0.0000074222485],"category_scores_gemma":[0.33702978,0.00028317777,0.000147619,0.0009855088,0.00007399877,0.00050265156,0.0009455293,0.0005376339,0.0002363475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035556248,0.0004436546,0.44073942,0.00042047497,0.00048116452,0.00033544083,0.00262424,0.20843741,0.0019885318,0.04841533,0.002116497,0.2939623],"study_design_scores_gemma":[0.0027790042,0.0005492708,0.90841717,0.00039862376,0.00004128935,0.00022617508,0.000031843487,0.0037559897,0.013797847,0.0026233746,0.06457171,0.002807723],"about_ca_topic_score_codex":0.000060928476,"about_ca_topic_score_gemma":0.0000049563473,"teacher_disagreement_score":0.6004336,"about_ca_system_score_codex":0.00015794756,"about_ca_system_score_gemma":0.00021171289,"threshold_uncertainty_score":0.99996203},"labels":[],"label_agreement":null},{"id":"W2124777132","doi":"10.1109/snpd.2015.7176280","title":"Systematic mapping study of missing values techniques in software engineering data","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Data mining; Missing data; Imputation (statistics); Software; Data science; Machine learning","score_opus":0.08569349859442171,"score_gpt":0.3158034108359187,"score_spread":0.23010991224149696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124777132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09020434,0.00023200769,0.90811414,0.00002250154,0.00010047793,0.00056486105,5.5391797e-7,0.0007376929,0.000023404149],"genre_scores_gemma":[0.6707723,7.531574e-7,0.3291515,0.0000040659525,0.000015187058,0.000025201283,9.177645e-7,0.000012181315,0.000017856757],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983967,0.00007865934,0.00040843574,0.00034478062,0.000528664,0.00024276414],"domain_scores_gemma":[0.99735457,0.0008535919,0.00005485825,0.0015409865,0.000103697035,0.00009229637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019756854,0.00012000761,0.00031629647,0.00043646566,0.000015907408,0.00009853749,0.0020074681,0.00003824002,8.7962945e-7],"category_scores_gemma":[0.0053318897,0.00010701245,0.000014554386,0.0007913333,0.00000868165,0.0005917233,0.001192174,0.00014082827,0.0000042081256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028961864,0.0050210175,0.6783317,0.10229733,0.00089976133,0.001791679,0.11244107,0.038074393,0.0050847973,0.0033534952,0.004811857,0.047863957],"study_design_scores_gemma":[0.00106306,0.00045155117,0.0223742,0.010602692,0.000017657454,0.00008787982,0.003106236,0.9566261,0.004445494,0.00039587345,0.000039038146,0.0007902133],"about_ca_topic_score_codex":0.00013284713,"about_ca_topic_score_gemma":0.000004976613,"teacher_disagreement_score":0.9185517,"about_ca_system_score_codex":0.00008470267,"about_ca_system_score_gemma":0.000072573355,"threshold_uncertainty_score":0.63831556},"labels":[],"label_agreement":null},{"id":"W2124961859","doi":"10.1109/icpc.2007.6","title":"A Comparative Study of Three Program Exploration Tools","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Variety (cybernetics); Software engineering; Software; Plan (archaeology); Human–computer interaction; Code (set theory); Programming language; Artificial intelligence; Systems engineering; Engineering","score_opus":0.15362414765086374,"score_gpt":0.38234565943176013,"score_spread":0.2287215117808964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124961859","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45789617,0.0000051853594,0.54100394,0.000015638157,0.000040379025,0.00040779804,5.8207714e-8,0.00020479846,0.00042602755],"genre_scores_gemma":[0.9407018,1.6189645e-7,0.059201367,0.000003278344,0.000013975556,0.00004156132,3.8021017e-7,0.0000025248887,0.00003495812],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991842,0.000015417632,0.00015023699,0.00015839278,0.00033414448,0.00015763925],"domain_scores_gemma":[0.99907404,0.00040370002,0.00002527458,0.00032543167,0.00012779981,0.00004374101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000438796,0.000055990644,0.00010271061,0.000101851634,0.000024625258,0.00006561769,0.000401167,0.00001683458,0.0000054074826],"category_scores_gemma":[0.000093311566,0.000046645735,0.000014915495,0.00053305255,0.000014312941,0.0005189669,0.00012483668,0.000068661975,0.000019464087],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005726562,0.0063105538,0.14400192,0.00004331445,0.00015777559,0.000059060472,0.039752886,0.003792898,0.0019836912,0.03285613,0.0011450774,0.7698394],"study_design_scores_gemma":[0.0012907782,0.004353279,0.90969115,0.000017875751,0.0000049963687,0.000004209081,0.002735392,0.06016152,0.01977525,0.0011758588,0.0004794753,0.0003102314],"about_ca_topic_score_codex":0.000030389205,"about_ca_topic_score_gemma":0.00016002356,"teacher_disagreement_score":0.7695292,"about_ca_system_score_codex":0.000019963492,"about_ca_system_score_gemma":0.000019729501,"threshold_uncertainty_score":0.19021578},"labels":[],"label_agreement":null},{"id":"W2125031115","doi":"10.1145/1062455.1062617","title":"Predictor models in software engineering (PROMISE)","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Software engineering; Software; Data science; Systems engineering; Engineering; Programming language","score_opus":0.015097902808183327,"score_gpt":0.23018033647733424,"score_spread":0.21508243366915092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125031115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07021464,0.00012570579,0.9279504,0.00024207777,0.00014475318,0.00012642554,6.5344744e-7,0.0009960709,0.00019929177],"genre_scores_gemma":[0.65565974,0.0000052774203,0.34379792,0.000044379187,0.00009066249,0.000029570661,5.2164734e-7,0.000013070785,0.0003588672],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886686,0.000008932135,0.00016011362,0.00028787804,0.00029719208,0.0003790465],"domain_scores_gemma":[0.9990894,0.0003032302,0.000009876159,0.00044952866,0.000032808515,0.0001151107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002210191,0.0001097573,0.00010715096,0.00022505269,0.000016366179,0.00007768982,0.0007577625,0.00005475388,0.000040272367],"category_scores_gemma":[0.00037301463,0.00010749225,0.000030905838,0.00043026236,0.00000698437,0.0007460399,0.00023601949,0.00018716596,0.00008078354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031995885,0.00008606361,0.01211985,0.00004325012,0.000012550253,0.00003445839,0.0006963529,0.93956345,0.00026447148,0.021758305,0.001967747,0.023450268],"study_design_scores_gemma":[0.00026267508,0.000015588947,0.016770653,0.00001976767,3.841957e-7,0.0000069790913,0.0000013489097,0.9803938,0.00059353595,0.0002569381,0.001533924,0.00014437888],"about_ca_topic_score_codex":0.000016801163,"about_ca_topic_score_gemma":0.000006247414,"teacher_disagreement_score":0.5854451,"about_ca_system_score_codex":0.00012116431,"about_ca_system_score_gemma":0.000049927487,"threshold_uncertainty_score":0.43834066},"labels":[],"label_agreement":null},{"id":"W2125181275","doi":"10.1109/hpcc.2011.60","title":"Social Network Analysis in Software Testing to Categorize Unit Test Cases Based on Coverage Information","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Test suite; Computer science; Test Management Approach; Regression testing; Test script; Test harness; Reliability engineering; Software quality; Unit testing; Test case; System under test; Software engineering; Software maintenance; Software; Software system; Software construction; Software development; Engineering; Operating system; Machine learning","score_opus":0.04989803146578312,"score_gpt":0.27172205451214154,"score_spread":0.22182402304635843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125181275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051746566,0.0000015724339,0.94649404,0.000082089486,0.000060901355,0.00015854335,0.0000030332742,0.0004233321,0.001029921],"genre_scores_gemma":[0.91650385,1.17249904e-7,0.083028205,0.00035587966,0.000038390957,0.0000243406,0.00000781322,0.0000059004715,0.000035532194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988251,0.000036948884,0.00022512309,0.00019292088,0.0003464678,0.00037348358],"domain_scores_gemma":[0.99691164,0.0024759283,0.0000409439,0.00032579317,0.00014529363,0.00010036803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042890827,0.00011960223,0.00015455068,0.00057936175,0.000107654756,0.00013885091,0.00051946705,0.000054223616,0.00004095201],"category_scores_gemma":[0.0032220534,0.000115834715,0.000045549292,0.004718929,0.000010977179,0.0005091973,0.00014898369,0.00015943714,0.000105098596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007998845,0.000051164447,0.81102985,0.0000123572145,0.000016513624,0.0000403376,0.0006534687,0.17281346,0.000002266896,0.0006540929,0.00057759736,0.014140919],"study_design_scores_gemma":[0.0001904714,0.00015229244,0.7644221,0.000012025254,0.000008866953,0.0000016771471,0.000009779598,0.23463923,0.00006729398,0.00017645853,0.00013289615,0.00018691755],"about_ca_topic_score_codex":0.0008695022,"about_ca_topic_score_gemma":0.0001242624,"teacher_disagreement_score":0.86475724,"about_ca_system_score_codex":0.00009746277,"about_ca_system_score_gemma":0.000103545666,"threshold_uncertainty_score":0.47236025},"labels":[],"label_agreement":null},{"id":"W2125220238","doi":"10.1109/services-i.2009.106","title":"Web-FIM: Automated Framework for the Inference of Business Software Models","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Inference; Visualization; The Internet; Web service; Model checking; Software deployment; Software; Web application; Software engineering; Programming language; Data mining; World Wide Web; Artificial intelligence","score_opus":0.03666594797359515,"score_gpt":0.30921899417407844,"score_spread":0.27255304620048326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125220238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034704872,0.00012444456,0.9931595,0.0012390774,0.00016671096,0.0002620583,0.0000030349606,0.0015341771,0.000040535502],"genre_scores_gemma":[0.6192276,0.0000118392,0.38054702,0.00011743633,0.000018546629,0.000019256908,6.5405317e-7,0.0000055130467,0.00005214017],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894935,0.000014915656,0.00017718445,0.00023336166,0.00032901677,0.00029617306],"domain_scores_gemma":[0.995568,0.0031742428,0.00004081708,0.0007577412,0.00040401286,0.00005520429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026875208,0.00011157529,0.00014312491,0.00008950647,0.00007661241,0.00009899025,0.0013883162,0.00008363866,0.000010484466],"category_scores_gemma":[0.0022274014,0.00007440529,0.000045802044,0.0009515545,0.000035282963,0.00032682854,0.0001477738,0.00013452396,0.000008297248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017424958,0.0001414681,0.0013373621,0.00009797556,0.00004421457,0.0000047466497,0.00059959263,0.3214072,0.00038853355,0.5375181,0.0041032224,0.13434015],"study_design_scores_gemma":[0.00013007695,0.000046677433,0.017452806,0.00004326909,0.0000025450047,0.0000020995094,0.000003342872,0.93204176,0.0005147855,0.04955389,0.000106303094,0.00010244582],"about_ca_topic_score_codex":0.000017121196,"about_ca_topic_score_gemma":9.2014227e-7,"teacher_disagreement_score":0.6157571,"about_ca_system_score_codex":0.000022314709,"about_ca_system_score_gemma":0.0001575253,"threshold_uncertainty_score":0.30341595},"labels":[],"label_agreement":null},{"id":"W2125279207","doi":"10.1109/icsm.2015.7332457","title":"Investigating code review quality: Do people and participation matter?","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":149,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université de Montréal; University of Waterloo","funders":"","keywords":"Code review; Computer science; Software quality; Quality (philosophy); Code (set theory); Software bug; Software engineering; Process (computing); Source code; KPI-driven code analysis; Empirical research; Static program analysis; Software inspection; Set (abstract data type); Software development; Software; Programming language","score_opus":0.11815631206648786,"score_gpt":0.38325071342079636,"score_spread":0.2650944013543085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125279207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37325868,0.0051410864,0.60823226,0.0110492585,0.00016444355,0.000316423,0.0000010361813,0.00051095744,0.0013258748],"genre_scores_gemma":[0.9358208,0.00012655389,0.06191536,0.0017791202,0.000029046492,0.000044031076,0.0000015953401,0.000008735986,0.00027476507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913615,0.000078953446,0.00015954577,0.00018694952,0.00027664658,0.00016174365],"domain_scores_gemma":[0.999078,0.00030627073,0.000028618824,0.000319567,0.00008326304,0.00018428704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010107374,0.000058014048,0.000110228066,0.00003168452,0.000026385162,0.00011028729,0.00022959689,0.000017584556,0.000017570914],"category_scores_gemma":[0.0016342787,0.000050357037,0.000010384899,0.00028026177,0.000016430973,0.0002730823,0.00020406759,0.00006680372,0.0001461786],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.529212e-7,0.000025829337,0.8959464,0.0010525944,0.00001129192,0.0000024590245,0.002388071,0.00012222695,0.00014001825,0.017596096,0.04112047,0.041593987],"study_design_scores_gemma":[0.000648551,0.000120372075,0.9156625,0.0012448217,0.000012850524,0.000033914534,0.00008150267,0.0647135,0.00076577865,0.0075836717,0.008500682,0.00063182425],"about_ca_topic_score_codex":0.00007265112,"about_ca_topic_score_gemma":0.000015267899,"teacher_disagreement_score":0.5625621,"about_ca_system_score_codex":0.000023149629,"about_ca_system_score_gemma":0.00004388102,"threshold_uncertainty_score":0.20535004},"labels":[],"label_agreement":null},{"id":"W2125299728","doi":"10.1109/wi-iat.2011.196","title":"Dependency and Entropy Based Impact Analysis for Service-Oriented System Evolution","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Dependency (UML); Service-oriented architecture; Entropy (arrow of time); Information system; Pace; Data mining; Data science; Software engineering; Web service; Engineering; World Wide Web","score_opus":0.021772411460436115,"score_gpt":0.25763166230726,"score_spread":0.23585925084682385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125299728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13841122,0.00003501205,0.86087775,0.000025372605,0.000068190624,0.0001768029,0.000004218645,0.0003206248,0.00008081746],"genre_scores_gemma":[0.91208667,2.998752e-7,0.08781698,0.000012080952,0.000013355126,0.000032562057,0.0000033827666,0.0000058208134,0.00002884639],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990597,0.00002915224,0.0001334614,0.00028816526,0.00022360854,0.00026595892],"domain_scores_gemma":[0.9989963,0.00020844645,0.000030583462,0.00042962452,0.00020236197,0.0001326562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002971399,0.000096077165,0.00013980876,0.00034453196,0.00006108428,0.000050388277,0.0003353347,0.000044333025,0.000022310098],"category_scores_gemma":[0.00009795755,0.000077265635,0.00008859991,0.0011956851,0.0000074456216,0.00023476307,0.0000811207,0.000049793187,0.000012365536],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005144255,0.0000953936,0.9252779,0.00023222013,0.00057263824,0.00001201333,0.0005579525,0.0023962557,0.0008999506,0.06867879,0.00010258683,0.0011228881],"study_design_scores_gemma":[0.00025439356,0.00007008166,0.32530397,0.0000066130133,0.0000364299,0.0000026714579,0.000019288114,0.6735795,0.0005505139,0.00008631286,0.000007658006,0.00008257773],"about_ca_topic_score_codex":0.0007199793,"about_ca_topic_score_gemma":0.00004146146,"teacher_disagreement_score":0.77367544,"about_ca_system_score_codex":0.00015618264,"about_ca_system_score_gemma":0.00006678042,"threshold_uncertainty_score":0.31508014},"labels":[],"label_agreement":null},{"id":"W2125343508","doi":"10.1007/978-3-642-23716-4_22","title":"A Fast Algorithm to Locate Concepts in Execution Traces","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Dynamic programming; TRACE (psycholinguistics); Genetic programming; Algorithm; Identification (biology); Genetic algorithm; Segmentation; Theoretical computer science; Artificial intelligence; Machine learning","score_opus":0.02557422175582425,"score_gpt":0.2716429627880335,"score_spread":0.24606874103220927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125343508","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024098906,0.0003735317,0.99619776,0.00033538864,0.0014652939,0.0005244349,0.0000043387445,0.00024793344,0.00061035366],"genre_scores_gemma":[0.18126497,0.00004271703,0.81687325,0.0007255647,0.00040171485,0.000047121623,0.0000037809698,0.00006092372,0.00057993614],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957266,0.000037462767,0.00047884282,0.0016804709,0.0011332638,0.0009433603],"domain_scores_gemma":[0.9973935,0.000671037,0.0001117283,0.0013028119,0.00023040023,0.00029050422],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010936421,0.00049771025,0.000495441,0.0016908274,0.000107926935,0.0003965127,0.0040429956,0.00031011392,0.000023817118],"category_scores_gemma":[0.00025880832,0.0004891013,0.00008424646,0.0013509499,0.00043767144,0.0006041542,0.0014818211,0.0009865529,0.00015900095],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033567915,0.000023895278,0.00010248954,0.000022581522,0.0000043805535,0.0001688725,0.0020399727,0.02576046,0.000063497864,0.0021575463,0.000021165022,0.9696318],"study_design_scores_gemma":[0.0008085719,0.00078618183,0.004922623,0.001680629,0.0000067130636,0.00020454855,8.0277175e-7,0.89539564,0.0060447236,0.08445067,0.003395981,0.0023029398],"about_ca_topic_score_codex":0.0001176847,"about_ca_topic_score_gemma":0.000110319634,"teacher_disagreement_score":0.96732885,"about_ca_system_score_codex":0.00052025,"about_ca_system_score_gemma":0.0005083324,"threshold_uncertainty_score":0.99975604},"labels":[],"label_agreement":null},{"id":"W2125412731","doi":"10.1145/1639950.1640085","title":"Evaluation and usability of programming languages and tools (plateau)","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Usability; Programming language; Code refactoring; Program comprehension; Third-generation programming language; Software engineering; Fifth-generation programming language; Second-generation programming language; Fourth-generation programming language; Intersection (aeronautics); Programming paradigm; Inductive programming; Software; Human–computer interaction; Software system; Functional logic programming","score_opus":0.03441762922000367,"score_gpt":0.35143996243665326,"score_spread":0.3170223332166496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125412731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.937387,0.00027157494,0.06166682,0.00021299167,0.000010468315,0.00016471205,1.3606363e-7,0.00007906235,0.00020722351],"genre_scores_gemma":[0.9479854,0.000003760079,0.05197869,0.0000092191185,0.000005682045,0.0000033092508,2.5069312e-7,9.752192e-7,0.0000127283565],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994349,0.000028444942,0.000068468005,0.00013249797,0.00024979713,0.000085877626],"domain_scores_gemma":[0.9994804,0.00023649025,0.000011109426,0.00015917716,0.00008044391,0.000032369386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009826223,0.000034927536,0.000053624495,0.00003565178,0.000015998607,0.00008249784,0.000096054304,0.000018473465,0.0000047429953],"category_scores_gemma":[0.0009112025,0.000029100931,0.0000064117485,0.00011559627,0.000020493317,0.0002882286,0.00004770597,0.000036057383,5.8169326e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.8063586e-7,0.00001109253,0.0075525898,0.000008136021,0.0000019746244,4.6524892e-7,0.00021623274,0.000017674309,0.00067237235,0.0012151322,0.000007892475,0.9902958],"study_design_scores_gemma":[0.00024248833,0.00017278947,0.94193304,0.000013986082,0.0000043635573,0.00000918533,0.000052520896,0.048836626,0.007054257,0.0015123911,0.000085536434,0.00008279831],"about_ca_topic_score_codex":0.000016684035,"about_ca_topic_score_gemma":0.0000021700082,"teacher_disagreement_score":0.99021304,"about_ca_system_score_codex":0.000012256606,"about_ca_system_score_gemma":0.000019029143,"threshold_uncertainty_score":0.11867015},"labels":[],"label_agreement":null},{"id":"W2125681674","doi":"10.1109/metric.2003.1232472","title":"An analogy-based approach for predicting design stability of Java classes","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Java; Testbed; Software; Software quality; Class (philosophy); Analogy; Compatibility (geochemistry); Stability (learning theory); Object-oriented programming; Software engineering; Software metric; Programming language; Artificial intelligence; Data mining; Machine learning; Software development; Engineering","score_opus":0.06407342464584245,"score_gpt":0.2978807540581682,"score_spread":0.23380732941232577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125681674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068494625,0.000012493357,0.93067455,0.000047311372,0.00003859054,0.00035417516,0.0000024699075,0.00031312872,0.00006262923],"genre_scores_gemma":[0.518545,1.0929249e-7,0.48140016,0.000010310488,0.000010610078,0.00002629014,0.0000017308746,0.000004392304,0.0000013978399],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989494,0.000049374066,0.00017156037,0.00032431388,0.00024856944,0.00025678903],"domain_scores_gemma":[0.99828887,0.0008423533,0.0000318105,0.00058711646,0.0001595492,0.000090324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009345949,0.00008300875,0.0001261499,0.00009947251,0.00004709577,0.000044465945,0.0006759504,0.000050562903,0.000004048911],"category_scores_gemma":[0.00066701777,0.00007347809,0.000043640328,0.00034815483,0.000046967558,0.00025092936,0.000048311947,0.00007958594,6.911006e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043972857,0.00078163884,0.082305215,0.0003286881,0.000033074604,0.000002190421,0.0006390904,0.8794873,0.018837979,0.011803505,0.000086141205,0.005651207],"study_design_scores_gemma":[0.0005474829,0.00044546116,0.009204903,0.0000073922365,0.0000026616524,0.0000012653417,0.00003188267,0.84715784,0.14165638,0.0008317334,0.000007351097,0.00010566895],"about_ca_topic_score_codex":0.000047623675,"about_ca_topic_score_gemma":0.0000024677036,"teacher_disagreement_score":0.45005035,"about_ca_system_score_codex":0.00006753138,"about_ca_system_score_gemma":0.00026796194,"threshold_uncertainty_score":0.29963496},"labels":[],"label_agreement":null},{"id":"W2125685892","doi":"10.1109/icsm.2004.1357822","title":"Evaluating similarity measures for software decompositions","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Dependency (UML); Cluster analysis; Similarity (geometry); Measure (data warehouse); Data mining; Dependency graph; Software; Similarity measure; Decomposition; Theoretical computer science; Graph; Artificial intelligence; Image (mathematics); Programming language","score_opus":0.0888671026905603,"score_gpt":0.3812133118091712,"score_spread":0.29234620911861087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125685892","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016553866,0.00004027262,0.98129076,0.001031734,0.00015453399,0.00025806722,0.000002332235,0.0005771847,0.000091252565],"genre_scores_gemma":[0.30565333,6.840812e-7,0.69403875,0.00012031237,0.000036485155,0.00006966511,0.0000020820175,0.000007654892,0.00007100981],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99896336,0.000018045677,0.0001221236,0.00026861014,0.00034134995,0.0002865214],"domain_scores_gemma":[0.998257,0.0010276975,0.000016183487,0.00040190734,0.00020344224,0.00009380591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049416564,0.00008425891,0.00008513486,0.000083780295,0.00018535276,0.00013523492,0.0005903779,0.00004072452,0.000010489584],"category_scores_gemma":[0.0022449687,0.00007991101,0.00006322627,0.00025266258,0.00001722727,0.00026333757,0.00014194802,0.00009710181,0.000033415625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030393992,0.00062267995,0.01102609,0.00022969181,0.00017753182,0.000023441935,0.0022551718,0.35964134,0.010378735,0.32352144,0.004392447,0.28770104],"study_design_scores_gemma":[0.008117529,0.0019787739,0.08534651,0.00029083187,0.000053564007,0.00016817097,0.00006208413,0.31808236,0.11490871,0.46172628,0.0069483933,0.002316783],"about_ca_topic_score_codex":0.00006578527,"about_ca_topic_score_gemma":0.000033389202,"teacher_disagreement_score":0.28909948,"about_ca_system_score_codex":0.00010580343,"about_ca_system_score_gemma":0.00015214043,"threshold_uncertainty_score":0.32586765},"labels":[],"label_agreement":null},{"id":"W2125752271","doi":"10.5555/2664398.2664403","title":"Dispersion of changes in cloned and non-cloned code","year":2012,"lang":"en","type":"article","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Java; Computer science; Cloning (programming); Software maintenance; Asynchronous communication; Software evolution; Source lines of code; clone (Java method); Software; Programming language; Biology; Software system; Parallel computing; Genetics; Gene; Telecommunications","score_opus":0.04085499255652019,"score_gpt":0.3161615759757986,"score_spread":0.2753065834192784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125752271","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942165,0.00013447639,0.004786561,0.00026748434,0.000083215265,0.0001721597,0.0000021420658,0.0000019065766,0.0003355623],"genre_scores_gemma":[0.9715299,0.000013674573,0.028227782,0.0000068701174,0.000017107173,0.0000068252907,9.095699e-7,0.00000399904,0.00019290939],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994299,0.00001978954,0.000073972915,0.00014359565,0.00013472182,0.00019804403],"domain_scores_gemma":[0.9994766,0.0001685851,0.000020268833,0.00024464985,0.000017016238,0.00007285353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043807214,0.00005264781,0.000103378836,0.00008392317,0.000018320472,0.00005337654,0.0005238916,0.000031930045,0.000055700504],"category_scores_gemma":[0.00010072849,0.000047850215,0.000007509025,0.0002168697,0.000022609345,0.00032213295,0.0005863446,0.0000621262,0.00003711525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039658335,0.00023706711,0.56471753,0.000049645794,0.000017548662,0.000018192663,0.010854577,0.00003854595,0.049207784,0.00014208174,0.00036468907,0.37431267],"study_design_scores_gemma":[0.0010908872,0.00016275364,0.8407415,0.00012199415,0.0000034951408,0.000012195294,0.00011666505,0.008793481,0.14257056,0.000027374012,0.006107223,0.00025187395],"about_ca_topic_score_codex":0.000062702886,"about_ca_topic_score_gemma":0.00006155728,"teacher_disagreement_score":0.3740608,"about_ca_system_score_codex":0.000018044733,"about_ca_system_score_gemma":0.000017432842,"threshold_uncertainty_score":0.19512752},"labels":[],"label_agreement":null},{"id":"W2125759561","doi":"10.1145/1368088.1368115","title":"On the difficulty of replicating human subjects studies in software engineering","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Replication (statistics); Comparability; Computer science; Context (archaeology); Literal (mathematical logic); Empirical research; Software; Test (biology); Artificial intelligence; Software engineering; Cognitive psychology; Programming language; Psychology; Mathematics; Statistics","score_opus":0.07825651788581889,"score_gpt":0.3125074568354242,"score_spread":0.2342509389496053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125759561","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636606,0.000103663995,0.035669867,0.00009441796,0.000054012253,0.00011936665,2.289962e-7,0.00025424,0.000043594893],"genre_scores_gemma":[0.9881768,0.000007797162,0.011622643,0.000025293182,0.000014514723,0.000029827053,2.0032275e-7,0.000008048416,0.00011486096],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99907434,0.00002183191,0.0001775437,0.00023010207,0.00027852893,0.00021766248],"domain_scores_gemma":[0.99689984,0.0023562713,0.000029377463,0.00061981595,0.00006619524,0.000028486638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031332308,0.00009263608,0.00013581314,0.00011627154,0.00007671813,0.0000110590445,0.00063432835,0.000024750292,0.0000031970415],"category_scores_gemma":[0.0034470095,0.000061068735,0.00003325455,0.0005160997,0.00004687076,0.00008050084,0.0002481095,0.00017570192,0.000006803044],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001733343,0.00076590833,0.5335919,0.00080590945,0.00031324185,0.00049800624,0.04829545,0.10724587,0.054285023,0.23695135,0.011593814,0.005636172],"study_design_scores_gemma":[0.0005968635,0.00026379424,0.9058578,0.00039201853,0.0000023205405,0.000064066444,0.0003050294,0.021713065,0.0695592,0.000672797,0.0000774138,0.0004956541],"about_ca_topic_score_codex":0.00003232548,"about_ca_topic_score_gemma":0.0000065222507,"teacher_disagreement_score":0.37226585,"about_ca_system_score_codex":0.00005628275,"about_ca_system_score_gemma":0.000019026944,"threshold_uncertainty_score":0.41266412},"labels":[],"label_agreement":null},{"id":"W2125777058","doi":"10.1007/978-3-642-41641-5_2","title":"Visualizing and Measuring Enterprise Architecture: An Exploratory BioPharma Case","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"","keywords":"Computer science; Enterprise architecture; Enterprise architecture framework; Business architecture; Enterprise architecture management; Architecture; Software engineering; Software; Software architecture; Engineering; Business process; Operating system; Operations management; Geography","score_opus":0.02530361081536024,"score_gpt":0.26013652865178755,"score_spread":0.23483291783642732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125777058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037960745,0.0016801239,0.9921804,0.00018751806,0.00031947484,0.00043876603,0.000004735371,0.00053458853,0.0008583257],"genre_scores_gemma":[0.93753785,0.00017664858,0.0609131,0.0006500664,0.000316833,0.00011020405,0.000062098276,0.000121522164,0.00011167061],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780136,0.000033245502,0.0006500488,0.00045374254,0.00060981023,0.0004517629],"domain_scores_gemma":[0.9980954,0.00029812142,0.00032848975,0.0005378386,0.00056899694,0.00017118354],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004813912,0.0005155054,0.00039294554,0.0012801684,0.00023725415,0.0013019703,0.0006227173,0.00038110834,0.00002665456],"category_scores_gemma":[0.00067598256,0.00049752084,0.000041165014,0.0004490212,0.00009944422,0.005381817,0.0004502781,0.0008490964,0.000034248656],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001204982,0.000012210199,0.00008308698,0.0014539281,0.000015638823,0.0002566871,0.0067164097,0.009670967,0.00007675624,0.0006592898,0.0000075469,0.9810354],"study_design_scores_gemma":[0.0061257463,0.00036985712,0.0020829234,0.017977875,0.00016757935,0.0168269,0.00026623133,0.8387907,0.0087653035,0.0520606,0.04585651,0.010709733],"about_ca_topic_score_codex":0.00002429002,"about_ca_topic_score_gemma":0.000017981734,"teacher_disagreement_score":0.9703257,"about_ca_system_score_codex":0.00019071667,"about_ca_system_score_gemma":0.00025394847,"threshold_uncertainty_score":0.99974763},"labels":[],"label_agreement":null},{"id":"W2125908974","doi":"10.1109/iceccs.2005.57","title":"Measuring Various Properties of Execution Traces to Help Build Better Trace Analysis Tools","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Set (abstract data type); Software; Simple (philosophy); Software engineering; Programming language","score_opus":0.04640081999690251,"score_gpt":0.24942794322235354,"score_spread":0.20302712322545102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125908974","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5267542,0.00014193186,0.47134253,0.0013749286,0.000027966278,0.000102679696,4.749048e-7,0.0001591516,0.00009612376],"genre_scores_gemma":[0.9154659,0.0000033971453,0.08392445,0.000085764674,0.000048687183,0.000022828524,2.658314e-7,0.0000069012885,0.00044182682],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985819,0.000035365145,0.00023082408,0.00031040364,0.0005568583,0.00028463794],"domain_scores_gemma":[0.999091,0.00013109091,0.000029314753,0.00051911484,0.00013112651,0.000098315606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043547136,0.00010943768,0.00019743967,0.0004208695,0.00004658861,0.00015954452,0.0006954482,0.000043671254,0.00002433337],"category_scores_gemma":[0.00028412216,0.00008990644,0.00009466204,0.001262181,0.000018373381,0.0005947589,0.00014923287,0.00010483822,0.000046035173],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032554693,0.00034091208,0.030366635,0.00013691402,0.0007636164,0.0000146223465,0.007104271,0.27874485,0.21569297,0.0016013649,0.0013307418,0.46387056],"study_design_scores_gemma":[0.00027166313,0.0001334018,0.13225621,0.000061441206,0.00007509949,0.000009201935,0.000052354368,0.13560562,0.7282228,0.000034865443,0.0028243219,0.00045304577],"about_ca_topic_score_codex":0.00011074004,"about_ca_topic_score_gemma":0.000051606192,"teacher_disagreement_score":0.5125298,"about_ca_system_score_codex":0.00007357297,"about_ca_system_score_gemma":0.000031940843,"threshold_uncertainty_score":0.3666278},"labels":[],"label_agreement":null},{"id":"W2126036011","doi":"10.1145/2387358.2387360","title":"An empirical study on clone stability","year":2012,"lang":"en","type":"article","venue":"ACM SIGAPP Applied Computing Review","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cloning (programming); clone (Java method); Java; Code (set theory); Computer science; Stability (learning theory); Source code; Programming language; Source lines of code; Software; Biology; Genetics; Set (abstract data type); Machine learning","score_opus":0.0823338992172196,"score_gpt":0.38100455216125284,"score_spread":0.2986706529440332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126036011","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8315801,0.0092835985,0.15300152,0.0007314796,0.0005511624,0.0025700019,0.00000119741,0.0017189553,0.0005620137],"genre_scores_gemma":[0.9776559,0.000120965065,0.020761972,0.0010868218,0.00026402815,0.00007292581,0.000003212124,0.000031421187,0.000002784388],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9966457,0.0003038547,0.00053902017,0.00078699813,0.00087338727,0.0008510732],"domain_scores_gemma":[0.99363315,0.002187027,0.000114611554,0.003545099,0.00008800349,0.00043213723],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039980332,0.00032193196,0.00057762273,0.000095022166,0.00018184203,0.00011946522,0.002983663,0.00007006719,0.00002672675],"category_scores_gemma":[0.0013250262,0.00027948245,0.00009478222,0.0010773838,0.000043491527,0.00022320826,0.0011608076,0.0005676743,0.00043873696],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019492314,0.0057632495,0.41944632,0.0019915039,0.00013126024,0.000026194348,0.004893791,0.00021262094,0.0007562192,0.0048374203,0.0053966865,0.55652523],"study_design_scores_gemma":[0.0016353728,0.0014504661,0.9683542,0.001527657,0.00010122932,0.000051281422,0.00019420653,0.0046465932,0.0016503817,0.0008642212,0.017399313,0.0021250583],"about_ca_topic_score_codex":0.0000049131804,"about_ca_topic_score_gemma":1.9735266e-7,"teacher_disagreement_score":0.5544002,"about_ca_system_score_codex":0.0001349047,"about_ca_system_score_gemma":0.00006373576,"threshold_uncertainty_score":0.9999657},"labels":[],"label_agreement":null},{"id":"W2126063715","doi":"10.1016/s0167-6423(99)00036-2","title":"How do program understanding tools affect how programmers understand programs?","year":2000,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Simon Fraser University","funders":"","keywords":"Computer science; Program comprehension; Programmer; Source code; Software engineering; Human–computer interaction; Usability; Affect (linguistics); Comprehension; Software; Programming language; Data science; Software system","score_opus":0.06352619708920401,"score_gpt":0.29323639168980353,"score_spread":0.22971019460059952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126063715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09251545,0.0002464749,0.89892745,0.0021128063,0.0006633754,0.0031163977,0.0000014891216,0.002149038,0.00026754447],"genre_scores_gemma":[0.6463825,0.000012199813,0.35322902,0.000012990556,0.000105669664,0.00012939189,0.0000031501172,0.000030329817,0.0000947155],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99345064,0.00012305935,0.00038963772,0.0015017809,0.0024368556,0.00209805],"domain_scores_gemma":[0.9969729,0.000434283,0.00020605048,0.0014268156,0.00034871887,0.0006111841],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002309327,0.0005108548,0.00053210894,0.0007448519,0.00061589206,0.009081398,0.003805584,0.00014910224,0.00000843089],"category_scores_gemma":[0.00024136362,0.00046536778,0.00025755042,0.0056953817,0.0017533276,0.0042456347,0.0006595064,0.00049423816,0.000009533173],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000991486,0.00028746817,0.0015414484,0.00012565791,0.000036568854,0.000032130873,0.0009524562,0.00015935181,0.00015442954,0.0118868435,0.00006785162,0.98474586],"study_design_scores_gemma":[0.012953324,0.03118336,0.022030074,0.005232236,0.00025000775,0.0015128892,0.009798383,0.7185751,0.020394433,0.026917579,0.13863069,0.012521928],"about_ca_topic_score_codex":0.000010717457,"about_ca_topic_score_gemma":0.0000039516617,"teacher_disagreement_score":0.97222394,"about_ca_system_score_codex":0.0005875749,"about_ca_system_score_gemma":0.000505735,"threshold_uncertainty_score":0.9997798},"labels":[],"label_agreement":null},{"id":"W2126198188","doi":"10.1109/wcre.2006.13","title":"An Orchestrated Multi-view Software Architecture Reconstruction Environment","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Reverse engineering; Software system; Software; Schema (genetic algorithms); Software engineering; Scope (computer science); Software design; Software architecture; Set (abstract data type); Software design description; Process (computing); Software development; Component-based software engineering; Artificial intelligence; Programming language; Machine learning","score_opus":0.014218264080247041,"score_gpt":0.2355345672066559,"score_spread":0.22131630312640885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126198188","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05066154,0.00009479939,0.94799995,0.00012158646,0.00011443591,0.00014549049,0.0000014364753,0.00079739053,0.00006335144],"genre_scores_gemma":[0.23856042,0.000007960837,0.76094806,0.000027673643,0.00006272047,0.000020682368,0.000007830631,0.000013719535,0.00035095392],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99881226,0.000057081365,0.00016271237,0.00040510262,0.00025925267,0.00030358866],"domain_scores_gemma":[0.9991078,0.00012625301,0.000026077803,0.0006112347,0.00002423946,0.000104421306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018112424,0.00013603414,0.000106302105,0.00011196483,0.00007283965,0.00012397562,0.00056087226,0.00007269477,0.00009232889],"category_scores_gemma":[0.00005152882,0.00011991502,0.000036471574,0.00024397063,0.000045006982,0.00028499248,0.00007911423,0.00019962453,0.00012458202],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005208458,0.00031689787,0.0357772,0.00005444869,0.000021916787,0.00005524278,0.00015498565,0.10121865,0.009628641,0.0027090257,0.00040401818,0.8496538],"study_design_scores_gemma":[0.002438928,0.00069623423,0.6780428,0.00012899697,0.000017579554,0.0009815422,0.000041350493,0.24507548,0.04524599,0.013658222,0.011571518,0.0021013175],"about_ca_topic_score_codex":0.00011738258,"about_ca_topic_score_gemma":0.00001470543,"teacher_disagreement_score":0.8475525,"about_ca_system_score_codex":0.00007703538,"about_ca_system_score_gemma":0.000041015803,"threshold_uncertainty_score":0.48899928},"labels":[],"label_agreement":null},{"id":"W2126730858","doi":"10.1145/1806799.1806846","title":"Identifying crosscutting concerns using historical code changes","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Commit; Merge (version control); Computer science; Source code; Data science; Code review; Code (set theory); Complement (music); Open source; Software engineering; Static program analysis; Risk analysis (engineering); Programming language; Software; Software development; Database; Information retrieval; Business","score_opus":0.10264925049518206,"score_gpt":0.355441768671808,"score_spread":0.25279251817662596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126730858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23933712,0.00005495264,0.75764126,0.00043960585,0.0016929453,0.00006177482,3.96345e-7,0.00055473717,0.00021723894],"genre_scores_gemma":[0.7829232,0.0000017070957,0.21560827,0.000061261235,0.000312758,0.0000052904757,2.3023846e-7,0.000013907944,0.0010733638],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885255,0.000015014774,0.00011341484,0.00030664157,0.0003475897,0.00036475877],"domain_scores_gemma":[0.99895704,0.00034871144,0.000029784645,0.00045866848,0.00008323828,0.00012255303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038890558,0.00009269804,0.00010580466,0.00011601379,0.00015247228,0.00028739453,0.00079009496,0.00006563542,0.00005142412],"category_scores_gemma":[0.00055101025,0.00008896303,0.00003273479,0.0003196716,0.000027993914,0.00028682593,0.00039800286,0.00033841215,0.000038531805],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004604986,0.0001002465,0.09246516,0.00012896284,0.000049447575,0.00021311169,0.0037504004,0.000579147,0.7893962,0.040356193,0.006222513,0.06673399],"study_design_scores_gemma":[0.0009932427,0.00011439186,0.030173069,0.00008817646,0.000013196413,0.00032149046,0.00007606765,0.72993445,0.14019093,0.0017181197,0.09500024,0.0013766376],"about_ca_topic_score_codex":0.00024482072,"about_ca_topic_score_gemma":0.00009559682,"teacher_disagreement_score":0.7293553,"about_ca_system_score_codex":0.0001954356,"about_ca_system_score_gemma":0.000057531564,"threshold_uncertainty_score":0.36278072},"labels":[],"label_agreement":null},{"id":"W2126816472","doi":"10.1109/icsm.2006.30","title":"Guiding the Application of Design Patterns Based on UML Models","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Applications of UML; Structural pattern; Software design pattern; Software design; Software; UML tool; Programming language; Software development","score_opus":0.04783375254324693,"score_gpt":0.25681082107045583,"score_spread":0.2089770685272089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126816472","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018791053,0.00003355567,0.97478557,0.0013000225,0.00016649243,0.0010816205,0.000012782221,0.0010630267,0.0027658762],"genre_scores_gemma":[0.9349135,0.000018229915,0.06372043,0.00041567997,0.00014001732,0.0005373882,0.00000432657,0.000076429926,0.00017398917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951372,0.000017314269,0.00077329867,0.0013593896,0.0015975796,0.0011152242],"domain_scores_gemma":[0.9959344,0.0006568975,0.0005495867,0.00059759925,0.00206787,0.0001935996],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016377347,0.0006199064,0.00054399594,0.0004968242,0.0003682444,0.0006030297,0.003175897,0.00022838434,0.0000122027095],"category_scores_gemma":[0.0014044228,0.00048141004,0.00018359779,0.0014730016,0.00021859797,0.0009671526,0.00034927495,0.00057349,0.000043796375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021441965,0.00044834262,0.028480412,0.0005269222,0.000043855467,0.000007896658,0.0008715023,0.014626354,0.0075743073,0.91455656,0.007886773,0.02476266],"study_design_scores_gemma":[0.00079487916,0.00056143897,0.008022955,0.00082223426,0.000018505722,0.000019824427,0.00013438439,0.9371002,0.021461181,0.029781321,0.0005063669,0.0007767317],"about_ca_topic_score_codex":0.00009914435,"about_ca_topic_score_gemma":0.0000015041265,"teacher_disagreement_score":0.92247385,"about_ca_system_score_codex":0.00030503896,"about_ca_system_score_gemma":0.00020016529,"threshold_uncertainty_score":0.9997638},"labels":[],"label_agreement":null},{"id":"W2127045627","doi":"10.1109/wcre.2006.14","title":"Animated Visualization of Software History using Evolution Storyboards","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Storyboard; Computer science; Software evolution; Software visualization; Visualization; Software development; Software; Software system; Software engineering; Software construction; Programming language; Artificial intelligence; Multimedia","score_opus":0.022273858065523403,"score_gpt":0.2663185180922234,"score_spread":0.2440446600267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127045627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13929443,0.00033631193,0.8595417,0.0000043845794,0.0002207194,0.000052923486,9.0929694e-7,0.00042632403,0.00012227247],"genre_scores_gemma":[0.8850383,6.443475e-7,0.11470055,0.0000067607625,0.000039109153,0.0000020016582,0.000005258594,0.00000986273,0.0001974776],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991508,0.000031440206,0.0001554292,0.0001859621,0.00032886784,0.00014747109],"domain_scores_gemma":[0.9993508,0.00012576168,0.00004887962,0.00027850625,0.00016782085,0.000028228822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014375878,0.00006855367,0.000088318215,0.00017275193,0.000024583223,0.000013049164,0.0002822863,0.000048189715,0.000049624927],"category_scores_gemma":[0.00016579252,0.00007244406,0.000027562595,0.0003032998,0.000028494034,0.00030224596,0.00008539042,0.000042888103,0.000009176429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025127285,0.00048085948,0.38612482,0.00021806016,0.00005754585,0.000025296113,0.00085629575,0.100695595,0.27375028,0.20258506,0.03038113,0.004799942],"study_design_scores_gemma":[0.0003251724,0.000056984634,0.22516531,0.000038076367,0.000006100024,0.00000413972,0.000006556771,0.7596518,0.011256549,0.0010892175,0.0021506266,0.00024946762],"about_ca_topic_score_codex":0.0017037912,"about_ca_topic_score_gemma":0.000013302817,"teacher_disagreement_score":0.7457439,"about_ca_system_score_codex":0.0007463966,"about_ca_system_score_gemma":0.00014292472,"threshold_uncertainty_score":0.29541832},"labels":[],"label_agreement":null},{"id":"W2127176799","doi":"10.1109/icac.2005.49","title":"Quickly Finding Known Software Problems via Automated Symptom Matching","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Matching (statistics); Software; Component (thermodynamics); Pattern matching; Software system; Product (mathematics); Software product line; Data mining; Artificial intelligence; Programming language; Software development; Mathematics","score_opus":0.015085838354808622,"score_gpt":0.26699250249911727,"score_spread":0.2519066641443086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127176799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05642805,0.00011614679,0.932969,0.00066683936,0.00026059657,0.00021372252,8.420471e-7,0.008962096,0.0003827312],"genre_scores_gemma":[0.657837,0.0000040363307,0.3406527,0.00013447995,0.000115951254,0.00003070963,0.0000026506475,0.000028976201,0.00119349],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799746,0.000039603812,0.00027501702,0.0004858775,0.0005357175,0.0006663444],"domain_scores_gemma":[0.9984229,0.0005820335,0.00004475366,0.0006711254,0.00008892214,0.00019024515],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046533468,0.00019966465,0.00017778679,0.00026702552,0.00017103693,0.00033989814,0.0012497926,0.00009474333,0.0001070256],"category_scores_gemma":[0.00023030334,0.000183215,0.0000639894,0.0007138484,0.000024363071,0.0008630928,0.000506323,0.00027626473,0.00091475726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009119469,0.0004573743,0.03970337,0.00047827,0.00021693287,0.00012974249,0.009093533,0.36629534,0.01008956,0.016757622,0.031900823,0.5248683],"study_design_scores_gemma":[0.00042603962,0.000067570836,0.0152687235,0.00011431252,0.0000035694493,0.00008927072,0.000010924302,0.9730954,0.002681979,0.0007855679,0.0069270255,0.0005295939],"about_ca_topic_score_codex":0.0000773253,"about_ca_topic_score_gemma":0.000014381696,"teacher_disagreement_score":0.6068001,"about_ca_system_score_codex":0.00018819867,"about_ca_system_score_gemma":0.00008849624,"threshold_uncertainty_score":0.99986315},"labels":[],"label_agreement":null},{"id":"W2127190390","doi":"10.1145/1806799.1806856","title":"A degree-of-knowledge model to capture source code familiarity","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; KPI-driven code analysis; Source code; Code (set theory); Code review; Software; Software development; Software quality; Value (mathematics); Software engineering; Programming language; Machine learning","score_opus":0.041004224503487896,"score_gpt":0.29336407727349645,"score_spread":0.25235985277000855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127190390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17264041,0.000016460635,0.82389706,0.0002401059,0.00019582504,0.000106620915,0.0000020687833,0.00030035534,0.0026011018],"genre_scores_gemma":[0.7617505,4.4933861e-7,0.23477912,0.0000679801,0.000026692209,0.000010808261,2.9415696e-7,0.00000928332,0.003354838],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900174,0.000013533284,0.00012833101,0.00030100942,0.00026150295,0.00029388937],"domain_scores_gemma":[0.9985205,0.00028983573,0.000014151328,0.000802986,0.00016390478,0.0002086411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031264967,0.00010430119,0.00012759167,0.00013308667,0.000039202216,0.000044777324,0.0012725779,0.00008983017,0.000014987507],"category_scores_gemma":[0.000562389,0.00009125634,0.000045579985,0.00048434513,0.000031616943,0.000133096,0.0005388088,0.0003600735,0.00012645204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036407695,0.00096963893,0.07599939,0.00033992916,0.00009875916,0.00003432259,0.023743683,0.11764143,0.21354283,0.23976567,0.07904118,0.24878676],"study_design_scores_gemma":[0.00011675683,0.000022283171,0.0069293277,0.0000067449564,0.000001200773,0.0000060116536,0.0000074565464,0.981498,0.0074994434,0.0005224593,0.0032402724,0.00015004944],"about_ca_topic_score_codex":0.000115674346,"about_ca_topic_score_gemma":0.00029345494,"teacher_disagreement_score":0.86385655,"about_ca_system_score_codex":0.000019020841,"about_ca_system_score_gemma":0.00012715891,"threshold_uncertainty_score":0.37213257},"labels":[],"label_agreement":null},{"id":"W2127424531","doi":"","title":"A system of references for software measurements with ISO 19761 (COSMIC-FFP)","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software measurement; Software; Metrology; Computer science; Verification and validation; Reliability engineering; Repeatability; Software engineering; Systems engineering; Software quality; Software development; Engineering; Mathematics; Programming language; Statistics","score_opus":0.06056794410348576,"score_gpt":0.27415349940686473,"score_spread":0.21358555530337897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127424531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047688667,0.000070850874,0.951039,0.00009337633,0.00011284334,0.00033784757,0.000003048507,0.0004396754,0.00021468042],"genre_scores_gemma":[0.72720647,7.0605785e-7,0.27262166,0.00001267152,0.000014889451,0.00005346512,8.3490045e-7,0.000008952469,0.00008034516],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986412,0.000014661947,0.00017961342,0.00029994198,0.0005725136,0.00029206488],"domain_scores_gemma":[0.99887395,0.00020324085,0.000051193787,0.00048311186,0.00030299183,0.000085540676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003446258,0.00011647862,0.00017294346,0.00012253608,0.00005475579,0.00006076169,0.0008180501,0.00003992609,0.000002472473],"category_scores_gemma":[0.00021930817,0.00008456184,0.00004038992,0.00037170172,0.00002872857,0.00021728632,0.00009937887,0.00006650434,0.000012612223],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006223378,0.0016448348,0.4490318,0.01044966,0.0016186675,0.0001215412,0.0071738497,0.086392514,0.013533747,0.3192259,0.005747475,0.10443768],"study_design_scores_gemma":[0.034069497,0.014257974,0.22619876,0.009088311,0.00020809742,0.00050685834,0.0017092674,0.03368071,0.6556183,0.012711337,0.006099145,0.005851696],"about_ca_topic_score_codex":0.00012654028,"about_ca_topic_score_gemma":0.000031245752,"teacher_disagreement_score":0.6795178,"about_ca_system_score_codex":0.000121347635,"about_ca_system_score_gemma":0.00021927424,"threshold_uncertainty_score":0.34483317},"labels":[],"label_agreement":null},{"id":"W2127561942","doi":"10.1109/wcre.2013.6671325","title":"An approach to clone detection in behavioural models","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Computer science; Artificial intelligence; Biology; Genetics; Gene","score_opus":0.03998833481447143,"score_gpt":0.2617778283901415,"score_spread":0.2217894935756701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127561942","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44753212,0.0000020816608,0.551855,0.0000381392,0.000033960678,0.00011915582,4.5875378e-8,0.00016430355,0.00025513486],"genre_scores_gemma":[0.8749926,1.5620667e-7,0.12475829,0.000031463103,0.000011514285,0.00009486199,3.5298285e-7,0.000005474301,0.000105260515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923825,0.000020759224,0.00008455301,0.00023581782,0.00019242936,0.00022816016],"domain_scores_gemma":[0.99941534,0.00003473375,0.000005141349,0.00037823978,0.000043070893,0.00012349692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015649681,0.000058206682,0.000057712536,0.00017724476,0.000019964287,0.00013341384,0.00050016545,0.000034566398,0.000007491215],"category_scores_gemma":[0.000026357844,0.00005313849,0.000012003225,0.00043920375,0.0000053286667,0.00083906075,0.00010211667,0.000104146304,0.00009264306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008665784,0.0009965536,0.062031966,0.00003175399,0.00001077258,0.000012628655,0.0055978186,0.37874073,0.04353932,0.02035964,0.0007488055,0.48792136],"study_design_scores_gemma":[0.0000728841,0.000041587766,0.13088831,0.0000013173926,1.604974e-7,0.0000041907006,0.000013035001,0.8653495,0.0030067936,0.00054067705,0.0000024685146,0.00007908774],"about_ca_topic_score_codex":0.001529067,"about_ca_topic_score_gemma":0.00002488204,"teacher_disagreement_score":0.48784226,"about_ca_system_score_codex":0.000056259112,"about_ca_system_score_gemma":0.00001126534,"threshold_uncertainty_score":0.23115022},"labels":[],"label_agreement":null},{"id":"W2127619534","doi":"10.1109/wcre.1998.723173","title":"Evaluating architectural extractors","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Workbench; Computer science; Software engineering; Reverse engineering; Software; Visualization; Source code; Architectural pattern; Software system; Software construction; Programming language; Artificial intelligence","score_opus":0.09881032934449571,"score_gpt":0.344662248214615,"score_spread":0.24585191887011928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127619534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47248203,0.000103920764,0.52260333,0.00056376075,0.00022141873,0.00007648819,1.032287e-7,0.0007297342,0.0032192192],"genre_scores_gemma":[0.8640548,7.7297364e-7,0.13421649,0.00004637833,0.00003887355,0.000005553203,8.3394305e-8,0.000004683721,0.0016323952],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991417,0.000024079629,0.00008030125,0.00018474413,0.00033525022,0.00023392304],"domain_scores_gemma":[0.99900347,0.0005395151,0.000009884096,0.00034695573,0.000028987426,0.00007120891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021205482,0.000059080354,0.000049467875,0.00008016577,0.000042567794,0.000092502494,0.0005487581,0.000018268385,0.00038517147],"category_scores_gemma":[0.0006081525,0.000048519345,0.0000270276,0.0002643367,0.000011963847,0.00016535501,0.00013584588,0.00012274853,0.0003830709],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.4430086e-7,0.000033741155,0.0068112668,0.000009986479,0.000010164926,0.00002116467,0.000969332,0.0030657952,0.003460948,0.0049773185,0.0018597579,0.97878],"study_design_scores_gemma":[0.00014968486,0.00007935306,0.032365203,0.0000063845064,6.70399e-7,0.000049631144,0.0000033913996,0.96384585,0.002169842,0.0004147475,0.0007642257,0.00015099563],"about_ca_topic_score_codex":0.00000986234,"about_ca_topic_score_gemma":6.763718e-7,"teacher_disagreement_score":0.978629,"about_ca_system_score_codex":0.00002302268,"about_ca_system_score_gemma":0.000006241164,"threshold_uncertainty_score":0.4923729},"labels":[],"label_agreement":null},{"id":"W2127721446","doi":"10.1109/ccece.2003.1226144","title":"A Web-based software engineering measurement expert system","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Software system; Software measurement; Expert system; Software construction; Verification and validation; Inference engine; Software development; Software; Data mining; Systems engineering; Engineering; Artificial intelligence; Operating system","score_opus":0.024429332386184763,"score_gpt":0.23173502825434936,"score_spread":0.2073056958681646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127721446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005599889,0.00024227894,0.99001235,0.00026222452,0.0004101815,0.00016941602,4.3140898e-7,0.003230226,0.00007299387],"genre_scores_gemma":[0.728355,7.6067363e-7,0.27143633,0.00006477274,0.000048121547,0.00006434022,3.103985e-7,0.000017184102,0.000013182122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809927,0.000013380881,0.00017088014,0.00035161816,0.00094295887,0.00042190368],"domain_scores_gemma":[0.99881774,0.00014046136,0.000017398026,0.0006821283,0.00016631484,0.0001759819],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004575246,0.00016021196,0.00013862124,0.00019407285,0.00005565326,0.0001420184,0.000835905,0.000054242344,0.0000077993245],"category_scores_gemma":[0.00060338335,0.00014669946,0.00006714923,0.00046102135,0.00000928616,0.000199921,0.0001357365,0.00013518712,0.000141505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017979091,0.00041926972,0.006111111,0.0011108128,0.00018315179,0.00067304337,0.0010888273,0.855024,0.033905406,0.079352684,0.0041560293,0.01795773],"study_design_scores_gemma":[0.0071776807,0.0004399353,0.017070042,0.0016740528,0.000010828371,0.00016035994,0.000074012176,0.7762113,0.17590623,0.00007808021,0.01905618,0.002141261],"about_ca_topic_score_codex":0.00005196862,"about_ca_topic_score_gemma":0.0000031179168,"teacher_disagreement_score":0.7227551,"about_ca_system_score_codex":0.00074353605,"about_ca_system_score_gemma":0.00028822006,"threshold_uncertainty_score":0.59822303},"labels":[],"label_agreement":null},{"id":"W2127847952","doi":"10.1109/fosm.2008.4659257","title":"Remixing visualization to support collaboration in software maintenance","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Visualization; Computer science; Software visualization; Software; Software engineering; Software development; Software analytics; Software maintenance; Process (computing); Collaborative software; Human–computer interaction; Software construction; World Wide Web; Data mining","score_opus":0.020858944337745572,"score_gpt":0.30531924209016936,"score_spread":0.28446029775242376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127847952","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088045366,0.000006849892,0.9107109,0.0003371331,0.0001443431,0.00016364409,4.650721e-7,0.00036536827,0.00022593161],"genre_scores_gemma":[0.8460768,0.000007675625,0.15228023,0.00029283986,0.000021209102,0.000029064673,0.0000034555794,0.000010114245,0.0012786082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989872,0.000023688326,0.00016002804,0.0002684073,0.00030821832,0.00025247954],"domain_scores_gemma":[0.9992807,0.00015475407,0.000016891463,0.00030557287,0.00015889696,0.00008316443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002666352,0.00007130266,0.00008276195,0.00024228853,0.000052330124,0.000057036752,0.00038331278,0.000037103175,0.000022650453],"category_scores_gemma":[0.00132234,0.000072230745,0.000011791118,0.0016828082,0.000010270703,0.00046189665,0.0001336792,0.00006407541,0.00012578227],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028170656,0.00019611504,0.7775962,0.00007623542,0.000011820272,0.0005642762,0.01065436,0.034798205,0.0042042695,0.05062534,0.09163453,0.029610496],"study_design_scores_gemma":[0.0019694264,0.0008300692,0.74450475,0.00020182022,0.0000020161822,0.00025814568,0.00020082164,0.16972159,0.034776807,0.0013653777,0.044731922,0.0014372432],"about_ca_topic_score_codex":0.000029025374,"about_ca_topic_score_gemma":0.00004052864,"teacher_disagreement_score":0.75843066,"about_ca_system_score_codex":0.00015084293,"about_ca_system_score_gemma":0.00014641687,"threshold_uncertainty_score":0.29454842},"labels":[],"label_agreement":null},{"id":"W2127896511","doi":"10.1109/csmr.2002.995810","title":"On the role of design patterns in quality-driven re-engineering","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Restructuring; Computer science; Structural pattern; Software engineering; Software design pattern; Model-driven architecture; Engineering design process; Quality (philosophy); Perspective (graphical); Software; Software design; Systems engineering; Software development; Engineering; Artificial intelligence; Programming language","score_opus":0.03840666140903647,"score_gpt":0.278248749075265,"score_spread":0.2398420876662285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127896511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16567321,0.000022471937,0.8334167,0.00011536632,0.00004825135,0.000112832466,2.7485902e-7,0.00008365432,0.0005272388],"genre_scores_gemma":[0.97931993,0.0000021575768,0.02057668,0.000032045056,0.0000043543605,0.000015083418,7.2391416e-8,0.000006687192,0.000042986692],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913293,0.00011335058,0.00014438572,0.00015489309,0.00025495494,0.00019947159],"domain_scores_gemma":[0.9972191,0.0022406608,0.000016946507,0.0004650708,0.000024125897,0.000034082346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080868235,0.0000692285,0.00008809655,0.00011049869,0.000014021876,0.000029647366,0.00054717914,0.000027956472,0.00003657713],"category_scores_gemma":[0.001105118,0.000049608523,0.000024886589,0.0003365054,0.000007372071,0.00007873412,0.00006153311,0.000147843,0.000018364955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000358719,0.00008798516,0.060173344,0.000026671209,0.000016101578,0.000009844335,0.0010904047,0.19574249,0.005359293,0.7349938,0.00016687912,0.002329588],"study_design_scores_gemma":[0.00063225627,0.00027081373,0.17414893,0.00018031902,0.0000018724734,0.000006716277,0.00024820713,0.5677953,0.24381453,0.011334057,0.0010140113,0.00055298366],"about_ca_topic_score_codex":0.000051033225,"about_ca_topic_score_gemma":0.0000044408457,"teacher_disagreement_score":0.81364673,"about_ca_system_score_codex":0.000034674224,"about_ca_system_score_gemma":0.000027802851,"threshold_uncertainty_score":0.20229769},"labels":[],"label_agreement":null},{"id":"W2127916964","doi":"10.1145/2597073.2597104","title":"Prediction and ranking of co-change candidates for clones","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Fragment (logic); Programmer; Computer science; Code (set theory); Group (periodic table); Programming language; Biology; Computational biology; Genetics; DNA; Chemistry","score_opus":0.0358089874994088,"score_gpt":0.27850423457236106,"score_spread":0.24269524707295226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127916964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12317196,0.00005051694,0.8762601,0.00012233315,0.00008874094,0.0001204403,0.0000022476586,0.00010321684,0.00008044133],"genre_scores_gemma":[0.9780318,0.000007214401,0.021818846,0.000017892624,0.00004897878,0.000025481346,0.0000013064928,0.0000030583928,0.000045426445],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996573,0.000007894932,0.000057062738,0.00009872467,0.000090010595,0.00008906314],"domain_scores_gemma":[0.9993892,0.0004188519,0.000011549665,0.00012084783,0.00003440556,0.000025156794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024299031,0.000031518088,0.000053439217,0.000056606037,0.000024297138,0.000022912214,0.00012026872,0.00001766132,0.0000020796747],"category_scores_gemma":[0.00016561139,0.000026724201,0.0000099078525,0.00006384562,0.000013448225,0.0001351673,0.00004018894,0.000020211977,0.0000010289134],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028302084,0.00004933495,0.63239723,0.0004988541,0.000044736127,8.330828e-7,0.0027652876,0.00012565963,0.009120569,0.0742024,0.0039586164,0.27680814],"study_design_scores_gemma":[0.0009450909,0.00038050927,0.2741842,0.000054848566,0.000004895957,0.000008816009,0.000011870708,0.67185014,0.041802067,0.0029112047,0.007689429,0.00015696064],"about_ca_topic_score_codex":0.000046366367,"about_ca_topic_score_gemma":0.0000041397484,"teacher_disagreement_score":0.8548598,"about_ca_system_score_codex":0.0000052459054,"about_ca_system_score_gemma":0.000004737599,"threshold_uncertainty_score":0.10897813},"labels":[],"label_agreement":null},{"id":"W2128138035","doi":"10.1109/wpc.2002.1021340","title":"Fused data-centric visualizations for software evolution environments","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Visualization; Abstraction; Software visualization; Hierarchy; Suite; Software evolution; Software; Software engineering; Human–computer interaction; Data visualization; Software system; Software architecture; Data science; Component-based software engineering; Software construction; Data mining; Programming language","score_opus":0.039981550144403924,"score_gpt":0.3007496325417957,"score_spread":0.2607680823973918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128138035","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00073312805,0.00009760373,0.99827516,0.00004938075,0.00021730721,0.0002764569,0.000011603656,0.00027397124,0.00006535866],"genre_scores_gemma":[0.40034068,0.000014640005,0.5970679,0.000086478416,0.00004259609,0.000079399804,0.00009139679,0.000025465259,0.0022514388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989173,0.000034147793,0.00012366238,0.0003679121,0.00027232774,0.00028467597],"domain_scores_gemma":[0.99846095,0.00044764104,0.000021440957,0.0009583769,0.00002568632,0.00008589135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002978112,0.000081540114,0.00007043922,0.00011785409,0.00010994543,0.00007710463,0.0008744634,0.000039919618,0.000044933568],"category_scores_gemma":[0.0017555895,0.00008014377,0.000021698641,0.00041920313,0.000014839729,0.00047835632,0.00020443826,0.000048006357,0.00010180416],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010363254,0.001099461,0.15103222,0.00014879512,0.00016564972,0.000013671035,0.00040308645,0.014457171,0.0018518826,0.71736896,0.08543222,0.028016543],"study_design_scores_gemma":[0.002725684,0.00021329045,0.05305696,0.000024956791,0.00002625048,0.000025190997,0.000034395816,0.5516083,0.004552949,0.007894439,0.37890285,0.000934737],"about_ca_topic_score_codex":0.000004680732,"about_ca_topic_score_gemma":0.0000011289767,"teacher_disagreement_score":0.7094745,"about_ca_system_score_codex":0.00010596247,"about_ca_system_score_gemma":0.00006995991,"threshold_uncertainty_score":0.3268168},"labels":[],"label_agreement":null},{"id":"W2128152347","doi":"10.1109/cmpsac.2001.960601","title":"MOOSE - a task-driven program comprehension environment","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Program comprehension; Wizard; Computer science; Software visualization; Source code; Program slicing; Comprehension; Visualization; Task (project management); Software engineering; Human–computer interaction; Reverse engineering; Software; Programming language; Software system; World Wide Web; Software construction; Artificial intelligence; Systems engineering; Engineering","score_opus":0.026387752981410866,"score_gpt":0.24374215311068184,"score_spread":0.21735440012927099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128152347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2110876,0.00042724234,0.77963984,0.0017699538,0.00028655963,0.00091134635,0.0000010055853,0.0031191004,0.0027573677],"genre_scores_gemma":[0.79655254,0.0000232439,0.20206974,0.000053956977,0.000025343084,0.000051890605,7.467143e-7,0.000008929178,0.0012135846],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896485,0.00002140744,0.00009728876,0.0002803297,0.00035615976,0.00027997265],"domain_scores_gemma":[0.99917513,0.00012887329,0.000012709228,0.0005529207,0.0000125090455,0.00011782825],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000059156057,0.000089335634,0.00007979299,0.00006799233,0.000048453265,0.00008688868,0.00055899634,0.000034859044,0.00027478696],"category_scores_gemma":[0.000028266768,0.000077247976,0.000035012872,0.00016685856,0.000027253018,0.000166688,0.0003441473,0.000112165326,0.0014089408],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024851136,0.0011060782,0.015018071,0.000037853715,0.000041799085,0.0001192151,0.0008848104,0.0116649205,0.0036123514,0.0047739586,0.03112033,0.93161815],"study_design_scores_gemma":[0.00024354993,0.00017047915,0.020376012,0.0000076026995,0.000001229193,0.000012588757,0.0000026043504,0.9134293,0.00049152854,0.00006339642,0.06503797,0.00016371762],"about_ca_topic_score_codex":0.000006580476,"about_ca_topic_score_gemma":2.665163e-7,"teacher_disagreement_score":0.9314544,"about_ca_system_score_codex":0.000045983044,"about_ca_system_score_gemma":0.000003710545,"threshold_uncertainty_score":0.99936855},"labels":[],"label_agreement":null},{"id":"W2128223360","doi":"10.1109/icpc.2006.40","title":"Programmer-friendly Decompiled Java","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Java; AspectJ; Compiler; Java Modeling Language; Class (philosophy); Java annotation; Programmer; Generics in Java; Real time Java; Software; Aspect-oriented programming; Artificial intelligence","score_opus":0.008768505525653185,"score_gpt":0.2530855059548508,"score_spread":0.2443170004291976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128223360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029736776,0.00008795904,0.96007925,0.0004627352,0.00020634476,0.00013754771,2.530407e-7,0.0011971098,0.008092037],"genre_scores_gemma":[0.75873405,6.390176e-7,0.23949158,0.00003341675,0.00007059491,0.000023489534,0.0000014519363,0.000008177749,0.0016366236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989695,0.000015522175,0.00011882953,0.00025424213,0.00028822463,0.00035367953],"domain_scores_gemma":[0.9991879,0.00020754714,0.000013222133,0.00046156815,0.000058636295,0.00007113633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017253826,0.00008265417,0.000076273645,0.00009191766,0.000047175105,0.0001745005,0.00073350384,0.00003262612,0.000052548457],"category_scores_gemma":[0.00008176038,0.00007174011,0.00003740565,0.00045241608,0.00002144538,0.00020782916,0.0001916185,0.00009179559,0.0003533851],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058630494,0.00043573606,0.114810534,0.000035820514,0.00003625589,0.00015366668,0.00011613356,0.0012678272,0.0015267059,0.41028294,0.13506243,0.33626607],"study_design_scores_gemma":[0.0015556235,0.00047036784,0.40358317,0.000025853275,0.0000072905664,0.00011797493,0.0000158552,0.1322939,0.024741953,0.009934765,0.42611784,0.0011354096],"about_ca_topic_score_codex":0.00014457596,"about_ca_topic_score_gemma":0.000016490376,"teacher_disagreement_score":0.72899723,"about_ca_system_score_codex":0.00002689322,"about_ca_system_score_gemma":0.000037736612,"threshold_uncertainty_score":0.45421684},"labels":[],"label_agreement":null},{"id":"W2128231994","doi":"10.1109/csmr.2004.1281409","title":"Integrating a reverse engineering tool with microsoft visual studio .NET","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Microsoft Visual Studio; Computer science; Interoperability; Reverse engineering; .NET Framework; Software engineering; Component (thermodynamics); Embedding; Software; Net (polyhedron); Systems engineering; Operating system; Engineering; Artificial intelligence","score_opus":0.007419439446489198,"score_gpt":0.2416095227428396,"score_spread":0.23419008329635038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128231994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2666865,0.000026610374,0.73224795,0.0001616529,0.000090195645,0.00011871603,3.061739e-7,0.0006008025,0.000067271845],"genre_scores_gemma":[0.65266436,0.0000016326104,0.3470383,0.00007651236,0.00004494723,0.000018496145,6.074174e-7,0.000015796959,0.00013931867],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987789,0.000008464364,0.00014669927,0.0003387157,0.00033777795,0.00038946164],"domain_scores_gemma":[0.999222,0.00022499272,0.000020012076,0.0003621993,0.000081819395,0.00008900101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023042629,0.00015862565,0.00013831025,0.00013285162,0.000058745445,0.00018652463,0.0005498003,0.000040255203,0.00001004989],"category_scores_gemma":[0.0003754236,0.00012458491,0.000032986976,0.0006014185,0.000019591202,0.0003973094,0.00023621155,0.00025004952,0.00006849255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001055637,0.0012098952,0.05489682,0.00070294115,0.0007778438,0.0026797242,0.019125888,0.44780913,0.15202385,0.23092279,0.0053197686,0.08442576],"study_design_scores_gemma":[0.017083032,0.0059241527,0.16088852,0.0027244224,0.00007232411,0.0023336841,0.0012356589,0.4295298,0.34087807,0.0011788348,0.030299932,0.007851591],"about_ca_topic_score_codex":0.00007747787,"about_ca_topic_score_gemma":0.000011050224,"teacher_disagreement_score":0.3859779,"about_ca_system_score_codex":0.00014591997,"about_ca_system_score_gemma":0.000117269934,"threshold_uncertainty_score":0.5080425},"labels":[],"label_agreement":null},{"id":"W2128679831","doi":"10.1109/wcre.2001.957810","title":"Union schemas as a basis for a C++ extractor","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Queen's University","funders":"","keywords":"Computer science; Extractor; Programming language; Schema (genetic algorithms); Database schema; Schema migration; Software; Schema matching; Database; Theoretical computer science; Information retrieval; Semi-structured model; Database design","score_opus":0.04015817791239411,"score_gpt":0.28154446512548054,"score_spread":0.24138628721308641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128679831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017044978,0.000085849584,0.97840905,0.0010447501,0.00013477443,0.00016657208,6.399592e-7,0.00046553861,0.0026478248],"genre_scores_gemma":[0.75164217,0.0000069788634,0.24347788,0.000087164255,0.00004745134,0.00005500836,3.4663807e-7,0.000009934498,0.004673036],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999262,0.000015521431,0.00007524033,0.00021416998,0.00019844918,0.00023462709],"domain_scores_gemma":[0.9985663,0.00089959876,0.000009730502,0.00037497483,0.00006019638,0.000089196816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025707323,0.000064947926,0.00006533554,0.000087792425,0.000039918268,0.00007181507,0.00041746118,0.00003790551,0.00033376948],"category_scores_gemma":[0.0009408263,0.000057651334,0.00004275739,0.00027794807,0.000009797791,0.00024225906,0.000090091315,0.00006702326,0.00034186535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012448049,0.00050591404,0.004800701,0.000228061,0.00008546962,0.00005828079,0.0012454923,0.0002497214,0.020175036,0.4747356,0.08313686,0.41476643],"study_design_scores_gemma":[0.0014434383,0.00062625494,0.02507862,0.0000983418,0.000006790549,0.00009132462,0.000028482984,0.53920954,0.074399225,0.002654936,0.35550928,0.0008537953],"about_ca_topic_score_codex":0.00001518955,"about_ca_topic_score_gemma":7.854777e-7,"teacher_disagreement_score":0.7349312,"about_ca_system_score_codex":0.00003687613,"about_ca_system_score_gemma":0.000014984785,"threshold_uncertainty_score":0.43941015},"labels":[],"label_agreement":null},{"id":"W2128683249","doi":"10.1109/promise.2007.5","title":"Decision Support Analysis for Software Effort Estimation by Analogy","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Analogy; Selection (genetic algorithm); Weighting; Context (archaeology); Process (computing); Adaptation (eye); Decision support system; Similarity (geometry); Decision analysis; Machine learning; Software; Artificial intelligence; Personalization; Data mining; Mathematics","score_opus":0.014357967037145349,"score_gpt":0.3080868266492115,"score_spread":0.29372885961206613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128683249","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021243267,0.000019628787,0.9779171,0.00006655379,0.00014708367,0.00016272311,0.000003938566,0.0003755061,0.00006420356],"genre_scores_gemma":[0.3833716,0.0000010887562,0.61608815,0.00006807287,0.000014562521,0.000011971377,0.000036564114,0.000006907155,0.00040109857],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863315,0.0000056616504,0.00024341475,0.00034939457,0.00038818346,0.00038020284],"domain_scores_gemma":[0.99754184,0.0016399563,0.000034280212,0.0004990149,0.00014693437,0.00013798199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010719455,0.00009976344,0.00016485508,0.00050620286,0.00007310738,0.00008721864,0.00059184845,0.000073056515,0.00006692741],"category_scores_gemma":[0.00085976394,0.00009068758,0.00011888424,0.0014397866,0.000015898317,0.00027638726,0.00011795249,0.00006943347,0.000044753437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030059187,0.0001023846,0.23295178,0.000028114648,0.00029834663,0.000020515086,0.00014963884,0.022986906,0.00021747794,0.0037789512,0.037753295,0.7016825],"study_design_scores_gemma":[0.0006146268,0.0002721373,0.2737109,0.0000059758704,0.00006734379,0.000012331558,0.000006082868,0.70881486,0.0056847367,0.0024851253,0.007952111,0.00037372776],"about_ca_topic_score_codex":0.000026889926,"about_ca_topic_score_gemma":0.000030366302,"teacher_disagreement_score":0.7013088,"about_ca_system_score_codex":0.0000751453,"about_ca_system_score_gemma":0.00004106314,"threshold_uncertainty_score":0.36981323},"labels":[],"label_agreement":null},{"id":"W2128702459","doi":"10.1142/s0219525914500064","title":"RECODE: SOFTWARE PACKAGE REFACTORING VIA COMMUNITY DETECTION IN BIPARTITE SOFTWARE NETWORKS","year":2014,"lang":"en","type":"article","venue":"Advances in Complex Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; McMaster University","keywords":"Code refactoring; Computer science; Bipartite graph; Software; Set (abstract data type); Software package; Software maintenance; Software metric; Software engineering; Data mining; Software system; Software construction; Theoretical computer science; Programming language; Graph","score_opus":0.031390225217765556,"score_gpt":0.2889413635581913,"score_spread":0.2575511383404257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128702459","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06388438,0.0014031177,0.932079,0.000012288744,0.0015431616,0.0003475954,0.000002261864,0.0006631086,0.00006507658],"genre_scores_gemma":[0.98387724,0.00007737838,0.015653044,0.000022660242,0.0001725936,0.00013250578,0.000009308506,0.000036447927,0.000018813378],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968663,0.0008785268,0.0005955025,0.00048431725,0.00044678812,0.0007285568],"domain_scores_gemma":[0.99526036,0.0030121885,0.00015199726,0.0013329466,0.00010563947,0.00013686955],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018598762,0.0002727511,0.00044021892,0.00038294418,0.00022476379,0.00019311205,0.0014400922,0.00014177932,0.0000051287775],"category_scores_gemma":[0.0015704632,0.00028773004,0.00005744775,0.0013151291,0.000062762825,0.0011836109,0.00046149292,0.0010111743,0.000030607855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026703696,0.00014188311,0.37013468,0.0005794173,0.000015938767,0.000030360294,0.0010981683,0.35466668,0.0008406053,0.00047824983,0.000060867085,0.27192646],"study_design_scores_gemma":[0.001011132,0.00027181802,0.14441887,0.00068946247,0.000002906239,0.0000506098,0.000100949655,0.83476555,0.00075979874,0.0013046763,0.015789893,0.00083435635],"about_ca_topic_score_codex":0.00081622053,"about_ca_topic_score_gemma":0.0016494569,"teacher_disagreement_score":0.91999286,"about_ca_system_score_codex":0.00041439096,"about_ca_system_score_gemma":0.000022105376,"threshold_uncertainty_score":0.9999575},"labels":[],"label_agreement":null},{"id":"W2128799871","doi":"10.1016/j.scico.2012.08.003","title":"Studying software evolution using topic models","year":2012,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Computer science; Structuring; Topic model; Software evolution; Source code; Software; Software development; Data science; Software maintenance; Task (project management); Software system; Code (set theory); Generative grammar; Software engineering; Information retrieval; Software construction; Artificial intelligence; Programming language","score_opus":0.05347133154518463,"score_gpt":0.3013226588468253,"score_spread":0.24785132730164067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128799871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28258282,0.00021232534,0.7160724,0.000014971372,0.0006991751,0.00017062666,1.3861127e-7,0.0002370944,0.0000104627525],"genre_scores_gemma":[0.5347418,4.2966641e-7,0.46514446,0.000005138293,0.000094513205,0.000005081673,1.0725815e-7,0.0000052847554,0.0000031343877],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99741024,0.000038683887,0.00026315518,0.000393723,0.0010004243,0.0008937712],"domain_scores_gemma":[0.99859107,0.00017856601,0.000094173316,0.0006277136,0.00027952617,0.00022898133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016733753,0.00014320605,0.00017617004,0.0004425485,0.0002822871,0.0002457023,0.001615372,0.000041970394,0.0000012749063],"category_scores_gemma":[0.00017497415,0.00013907281,0.00006089491,0.0019341372,0.00025126964,0.003214737,0.0010037203,0.00015613507,0.000005197834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029826952,0.00032232841,0.10501701,0.00014600491,0.000025520772,0.0000055000705,0.005050587,0.07523499,0.0044899285,0.052301,0.000019854027,0.7573843],"study_design_scores_gemma":[0.00020887417,0.00010697017,0.022512283,0.00010527993,0.0000054366087,0.00004008131,0.000047568967,0.9721562,0.0026091519,0.0017845894,0.000111611305,0.00031193267],"about_ca_topic_score_codex":0.000038460665,"about_ca_topic_score_gemma":2.9722557e-7,"teacher_disagreement_score":0.8969212,"about_ca_system_score_codex":0.00023334568,"about_ca_system_score_gemma":0.00023309806,"threshold_uncertainty_score":0.5671225},"labels":[],"label_agreement":null},{"id":"W2129041774","doi":"","title":"Five Days of Empirical Software Engineering: the PASED Experience","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; Polytechnique Montréal","funders":"","keywords":"Empirical research; Supervisor; Software walkthrough; Plan (archaeology); Software Engineering Process Group; Social software engineering; Software engineering; Computer science; Personal software process; Software; Software peer review; Software development; Engineering management; Software construction; Engineering; Management","score_opus":0.022818383627743122,"score_gpt":0.2827374156048287,"score_spread":0.25991903197708555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129041774","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34267858,0.00004211476,0.65593916,0.0005930497,0.00014797777,0.00018014986,5.236017e-7,0.00034592923,0.00007252634],"genre_scores_gemma":[0.93379885,0.0000019813097,0.06553691,0.00013308114,0.000028578159,0.00009198262,4.1386377e-7,0.00000935578,0.0003988709],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988694,0.000021382415,0.00016970743,0.00023943781,0.0003982964,0.00030175067],"domain_scores_gemma":[0.9975767,0.0013991924,0.000023946124,0.0007666811,0.00013022471,0.00010326828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014271279,0.00010797163,0.000115876326,0.00007229831,0.000042738815,0.00008974658,0.0013770087,0.00004435803,0.00014679851],"category_scores_gemma":[0.0014933964,0.00006906287,0.000052191506,0.00049442466,0.0000565364,0.00031137138,0.00035511548,0.00015292199,0.00012896858],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014705225,0.0006487589,0.6133421,0.0003359339,0.00022337538,0.00009013168,0.050006982,0.036873262,0.019862644,0.033375736,0.18560956,0.059616823],"study_design_scores_gemma":[0.00043069766,0.00018781252,0.641603,0.000041470736,0.0000033321196,0.000031477706,0.00025179464,0.31841525,0.031483736,0.00037596212,0.0066606337,0.0005148591],"about_ca_topic_score_codex":0.000085918124,"about_ca_topic_score_gemma":5.837265e-7,"teacher_disagreement_score":0.59112024,"about_ca_system_score_codex":0.000025706311,"about_ca_system_score_gemma":0.00004590286,"threshold_uncertainty_score":0.28163025},"labels":[],"label_agreement":null},{"id":"W2129065328","doi":"10.1145/2597073.2597100","title":"Finding patterns in static analysis alerts: improving actionable alert ranking","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Programmer; Computer science; Static analysis; Ranking (information retrieval); Software bug; Software; Data science; Software engineering; Data mining; Operating system; Information retrieval; Programming language","score_opus":0.014914032582510534,"score_gpt":0.26288812457693167,"score_spread":0.24797409199442114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129065328","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23005056,0.0000063247535,0.76929885,0.00013102773,0.00009268834,0.000059799575,3.110386e-7,0.00017770086,0.00018271213],"genre_scores_gemma":[0.9696518,0.0000024200917,0.029877543,0.00008407339,0.000027313412,0.00001835139,0.0000021932135,0.000008924557,0.00032738686],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862146,0.000058793314,0.00019810782,0.0003602225,0.00036433598,0.00039708757],"domain_scores_gemma":[0.9984041,0.0009761515,0.000035454163,0.000472031,0.000039542592,0.00007272668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077431864,0.00010324859,0.0001728725,0.0007375138,0.000063762986,0.00020470672,0.00058606954,0.000037738384,0.00009307621],"category_scores_gemma":[0.00048608417,0.00009893911,0.00006359089,0.0014777054,0.0000080697055,0.00049281894,0.00020649727,0.00016568328,0.000030072053],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022094953,0.00004211024,0.858805,0.00007481684,0.00011636102,0.00001661382,0.00066970196,0.055700626,0.00073831656,0.0018474894,0.00012192716,0.08186482],"study_design_scores_gemma":[0.0001814896,0.000015293237,0.22297594,0.00001647037,0.000008919619,0.0000017479094,0.000021014828,0.7755098,0.00087415637,0.00014066749,0.00012011964,0.00013438462],"about_ca_topic_score_codex":0.00074593205,"about_ca_topic_score_gemma":0.00017250268,"teacher_disagreement_score":0.73960125,"about_ca_system_score_codex":0.00012654012,"about_ca_system_score_gemma":0.00003057962,"threshold_uncertainty_score":0.403462},"labels":[],"label_agreement":null},{"id":"W2129182946","doi":"10.1007/s11219-007-9030-7","title":"Empirical studies to assess the understandability of data warehouse schemas using structural metrics","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Data mining; Metric (unit); Schema (genetic algorithms); Data warehouse; Similarity (geometry); Empirical research; Machine learning; Artificial intelligence; Statistics; Mathematics","score_opus":0.584142689272458,"score_gpt":0.5376677499733624,"score_spread":0.04647493929909563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129182946","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38057554,0.0005739692,0.6176198,0.00056730985,0.00042789453,0.00011708255,0.000014852004,0.00010209639,0.0000014439066],"genre_scores_gemma":[0.60836905,0.000013419273,0.39129233,0.00014293502,0.00015790146,6.461445e-7,0.0000012908972,0.00001526781,0.0000071801405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99560523,0.0005114645,0.0009157251,0.00051137933,0.001800927,0.0006552886],"domain_scores_gemma":[0.98477066,0.011259029,0.00030415884,0.0022091211,0.0010885845,0.0003684673],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015464135,0.0002186644,0.00043796143,0.00033988254,0.0004600593,0.00022365958,0.0033246248,0.000094848816,0.00000826175],"category_scores_gemma":[0.03321121,0.00014784251,0.000119756754,0.0020559458,0.00024034554,0.00095982203,0.0021673362,0.00084111496,0.0000031205261],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001116269,0.00014818466,0.93148464,0.00031644315,0.00057544344,0.00011149764,0.008774693,0.0043844935,0.00034279295,0.0021436294,0.0023188791,0.049287703],"study_design_scores_gemma":[0.002051297,0.0006184678,0.94039595,0.0003880695,0.00013425917,0.0012385682,0.008681998,0.010892761,0.005703185,0.02467877,0.0035085941,0.0017080831],"about_ca_topic_score_codex":0.000039354632,"about_ca_topic_score_gemma":0.00003114349,"teacher_disagreement_score":0.22779348,"about_ca_system_score_codex":0.0005942535,"about_ca_system_score_gemma":0.0005002879,"threshold_uncertainty_score":0.9749325},"labels":[],"label_agreement":null},{"id":"W2129377409","doi":"10.1109/icsm.2015.7332456","title":"An empirical study of bugs in test code","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":108,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software bug; Computer science; Code (set theory); Test (biology); Root cause; Regression testing; Code coverage; Programming language; Software; Reliability engineering; Software development; Engineering; Biology","score_opus":0.08033739344236439,"score_gpt":0.3817909511334575,"score_spread":0.3014535576910931,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129377409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9423809,0.0000068269737,0.057013758,0.00010496795,0.0000468271,0.000097819226,2.1674161e-7,0.000122862,0.00022582368],"genre_scores_gemma":[0.99000627,1.12480585e-7,0.009887294,0.000019054743,0.0000107606975,0.000006153665,1.1980386e-7,0.0000035299804,0.000066724744],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992349,0.000034402394,0.000111432804,0.00016764937,0.00031558293,0.0001360034],"domain_scores_gemma":[0.9989985,0.0003689586,0.000008831453,0.00044696312,0.00006960988,0.000107122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004404304,0.000043235836,0.00008197305,0.000114224014,0.000006356765,0.000026818141,0.00064648566,0.000019601823,0.000004006039],"category_scores_gemma":[0.0006642123,0.000036295598,0.000006387919,0.0004797983,0.00001145272,0.00016991043,0.00015466499,0.00008173785,0.000020316607],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012284659,0.0006509788,0.9946142,0.000001564467,0.0000011833533,0.00001551479,0.0020088756,0.0008647392,0.00006282714,0.000067007015,0.0006457394,0.0010661486],"study_design_scores_gemma":[0.0006480252,0.0011036688,0.90463185,0.000003099299,4.1521017e-7,0.0000032275532,0.00034097597,0.09247381,0.0004447263,0.00014050565,0.00013031866,0.00007934973],"about_ca_topic_score_codex":0.00019536208,"about_ca_topic_score_gemma":0.00012514408,"teacher_disagreement_score":0.091609076,"about_ca_system_score_codex":0.00003141055,"about_ca_system_score_gemma":0.00007072641,"threshold_uncertainty_score":0.14800917},"labels":[],"label_agreement":null},{"id":"W2129412946","doi":"10.1109/wpc.2001.921719","title":"SHriMP views: an interactive environment for exploring Java programs","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Shrimp; Java; Computer science; Software; Visualization; Call graph; Software engineering; Programming language; Artificial intelligence; Ecology; Biology","score_opus":0.18028852038754978,"score_gpt":0.30142539667019597,"score_spread":0.12113687628264619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129412946","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035422143,0.00009089315,0.9628094,0.00022660468,0.00022134098,0.00046605588,4.6771547e-7,0.00044767573,0.00031544582],"genre_scores_gemma":[0.71624523,0.000031777377,0.28169465,0.000060062688,0.00010411372,0.000831904,0.000002100444,0.00002174834,0.001008417],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989572,0.000020249163,0.00012458325,0.0003465205,0.00022678719,0.00032464095],"domain_scores_gemma":[0.99911225,0.00022579264,0.000018932331,0.0004943064,0.000020885594,0.00012782644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018327516,0.00010402602,0.00009596484,0.00007234367,0.0000533552,0.0001436411,0.00061343354,0.000023379864,0.00010350438],"category_scores_gemma":[0.00007335415,0.00009163892,0.000046540245,0.00011516674,0.000017048522,0.00092456804,0.00018480838,0.00009627133,0.00021327798],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026754192,0.00021019866,0.0007042779,0.00001560938,0.000016148604,0.0000059662725,0.0021624821,0.00025610797,0.00027589913,0.0013902899,0.00045599762,0.99450433],"study_design_scores_gemma":[0.0010738018,0.0018197373,0.005626377,0.000071464354,0.0000072575262,0.000028802631,0.00032403707,0.5974807,0.015155319,0.00060136983,0.3769889,0.0008222207],"about_ca_topic_score_codex":0.000009337257,"about_ca_topic_score_gemma":0.0000015783659,"teacher_disagreement_score":0.99368215,"about_ca_system_score_codex":0.00008536356,"about_ca_system_score_gemma":0.000004304843,"threshold_uncertainty_score":0.37369266},"labels":[],"label_agreement":null},{"id":"W2129414299","doi":"10.1145/1370175.1370194","title":"Jigsaw","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Computer science; Code reuse; Jigsaw; Source code; KPI-driven code analysis; Context (archaeology); Code review; Code (set theory); Software engineering; Overhead (engineering); Software quality; Open source; Database; Software; Programming language; Software development; Engineering; Set (abstract data type)","score_opus":0.02905687703687048,"score_gpt":0.2535442770321326,"score_spread":0.22448739999526213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129414299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050678615,0.000029399047,0.9411738,0.00033863637,0.00011315457,0.000024905967,4.7081247e-8,0.00057982496,0.007061624],"genre_scores_gemma":[0.9138247,0.0000044540816,0.08256164,0.000084868814,0.000022343072,0.0000027777533,8.409604e-8,0.000002457744,0.003496694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9996051,0.000004409439,0.000032959888,0.00009619127,0.0001435218,0.00011778483],"domain_scores_gemma":[0.99954444,0.00012559845,0.000002577323,0.00026372855,0.000019316165,0.000044346405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000048517883,0.000026549265,0.00002725886,0.000038135477,0.000033290336,0.000014275789,0.00039977688,0.00001131818,0.000047625854],"category_scores_gemma":[0.000104309365,0.000022497808,0.000012417957,0.00018717711,0.000011538437,0.00012529506,0.000105560925,0.000042832886,0.00049193006],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000276533,0.0001643314,0.22616747,0.000023160615,0.000034213033,0.00091960427,0.0019142083,0.0010230704,0.002812348,0.35959697,0.32376164,0.083580226],"study_design_scores_gemma":[0.000558429,0.00013625583,0.76722157,0.000008406124,6.2913546e-7,0.0006379323,0.000005294443,0.07401386,0.024400823,0.0019975367,0.13050765,0.0005116178],"about_ca_topic_score_codex":0.000009494374,"about_ca_topic_score_gemma":2.4485334e-7,"teacher_disagreement_score":0.86314607,"about_ca_system_score_codex":0.000010162433,"about_ca_system_score_gemma":0.000023175815,"threshold_uncertainty_score":0.632293},"labels":[],"label_agreement":null},{"id":"W2129594448","doi":"10.1109/icpc.2009.5090053","title":"A case for concept programs","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Executable; Comprehension; Realm; Program comprehension; Verifiable secret sharing; Meaning (existential); Programming language; Software engineering; Theoretical computer science; Artificial intelligence; Epistemology; Software","score_opus":0.0359440815137071,"score_gpt":0.30513473901879573,"score_spread":0.26919065750508864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129594448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010631442,0.000028029477,0.9875876,0.0006623062,0.00007303742,0.00023565468,2.3863635e-7,0.00051419646,0.0002674995],"genre_scores_gemma":[0.7809877,1.5863586e-7,0.21829946,0.00011465247,0.000030690255,0.000020975687,4.7655826e-7,0.000002175187,0.00054370036],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950707,0.000004536756,0.000053999727,0.00014601047,0.000092991584,0.0001953886],"domain_scores_gemma":[0.999486,0.00015212293,0.000005777945,0.000244614,0.00004724679,0.00006418817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000098280376,0.000043022446,0.000045401648,0.00003040577,0.000033268585,0.00009477676,0.00028280917,0.000019235424,0.000005084971],"category_scores_gemma":[0.00011968996,0.00003594662,0.00002633853,0.00016649575,0.000008809034,0.00012495172,0.000030459341,0.00003755093,0.000012954122],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015584607,0.000059505805,0.00015593064,0.000005193089,0.000004532583,0.0005802028,0.0003780685,0.00006615816,0.00007555236,0.07491488,0.0047144247,0.919044],"study_design_scores_gemma":[0.0041573704,0.005294525,0.0047295075,0.000052165135,0.000010359797,0.013967397,0.00013140909,0.7998125,0.022263054,0.029482467,0.11853768,0.0015615936],"about_ca_topic_score_codex":0.0000058475675,"about_ca_topic_score_gemma":8.2941335e-7,"teacher_disagreement_score":0.9174824,"about_ca_system_score_codex":0.000013968553,"about_ca_system_score_gemma":0.0000195466,"threshold_uncertainty_score":0.14658606},"labels":[],"label_agreement":null},{"id":"W2129652343","doi":"10.1109/scam.2011.6","title":"What You See is What You Asked for: An Effort-Based Transformation of Code Analysis Tasks into Interactive Visualization Scenarios","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Visualization; Task (project management); Context (archaeology); Process (computing); Code (set theory); Data visualization; Interactive visualization; Human–computer interaction; Task analysis; Transformation (genetics); Data mining; Programming language; Systems engineering","score_opus":0.03630839306163359,"score_gpt":0.32399045495334405,"score_spread":0.28768206189171047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129652343","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12392008,0.000033803582,0.8749876,0.0001334628,0.00025302448,0.0004267028,0.0000053387557,0.000204591,0.000035414258],"genre_scores_gemma":[0.970031,0.00003676273,0.029539715,0.00014666174,0.000015054193,0.00006633196,0.000094614225,0.00001750497,0.000052344407],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837327,0.000062773186,0.00041307145,0.00041270326,0.0004572832,0.00028087897],"domain_scores_gemma":[0.9983772,0.00022638358,0.00012478826,0.00064920395,0.0004928653,0.00012954214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059657457,0.00018003854,0.0002787985,0.00073066953,0.000081161015,0.00044701493,0.0006925255,0.0001059428,0.00008816623],"category_scores_gemma":[0.0001019137,0.0001676697,0.00017570128,0.0013709172,0.00004112218,0.007525778,0.00005616256,0.00010302346,0.0000117845675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010053247,0.0023316212,0.03222103,0.0012150079,0.0030468362,0.000009410868,0.4566742,0.09722328,0.007950318,0.022219589,0.00064884033,0.37545455],"study_design_scores_gemma":[0.0004896211,0.00035472185,0.0042155487,0.000065147295,0.000076920405,6.5552996e-7,0.0013021681,0.923499,0.06931917,0.00037658712,0.00010329255,0.00019716601],"about_ca_topic_score_codex":0.00024805547,"about_ca_topic_score_gemma":0.0002230497,"teacher_disagreement_score":0.84611094,"about_ca_system_score_codex":0.0001227829,"about_ca_system_score_gemma":0.00008601931,"threshold_uncertainty_score":0.6837372},"labels":[],"label_agreement":null},{"id":"W2129879174","doi":"10.1109/icpc.2006.45","title":"Summarizing the Content of Large Traces to Facilitate the Understanding of the Behaviour of a Software System","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Automatic summarization; TRACE (psycholinguistics); Computer science; Sequence diagram; Unified Modeling Language; Metric (unit); Rank (graph theory); Software; Software system; Representation (politics); Key (lock); Software engineering; Information retrieval; Data mining; Programming language; Operating system","score_opus":0.09778230045110695,"score_gpt":0.25917293022990806,"score_spread":0.16139062977880111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129879174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37812552,0.00013874394,0.62049043,0.0005363868,0.00013638039,0.00035641206,0.000019829553,0.00006394419,0.00013234711],"genre_scores_gemma":[0.9974313,8.264914e-7,0.002145189,0.000013556397,0.000008321607,0.000013643893,2.5664718e-7,0.000006200829,0.0003807425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998597,0.0001065808,0.00032305118,0.00015893299,0.0005706416,0.00024376922],"domain_scores_gemma":[0.997776,0.0012678399,0.000099978046,0.00069540745,0.00013461767,0.000026161235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010755165,0.00009187249,0.00016802813,0.000063546846,0.00011583437,0.000035893892,0.0013481149,0.00002985346,0.0000030047381],"category_scores_gemma":[0.00026976212,0.000041353087,0.00010792669,0.0005201725,0.0000892323,0.00008421485,0.0003929311,0.000119188146,0.0000013528154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030463902,0.000225424,0.53782946,0.0007503094,0.00013998161,0.0000064840406,0.013713663,0.011937017,0.014777366,0.4165943,0.0027870187,0.0012085261],"study_design_scores_gemma":[0.0013188563,0.00036236778,0.8620944,0.0010999737,0.00006634317,0.000030330855,0.025389057,0.022664431,0.08461957,0.0014115564,0.0004514612,0.0004916472],"about_ca_topic_score_codex":0.0012791797,"about_ca_topic_score_gemma":0.00019871371,"teacher_disagreement_score":0.61930573,"about_ca_system_score_codex":0.0000944284,"about_ca_system_score_gemma":0.000052184507,"threshold_uncertainty_score":0.25051552},"labels":[],"label_agreement":null},{"id":"W2129903536","doi":"10.1109/ijcnn.2006.246954","title":"Fuzzy Clustering of Open-Source Software Quality Data: A Case Study of Mozilla","year":2006,"lang":"en","type":"article","venue":"The 2006 IEEE International Joint Conference on Neural Network Proceedings","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Data mining; Software quality; Fuzzy logic; Software; Cluster analysis; Software metric; Ranking (information retrieval); Quality (philosophy); Software sizing; Metric (unit); Artificial intelligence; Software construction; Software system; Software development; Operating system; Engineering","score_opus":0.13971397060377239,"score_gpt":0.3598691079223464,"score_spread":0.220155137318574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129903536","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9671449,0.00002536178,0.029682525,0.0006024634,0.0006847787,0.00072202034,0.000024901228,0.00017820994,0.00093485264],"genre_scores_gemma":[0.99501,0.0000057530174,0.0042242454,0.000070403345,0.00032981587,0.00003858698,0.0000068010686,0.000023640745,0.0002907564],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99713665,0.00006992749,0.0007867632,0.00063987344,0.0009847834,0.00038199144],"domain_scores_gemma":[0.997338,0.00057342695,0.000480214,0.0007872073,0.0007500223,0.00007110708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013711957,0.00025052406,0.00038970343,0.00015415637,0.00014100307,0.0004313194,0.0048080436,0.000059757916,0.0000118723465],"category_scores_gemma":[0.00034737954,0.00019593268,0.00006020581,0.0005450491,0.00011180756,0.0008401431,0.002474696,0.00038612873,0.00000566771],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008503692,0.0039465744,0.15549287,0.00048393584,0.0007433538,0.00088203355,0.006586132,0.6498035,0.0066920947,0.062265534,0.046608705,0.065644875],"study_design_scores_gemma":[0.003149764,0.0013277988,0.047276612,0.0005930366,0.000047024605,0.0015908179,0.0014703021,0.9362359,0.0013343506,0.0054309717,0.00054509705,0.0009983169],"about_ca_topic_score_codex":0.0034593903,"about_ca_topic_score_gemma":0.00024271532,"teacher_disagreement_score":0.2864324,"about_ca_system_score_codex":0.000064978354,"about_ca_system_score_gemma":0.00006980447,"threshold_uncertainty_score":0.8934622},"labels":[],"label_agreement":null},{"id":"W2130011984","doi":"10.1109/qsic.2009.69","title":"Quality of the Source Code for Design and Architecture Recovery Techniques: Utilities are the Problem","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Architecture; Source code; Software architecture; Legacy system; Software engineering; Reverse engineering; Code (set theory); Software maintenance; Quality (philosophy); Software quality; Software system; Software; Reliability engineering; Software development; Engineering; Programming language","score_opus":0.041638038078125376,"score_gpt":0.29297993784555676,"score_spread":0.2513418997674314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130011984","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005045255,0.000101856196,0.9908093,0.0030515972,0.000018363067,0.0006671795,0.0000042481943,0.00019598956,0.00010617485],"genre_scores_gemma":[0.3256281,0.000009088963,0.6726495,0.00045456336,0.000028003611,0.0000764609,2.6467495e-7,0.000008223177,0.001145811],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991429,0.00012816598,0.00014792595,0.00018138114,0.00022018589,0.0001794311],"domain_scores_gemma":[0.9972413,0.0020862513,0.00005375484,0.00052037043,0.000072534815,0.000025766305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011459275,0.00008113507,0.000109479,0.00003522374,0.00009626536,0.0000668939,0.0007811903,0.000042526208,0.0000010741439],"category_scores_gemma":[0.0004896723,0.000040901505,0.000052219064,0.00018339613,0.000076043376,0.00007120733,0.00013483288,0.00013653896,2.695366e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001348821,0.00014737765,0.0047804783,0.0004632247,0.00006628865,9.1021803e-7,0.0061259647,0.015626743,0.0061262217,0.042616874,0.013438588,0.91047245],"study_design_scores_gemma":[0.001122098,0.0016455188,0.116078354,0.00053569773,0.000019238028,0.0000752343,0.0009754827,0.036898084,0.1774404,0.61632836,0.047768656,0.0011128909],"about_ca_topic_score_codex":0.000013461815,"about_ca_topic_score_gemma":0.0000068117683,"teacher_disagreement_score":0.9093596,"about_ca_system_score_codex":0.000016923668,"about_ca_system_score_gemma":0.000045183166,"threshold_uncertainty_score":0.16679148},"labels":[],"label_agreement":null},{"id":"W2130273245","doi":"10.5381/jot.2008.7.6.a1","title":"Revisiting Class Cohesion: An empirical investigation on several systems.","year":2008,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cohesion (chemistry); Class (philosophy); Computer science; Empirical research; Artificial intelligence; Mathematics; Chemistry; Statistics","score_opus":0.04793237885926566,"score_gpt":0.29829285571453223,"score_spread":0.2503604768552666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130273245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9270092,0.000305742,0.067357376,0.0046804682,0.00028516512,0.000084536456,1.9692332e-7,0.00022086898,0.00005640349],"genre_scores_gemma":[0.99348164,0.000046628764,0.00610009,0.00013364787,0.00018426498,0.0000018673904,1.3347251e-7,0.000009447718,0.000042312935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99865484,0.00021925496,0.00032387723,0.00012241944,0.0004460232,0.0002335792],"domain_scores_gemma":[0.9983871,0.0006294605,0.00019522953,0.0004983697,0.00021284443,0.00007701027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012457991,0.00009848694,0.00020009714,0.00045245758,0.00016740551,0.000031444142,0.0012525088,0.00012733728,0.0000016819513],"category_scores_gemma":[0.0010599784,0.00006485349,0.000038268587,0.0008182894,0.00013847032,0.00025522622,0.00014637453,0.0007184533,0.00001836575],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047014677,0.00057002896,0.55283946,0.0003556399,0.0005557674,0.00553948,0.012824103,0.12999518,0.05700152,0.04052517,0.036381368,0.16294211],"study_design_scores_gemma":[0.004506557,0.012285557,0.43608162,0.0019111112,0.00009552287,0.102759935,0.0012821286,0.31560224,0.097743586,0.010311531,0.01566003,0.0017601727],"about_ca_topic_score_codex":0.0000034100744,"about_ca_topic_score_gemma":2.1399217e-7,"teacher_disagreement_score":0.18560708,"about_ca_system_score_codex":0.00012091377,"about_ca_system_score_gemma":0.00016234526,"threshold_uncertainty_score":0.3121362},"labels":[],"label_agreement":null},{"id":"W2130373880","doi":"10.1109/coginf.2002.1039314","title":"Modeling comprehension processes in software development","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Program comprehension; Software development; Software analytics; Abstraction; Software engineering; Software; Comprehension; Software development process; A priori and a posteriori; Software maintenance; Cognition; Software system; Human–computer interaction; Programming language","score_opus":0.03591835732360858,"score_gpt":0.2654689460659842,"score_spread":0.2295505887423756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130373880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20372353,0.00013375828,0.7955402,0.000021507576,0.00005575008,0.00007022626,1.8738179e-8,0.00027351212,0.00018150822],"genre_scores_gemma":[0.61468875,0.0000036044578,0.38515976,0.00002771027,0.0000025083614,0.000012041968,2.6897737e-7,0.000004708577,0.00010063764],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907464,0.000018970366,0.00014247882,0.00024535262,0.00026174707,0.00025683604],"domain_scores_gemma":[0.9994062,0.00020474973,0.000006827628,0.00022662086,0.00009699351,0.000058587997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021660636,0.000080351056,0.00008027391,0.00014595425,0.00004209812,0.000060928454,0.0003568455,0.000031398642,0.000015455333],"category_scores_gemma":[0.0008006637,0.00007258648,0.000008772052,0.0005854148,0.00000534176,0.0002297216,0.00010792488,0.000099905825,0.00007054414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059302565,0.0003641,0.12632678,0.00057295954,0.000021315222,0.000117095056,0.005173256,0.78511053,0.0004896701,0.013761783,0.00031620244,0.06774038],"study_design_scores_gemma":[0.0008908339,0.000048218517,0.010501573,0.00023416587,9.3219035e-7,0.000033377568,0.00007351612,0.9565459,0.022162622,0.0025561317,0.00617421,0.00077854673],"about_ca_topic_score_codex":0.000011218024,"about_ca_topic_score_gemma":0.000015846452,"teacher_disagreement_score":0.4109652,"about_ca_system_score_codex":0.00006181579,"about_ca_system_score_gemma":0.00026310852,"threshold_uncertainty_score":0.29599908},"labels":[],"label_agreement":null},{"id":"W2130419774","doi":"10.1109/icpc.2008.35","title":"An Approach for Mapping Features to Code Based on Static and Dynamic Analysis","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature (linguistics); TRACE (psycholinguistics); Feature model; Tracing; Static analysis; Data mining; Component (thermodynamics); Domain (mathematical analysis); Source code; Relevance (law); Dependency (UML); Feature extraction; Artificial intelligence; Software; Programming language","score_opus":0.024194017413483267,"score_gpt":0.2872019440593998,"score_spread":0.26300792664591655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130419774","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08111149,0.000008569858,0.9181983,0.00022244391,0.000016283679,0.00019701096,0.0000044762533,0.00018293747,0.000058487974],"genre_scores_gemma":[0.5663984,4.9918543e-7,0.43326443,0.00016239594,0.0000031855661,0.00002975524,0.0000060844395,0.000004560869,0.00013071702],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990932,0.0000231393,0.0000797002,0.0003502885,0.00023189024,0.00022181873],"domain_scores_gemma":[0.9988948,0.0004662294,0.000010636723,0.00044529323,0.000045484463,0.00013756873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021708544,0.000084082014,0.00012729538,0.00045839004,0.00008962816,0.000080218924,0.00037909742,0.000026024314,0.0000026066134],"category_scores_gemma":[0.00016217193,0.000072366434,0.00003748075,0.00091328914,0.000015166329,0.00010082007,0.000042405336,0.00006328889,0.0000017287151],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027040554,0.0002180895,0.029743884,0.000102026745,0.00018085446,0.000018640081,0.0016911142,0.95021397,0.0012030996,0.0014100975,0.0014101233,0.013781034],"study_design_scores_gemma":[0.00012334864,0.00008574488,0.12466644,0.0000022699355,0.000005371765,0.0000018997448,0.000012987224,0.874836,0.00012683994,0.000024531175,0.000027898881,0.000086673215],"about_ca_topic_score_codex":0.000022333217,"about_ca_topic_score_gemma":0.00000789447,"teacher_disagreement_score":0.48528686,"about_ca_system_score_codex":0.000038354803,"about_ca_system_score_gemma":0.00002961331,"threshold_uncertainty_score":0.29510176},"labels":[],"label_agreement":null},{"id":"W2130602377","doi":"10.1109/mtd.2015.7332619","title":"Detecting and quantifying different types of self-admitted technical Debt","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":163,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Technical debt; Debt; Computer science; Documentation; Debt levels and flows; Risk analysis (engineering); Internal debt; Business; Finance; Software; Software development","score_opus":0.05419014256578286,"score_gpt":0.30355784438373046,"score_spread":0.2493677018179476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130602377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6727218,0.00010469498,0.3264525,0.00006604007,0.000063758256,0.000052127736,7.21571e-8,0.0003833608,0.00015563998],"genre_scores_gemma":[0.92229784,0.000003149863,0.07765352,0.000007510161,0.000011758039,0.000003287266,7.323423e-8,0.000005158137,0.000017720427],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99931246,0.000022390617,0.000112097434,0.0001675715,0.0002275164,0.00015793904],"domain_scores_gemma":[0.9991223,0.00043537014,0.00001928861,0.0002453758,0.000070891845,0.000106756765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027114924,0.000063414234,0.000103851235,0.00008912477,0.000021303833,0.000041677034,0.00029683716,0.00003889194,0.0000021350947],"category_scores_gemma":[0.000677849,0.0000491734,0.000015632304,0.00022153617,0.00001554293,0.00009925406,0.0003115555,0.0001044957,0.000005694684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023331919,0.0002902057,0.80918384,0.00027364347,0.000099868834,0.00004479254,0.0021356316,0.00037458297,0.058106773,0.034756295,0.0006364607,0.09407456],"study_design_scores_gemma":[0.0011915648,0.0005795559,0.513834,0.00011198369,0.000014666686,0.00014381343,0.00010035233,0.3274658,0.15356033,0.0020789169,0.00035302635,0.00056600536],"about_ca_topic_score_codex":0.000021684491,"about_ca_topic_score_gemma":0.00000792105,"teacher_disagreement_score":0.32709122,"about_ca_system_score_codex":0.000027393195,"about_ca_system_score_gemma":0.000029737907,"threshold_uncertainty_score":0.2005233},"labels":[],"label_agreement":null},{"id":"W2131077449","doi":"10.1109/rev.2006.10","title":"Visualizing non-functional requirements","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Functional requirement; Visualization; Non-functional requirement; Scheme (mathematics); Architecture; Quality (philosophy); Unified Modeling Language; Software engineering; Programming language; Human–computer interaction; Artificial intelligence; Software development; Software","score_opus":0.02976248698628348,"score_gpt":0.2921429460850965,"score_spread":0.262380459098813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131077449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03717635,0.000014328328,0.9553927,0.00013614092,0.00028111576,0.000043539498,9.211108e-8,0.00032757263,0.0066281245],"genre_scores_gemma":[0.9536195,3.9189703e-7,0.0426588,0.00007060845,0.00011946807,0.000008802734,0.0000016786594,0.0000057289294,0.0035150666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99918145,0.0000070662613,0.0000895422,0.00018190588,0.00034043542,0.00019959052],"domain_scores_gemma":[0.999571,0.0001170714,0.000010154164,0.00023551418,0.000030460384,0.000035751273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016261253,0.000053951408,0.000043510976,0.0000842192,0.000051618983,0.000093099225,0.00030331212,0.000020323201,0.000053791275],"category_scores_gemma":[0.00004761939,0.0000498694,0.000022384313,0.00026416185,0.0000096190615,0.00027879712,0.00014075413,0.00005327456,0.0002815865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008567057,0.00037356827,0.3098388,0.00004676708,0.000052161828,0.0001010183,0.00014639446,0.0057716235,0.046721127,0.35919595,0.25245294,0.025291068],"study_design_scores_gemma":[0.00057384523,0.000065209446,0.8282605,0.000018403049,0.0000015407884,0.000019202826,0.000004301464,0.12666671,0.023641817,0.0038610192,0.016558263,0.00032922177],"about_ca_topic_score_codex":0.000078524616,"about_ca_topic_score_gemma":0.000002231854,"teacher_disagreement_score":0.9164431,"about_ca_system_score_codex":0.000044765235,"about_ca_system_score_gemma":0.000028217672,"threshold_uncertainty_score":0.36193186},"labels":[],"label_agreement":null},{"id":"W2131112324","doi":"10.1109/wcre.2009.51","title":"An Empirical Study on Inconsistent Changes to Code Clones at Release Level","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software evolution; Computer science; Software; Code (set theory); Perspective (graphical); Software quality; Empirical research; Quality (philosophy); Software development; Software release life cycle; Software engineering; Open source software; Code review; Software construction; Programming language; Artificial intelligence; Statistics; Mathematics","score_opus":0.11304633405163557,"score_gpt":0.3774895446032434,"score_spread":0.26444321055160785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131112324","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92956555,0.000010289597,0.058642283,0.010609728,0.00014682647,0.00034878615,0.000002359122,0.00052701513,0.00014715601],"genre_scores_gemma":[0.98479235,8.2532296e-7,0.011912318,0.0024259905,0.0000478629,0.000022528297,7.7849523e-7,0.000008044549,0.0007893167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99849766,0.000068990325,0.0001147232,0.00047285276,0.0005206651,0.00032511426],"domain_scores_gemma":[0.9984225,0.00030053122,0.0000123199525,0.0008730614,0.00007017551,0.00032141412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030297437,0.00012799799,0.00013534026,0.00018888681,0.00008961794,0.00010292858,0.0007775453,0.00003638003,0.00001584623],"category_scores_gemma":[0.00029948322,0.00010489691,0.000024640438,0.000417501,0.000010157371,0.00010187766,0.00022843572,0.00011539029,0.00026027075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032564148,0.009703424,0.5137629,0.000030864823,0.00010956746,0.0013982075,0.020134965,0.008270896,0.010194992,0.005082655,0.11714418,0.3138417],"study_design_scores_gemma":[0.0003335282,0.003339522,0.9860802,0.000009723972,0.000002071228,0.000011601561,0.00007656431,0.005443809,0.0026820195,0.000070850205,0.0017269033,0.00022317504],"about_ca_topic_score_codex":0.00003232371,"about_ca_topic_score_gemma":0.00018672821,"teacher_disagreement_score":0.4723173,"about_ca_system_score_codex":0.00012889481,"about_ca_system_score_gemma":0.000031953816,"threshold_uncertainty_score":0.4277572},"labels":[],"label_agreement":null},{"id":"W2131153512","doi":"10.1109/icsm.2005.31","title":"Comparison of clustering algorithms in the context of software evolution","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cluster analysis; Computer science; Data mining; Software; Partition (number theory); Software system; Context (archaeology); Stability (learning theory); Cluster (spacecraft); Algorithm; CURE data clustering algorithm; Software maintenance; Fuzzy clustering; Machine learning; Mathematics; Programming language","score_opus":0.035006692003917046,"score_gpt":0.3216598830322398,"score_spread":0.28665319102832276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131153512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08506928,0.00019382618,0.91424054,0.00020539806,0.000055890287,0.000102061604,6.174021e-7,0.00005549759,0.00007687971],"genre_scores_gemma":[0.91544724,0.0000014064435,0.084479555,0.0000204486,0.000017643431,0.0000056383274,3.5130083e-7,0.0000030237686,0.000024670746],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991319,0.000041971598,0.00023445627,0.00012073992,0.0003201463,0.00015079172],"domain_scores_gemma":[0.99894017,0.0005833348,0.000043102857,0.0003485514,0.0000654333,0.00001940249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043668688,0.000055563985,0.000132535,0.00011572308,0.000015919906,0.000014857937,0.0007290725,0.000031151412,0.000007713091],"category_scores_gemma":[0.00025152293,0.000040973184,0.000029920002,0.00038094167,0.00003239403,0.00017260126,0.00014728057,0.000106661035,0.000007327173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001481197,0.0004983105,0.49498564,0.00015568081,0.000024943118,0.0000039274414,0.016324824,0.058727592,0.0019579516,0.0123642525,0.0018759058,0.41306618],"study_design_scores_gemma":[0.00035372068,0.00010341151,0.18476452,0.000043634584,0.0000013592363,0.0000053152785,0.0005028587,0.8052664,0.008458133,0.000082458435,0.00032327394,0.00009492466],"about_ca_topic_score_codex":0.000155778,"about_ca_topic_score_gemma":0.00014435669,"teacher_disagreement_score":0.830378,"about_ca_system_score_codex":0.000052511805,"about_ca_system_score_gemma":0.00003036122,"threshold_uncertainty_score":0.16708378},"labels":[],"label_agreement":null},{"id":"W2131491818","doi":"10.1109/icpc.2009.5090048","title":"Vector space analysis of software clones","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Representation (politics); Code (set theory); Source code; Software; Similarity (geometry); Vector space; clone (Java method); Matrix representation; Space (punctuation); Algorithm; Artificial intelligence; Mathematics; Programming language; Pure mathematics; Group (periodic table); Physics","score_opus":0.013179686168611579,"score_gpt":0.26747614420694815,"score_spread":0.25429645803833656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131491818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091227196,0.00008197508,0.9074202,0.0006369483,0.000056083496,0.000040316034,9.595333e-7,0.00034476432,0.00019156896],"genre_scores_gemma":[0.8681303,0.0000037360612,0.13140519,0.000046297137,0.000011767144,0.0000011858782,9.4819256e-7,0.0000023839668,0.00039817227],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992085,0.000014509621,0.00010892078,0.00019366085,0.00029613436,0.0001782883],"domain_scores_gemma":[0.99894196,0.00035046428,0.000022085482,0.0005346758,0.00008575987,0.000065032895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014625693,0.00006488788,0.00016136136,0.00037553138,0.000019264702,0.00003579801,0.00059037196,0.000029538855,0.000051908217],"category_scores_gemma":[0.00040617277,0.000056006946,0.00009316999,0.0022060424,0.000012710351,0.00014242658,0.000073242125,0.00005933509,0.000020019184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023306646,0.00060339767,0.4664561,0.000074627846,0.001978461,0.000107404325,0.0024308737,0.054488625,0.015428992,0.2346519,0.01272821,0.21102813],"study_design_scores_gemma":[0.00009061273,0.00009040941,0.95242643,0.0000049246155,0.000038143087,0.000001364632,0.0000042594047,0.039296903,0.0071166153,0.00036707,0.00043521592,0.00012804141],"about_ca_topic_score_codex":0.000032779295,"about_ca_topic_score_gemma":0.0000048091943,"teacher_disagreement_score":0.77690315,"about_ca_system_score_codex":0.000019711695,"about_ca_system_score_gemma":0.000026373164,"threshold_uncertainty_score":0.2283897},"labels":[],"label_agreement":null},{"id":"W2131584723","doi":"10.1109/wcre.2006.7","title":"A Service-Oriented Componentization Framework for Java Software Systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Software engineering; Programming language; Operating system","score_opus":0.015453489901974206,"score_gpt":0.25724330812047996,"score_spread":0.24178981821850576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131584723","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010809483,0.000117607764,0.9862715,0.00035668424,0.0007900834,0.00043822033,0.000005279853,0.001162121,0.000048996288],"genre_scores_gemma":[0.32822478,0.0000011675187,0.6707632,0.000107148684,0.00021470143,0.00013999768,0.00003757978,0.000024476112,0.00048695927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879354,0.000023090382,0.00019806741,0.00031667933,0.00034168453,0.00032695333],"domain_scores_gemma":[0.99821603,0.00086397404,0.00004067137,0.00049876305,0.00031530048,0.00006525009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020373854,0.00011371572,0.0001262308,0.00012778834,0.00010159868,0.0002113531,0.00055898,0.000089927016,0.000007909881],"category_scores_gemma":[0.00031541326,0.000108139335,0.000040187573,0.0007299192,0.000009376463,0.0002501823,0.00013650159,0.00009656677,0.000065937085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000112513235,0.00015431462,0.025658267,0.0003851902,0.000032036114,0.0000082643255,0.00019523001,0.039852053,0.00041550555,0.91778165,0.013111232,0.002394982],"study_design_scores_gemma":[0.00076483836,0.000088568784,0.025459046,0.00018209925,0.000007582031,0.000020227908,0.000037098856,0.9328338,0.0012884758,0.013700247,0.025107875,0.00051013386],"about_ca_topic_score_codex":0.0003282867,"about_ca_topic_score_gemma":0.000012408038,"teacher_disagreement_score":0.9040814,"about_ca_system_score_codex":0.000065455024,"about_ca_system_score_gemma":0.00003858397,"threshold_uncertainty_score":0.44097942},"labels":[],"label_agreement":null},{"id":"W2131778596","doi":"10.1109/scam.2009.27","title":"A Metric Extraction Framework Based on a High-Level Description Language","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Metric (unit); Programming language; Focus (optics); Code (set theory); Implementation; Software metric; Theoretical computer science; Source code; Object-oriented programming; Black box; Algorithm; Software; Software development; Artificial intelligence; Software quality","score_opus":0.031236502867829294,"score_gpt":0.29958171404208367,"score_spread":0.26834521117425436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131778596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035614036,0.000030426358,0.9621311,0.00081145397,0.0002517807,0.000099174766,6.293409e-7,0.000621914,0.00043948763],"genre_scores_gemma":[0.7143654,0.0000010284958,0.28485936,0.00041878468,0.00005329533,0.000005889444,0.0000012337865,0.0000045375828,0.00029046115],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99891967,0.0000345701,0.000099540244,0.0002663286,0.00044517795,0.00023470164],"domain_scores_gemma":[0.99873364,0.00061898405,0.000020976126,0.00049785647,0.000045615056,0.00008294332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027959317,0.000093068884,0.00008060489,0.00046262218,0.000048116406,0.00015967106,0.0003910198,0.000079705984,0.00006717962],"category_scores_gemma":[0.0010245527,0.00008285672,0.000037365353,0.0012719885,0.0000057579514,0.0003059789,0.000022767883,0.0002487807,0.00017900909],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005306559,0.000744012,0.0022536782,0.000028466753,0.00001892682,0.00019485464,0.00067402236,0.024353772,0.01308722,0.10572718,0.0062804967,0.8465843],"study_design_scores_gemma":[0.0005011961,0.0006117576,0.5420993,0.000070100665,0.0000042798174,0.0000124622575,0.000019364912,0.43654957,0.015067836,0.0042496338,0.00044678155,0.00036771272],"about_ca_topic_score_codex":0.000048826627,"about_ca_topic_score_gemma":0.0000012388297,"teacher_disagreement_score":0.8462166,"about_ca_system_score_codex":0.00011799597,"about_ca_system_score_gemma":0.00003258389,"threshold_uncertainty_score":0.3378799},"labels":[],"label_agreement":null},{"id":"W2131861583","doi":"10.1109/icsm.2008.4658104","title":"Task articulation in software maintenance: Integrating source code annotations with an issue tracking system","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Task management; Software engineering; Task (project management); Software maintenance; Software development; Software construction; Source code; Software system; Variety (cybernetics); Backporting; Software; Human–computer interaction; Systems engineering; Programming language; Artificial intelligence; Engineering","score_opus":0.01934763698472294,"score_gpt":0.2568629803440977,"score_spread":0.23751534335937477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131861583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3010401,0.0000125366105,0.69799584,0.00009396508,0.000045762667,0.00014214442,7.431393e-7,0.0006049112,0.000063993575],"genre_scores_gemma":[0.79784167,7.130644e-7,0.20184685,0.000031982494,0.000029346369,0.00003213726,0.0000039063593,0.000014717765,0.00019869831],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861115,0.00006510478,0.0002349801,0.00036270055,0.00037396676,0.00035211066],"domain_scores_gemma":[0.99887824,0.00035505823,0.000047553487,0.00042378792,0.00019416926,0.000101175196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003122183,0.0001293833,0.00014221818,0.00021257832,0.00016273613,0.00012661298,0.0004007984,0.00004857062,0.000005308842],"category_scores_gemma":[0.00043403337,0.00010418696,0.000021155416,0.0008728143,0.00003962608,0.00086115097,0.00005916317,0.00021847329,0.000029890945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034829067,0.00022857443,0.46822795,0.00021792557,0.000034113375,0.0005411933,0.024325268,0.44658366,0.001699523,0.012064882,0.0007103059,0.045331795],"study_design_scores_gemma":[0.0004473776,0.00013949937,0.13548559,0.00023470198,0.0000020431607,0.00027941383,0.0009586439,0.86107135,0.000806861,0.00003447862,0.00027501263,0.00026504698],"about_ca_topic_score_codex":0.00018285375,"about_ca_topic_score_gemma":0.00017074517,"teacher_disagreement_score":0.49680153,"about_ca_system_score_codex":0.00017697936,"about_ca_system_score_gemma":0.00009199143,"threshold_uncertainty_score":0.4248621},"labels":[],"label_agreement":null},{"id":"W2132194716","doi":"10.1109/wpc.2001.921716","title":"Navigation and comprehension of programs by novice programmers","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programmer; Program comprehension; Computer science; Comprehension; Control flow; Human–computer interaction; Information flow; Process (computing); Mental representation; Representation (politics); Control (management); Programming language; Software engineering; Multimedia; Artificial intelligence; Software; Cognition; Software system","score_opus":0.02216530389166788,"score_gpt":0.24837855725783592,"score_spread":0.22621325336616804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132194716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7408443,0.00043982005,0.257195,0.00043065604,0.0000630615,0.00032864162,4.1399477e-7,0.00039619493,0.00030190244],"genre_scores_gemma":[0.9515588,0.000009027073,0.04827405,0.000014920118,0.0000048386023,0.000010005322,0.000002372443,0.000004258767,0.00012170205],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936426,0.000013264225,0.00009183138,0.00016329068,0.0002217409,0.00014559469],"domain_scores_gemma":[0.99956405,0.0001007034,0.000019819658,0.00019462484,0.000060490023,0.000060332062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009073498,0.0000538891,0.00006481125,0.0000351848,0.000023000683,0.000049423837,0.00019929676,0.000027909704,0.000007365237],"category_scores_gemma":[0.00002577977,0.000047062826,0.00001272385,0.0003028708,0.000038315946,0.0001693871,0.000093355564,0.000061144056,0.000010626938],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012149713,0.0001423893,0.017424965,0.000075879514,0.000009462565,0.0000028288869,0.00041795656,0.000017667488,0.005383011,0.0014476819,0.0020044926,0.97307247],"study_design_scores_gemma":[0.0014455336,0.00109534,0.022968994,0.00018667607,0.000008032085,0.000076387114,0.000090050955,0.9049928,0.028920585,0.00034583418,0.039263286,0.0006064513],"about_ca_topic_score_codex":0.00004080806,"about_ca_topic_score_gemma":4.1834946e-7,"teacher_disagreement_score":0.972466,"about_ca_system_score_codex":0.0000095851865,"about_ca_system_score_gemma":0.0000030575236,"threshold_uncertainty_score":0.19191663},"labels":[],"label_agreement":null},{"id":"W2132333108","doi":"10.1109/icsm.2005.6","title":"A category-theoretic approach to syntactic software merging","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Merge (version control); Theoretical computer science; Software; Exploit; Morphism; Software system; Data mining; Artificial intelligence; Programming language; Information retrieval; Mathematics","score_opus":0.015656138586761882,"score_gpt":0.25363952770926274,"score_spread":0.23798338912250086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132333108","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010275489,0.0000671241,0.9823776,0.0009816074,0.000109925604,0.00018596089,2.768099e-7,0.0010837633,0.0049182903],"genre_scores_gemma":[0.61131144,0.0000013343833,0.38747898,0.0002909749,0.00006181876,0.00003953192,4.828841e-7,0.000014463344,0.0008009639],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984223,0.000034237164,0.00015049097,0.000455958,0.00043027027,0.0005067127],"domain_scores_gemma":[0.9984416,0.0004537775,0.000015791233,0.00076500076,0.00006731322,0.00025655705],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003759502,0.00014360726,0.00013293132,0.00024063484,0.0000840302,0.00019241827,0.0011675137,0.000046470243,0.000053443306],"category_scores_gemma":[0.000753746,0.00012886875,0.000047437516,0.00072063657,0.00002229848,0.00038055948,0.0003921601,0.0001877297,0.0007975019],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014053795,0.00047906092,0.0053198566,0.00019693247,0.00008721678,0.000043667784,0.005323644,0.06187659,0.0010697859,0.6122251,0.017019682,0.29634437],"study_design_scores_gemma":[0.0014558187,0.00040314987,0.02202446,0.00011215749,0.0000298152,0.00052960514,0.00027227492,0.88660073,0.024348462,0.008319637,0.053036887,0.0028669995],"about_ca_topic_score_codex":0.000027648943,"about_ca_topic_score_gemma":0.0000017438896,"teacher_disagreement_score":0.82472414,"about_ca_system_score_codex":0.00013018679,"about_ca_system_score_gemma":0.0000652489,"threshold_uncertainty_score":0.9999805},"labels":[],"label_agreement":null},{"id":"W2132387930","doi":"10.1080/03081070903029253","title":"Synergistic verification and validation of systems and software engineering models","year":2009,"lang":"en","type":"article","venue":"International Journal of General Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; Concordia University","funders":"","keywords":"Computer science; Systems Modeling Language; Unified Modeling Language; Software engineering; Verification and validation; Software verification; Sequence diagram; Formal verification; Software; Software system; Programming language; Data mining; Systems engineering; Software construction; Engineering","score_opus":0.019569621150831835,"score_gpt":0.2599739429218604,"score_spread":0.24040432177102855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132387930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41357467,0.001253247,0.58414733,0.00007556616,0.0008649498,0.00005462764,0.0000024431997,0.00002008791,0.000007065413],"genre_scores_gemma":[0.9914565,0.00007216307,0.008155134,0.0000046664195,0.00026903758,0.0000021852475,0.0000016141735,0.000005651716,0.000033012024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878913,0.00003520745,0.00040926156,0.000119236065,0.00054961833,0.00009752736],"domain_scores_gemma":[0.9988944,0.00015391695,0.00022916199,0.0001260033,0.00052017113,0.00007637407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044964804,0.00008269819,0.00016592158,0.00027036094,0.000017256765,0.00018926463,0.00039581154,0.00004296957,3.088329e-7],"category_scores_gemma":[0.00031740151,0.00007582375,0.000028600376,0.00010289077,0.000011737968,0.0005235576,0.00004237455,0.00009088111,4.2253563e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018638913,0.000038779042,0.0034333228,0.00009257927,0.00011962492,0.000038964095,0.00037907326,0.916912,0.03233609,0.04200031,0.00018330573,0.004447308],"study_design_scores_gemma":[0.00046506795,0.00016859846,0.013503266,0.00036325227,0.000010282781,0.0005007119,0.00001879032,0.9809821,0.0032772212,0.00033640672,0.00022518898,0.00014909507],"about_ca_topic_score_codex":0.000039358412,"about_ca_topic_score_gemma":6.847978e-8,"teacher_disagreement_score":0.5778819,"about_ca_system_score_codex":0.00007612341,"about_ca_system_score_gemma":0.000037662707,"threshold_uncertainty_score":0.3092003},"labels":[],"label_agreement":null},{"id":"W2132705868","doi":"10.5194/gmd-5-1009-2012","title":"Assessing climate model software quality: a defect density analysis of three models","year":2012,"lang":"en","type":"article","venue":"Geoscientific model development","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Executable; Context (archaeology); Software; Climate model; Computer science; Software quality; Quality (philosophy); Trustworthiness; Climate change; Software development; Geography; Geology; Programming language; Computer security","score_opus":0.11359214907245384,"score_gpt":0.32922753876155786,"score_spread":0.215635389689104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132705868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41601613,0.00008907837,0.58323795,0.000011712912,0.00021568072,0.00013678036,0.000012936476,0.00022798471,0.000051774958],"genre_scores_gemma":[0.5747291,0.0000032983119,0.42507327,0.000022700126,0.000006305318,0.00003049064,0.000025387624,0.000014122805,0.00009534519],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953759,0.00008856756,0.00077990955,0.0008804987,0.0016255885,0.0012495881],"domain_scores_gemma":[0.9971824,0.0003437412,0.00022668879,0.0014481696,0.00042820873,0.00037075664],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00475558,0.0003129111,0.00057958486,0.0011420232,0.00040895827,0.00040975786,0.0013176592,0.0001271351,0.00000743878],"category_scores_gemma":[0.00033350068,0.00030688415,0.00030802918,0.0027275034,0.00009339437,0.0019520518,0.0013268028,0.00023398396,0.000024833178],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042144966,0.00017139342,0.035032876,0.000089533954,0.0003027689,0.0000015778876,0.0024333387,0.94337386,0.00048515425,0.006214437,0.000064401844,0.011826418],"study_design_scores_gemma":[0.00013087147,0.0000032266657,0.04698272,0.000027090286,0.00009077383,0.0000015966144,0.000015337075,0.9497729,0.00089233567,0.0017226711,0.000010441964,0.00035006303],"about_ca_topic_score_codex":0.000050896087,"about_ca_topic_score_gemma":0.00006560243,"teacher_disagreement_score":0.15871295,"about_ca_system_score_codex":0.0003131352,"about_ca_system_score_gemma":0.00055946264,"threshold_uncertainty_score":0.9999383},"labels":[],"label_agreement":null},{"id":"W2132887549","doi":"10.1145/1368088.1368114","title":"A comparative analysis of the efficiency of change metrics and static code attributes for defect prediction","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":704,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Eclipse; Data mining; Naive Bayes classifier; Java; Machine learning; Set (abstract data type); Software bug; Artificial intelligence; Decision tree; Code (set theory); Process (computing); Source code; Software; Predictive power; Programming language; Support vector machine","score_opus":0.14473973059311193,"score_gpt":0.32788590260721745,"score_spread":0.18314617201410552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132887549","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45804265,0.00013689851,0.5415286,0.000028465549,0.000022760301,0.00017942805,0.000032789038,0.000020552101,0.000007863421],"genre_scores_gemma":[0.9894051,0.000017661368,0.010517838,0.0000071163363,0.000003949974,0.00002588114,0.0000018979019,0.000001538532,0.000019026456],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993165,0.00003317787,0.00014087837,0.0001370814,0.00026186398,0.00011048425],"domain_scores_gemma":[0.99784786,0.0016722472,0.000056288158,0.00023775302,0.00015905904,0.000026783078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029070905,0.000050354993,0.00019243472,0.00035098064,0.00005077687,0.0000074176587,0.0002761057,0.000018143599,0.0000016541352],"category_scores_gemma":[0.00046132636,0.000033252127,0.000083815255,0.0030043465,0.0000699008,0.000091129,0.000098549775,0.000036563408,1.5451306e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015883907,0.000257691,0.96651405,0.00017318135,0.0010329578,9.181355e-7,0.011137481,0.01312972,0.0012357411,0.0044417805,0.00074114156,0.001319456],"study_design_scores_gemma":[0.00013576567,0.00012328447,0.38181278,0.0000053005365,0.00006392607,0.000001033474,0.000019722349,0.61090106,0.0068601086,0.000025635982,0.000020074625,0.000031304975],"about_ca_topic_score_codex":0.00004273521,"about_ca_topic_score_gemma":0.000011757203,"teacher_disagreement_score":0.59777135,"about_ca_system_score_codex":0.000019111532,"about_ca_system_score_gemma":0.000026553633,"threshold_uncertainty_score":0.14434889},"labels":[],"label_agreement":null},{"id":"W2132992867","doi":"10.1109/icpc.2007.41","title":"Using Bayesian Belief Networks to Predict Change Propagation in Software Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Bayesian network; Program comprehension; Software evolution; Dependency (UML); Java; Probabilistic logic; Software system; Change impact analysis; Software maintenance; Software; Software development; Data mining; Software engineering; Machine learning; Artificial intelligence; Theoretical computer science; Programming language; Software construction","score_opus":0.04411527325135882,"score_gpt":0.2925908469978418,"score_spread":0.248475573746483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132992867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025348237,0.00012908306,0.9727371,0.000070487564,0.0005344497,0.0006419366,3.8705468e-7,0.00047914693,0.000059181293],"genre_scores_gemma":[0.902539,0.0000016898107,0.09698304,0.00008039998,0.0002660875,0.000041171115,0.0000013974402,0.000015832687,0.00007134945],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849176,0.00003246219,0.00022921346,0.0003303075,0.00039566334,0.0005205687],"domain_scores_gemma":[0.9990448,0.00026444736,0.000025896248,0.00040647868,0.00008213877,0.00017627918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010835152,0.00011233062,0.00012228823,0.00037570304,0.00005053879,0.00013650776,0.00052181457,0.00008339408,0.0000036206075],"category_scores_gemma":[0.00027448765,0.00010713533,0.00001989916,0.0012089207,0.000009659856,0.00040120736,0.00022035745,0.00016524964,0.000014072997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019131247,0.00012323435,0.5688142,0.00017406505,0.00001830355,0.00022506314,0.0019517167,0.30942434,0.00022836181,0.004769992,0.00058237294,0.1136692],"study_design_scores_gemma":[0.00013552496,0.00006181708,0.11538511,0.00012414585,8.0055224e-7,0.000017473387,0.000014994989,0.8838077,0.00010822622,0.0000150728865,0.00017211151,0.00015701057],"about_ca_topic_score_codex":0.00040703622,"about_ca_topic_score_gemma":0.000072410985,"teacher_disagreement_score":0.8771908,"about_ca_system_score_codex":0.00022827677,"about_ca_system_score_gemma":0.00003676785,"threshold_uncertainty_score":0.4368852},"labels":[],"label_agreement":null},{"id":"W2132994900","doi":"10.1109/wcre.2011.39","title":"An Entropy Evaluation Approach for Triaging Field Crashes: A Case Study of Mozilla Firefox","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Crash; Triage; Computer science; Entropy (arrow of time); Computer security; Medicine; Operating system","score_opus":0.12250823381080148,"score_gpt":0.3577473723486759,"score_spread":0.2352391385378744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132994900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48662037,0.000008442806,0.51249176,0.0000052536084,0.000051433337,0.00060253334,2.4113862e-7,0.000080294856,0.000139684],"genre_scores_gemma":[0.89216447,3.3887946e-7,0.10758377,0.000011280763,0.00002570907,0.00019056589,6.956583e-7,0.0000072129783,0.000015951904],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987462,0.000093980045,0.00019415602,0.0003058084,0.00046696558,0.00019290076],"domain_scores_gemma":[0.99859506,0.00044516756,0.000039372608,0.00062716636,0.00022285739,0.00007038106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012589411,0.000083987135,0.00012605765,0.00014024685,0.000054764292,0.00004180056,0.00048173958,0.000034916164,0.000024691019],"category_scores_gemma":[0.0005372174,0.00007068991,0.000034243403,0.00024988502,0.000007715389,0.00027939744,0.00008330146,0.00006622885,9.1977626e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000334242,0.012270341,0.35998684,0.00048445186,0.0005412665,0.00055312866,0.1695043,0.016118726,0.004941954,0.004957695,0.0016758268,0.42863122],"study_design_scores_gemma":[0.0015085328,0.0015124946,0.0045200572,0.000003978255,0.000016579319,0.000074094576,0.0020736852,0.9852742,0.0047204467,0.00016090907,0.00000538579,0.00012964626],"about_ca_topic_score_codex":0.00078523357,"about_ca_topic_score_gemma":0.000026988879,"teacher_disagreement_score":0.9691555,"about_ca_system_score_codex":0.00003201184,"about_ca_system_score_gemma":0.00006338057,"threshold_uncertainty_score":0.28826508},"labels":[],"label_agreement":null},{"id":"W2133339195","doi":"10.1109/vlhcc.2008.4639063","title":"Towards the next generation of bug tracking systems","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"sort; Computer science; Eclipse; Card sorting; Software bug; Tracking system; World Wide Web; Tracking (education); Data science; Computer security; Database; Software; Operating system; Engineering","score_opus":0.06921882124549027,"score_gpt":0.3169107127593621,"score_spread":0.24769189151387183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133339195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923641,0.0009327523,0.0035177255,0.0002492007,0.0005222859,0.00056772167,0.0000017517214,0.00047451878,0.0013699391],"genre_scores_gemma":[0.9974638,0.000119051074,0.0008554728,0.00008271039,0.0012964054,0.000022577815,0.0000025523439,0.000053022944,0.000104379775],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965413,0.000016158787,0.00069727126,0.00086863554,0.0010823109,0.0007943026],"domain_scores_gemma":[0.9982139,0.00026093665,0.00041142796,0.00018412166,0.00071758026,0.00021202263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010369277,0.00043420796,0.00050532626,0.0004819838,0.0010311998,0.0009178085,0.0010554673,0.00015872407,0.0000042073793],"category_scores_gemma":[0.0002678481,0.00034805667,0.0001284861,0.0010750304,0.00017341693,0.0007498506,0.00039667974,0.00055552705,0.0000070813753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073054995,0.00097433175,0.07235642,0.0026130585,0.00037142582,0.00010295309,0.04878875,0.0018930695,0.6530084,0.19156675,0.0060070045,0.022244789],"study_design_scores_gemma":[0.0033526863,0.0026041113,0.049957477,0.0014933378,0.00013721942,0.0015238171,0.005200954,0.7969803,0.13421533,0.00013952405,0.0018412581,0.0025539463],"about_ca_topic_score_codex":0.00013340233,"about_ca_topic_score_gemma":5.3920877e-7,"teacher_disagreement_score":0.7950873,"about_ca_system_score_codex":0.00015245541,"about_ca_system_score_gemma":0.00006619931,"threshold_uncertainty_score":0.9998971},"labels":[],"label_agreement":null},{"id":"W2133363731","doi":"10.1145/2000799.2000805","title":"Recommending Adaptive Changes for Framework Evolution","year":2011,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Code refactoring; Computer science; Software evolution; Software engineering; Open source; Simple (philosophy); Software development; Programming language; Software","score_opus":0.20430693453139503,"score_gpt":0.3413837973744098,"score_spread":0.1370768628430148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133363731","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021315808,0.00022488662,0.9952228,0.00018714303,0.0011430362,0.00022945942,0.000009685949,0.00084820244,0.000003221372],"genre_scores_gemma":[0.13536441,0.000043301796,0.8641992,0.00005611996,0.000058775422,0.00021408878,7.655772e-7,0.000028423285,0.00003490344],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99876004,0.00010654743,0.00015247989,0.0004388435,0.00011378372,0.00042830574],"domain_scores_gemma":[0.9913923,0.0077893925,0.000033382566,0.0005789166,0.00007190955,0.00013409788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085187453,0.00019440563,0.00024158282,0.0003939397,0.0001444924,0.00002410922,0.0005135794,0.00020352389,0.000013994588],"category_scores_gemma":[0.003760497,0.00020427238,0.00006908419,0.00035746043,0.00003199789,0.00015825278,0.000029309798,0.00039273794,0.000005324936],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022665563,0.00020768709,0.0010591272,0.00028813706,0.00043433497,0.000021439937,0.0077233613,0.01324788,0.0010875004,0.08308913,0.00014722413,0.8924675],"study_design_scores_gemma":[0.0090023065,0.018225513,0.14691527,0.0024582169,0.000711483,0.0015818657,0.0018078663,0.3076406,0.15329894,0.31211737,0.036560744,0.009679784],"about_ca_topic_score_codex":0.000023063065,"about_ca_topic_score_gemma":0.0000032320243,"teacher_disagreement_score":0.88278776,"about_ca_system_score_codex":0.00008389274,"about_ca_system_score_gemma":0.00002600231,"threshold_uncertainty_score":0.8329986},"labels":[],"label_agreement":null},{"id":"W2133561941","doi":"10.1145/1368088.1368162","title":"Open source software peer review practices","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Computer science; Artifact (error); Technical peer review; Open source; Software; Open source software; Software engineering; Construct (python library); Data science; Open-source software development; World Wide Web; Peer review; Database; Operating system; Artificial intelligence","score_opus":0.10945013379595914,"score_gpt":0.3702281267375989,"score_spread":0.2607779929416398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133561941","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00091993995,0.004602736,0.96736443,0.019655548,0.0001908129,0.00051123387,6.247884e-7,0.0010508142,0.0057038846],"genre_scores_gemma":[0.016405134,0.0032538888,0.7845314,0.0063096615,0.00013904512,0.00014229503,0.0000063997895,0.000045900306,0.18916626],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830884,0.000058202513,0.0001525757,0.00035752056,0.0008495009,0.0002733853],"domain_scores_gemma":[0.99758774,0.00089846225,0.00009367809,0.0009049248,0.00038563076,0.00012958341],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001068695,0.00009992897,0.0001596133,0.00005152204,0.00013245648,0.00023015714,0.003320232,0.00003236398,0.0002517474],"category_scores_gemma":[0.0135606015,0.0000820493,0.000038415845,0.00050862896,0.000027019769,0.0012825428,0.0017355956,0.00019234716,0.00085460686],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017841559,0.00006735117,0.014466551,0.00024732118,0.000021807482,0.00010992501,0.00025974237,0.0000521672,0.0000133538815,0.0011726749,0.9433061,0.040281206],"study_design_scores_gemma":[0.00015219642,0.000042932115,0.010473195,0.00019035533,0.0000030822623,0.00029247208,0.0000036989675,0.0008643453,0.00016386276,0.00007806912,0.9875254,0.00021035939],"about_ca_topic_score_codex":0.00014611377,"about_ca_topic_score_gemma":0.0000029509567,"teacher_disagreement_score":0.18346238,"about_ca_system_score_codex":0.00003174998,"about_ca_system_score_gemma":0.00016397066,"threshold_uncertainty_score":0.99992335},"labels":[],"label_agreement":null},{"id":"W2133750098","doi":"10.1109/promise.2007.4","title":"Complexity Measures for Secure Service-Oriented Software Architectures","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software measurement; Software metric; Software system; Software construction; Software development; Software sizing; Software; Software security assurance; Social software engineering; Software peer review; Software engineering; Computer security; Operating system; Information security; Security service","score_opus":0.03906320280723961,"score_gpt":0.2945958594781885,"score_spread":0.2555326566709489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133750098","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03989633,0.00007778675,0.95728093,0.0006609853,0.0003212392,0.00037381856,0.000008205386,0.0012219284,0.00015876071],"genre_scores_gemma":[0.4372678,5.798106e-7,0.56173134,0.0006342543,0.00013400076,0.00002835847,0.000007446874,0.000021776208,0.00017446792],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99817425,0.000023531458,0.00020603815,0.00042483755,0.00054555084,0.000625811],"domain_scores_gemma":[0.9974885,0.0012507171,0.0000323367,0.00064643775,0.00037127204,0.00021073862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081517425,0.00017301267,0.0001639592,0.00020165445,0.00015465033,0.00009203407,0.0010477727,0.00008104166,0.00002302019],"category_scores_gemma":[0.000954066,0.0001490245,0.00008132814,0.000697776,0.000043596177,0.00010372916,0.00028101282,0.00020987108,0.000029628303],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048178952,0.0008631842,0.11508228,0.0013947235,0.0005279619,0.00016739996,0.012067829,0.01490735,0.007825906,0.33460218,0.0394463,0.4726331],"study_design_scores_gemma":[0.004854859,0.00088791363,0.5564087,0.0001855392,0.000030431442,0.00022607562,0.00023439572,0.109676726,0.08939778,0.05283356,0.18256582,0.0026981882],"about_ca_topic_score_codex":0.000087090986,"about_ca_topic_score_gemma":0.00032015188,"teacher_disagreement_score":0.4699349,"about_ca_system_score_codex":0.000062497515,"about_ca_system_score_gemma":0.000070285445,"threshold_uncertainty_score":0.6077043},"labels":[],"label_agreement":null},{"id":"W2134091519","doi":"10.1109/icsm.2009.5306313","title":"Measuring the progress of projects using the time dependence of code changes","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; KPI-driven code analysis; Code review; Code (set theory); Source code; Software evolution; Software; Source lines of code; Software quality; Track (disk drive); Open source; Software metric; Software engineering; Software development; Database; Programming language; Software construction; Operating system","score_opus":0.07381897592583876,"score_gpt":0.29942623446178196,"score_spread":0.2256072585359432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134091519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7261247,0.000982548,0.26746675,0.003683582,0.00012608923,0.00087585254,0.0000014106568,0.00027328054,0.0004657772],"genre_scores_gemma":[0.98176914,0.000003691956,0.018103097,0.000028325949,0.000020176252,0.0000052480104,4.6461224e-8,0.0000037220373,0.00006655521],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990065,0.00004959131,0.00010631536,0.00014143642,0.00050172315,0.00019442258],"domain_scores_gemma":[0.9989496,0.00031840688,0.000052576102,0.00052822486,0.00012926874,0.000021928785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006791156,0.000065305656,0.0000919117,0.00005865571,0.000055390406,0.000039787927,0.001214899,0.000022468552,0.0000037153263],"category_scores_gemma":[0.00021904807,0.00003350116,0.000024920051,0.00046079975,0.000072874034,0.00010838171,0.00018461772,0.00009604219,0.0000022950883],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006679804,0.00064527517,0.051917765,0.0005250322,0.00024881013,0.00006094849,0.025288519,0.01950209,0.34154734,0.038407158,0.0010255025,0.52076477],"study_design_scores_gemma":[0.00022422097,0.00026778932,0.046540055,0.00020749573,0.000009834814,0.00005646131,0.00009063798,0.410417,0.54137224,0.00050507934,0.00010320862,0.00020598165],"about_ca_topic_score_codex":0.000022587621,"about_ca_topic_score_gemma":0.000005501532,"teacher_disagreement_score":0.5205588,"about_ca_system_score_codex":0.000017228494,"about_ca_system_score_gemma":0.00006655927,"threshold_uncertainty_score":0.22576049},"labels":[],"label_agreement":null},{"id":"W2134092469","doi":"10.1002/spe.386","title":"Shimba—an environment for reverse engineering Java software systems","year":2001,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":138,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Academy of Finland; Association of Canadian Universities for Research in Astronomy; Nokia","keywords":"Computer science; Reverse engineering; Java; Sequence diagram; Software; Programming language; Abstraction; TRACE (psycholinguistics); Sequence (biology); Software system; Software engineering; Unified Modeling Language","score_opus":0.02269407837112575,"score_gpt":0.2825363977862558,"score_spread":0.25984231941513003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134092469","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039859604,0.0013400574,0.9565952,0.00034561433,0.00057707983,0.0005019114,0.0000054963966,0.00076374266,0.000011325888],"genre_scores_gemma":[0.28496003,0.00077205466,0.7121184,0.00043868506,0.0003181225,0.0008506278,0.000011686031,0.00007732261,0.00045311227],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976249,0.00006230558,0.0003033334,0.0007976277,0.00054291345,0.0006689281],"domain_scores_gemma":[0.9961308,0.002341372,0.00010382679,0.0009350247,0.00012513445,0.0003638391],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006293252,0.00027866024,0.00024009007,0.00014061955,0.00026372727,0.00046683988,0.0008611142,0.0001247308,0.000014797877],"category_scores_gemma":[0.0054082065,0.0002863611,0.00005520805,0.00030607256,0.000065556866,0.0031262136,0.00033334692,0.000262344,0.000046533816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010736007,0.0029231422,0.095984966,0.002455202,0.0006993835,0.0031050164,0.14420757,0.122261524,0.008933681,0.029602235,0.012219866,0.5765338],"study_design_scores_gemma":[0.0012353715,0.00084627676,0.004115984,0.00018934441,0.0000401076,0.0013439215,0.0027947517,0.044957906,0.00079557986,0.00014386333,0.94204295,0.0014939301],"about_ca_topic_score_codex":0.00011671936,"about_ca_topic_score_gemma":0.0000010420888,"teacher_disagreement_score":0.9298231,"about_ca_system_score_codex":0.00012431001,"about_ca_system_score_gemma":0.000064883214,"threshold_uncertainty_score":0.9999589},"labels":[],"label_agreement":null},{"id":"W2134347783","doi":"10.1155/2009/829725","title":"Improving Effort Estimation by Voting Software Estimation Models","year":2009,"lang":"en","type":"article","venue":"Advances in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Benchmarking; Estimation; Software; Task (project management); Software metric; Software sizing; Software development; Data mining; Use Case Points; Software project management; Data science; Software engineering; Software quality; Software construction; Systems engineering","score_opus":0.006556375910602392,"score_gpt":0.24842231006292848,"score_spread":0.24186593415232607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134347783","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015233339,0.002885963,0.9789386,0.000042596243,0.00042195516,0.00029400951,0.0000037387804,0.0021702452,0.000009551991],"genre_scores_gemma":[0.49183223,0.000034099525,0.5079866,0.000028716913,0.000031109674,0.000035967398,0.000014472072,0.00002657464,0.000010223591],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746925,0.000017839384,0.0004955612,0.00065765885,0.00059620035,0.00076348294],"domain_scores_gemma":[0.99826187,0.000822237,0.00010877434,0.00056231226,0.00008785942,0.00015692101],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048044164,0.00035288962,0.0003117899,0.0003985749,0.00010690405,0.00019872218,0.00090128044,0.00013541199,0.0000025644865],"category_scores_gemma":[0.002808348,0.00040652294,0.000070495546,0.0010150676,0.000019160421,0.004449345,0.0001625897,0.00047317357,0.000013578296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019744903,0.000020356845,0.0016147386,0.00007333672,0.0000027964213,0.000011548664,0.00011515575,0.7577303,0.000110963614,0.000950816,0.000024786343,0.23934321],"study_design_scores_gemma":[0.0003112862,0.00006605406,0.0025808217,0.0002005936,0.0000030792464,0.00001927807,0.0000031050843,0.99386275,0.0011189106,0.0012619499,0.0001436584,0.0004285179],"about_ca_topic_score_codex":0.0000142003055,"about_ca_topic_score_gemma":0.0000015216237,"teacher_disagreement_score":0.4765989,"about_ca_system_score_codex":0.0003328547,"about_ca_system_score_gemma":0.000052562562,"threshold_uncertainty_score":0.99983865},"labels":[],"label_agreement":null},{"id":"W2134363520","doi":"10.1109/wcre.2008.57","title":"Integrative Levels of Program Comprehension","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Intension; Comprehension; Computer science; Program comprehension; Percept; Process (computing); Unit (ring theory); Software engineering; Programming language; Software; Mathematics education; Psychology; Software system; Linguistics","score_opus":0.0668548942817134,"score_gpt":0.3212560155372648,"score_spread":0.25440112125555137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134363520","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34574884,0.000038784652,0.652222,0.00009423019,0.00008689337,0.0001651642,5.3788085e-7,0.0004570891,0.0011864803],"genre_scores_gemma":[0.78673476,0.000002025883,0.21280928,0.000009103564,0.00000644752,0.0000074670197,1.821034e-7,0.0000027022622,0.000428053],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993854,0.000018516526,0.0000947093,0.00013763468,0.00023346023,0.00013028407],"domain_scores_gemma":[0.9992565,0.0002716126,0.000015458081,0.000282822,0.000129066,0.000044558834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006926966,0.000056197907,0.000090323745,0.000074238036,0.000028108616,0.000009946118,0.00041436192,0.000023028368,0.000023407423],"category_scores_gemma":[0.00014025127,0.000040596184,0.00002924994,0.00034385896,0.000054790125,0.00013944088,0.00015723053,0.00008306514,0.000029351468],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017033843,0.0010774401,0.084948696,0.00010705203,0.00010202646,0.00013570394,0.00882721,0.0015181397,0.022739476,0.0847363,0.016646272,0.77914464],"study_design_scores_gemma":[0.00044989816,0.0006088763,0.7864057,0.00005055459,0.0000012154956,0.000066669774,0.000036821693,0.11182236,0.09641108,0.0005948487,0.0032992917,0.0002527186],"about_ca_topic_score_codex":0.00001800851,"about_ca_topic_score_gemma":9.859109e-7,"teacher_disagreement_score":0.7788919,"about_ca_system_score_codex":0.000014490413,"about_ca_system_score_gemma":0.00004357512,"threshold_uncertainty_score":0.16554643},"labels":[],"label_agreement":null},{"id":"W2134402473","doi":"10.1109/vissoft.2015.7332428","title":"Visualization based API usage patterns refining","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Visualization; Task (project management); Software; Software engineering; Software visualization; World Wide Web; Software development; Component-based software engineering; Data mining; Programming language","score_opus":0.05846739639752362,"score_gpt":0.3194651161984796,"score_spread":0.260997719800956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134402473","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026056977,0.000010189197,0.97191966,0.00018346767,0.00018414107,0.000028735183,3.413846e-7,0.0005436657,0.0010728386],"genre_scores_gemma":[0.9541226,3.381226e-7,0.044952337,0.00021339049,0.00003605834,0.000008121913,0.0000032367534,0.0000088341485,0.0006550688],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99915683,0.00003434451,0.00008625953,0.00018684071,0.00035387234,0.00018182797],"domain_scores_gemma":[0.99923277,0.00020236796,0.000014121674,0.00034335177,0.000085137246,0.00012223242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004202218,0.000058940714,0.000054969703,0.00010784005,0.000023677088,0.00012437893,0.0004317782,0.000028318176,0.000029545425],"category_scores_gemma":[0.0004929618,0.000053753378,0.00001519868,0.00032286593,0.000006168257,0.0002531602,0.00012806921,0.000057113546,0.00013263624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013584833,0.00024271043,0.751241,0.00011452867,0.000031640844,0.00024049336,0.0024899584,0.028512327,0.0015888906,0.09262025,0.024550945,0.098353624],"study_design_scores_gemma":[0.00052552234,0.000113042464,0.027408706,0.000027684791,0.0000011395174,0.0000070269616,0.000017774288,0.9580787,0.005558058,0.00016009941,0.007875844,0.0002264231],"about_ca_topic_score_codex":0.00005259529,"about_ca_topic_score_gemma":0.000004572059,"teacher_disagreement_score":0.9295663,"about_ca_system_score_codex":0.00005093486,"about_ca_system_score_gemma":0.000072851166,"threshold_uncertainty_score":0.21919991},"labels":[],"label_agreement":null},{"id":"W2134852596","doi":"10.1145/1985441.1985468","title":"Software bertillonage","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Victoria","funders":"","keywords":"Computer science; Java; Source code; Software; Matching (statistics); Software engineering; Software development; Database; World Wide Web; Programming language","score_opus":0.03592069364402037,"score_gpt":0.24003685941897712,"score_spread":0.20411616577495675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134852596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010308845,0.000031852334,0.9803478,0.000048048292,0.00016251071,0.00004590003,1.5333289e-7,0.0010105905,0.008044263],"genre_scores_gemma":[0.54847676,0.0000013300144,0.44940388,0.00010620099,0.000013753876,0.000008379309,1.6743957e-7,0.0000065000227,0.0019830524],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993703,0.000008628532,0.00006365873,0.0001801186,0.0001696923,0.00020764826],"domain_scores_gemma":[0.9992815,0.00012868496,0.000006922823,0.00046780473,0.000034581284,0.000080492486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000109439985,0.000055432523,0.00004836198,0.00006689626,0.000027823546,0.000031509786,0.0007690163,0.000024802219,0.0002470167],"category_scores_gemma":[0.00025174924,0.00004702468,0.000025122323,0.00022850953,0.000014216512,0.00023746313,0.00025121818,0.00007006708,0.0006086609],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010099011,0.00028959027,0.24487202,0.00005937745,0.00006873563,0.0003850711,0.00546689,0.00003875683,0.0006407793,0.31267667,0.028874898,0.40661713],"study_design_scores_gemma":[0.00051011564,0.00022736931,0.9174316,0.000022171767,0.000003327047,0.00007543687,0.000019878215,0.0069862814,0.034174725,0.017863026,0.021940762,0.000745335],"about_ca_topic_score_codex":0.00003918821,"about_ca_topic_score_gemma":0.000001697873,"teacher_disagreement_score":0.67255956,"about_ca_system_score_codex":0.000013664854,"about_ca_system_score_gemma":0.000019014378,"threshold_uncertainty_score":0.7823308},"labels":[],"label_agreement":null},{"id":"W2134876531","doi":"10.1109/msr.2007.27","title":"Recommending Emergent Teams","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software; Heuristic; Team software process; Software development; World Wide Web; Software engineering; Knowledge management; Data science; Software development process; Artificial intelligence","score_opus":0.020668312632844524,"score_gpt":0.29963938807652296,"score_spread":0.27897107544367844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134876531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0242049,0.000024528605,0.9671023,0.00054421934,0.0005008863,0.000040644205,4.6817764e-8,0.000449414,0.007133057],"genre_scores_gemma":[0.8570438,0.0000040648706,0.14143139,0.0001268598,0.0000638676,0.0000021793044,1.8667484e-7,0.000005681584,0.0013219817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927396,0.0000062063946,0.00009419992,0.00015195236,0.00019247,0.00028122799],"domain_scores_gemma":[0.9993006,0.00027223508,0.000008311971,0.00029879494,0.000023385743,0.00009665375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066237955,0.0000477057,0.000042176383,0.00010438087,0.000039273255,0.000040385898,0.0004917399,0.000020416435,0.00012511852],"category_scores_gemma":[0.00017037238,0.000042259577,0.000021962735,0.00033203635,0.0000053978356,0.0001400793,0.0001874688,0.00008508698,0.00020463175],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029865053,0.000081018225,0.06430292,0.000015715186,0.000025069652,0.00007685702,0.0005794203,0.00015401703,0.0035068188,0.095133424,0.05112354,0.7849982],"study_design_scores_gemma":[0.0008748687,0.00027151985,0.37293652,0.000044640718,0.0000032906817,0.000099606164,0.00018571883,0.045246303,0.12404703,0.0036392028,0.4515329,0.0011184051],"about_ca_topic_score_codex":0.000021085885,"about_ca_topic_score_gemma":0.0000041323683,"teacher_disagreement_score":0.8328389,"about_ca_system_score_codex":0.000056069803,"about_ca_system_score_gemma":0.0000120688255,"threshold_uncertainty_score":0.26301953},"labels":[],"label_agreement":null},{"id":"W2135038121","doi":"10.1109/iccbss.2006.19","title":"Maintaining COTS-Based Systems: Start with the Design","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Software engineering; Software maintenance; Software; Systems engineering; Commercial off-the-shelf; Software system; Reliability engineering; Engineering; Operating system","score_opus":0.021649403660443104,"score_gpt":0.23369034358599716,"score_spread":0.21204093992555406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135038121","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003154887,0.00006489004,0.9944714,0.00089774426,0.000061324485,0.00021468401,2.440106e-7,0.00046312797,0.00067174947],"genre_scores_gemma":[0.9216856,1.5569834e-7,0.07738903,0.0000743302,0.00004304207,0.000041255516,4.4680348e-7,0.000009880828,0.00075627095],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896014,0.000079281526,0.00008203001,0.00019268661,0.00039923273,0.00028660486],"domain_scores_gemma":[0.99811864,0.0012646796,0.000018574312,0.00048230708,0.000075643016,0.00004017922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067097496,0.00008484645,0.00007275282,0.00006139058,0.000096556236,0.00026102382,0.00066103454,0.000021263522,0.000009273975],"category_scores_gemma":[0.000050057584,0.0000469255,0.000015178847,0.00035224698,0.000035713572,0.000115361436,0.000057314875,0.00010681199,0.00004573015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014030957,0.00003463671,0.008105074,0.00002672199,0.000016936883,0.00008649475,0.00008652105,0.89768267,0.00031547868,0.070911825,0.022191355,0.00052823627],"study_design_scores_gemma":[0.00046256,0.00023194044,0.006764753,0.00004833238,0.0000031901063,0.000025360518,0.000060808983,0.98308516,0.0027335314,0.00016355123,0.0061818375,0.00023897088],"about_ca_topic_score_codex":0.0001858124,"about_ca_topic_score_gemma":0.0000065091895,"teacher_disagreement_score":0.9185307,"about_ca_system_score_codex":0.000058981783,"about_ca_system_score_gemma":0.00012186362,"threshold_uncertainty_score":0.25170588},"labels":[],"label_agreement":null},{"id":"W2135198476","doi":"10.1145/1368088.1368161","title":"Predicting defects using network analysis on dependency graphs","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":575,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Dependency (UML); Dependency graph; Graph; Face (sociological concept); Software; Code (set theory); Theoretical computer science; Software engineering; Programming language","score_opus":0.028030367664703786,"score_gpt":0.26653112343365976,"score_spread":0.23850075576895596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135198476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53408104,0.000045823348,0.46492103,0.000008879398,0.00011121497,0.00004406949,1.2387602e-7,0.00033135412,0.00045644533],"genre_scores_gemma":[0.9398189,0.0000076212436,0.059956975,0.000049387138,0.00006580932,0.0000037523055,5.5942843e-7,0.000008331908,0.00008863018],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854714,0.00004552344,0.00014140262,0.00035603147,0.00048808186,0.00042181127],"domain_scores_gemma":[0.99862915,0.00059965433,0.000029065823,0.0005658232,0.000057114157,0.00011921171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002894217,0.000107880056,0.00014969193,0.0003654485,0.00022378124,0.00005874043,0.00058419275,0.00004849784,0.000022459364],"category_scores_gemma":[0.0002509041,0.000098382494,0.00012874676,0.0031199558,0.0000201478,0.00020990559,0.00018494492,0.00017750644,0.000026759888],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010748031,0.000014665147,0.75016105,0.0000025806714,0.0000933229,0.00005912965,0.000081080725,0.24695091,0.000033259763,0.0020188852,0.00009903087,0.00048501635],"study_design_scores_gemma":[0.00009985148,0.000049335016,0.29841357,0.000010470755,0.000025119858,0.000028741573,0.0000023870134,0.70035774,0.00034041554,0.0005016361,0.000018546432,0.00015220934],"about_ca_topic_score_codex":0.00011220841,"about_ca_topic_score_gemma":0.00001847384,"teacher_disagreement_score":0.4534068,"about_ca_system_score_codex":0.00004949027,"about_ca_system_score_gemma":0.000049370956,"threshold_uncertainty_score":0.40119216},"labels":[],"label_agreement":null},{"id":"W2135250953","doi":"10.1109/wpc.2002.1021325","title":"Enhancing program comprehension with recovered state models","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Program comprehension; Computer science; Finite-state machine; Programming language; State (computer science); Transition (genetics); Source code; Representation (politics); Comprehension; Static program analysis; Code (set theory); Class (philosophy); Software; Static analysis; Software engineering; Software system; Theoretical computer science; Artificial intelligence; Software development","score_opus":0.023493397889943073,"score_gpt":0.2602710242265848,"score_spread":0.23677762633664176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135250953","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11397965,0.000030270381,0.8834487,0.000032179316,0.000070450405,0.00023092992,2.221665e-7,0.0007509239,0.0014566402],"genre_scores_gemma":[0.57063484,0.0000030153244,0.42879787,0.000022231796,0.0000035593125,0.000023005443,4.7581815e-7,0.000009058298,0.0005059167],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989325,0.000036768706,0.00010430812,0.00028393115,0.00032092503,0.00032158464],"domain_scores_gemma":[0.9991442,0.00020164555,0.000017299348,0.0004408682,0.0000949818,0.00010102054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019966616,0.000095922136,0.00009495613,0.00007609234,0.00005051818,0.00013839884,0.00030982558,0.000022767044,0.000012686468],"category_scores_gemma":[0.00006180642,0.00007286625,0.000018710254,0.0004002336,0.000015346272,0.00043090325,0.0000726063,0.00011589436,0.000036343576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006402199,0.0008561888,0.008646924,0.00024214487,0.00015883532,0.0002096754,0.00264431,0.5232416,0.016348928,0.09702743,0.002070644,0.34848928],"study_design_scores_gemma":[0.001028542,0.0008087807,0.0023501327,0.00010439356,0.0000030928054,0.00006729752,0.0000260762,0.9049111,0.076165065,0.007706288,0.0062084,0.00062086154],"about_ca_topic_score_codex":0.000021075739,"about_ca_topic_score_gemma":0.000013214091,"teacher_disagreement_score":0.4566552,"about_ca_system_score_codex":0.00004008045,"about_ca_system_score_gemma":0.000075528085,"threshold_uncertainty_score":0.29713994},"labels":[],"label_agreement":null},{"id":"W2135303064","doi":"10.1109/wcre.2012.32","title":"An Empirical Study on Factors Impacting Bug Fixing Time","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Universität Zürich; Technische Universiteit Delft","keywords":"Software regression; Software bug; Computer science; Process (computing); Security bug; Empirical research; Code (set theory); Open source; Software maintenance; Software engineering; Software; Software development; Software quality; Programming language; Operating system; Software security assurance; Statistics; Cloud computing","score_opus":0.05837254724366758,"score_gpt":0.3754761812513734,"score_spread":0.3171036340077058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135303064","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94724685,0.000005039202,0.051350288,0.00005242092,0.0001755613,0.00012164545,2.1893096e-7,0.00061288493,0.000435067],"genre_scores_gemma":[0.99706924,4.808325e-8,0.0025892912,0.00004149782,0.00010947139,0.0000039775573,4.7247693e-7,0.000012323601,0.00017368424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99870104,0.00007417671,0.00010686964,0.00022769862,0.000409363,0.00048085419],"domain_scores_gemma":[0.9982928,0.000839782,0.000016067246,0.00054977986,0.000026829579,0.00027475783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056529936,0.000111643065,0.000104042076,0.00012957059,0.00008818372,0.00014785315,0.0005988481,0.00003457847,0.00007729189],"category_scores_gemma":[0.0004219545,0.00008480392,0.000029150793,0.0003286342,0.000007656736,0.000695736,0.00016391609,0.00019761064,0.000351762],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.77584e-7,0.00024925114,0.9947967,0.0000010693844,0.000008039018,0.0000029443363,0.0031844343,0.00009275416,0.00049267604,0.000016555976,0.00031328062,0.00084132544],"study_design_scores_gemma":[0.000102421276,0.0002901589,0.990608,0.0000030872914,0.0000011541235,0.0000026060472,0.00019896534,0.006795082,0.001783398,0.000006295312,0.00007878493,0.0001300975],"about_ca_topic_score_codex":0.000030894258,"about_ca_topic_score_gemma":4.685612e-7,"teacher_disagreement_score":0.049822357,"about_ca_system_score_codex":0.00007651835,"about_ca_system_score_gemma":0.000021830667,"threshold_uncertainty_score":0.45213062},"labels":[],"label_agreement":null},{"id":"W2135370021","doi":"10.1109/iri.2007.4296695","title":"A practical method for the software fault-prediction","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Data mining; Software; Software bug; Fault (geology); Representation (politics); Machine learning; Software metric; Fuzzy logic; Software fault tolerance; Artificial intelligence; Software quality; Software development; Programming language","score_opus":0.04919603470099245,"score_gpt":0.38521949984585535,"score_spread":0.3360234651448629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135370021","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007233762,0.000027536695,0.995638,0.002839552,0.0004225247,0.00025241173,0.0000013066278,0.00059353147,0.00015279597],"genre_scores_gemma":[0.012782662,0.0000023193131,0.9862093,0.00024958025,0.00014812688,0.000037843714,7.019898e-7,0.000008486147,0.0005609956],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990259,0.00002235761,0.00012022151,0.00021862396,0.00031073423,0.00030217838],"domain_scores_gemma":[0.9880674,0.011266574,0.000017141074,0.0004494823,0.00012151578,0.000077896046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021478275,0.00006604146,0.00005940727,0.000063087784,0.00011923907,0.000099153156,0.00047440524,0.000051355175,0.00001585263],"category_scores_gemma":[0.00474635,0.00004206656,0.000049278508,0.0003099518,0.000017105149,0.0002407652,0.00014854311,0.00016009438,0.00003056493],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004557786,0.00011455596,0.0040975395,0.00004094358,0.00009697343,0.00002981178,0.00053642277,0.001718938,0.00064050045,0.1760345,0.105620384,0.71102387],"study_design_scores_gemma":[0.0005042898,0.00018687494,0.02756548,0.000008633533,0.000011718669,0.00013980393,0.000060865303,0.81098825,0.0062218066,0.0026788127,0.1514424,0.00019110045],"about_ca_topic_score_codex":0.000018576988,"about_ca_topic_score_gemma":0.000004172353,"teacher_disagreement_score":0.8092693,"about_ca_system_score_codex":0.000043317857,"about_ca_system_score_gemma":0.000055169097,"threshold_uncertainty_score":0.56821674},"labels":[],"label_agreement":null},{"id":"W2135424716","doi":"10.1109/chase.2009.5071421","title":"Challenges in the user interface design of an IDE tool recommender","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Recommender system; Focus (optics); User interface; Interface (matter); Software; World Wide Web; Software engineering; Human–computer interaction; Work (physics); Engineering; Programming language","score_opus":0.12491254661772097,"score_gpt":0.3347208093071852,"score_spread":0.2098082626894642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135424716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020742094,0.0002515744,0.9731262,0.0048866104,0.00004809793,0.00015046757,7.417641e-8,0.00010160343,0.00069333386],"genre_scores_gemma":[0.91371506,0.000054814423,0.08599053,0.0001715458,0.000011223672,0.000005813231,6.97578e-8,0.000003022115,0.0000479321],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992199,0.00012840824,0.000113211034,0.00017368839,0.00019510703,0.00016971523],"domain_scores_gemma":[0.9987535,0.0006298843,0.000013249982,0.0005549861,0.000026549149,0.000021831596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095167034,0.00006117726,0.0000739739,0.00008115357,0.00001202236,0.0000418274,0.0010653413,0.000028676948,0.0000107003625],"category_scores_gemma":[0.00017999033,0.00004067839,0.0000140138745,0.000204428,0.0000089361365,0.0003031983,0.00006242664,0.00012068036,0.000010308346],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023133267,0.000489474,0.00064548716,0.000024302226,0.000015740394,0.00003550676,0.010942333,0.018750818,0.0020434805,0.049834784,0.004378971,0.912816],"study_design_scores_gemma":[0.0018076339,0.0033477691,0.48427245,0.00016554659,0.000005505842,0.00013309692,0.0016334815,0.41558078,0.054896798,0.030043753,0.0070632547,0.0010499241],"about_ca_topic_score_codex":0.000008320399,"about_ca_topic_score_gemma":0.00000565524,"teacher_disagreement_score":0.91176605,"about_ca_system_score_codex":0.000017722256,"about_ca_system_score_gemma":0.000017712788,"threshold_uncertainty_score":0.19796868},"labels":[],"label_agreement":null},{"id":"W2135672482","doi":"10.1109/icpc.2011.45","title":"Conflict-Aware Optimal Scheduling of Code Clone Refactoring: A Constraint Programming Approach","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Maintainability; Constraint programming; Programming language; Schedule; Code (set theory); Scheduling (production processes); Software engineering; Set (abstract data type); Software; Engineering; Operating system","score_opus":0.09139369379814016,"score_gpt":0.2899794458955976,"score_spread":0.19858575209745744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135672482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097958535,0.000055109278,0.89961123,0.000017615504,0.000105910105,0.00022620379,0.0000015321128,0.00051597843,0.0015079055],"genre_scores_gemma":[0.54302645,0.0000019432919,0.45686105,0.000005341071,0.000015470725,0.000017676773,9.4164056e-7,0.000009330532,0.00006181462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984259,0.00003073319,0.00028711386,0.0004047141,0.00039744654,0.000454095],"domain_scores_gemma":[0.9987908,0.0001862811,0.000067679306,0.00059955294,0.0001782309,0.00017746976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049422926,0.00015528986,0.00022158648,0.00015972198,0.00005191337,0.00006155131,0.00092899543,0.00008914375,0.000032715106],"category_scores_gemma":[0.00023650892,0.00014149603,0.00007031611,0.00040897008,0.00013304729,0.0002606395,0.00035555376,0.0002656107,0.000013432973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015719185,0.002831905,0.16206029,0.0016895023,0.00090762903,0.00034734217,0.051895846,0.0146431085,0.020726167,0.5066618,0.00027118024,0.23780803],"study_design_scores_gemma":[0.0031048828,0.0012398723,0.03354279,0.00032524092,0.000037371035,0.00037094075,0.0024421352,0.73286647,0.21867935,0.0002030726,0.0051480653,0.0020398274],"about_ca_topic_score_codex":0.00007219223,"about_ca_topic_score_gemma":5.490717e-7,"teacher_disagreement_score":0.71822333,"about_ca_system_score_codex":0.000040836618,"about_ca_system_score_gemma":0.000115055605,"threshold_uncertainty_score":0.577004},"labels":[],"label_agreement":null},{"id":"W2135810082","doi":"10.1109/icsm.2005.95","title":"Towards experience-based mentoring of evolutionary development","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Sequence diagram; Unified Modeling Language; Software evolution; Class diagram; Software engineering; Object-oriented design; Object-oriented programming; Sequence (biology); Software development; Software system; Software design; Set (abstract data type); Heuristic; Software; Programming language; Artificial intelligence; Software construction","score_opus":0.02821801675591105,"score_gpt":0.2820500537264698,"score_spread":0.2538320369705587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135810082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1502355,0.00010235933,0.84723437,0.00027703636,0.00012360487,0.00006825626,1.354775e-7,0.00023632948,0.0017223863],"genre_scores_gemma":[0.6091935,6.408723e-7,0.3904734,0.000020733294,0.000018817736,0.000016104965,2.6193467e-7,0.0000024904268,0.00027406818],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990395,0.000009314268,0.00014744737,0.0001685346,0.00042944323,0.00020580589],"domain_scores_gemma":[0.999487,0.00008553091,0.000017174543,0.00027292297,0.00006579342,0.000071569644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001338111,0.00006230736,0.000066610985,0.00011018165,0.000036334684,0.000019509576,0.00054653164,0.000021181075,0.00007892071],"category_scores_gemma":[0.000095311545,0.000056951412,0.000021253556,0.00027135966,0.000019187817,0.00021257463,0.00016036266,0.000046171,0.00003410937],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014445046,0.0005077593,0.076435834,0.000109157874,0.000053655684,0.000017620812,0.014576575,0.031553064,0.009071024,0.035459477,0.0039766594,0.8282247],"study_design_scores_gemma":[0.0005656516,0.00006837869,0.1923627,0.00005437852,0.0000010178011,0.000005734238,0.00006348626,0.16018935,0.55553484,0.00009410073,0.090692304,0.0003680429],"about_ca_topic_score_codex":0.000013219993,"about_ca_topic_score_gemma":0.00000100035,"teacher_disagreement_score":0.82785666,"about_ca_system_score_codex":0.00015432292,"about_ca_system_score_gemma":0.00022150985,"threshold_uncertainty_score":0.23224112},"labels":[],"label_agreement":null},{"id":"W2135875948","doi":"10.1007/s00766-003-0181-1","title":"User?s manual as a requirements specification: case studies","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software requirements specification; Computer science; Requirements analysis; User requirements document; Software engineering; Programming language; Software; Software development; Software design","score_opus":0.06572052522864251,"score_gpt":0.35026638607864796,"score_spread":0.28454586085000544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135875948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47400308,0.001075693,0.52059376,0.00046474286,0.0015810269,0.00053553784,0.000003001344,0.001430774,0.00031237173],"genre_scores_gemma":[0.94509697,0.000096797274,0.05408428,0.000059664355,0.00021474484,0.000092902425,0.0000030946246,0.00004681437,0.00030472278],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99749225,0.000019466772,0.00042424546,0.00060988707,0.0007704032,0.0006837563],"domain_scores_gemma":[0.9984189,0.00016047832,0.00006747609,0.0009742505,0.00015582847,0.00022305809],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048762286,0.00030525913,0.00025865165,0.00033625864,0.00015689613,0.0001858197,0.0008731573,0.00007016978,0.000017217248],"category_scores_gemma":[0.0006024183,0.00032299757,0.00008117711,0.0007379746,0.00003425826,0.0010179563,0.00051084184,0.0002332614,0.00029826342],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006330103,0.0012848927,0.008668106,0.00185706,0.0030632648,0.05495719,0.015039897,0.39351675,0.07058505,0.4076196,0.0035449348,0.03979997],"study_design_scores_gemma":[0.040755346,0.0056509445,0.052660655,0.0075348387,0.00053932035,0.06972801,0.0040263985,0.10581845,0.50078803,0.02407168,0.16858308,0.019843243],"about_ca_topic_score_codex":0.000025006753,"about_ca_topic_score_gemma":0.0000019393863,"teacher_disagreement_score":0.4710939,"about_ca_system_score_codex":0.0006647394,"about_ca_system_score_gemma":0.0000799398,"threshold_uncertainty_score":0.9999222},"labels":[],"label_agreement":null},{"id":"W2135937426","doi":"10.1109/is.2008.4670508","title":"A Bayesian approach for software quality prediction","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software quality; Gibbs sampling; Data mining; Bayesian probability; Software; Software metric; Machine learning; Dirichlet distribution; Software development; Artificial intelligence; Mathematics; Programming language","score_opus":0.05145918430503104,"score_gpt":0.2931873281437155,"score_spread":0.24172814383868446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135937426","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033118217,0.000024451456,0.9947013,0.00008069239,0.000118380674,0.00026336798,0.000004835394,0.0010891038,0.0004060308],"genre_scores_gemma":[0.335696,0.000002297525,0.6632305,0.00004330848,0.00006263797,0.00009760889,0.0000068030386,0.000007923727,0.0008529422],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989676,0.000026233769,0.00014408982,0.00031458185,0.00029202097,0.00025546493],"domain_scores_gemma":[0.99890053,0.00041840263,0.00001797615,0.00047597295,0.00009153644,0.00009559277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036544626,0.00007893618,0.00009683863,0.000079296864,0.00012889942,0.000037483893,0.0004986992,0.000053048818,0.000007438353],"category_scores_gemma":[0.00071073085,0.00007137572,0.000057299414,0.00027618418,0.000027079885,0.0002707043,0.000103198574,0.00008600081,0.000009094038],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008904951,0.0012463158,0.6315769,0.00085832906,0.00021159645,0.000036219368,0.005525822,0.023300817,0.0011009224,0.07828665,0.12158532,0.13618207],"study_design_scores_gemma":[0.0010750792,0.00022901925,0.22892535,0.00000877898,0.0000030866875,0.000104439285,0.000024030054,0.7613191,0.0019564128,0.0015030038,0.004429592,0.00042210965],"about_ca_topic_score_codex":0.000023094091,"about_ca_topic_score_gemma":5.1686175e-7,"teacher_disagreement_score":0.7380183,"about_ca_system_score_codex":0.000046555226,"about_ca_system_score_gemma":0.00006622284,"threshold_uncertainty_score":0.29106173},"labels":[],"label_agreement":null},{"id":"W2135990152","doi":"","title":"The Effects of Business Process Representation Type on the Assessment of Business and Control Risk: Diagrams Versus Narratives","year":2011,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Diagrammatic reasoning; Representation (politics); Narrative; Control (management); Affect (linguistics); Process (computing); Task (project management); Perception; Computer science; Psychology; Artificial intelligence; Linguistics; Political science; Management","score_opus":0.015184647058174556,"score_gpt":0.285766632583953,"score_spread":0.27058198552577845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135990152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7929837,0.00089729246,0.20504698,0.00034663168,0.00039579073,0.00025474813,3.272216e-7,0.000018571998,0.000055968536],"genre_scores_gemma":[0.99835527,0.0013613548,0.00019414347,0.000003834359,0.00004364348,0.000015006583,1.9613968e-7,0.000008561338,0.000017969178],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9984274,0.0002266134,0.00018836738,0.00015231909,0.0004105651,0.0005947258],"domain_scores_gemma":[0.9967919,0.0020835404,0.00022595363,0.0002956499,0.0005700132,0.000032933363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015105247,0.000101909056,0.00014248327,0.00006801766,0.00020436132,0.00005558994,0.0006256268,0.000032508124,0.0000011562036],"category_scores_gemma":[0.002085223,0.00005559634,0.000029298306,0.0007008941,0.00011378251,0.00019457213,0.000052902695,0.00065523357,5.7825514e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023993424,0.00085365796,0.29270083,0.00043889933,0.0022356159,0.000023544888,0.014294344,0.0034765708,0.006392873,0.5015379,0.00009858651,0.17554781],"study_design_scores_gemma":[0.0024864853,0.0019726835,0.93302774,0.00012875976,0.000041276548,0.000044186625,0.0010763276,0.0035235416,0.00341495,0.05408685,0.000015961437,0.00018124355],"about_ca_topic_score_codex":0.000048379887,"about_ca_topic_score_gemma":0.000047428566,"teacher_disagreement_score":0.6403269,"about_ca_system_score_codex":0.0001068419,"about_ca_system_score_gemma":0.00087454764,"threshold_uncertainty_score":0.28467003},"labels":[],"label_agreement":null},{"id":"W2136112704","doi":"10.1109/wpc.2004.1311060","title":"Using development history sticky notes to understand software architecture","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Program slicing; Software engineering; Software system; Source code; Software evolution; Software development; Backporting; Dependency graph; Software construction; Software architecture; Resource-oriented architecture; Software analytics; Software; Operating system","score_opus":0.07042513991851523,"score_gpt":0.27666314089034105,"score_spread":0.20623800097182582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136112704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042422727,0.0001245522,0.95613354,0.00034056383,0.00027002415,0.00013237355,2.6496897e-7,0.0004980728,0.000077899575],"genre_scores_gemma":[0.20642869,3.882204e-7,0.793105,0.00026520184,0.000026931202,0.0000032531761,3.8661355e-7,0.0000125136585,0.00015763025],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987338,0.000010688542,0.00013036687,0.0003397011,0.00041751834,0.0003678821],"domain_scores_gemma":[0.9990298,0.0002956998,0.000014528759,0.00039644318,0.000061131796,0.0002024023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016067381,0.00013037048,0.000105433726,0.00022208107,0.000075752985,0.00005934822,0.00061791786,0.00004456155,0.00003803283],"category_scores_gemma":[0.0005703599,0.00012072413,0.000025995534,0.00028534463,0.00002492156,0.000118741904,0.00031264673,0.00014760571,0.00006307454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016966242,0.00016648164,0.0023233523,0.00013267886,0.00008372869,0.00021886882,0.027348861,0.8493248,0.0060928115,0.013556339,0.0013908307,0.09934425],"study_design_scores_gemma":[0.013674966,0.0023000739,0.13584661,0.0028520816,0.00008415238,0.0015060389,0.0014902742,0.034808695,0.29779908,0.10649844,0.38719454,0.015945027],"about_ca_topic_score_codex":0.00006277428,"about_ca_topic_score_gemma":0.00004024284,"teacher_disagreement_score":0.8145161,"about_ca_system_score_codex":0.0015932746,"about_ca_system_score_gemma":0.0006424203,"threshold_uncertainty_score":0.4922987},"labels":[],"label_agreement":null},{"id":"W2136128399","doi":"10.1109/wcre.2008.54","title":"An Empirical Study of Function Clones in Open Source Software","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Cloning (programming); Java; Source code; Computer science; Open source; Benchmark (surveying); Software maintenance; Function (biology); Linux kernel; Kernel (algebra); Identification (biology); Software system; Software; Operating system; Programming language; Biology; Genetics; Gene; Mathematics","score_opus":0.05894628892791417,"score_gpt":0.34110329098145586,"score_spread":0.2821570020535417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136128399","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63182366,0.0000067687993,0.36774436,0.000027406893,0.00005074131,0.00017946787,7.979957e-8,0.00013935064,0.000028177412],"genre_scores_gemma":[0.98337716,8.703422e-7,0.016346818,0.00003626391,0.000016558051,0.000022699009,4.9942673e-7,0.000007819466,0.0001913298],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989615,0.00007995826,0.00016786509,0.00029532617,0.0003206792,0.00017469087],"domain_scores_gemma":[0.998999,0.0002668719,0.00002000683,0.0005809386,0.00006391992,0.00006927871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031592578,0.00007157823,0.00013541366,0.0001649143,0.000048755348,0.00005110997,0.0012285986,0.000034705186,0.000022882741],"category_scores_gemma":[0.00020571853,0.00006285424,0.000014100263,0.00065875053,0.000018963037,0.0005369392,0.0005118051,0.00011871296,0.000018075825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011978915,0.0006190354,0.9857637,0.0000036113056,0.0000049632604,0.00001801512,0.0021512806,0.0030913898,0.000037282956,0.000021618705,0.0004416382,0.007835478],"study_design_scores_gemma":[0.0005473141,0.0007704637,0.9882797,0.000003892345,7.5834987e-7,0.000010574437,0.0001966835,0.0097210035,0.00013156098,0.00006610549,0.00018320998,0.00008875181],"about_ca_topic_score_codex":0.00059168396,"about_ca_topic_score_gemma":0.00010066843,"teacher_disagreement_score":0.3515535,"about_ca_system_score_codex":0.000028506678,"about_ca_system_score_gemma":0.000060423685,"threshold_uncertainty_score":0.25631213},"labels":[],"label_agreement":null},{"id":"W2136183234","doi":"10.1109/icpc.2008.37","title":"Mendel: A Model, Metrics, and Rules to Understand Class Hierarchies","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Inheritance (genetic algorithm); Computer science; Code reuse; Programming language; Programmer; Multiple inheritance; Class (philosophy); GRASP; Object-oriented programming; Class hierarchy; Subtyping; Theoretical computer science; Reuse; Artificial intelligence; Software","score_opus":0.05435968334041315,"score_gpt":0.27126145544828245,"score_spread":0.21690177210786932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136183234","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.110329784,0.00016889875,0.88658804,0.001080571,0.00004503006,0.00009044655,0.0000014960675,0.00031352622,0.0013822219],"genre_scores_gemma":[0.71781665,0.0000696554,0.28081575,0.00016547284,0.000012955447,0.0000043932564,2.9886436e-7,0.000008176905,0.0011066531],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989564,0.000015156619,0.00009634791,0.00028957683,0.0003624928,0.00028005952],"domain_scores_gemma":[0.9990185,0.00038706785,0.000008153671,0.00033826823,0.000052617423,0.00019542586],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016829967,0.00009261646,0.00010642931,0.00040210312,0.00010759912,0.00009120491,0.0004421032,0.000031796404,0.000004333964],"category_scores_gemma":[0.00028112595,0.00008011007,0.000019227376,0.00060730317,0.00005200128,0.00024591974,0.0003854309,0.00010165139,0.000027593213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002989817,0.0001687115,0.011276589,0.000092114664,0.00012821925,0.00023829249,0.014825517,0.048267685,0.0010289241,0.81961036,0.063999146,0.040334526],"study_design_scores_gemma":[0.00032114115,0.00013523053,0.0057405313,0.000008693437,0.0000018809243,0.00006998537,0.00007978067,0.97863525,0.0008954881,0.012377042,0.0014318608,0.00030313976],"about_ca_topic_score_codex":0.000025592577,"about_ca_topic_score_gemma":0.000004996608,"teacher_disagreement_score":0.9303675,"about_ca_system_score_codex":0.000055789846,"about_ca_system_score_gemma":0.000063448926,"threshold_uncertainty_score":0.32667938},"labels":[],"label_agreement":null},{"id":"W2136224168","doi":"10.1109/wcre.2004.21","title":"Fingerprinting design patterns","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Architecture; Motif (music); Software; Software design pattern; Identification (biology); Theoretical computer science; Metric (unit); Artificial intelligence; Data mining; Software engineering; Machine learning; Programming language; Engineering","score_opus":0.03133773792809324,"score_gpt":0.26696091154221974,"score_spread":0.2356231736141265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136224168","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029750122,0.00001216163,0.9686292,0.0005365879,0.00006329085,0.00004575014,4.4993627e-8,0.0005175827,0.00044529123],"genre_scores_gemma":[0.6592359,0.0000010871069,0.34021384,0.00009054042,0.000050331324,0.0000043921027,4.4074e-8,0.000003620638,0.0004002443],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993626,0.000016657568,0.000071217895,0.00016420653,0.00017123278,0.00021411394],"domain_scores_gemma":[0.99919444,0.0004082281,0.0000083026425,0.00031149908,0.000024240499,0.000053283682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027981706,0.000049852668,0.000042826876,0.00006287536,0.000032114076,0.00009990774,0.00056332175,0.000018610008,0.000073987816],"category_scores_gemma":[0.00019945519,0.00004528738,0.0000179752,0.00014308709,0.0000042508705,0.00023547643,0.00019121601,0.000080147,0.00035875587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012271036,0.00006990561,0.077302106,0.000020176656,0.000019584255,0.000042105108,0.00087888853,0.03024894,0.0030921146,0.016396971,0.0055120476,0.8664159],"study_design_scores_gemma":[0.00022815664,0.000045512043,0.11496655,0.000021334892,9.640844e-7,0.000027278104,0.0000057689617,0.8249813,0.05146016,0.00022247079,0.0077538197,0.00028669497],"about_ca_topic_score_codex":0.000007187223,"about_ca_topic_score_gemma":8.0664137e-7,"teacher_disagreement_score":0.8661292,"about_ca_system_score_codex":0.00002800981,"about_ca_system_score_gemma":0.000018963985,"threshold_uncertainty_score":0.46112007},"labels":[],"label_agreement":null},{"id":"W2136366285","doi":"10.1109/iwse.2005.1","title":"A Light-Weight Proactive Software Change Impact Analysis Using Use Case Maps","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Change impact analysis; Computer science; Software engineering; Software; Abstraction; Focus (optics); Business requirements; Software development; Interface (matter); Business process; Engineering; Programming language; Operating system; Work in process","score_opus":0.048472450201303474,"score_gpt":0.30031307310382765,"score_spread":0.2518406229025242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136366285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37371472,0.000077200755,0.6252641,0.00006132613,0.0000712894,0.0002347894,0.000010735662,0.0005276513,0.00003815363],"genre_scores_gemma":[0.8334405,0.0000015538842,0.16610771,0.00002822786,0.00013900627,0.00003351963,0.000006900773,0.00002046007,0.00022212688],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818146,0.000065188164,0.0002006224,0.0005338384,0.00044565476,0.0005732511],"domain_scores_gemma":[0.99830556,0.0004424017,0.000052661235,0.00083734107,0.0001888202,0.00017321898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023203857,0.00022397537,0.00026333652,0.00082800904,0.00014418624,0.0004302742,0.00049047044,0.00008746364,0.000053684267],"category_scores_gemma":[0.00019431608,0.00017879374,0.00023727544,0.0031182223,0.000017663468,0.0014280644,0.00040504595,0.0001852228,0.000033741784],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043363205,0.00087469013,0.8999999,0.00009079501,0.003373953,0.022834862,0.0037542833,0.023507046,0.0021091683,0.0034829576,0.004331427,0.035597526],"study_design_scores_gemma":[0.0010720474,0.0002806402,0.35535824,0.000043471297,0.00054160197,0.0038629123,0.000050795967,0.62275165,0.012057625,0.0010262667,0.0011120845,0.0018426626],"about_ca_topic_score_codex":0.005746237,"about_ca_topic_score_gemma":0.00019016521,"teacher_disagreement_score":0.5992446,"about_ca_system_score_codex":0.00030896353,"about_ca_system_score_gemma":0.00007452916,"threshold_uncertainty_score":0.868663},"labels":[],"label_agreement":null},{"id":"W2136695057","doi":"10.1109/wcre.2012.18","title":"Understanding Android Fragmentation with Topic Analysis of Vendor-Specific Bugs","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software portability; Computer science; Vendor; Android (operating system); Fragmentation (computing); Software bug; World Wide Web; Operating system; Software","score_opus":0.09287072505236618,"score_gpt":0.2805145327793649,"score_spread":0.1876438077269987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136695057","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25957733,0.00006728386,0.7397093,0.000038814676,0.000049636652,0.00003556835,3.128279e-7,0.0000543969,0.0004673118],"genre_scores_gemma":[0.9772145,0.0000075925873,0.02266583,0.000009093338,0.000016503991,0.000003182478,0.0000018047401,0.0000031611773,0.00007833512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99934506,0.000015211704,0.00008707061,0.0001102594,0.00027024857,0.00017216317],"domain_scores_gemma":[0.9994266,0.0002132997,0.000024185509,0.0002544199,0.000025839157,0.000055635235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017607499,0.000048703652,0.000097327655,0.00029349924,0.00002683684,0.000032704607,0.00019651561,0.000016562442,0.0000630601],"category_scores_gemma":[0.000015451706,0.00003898305,0.000030263058,0.0011974111,0.000016690994,0.00030218286,0.000044914916,0.000044875662,0.000005840188],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008504122,0.000083735606,0.8620646,0.00002349795,0.00048718107,0.0000040959253,0.0024338816,0.0067693545,0.0015563471,0.12317888,0.00035987314,0.0030300624],"study_design_scores_gemma":[0.0005866005,0.00014426393,0.94850415,0.000019223498,0.000093834526,0.0000063449074,0.0004113235,0.037611634,0.011436102,0.00038567084,0.00052951387,0.00027131746],"about_ca_topic_score_codex":0.00001376798,"about_ca_topic_score_gemma":0.000003515925,"teacher_disagreement_score":0.7176372,"about_ca_system_score_codex":0.00009535273,"about_ca_system_score_gemma":0.000010387587,"threshold_uncertainty_score":0.15896827},"labels":[],"label_agreement":null},{"id":"W2136848333","doi":"10.1109/ccece.2005.1557152","title":"Intelligent software measurement system (ISMS)","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software measurement; Software engineering; Software system; Software; Software construction; Software metric; Software development; Programming language","score_opus":0.02911181045085277,"score_gpt":0.23649716696886708,"score_spread":0.20738535651801432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136848333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026428446,0.00022717593,0.9932574,0.00012711438,0.00039387064,0.0001444227,3.5461179e-7,0.0016191875,0.0015876333],"genre_scores_gemma":[0.904019,0.0000010829662,0.09509955,0.000026157946,0.000089935675,0.000028776789,6.2773864e-7,0.000011701505,0.0007231699],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99822974,0.000028037986,0.00018659826,0.0003003612,0.0009247246,0.00033056072],"domain_scores_gemma":[0.998962,0.0001352315,0.000020695597,0.00059616106,0.00020374586,0.00008216893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000577716,0.000110983536,0.00010469919,0.0001212343,0.0000604431,0.00015205397,0.0008187954,0.000038965052,0.000019092156],"category_scores_gemma":[0.00016699762,0.000095162664,0.000051032745,0.00034202568,0.000013141349,0.00015102932,0.00022768063,0.000098437224,0.00046359678],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011562283,0.0004865315,0.06210786,0.00079422357,0.00013246766,0.00034766027,0.00042768967,0.027349742,0.004695459,0.6502223,0.10403378,0.14939071],"study_design_scores_gemma":[0.0020249377,0.00059433264,0.34582835,0.0008745284,0.000032645847,0.00041818494,0.00021038734,0.2799387,0.23041096,0.0050684805,0.13121909,0.00337941],"about_ca_topic_score_codex":0.00018637894,"about_ca_topic_score_gemma":0.000010718172,"teacher_disagreement_score":0.9013761,"about_ca_system_score_codex":0.00035734728,"about_ca_system_score_gemma":0.00006589193,"threshold_uncertainty_score":0.5958753},"labels":[],"label_agreement":null},{"id":"W2136988678","doi":"10.1109/icpc.2008.10","title":"Reusing Program Investigation Knowledge for Code Understanding","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reuse; Computer science; Task (project management); Set (abstract data type); Software engineering; Software; Software maintenance; Code (set theory); Code reuse; Software development; Programming language; Systems engineering; Engineering","score_opus":0.2066191496039817,"score_gpt":0.34864216034695084,"score_spread":0.14202301074296914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136988678","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024187377,0.000039833685,0.9733095,0.00032336244,0.0001626231,0.00032350968,3.047528e-7,0.0009077464,0.0007457257],"genre_scores_gemma":[0.64760405,0.000002675177,0.3518264,0.000022324146,0.000044564258,0.000051663752,0.0000013775059,0.000008268665,0.00043868454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932766,0.000013791842,0.000093557996,0.0002023306,0.00013635757,0.00022628174],"domain_scores_gemma":[0.9991487,0.00044884786,0.000014802002,0.00024165265,0.0000654748,0.00008047456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022739635,0.000061829036,0.00006237265,0.000106502186,0.00016859383,0.00007267971,0.00032739705,0.000033837965,0.0000021716935],"category_scores_gemma":[0.00038080796,0.000058795806,0.000026704765,0.00040008486,0.00004589007,0.00027461804,0.00009644015,0.00006338346,0.0000147645105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015754913,0.00032063478,0.048773836,0.0003737313,0.00008008566,0.0000390529,0.01177689,0.0018984366,0.0059891264,0.7974528,0.05862116,0.07465847],"study_design_scores_gemma":[0.00083163695,0.0003302692,0.0097965915,0.00007349016,0.000003617134,0.00006957554,0.00007402024,0.94106984,0.013764832,0.021928536,0.011615323,0.0004422947],"about_ca_topic_score_codex":0.000004158622,"about_ca_topic_score_gemma":0.000005084295,"teacher_disagreement_score":0.9391714,"about_ca_system_score_codex":0.00017053008,"about_ca_system_score_gemma":0.00010658652,"threshold_uncertainty_score":0.23976234},"labels":[],"label_agreement":null},{"id":"W2137711347","doi":"10.1109/icsm.2015.7332481","title":"PARC: Recommending API methods parameters","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Programming language; Task (project management); Code (set theory); Plug-in; Eclipse; Code generation; Source code; Software engineering; Unreachable code; Redundant code; Operating system; Set (abstract data type); Engineering","score_opus":0.14295413883641483,"score_gpt":0.40401840912723247,"score_spread":0.26106427029081763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137711347","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005004543,0.00005330795,0.98966926,0.0010578822,0.000589772,0.000066856366,8.7613095e-8,0.00058797636,0.0029702976],"genre_scores_gemma":[0.079514846,0.0000026115974,0.9196702,0.00017883079,0.000023061697,0.000014141208,3.4431588e-7,0.000008219617,0.00058774307],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989481,0.00013251884,0.00011380019,0.00025643766,0.00024176385,0.0003073571],"domain_scores_gemma":[0.99797857,0.0011790018,0.000015956115,0.00053535093,0.000054469358,0.0002366515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015957026,0.000081079444,0.000100035264,0.00012783064,0.000029442419,0.00014603436,0.00080800336,0.000035046756,0.000016891752],"category_scores_gemma":[0.0010906218,0.00007028488,0.000032835735,0.00043167936,0.000016417222,0.0003007278,0.00035260568,0.00013777614,0.00015564375],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006400208,0.00006719256,0.01568019,0.000020389121,0.000058517173,0.000046681158,0.0020756691,0.001929959,0.00069307483,0.03225837,0.06985831,0.87730527],"study_design_scores_gemma":[0.0018035028,0.0005997035,0.008145713,0.000058542755,0.000010681159,0.00017568028,0.00044301496,0.64885753,0.07262994,0.042659346,0.22307073,0.0015456128],"about_ca_topic_score_codex":0.0000721439,"about_ca_topic_score_gemma":9.94048e-7,"teacher_disagreement_score":0.8757596,"about_ca_system_score_codex":0.00008095572,"about_ca_system_score_gemma":0.000047566056,"threshold_uncertainty_score":0.2866134},"labels":[],"label_agreement":null},{"id":"W2137787810","doi":"10.1109/icse-companion.2009.5070977","title":"Detecting inefficient API usage","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Application programming interface; Java; Software; Code (set theory); Source code; Open source; Operating system; Software engineering; Database; World Wide Web; Programming language; Set (abstract data type)","score_opus":0.016424027092032657,"score_gpt":0.26478948053992785,"score_spread":0.24836545344789518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137787810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13322942,0.000032160002,0.86313915,0.00040458198,0.00011424856,0.000051021365,3.8645123e-8,0.00062033185,0.0024090572],"genre_scores_gemma":[0.94023925,7.3703586e-7,0.059146352,0.00017296155,0.00003105892,0.0000016455969,6.39306e-8,0.0000026728703,0.0004052466],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992323,0.000011759562,0.00007851524,0.00019105541,0.00024039773,0.00024597885],"domain_scores_gemma":[0.999312,0.00021846703,0.000009266001,0.00035788308,0.00003150825,0.000070884795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026618937,0.000057081972,0.000051993225,0.00009566795,0.000050287068,0.00010936396,0.0005567441,0.000021392168,0.000018086323],"category_scores_gemma":[0.0003778805,0.000049408343,0.000022749144,0.00043606196,0.000006016278,0.00013875465,0.00010312155,0.000074227464,0.00012564371],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023954285,0.000119200944,0.0033186753,0.00001045306,0.000007938639,0.00013024862,0.0008023027,0.0075121527,0.020459455,0.022999927,0.001974987,0.94266224],"study_design_scores_gemma":[0.0007212026,0.0006320336,0.18027402,0.00004499159,0.0000024098183,0.00015794423,0.0000329433,0.660319,0.14471391,0.0021765647,0.010126791,0.0007982438],"about_ca_topic_score_codex":0.0000043121886,"about_ca_topic_score_gemma":5.6344953e-7,"teacher_disagreement_score":0.941864,"about_ca_system_score_codex":0.000032066364,"about_ca_system_score_gemma":0.000018215589,"threshold_uncertainty_score":0.20148137},"labels":[],"label_agreement":null},{"id":"W2138133615","doi":"10.1109/csmr.2012.51","title":"Using Topic Models to Support Software Maintenance","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software maintenance; Computer science; Software development; Topic model; Software engineering; Software; Data science; Information retrieval; Programming language","score_opus":0.09778445977607259,"score_gpt":0.3161165304156153,"score_spread":0.21833207063954274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138133615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03393776,0.000026667036,0.9642427,0.00014799958,0.0003930661,0.00010671724,5.784371e-7,0.0004159332,0.0007285924],"genre_scores_gemma":[0.5655119,6.379532e-7,0.43290347,0.00027102517,0.000054859556,0.000007026179,2.2114126e-7,0.00000771275,0.0012431538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998798,0.00001310865,0.00010941999,0.00020520155,0.00028714788,0.0005871082],"domain_scores_gemma":[0.9989935,0.00013236256,0.000010993553,0.0005294914,0.000066862405,0.00026676364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027867907,0.00009112098,0.000092972485,0.0001036899,0.000046907004,0.00007029587,0.00066810776,0.00003552832,0.000061685845],"category_scores_gemma":[0.00017387922,0.000080779035,0.000032367054,0.00035194916,0.000009713684,0.00077942933,0.00041470726,0.00009150423,0.0002230654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013766992,0.00037712688,0.21008977,0.00017114932,0.00008370878,0.00010825619,0.008811217,0.115007915,0.0035095662,0.38984087,0.055673953,0.21631268],"study_design_scores_gemma":[0.001256086,0.0004829436,0.08049448,0.00016098889,0.000015167933,0.00047933866,0.00013481641,0.82321537,0.019658668,0.014293962,0.057186607,0.0026215496],"about_ca_topic_score_codex":0.000042696895,"about_ca_topic_score_gemma":0.0000014725892,"teacher_disagreement_score":0.7082075,"about_ca_system_score_codex":0.000092084374,"about_ca_system_score_gemma":0.00005135207,"threshold_uncertainty_score":0.32940733},"labels":[],"label_agreement":null},{"id":"W2138201395","doi":"10.1109/tse.2003.1214324","title":"An investigation of graph-based class integration test order strategies","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Goddard Space Flight Center","keywords":"Computer science; Dependency (UML); Dependency graph; Inheritance (genetic algorithm); Class (philosophy); Theoretical computer science; Graph; Context (archaeology); Artificial intelligence","score_opus":0.01487302891763947,"score_gpt":0.2431641625133235,"score_spread":0.22829113359568404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138201395","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08326185,0.000021651838,0.9151504,0.000022265029,0.0004498011,0.00016992088,0.000008414185,0.00090954173,0.000006157941],"genre_scores_gemma":[0.7795987,0.000003191349,0.22027332,0.000017660184,0.000011512729,0.00005391142,0.0000029969792,0.000029288103,0.000009439376],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99855876,0.000052336225,0.0002993612,0.00036594932,0.00041765097,0.0003059722],"domain_scores_gemma":[0.9979714,0.0009469551,0.00005198283,0.00063349574,0.00024130725,0.00015484865],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030408558,0.00023261135,0.00018814675,0.0005797732,0.00008867598,0.00013475741,0.0004247872,0.00012582292,0.00001786701],"category_scores_gemma":[0.00025643254,0.000247731,0.00007901688,0.00144943,0.000045992532,0.0008941394,0.0000010873795,0.00037414313,0.000009417229],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031838456,0.00007077827,0.0007799749,0.00006306383,0.000016921405,0.00000365073,0.00027761483,0.9750621,0.01984728,0.0016679561,0.000012193949,0.0021952863],"study_design_scores_gemma":[0.00059913745,0.0005045141,0.004828121,0.0001735389,0.000017080858,0.00001299005,0.0000740145,0.41722134,0.5757294,0.00023250541,0.00007627637,0.00053106685],"about_ca_topic_score_codex":0.000021119042,"about_ca_topic_score_gemma":0.000008764611,"teacher_disagreement_score":0.69633687,"about_ca_system_score_codex":0.00009296293,"about_ca_system_score_gemma":0.00022825906,"threshold_uncertainty_score":0.9999975},"labels":[],"label_agreement":null},{"id":"W2138295189","doi":"10.1109/csmr.2008.4493326","title":"Visual Detection of Design Anomalies","year":2008,"lang":"en","type":"article","venue":"Proceedings of the ... European Conference on Software Maintenance and Reengineering/Proceedings of the European Conference on Software Maintenance and Reengineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Maintainability; Computer science; Anomaly detection; Flexibility (engineering); Visualization; Anomaly (physics); Task (project management); Data mining; Software; Artificial intelligence; Precision and recall; Machine learning; Software engineering; Engineering; Programming language; Systems engineering","score_opus":0.024622709699353186,"score_gpt":0.21746412173797972,"score_spread":0.19284141203862654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138295189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.726334,0.0005191264,0.2630633,0.0006947762,0.0010097193,0.0016145374,0.000046448455,0.0012872358,0.0054308716],"genre_scores_gemma":[0.97998154,0.0010016825,0.017759867,0.0000714262,0.00013765758,0.000026571324,9.552402e-7,0.00018226518,0.0008380032],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9950962,0.000066383225,0.0012490427,0.001276002,0.0011706783,0.0011416617],"domain_scores_gemma":[0.9959304,0.00036808374,0.00094864966,0.0006759324,0.0017348115,0.0003421302],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002119128,0.0009929036,0.0010634107,0.00057475443,0.00046547182,0.00023132397,0.0032394116,0.00018480196,0.000004043393],"category_scores_gemma":[0.0028807612,0.00069203187,0.00036932126,0.0013755868,0.0010033966,0.0008048729,0.0018034754,0.0012133117,0.000008732573],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013387903,0.001278156,0.074634045,0.010370247,0.0014719656,0.00017752283,0.012105115,0.011424937,0.5699647,0.15243274,0.0050470526,0.15975471],"study_design_scores_gemma":[0.007310269,0.005331577,0.6045291,0.02905915,0.00035713552,0.0019192261,0.002238147,0.056291267,0.28107116,0.0027778617,0.0029040554,0.0062110745],"about_ca_topic_score_codex":0.000022816314,"about_ca_topic_score_gemma":9.807395e-7,"teacher_disagreement_score":0.52989507,"about_ca_system_score_codex":0.00011621312,"about_ca_system_score_gemma":0.00011242042,"threshold_uncertainty_score":0.9995531},"labels":[],"label_agreement":null},{"id":"W2138350998","doi":"10.1145/1518701.1518803","title":"A survey of software learnability","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":318,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Learnability; Computer science; Usability; Protocol (science); Software; Think aloud protocol; Software engineering; Artificial intelligence; Human–computer interaction; Programming language; Medicine","score_opus":0.03215782087970254,"score_gpt":0.29247520620138173,"score_spread":0.2603173853216792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138350998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18124114,0.000044786815,0.81797755,0.00015982284,0.000050692088,0.000055977325,8.2245253e-7,0.0002880261,0.00018115978],"genre_scores_gemma":[0.9480085,0.0000011044034,0.051764697,0.000035662684,0.000004431756,8.6274395e-7,6.079929e-7,0.0000019374809,0.00018220743],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99926454,0.000053646374,0.000112042115,0.00017300186,0.00023847635,0.00015830754],"domain_scores_gemma":[0.99852645,0.0007089273,0.00001522291,0.00053006795,0.00016306232,0.000056264103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070697605,0.000049523325,0.00009143848,0.000056281373,0.000015507545,0.000023917857,0.000622749,0.000026919757,0.000025994317],"category_scores_gemma":[0.003206443,0.000042931006,0.000023991044,0.00047594216,0.000017577173,0.00013768025,0.00008660741,0.000080317426,0.00002400825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004891759,0.0001253676,0.745637,0.000015752188,0.0000066582675,0.000004644731,0.00013640539,0.00044588206,0.00024417037,0.0030175757,0.001975376,0.2483863],"study_design_scores_gemma":[0.000058783542,0.00006951417,0.99566597,0.000002439558,1.6785505e-7,0.0000010441951,4.2106294e-7,0.002425914,0.0011161775,0.00055088993,0.00006111374,0.000047568225],"about_ca_topic_score_codex":0.00021265566,"about_ca_topic_score_gemma":0.000013154457,"teacher_disagreement_score":0.7667673,"about_ca_system_score_codex":0.000019570933,"about_ca_system_score_gemma":0.000059591635,"threshold_uncertainty_score":0.38386434},"labels":[],"label_agreement":null},{"id":"W2138427817","doi":"10.1145/2660190.2662114","title":"Does feature scattering follow power-law distributions?","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Deutsche Forschungsgemeinschaft","keywords":"Scattering; Feature (linguistics); Computer science; Metric (unit); Code (set theory); Pareto distribution; Source code; Algorithm; Mathematics; Physics; Statistics; Optics; Engineering","score_opus":0.00804350452352562,"score_gpt":0.2411376878382516,"score_spread":0.23309418331472598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138427817","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01379979,0.00001517322,0.9772672,0.0042968323,0.0006247844,0.00007102218,0.0000023023233,0.00072341296,0.0031994611],"genre_scores_gemma":[0.9549012,5.790234e-7,0.04338126,0.00019162234,0.000057691555,0.000011089358,0.0000022151464,0.000007523075,0.0014468296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990489,0.000023875207,0.000076093784,0.0002792942,0.0002564345,0.00031542368],"domain_scores_gemma":[0.9988839,0.00029922984,0.000012820677,0.0006382615,0.000052719297,0.000113049915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023677904,0.0000971812,0.00009141503,0.00004743325,0.00011358423,0.0002435698,0.00077407307,0.00004985886,0.000043000957],"category_scores_gemma":[0.00024473594,0.000059689246,0.00004928633,0.0002627221,0.00003490171,0.00029632144,0.00031580438,0.00015229805,0.00014037573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035103856,0.0000667891,0.017293714,0.000041650048,0.000037149053,0.00001893151,0.00018455028,0.00015554497,0.0064329435,0.93445027,0.024397744,0.016917225],"study_design_scores_gemma":[0.0015445362,0.00037672496,0.22842038,0.00015192316,0.000010749966,0.00008293015,0.000026476182,0.044794973,0.11038959,0.027593726,0.58489454,0.0017134601],"about_ca_topic_score_codex":0.00003226551,"about_ca_topic_score_gemma":0.000011192037,"teacher_disagreement_score":0.9411014,"about_ca_system_score_codex":0.00004401611,"about_ca_system_score_gemma":0.00001583872,"threshold_uncertainty_score":0.24340568},"labels":[],"label_agreement":null},{"id":"W2138581775","doi":"","title":"An analysis of the design and definitions of halstead's metrics","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Set (abstract data type); Software; Data science; Software engineering; Programming language","score_opus":0.06426171022271657,"score_gpt":0.2900242928917718,"score_spread":0.22576258266905522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138581775","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12468122,0.000050769057,0.8749755,0.000117065974,0.000009684524,0.00003905597,0.000001140176,0.00002716318,0.00009841994],"genre_scores_gemma":[0.7681987,0.000011669464,0.2317567,0.000013300634,0.000002376123,0.0000016269388,1.6163563e-7,0.0000013891722,0.000014060041],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99947,0.000049828177,0.00010092419,0.00009674032,0.0002057785,0.000076709155],"domain_scores_gemma":[0.99855006,0.0008977361,0.000024269615,0.00041668533,0.000078052835,0.00003317142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035451792,0.000033072844,0.000089161666,0.00035248025,0.000022789165,0.000018666922,0.00043562148,0.000017804527,0.0000126474615],"category_scores_gemma":[0.0003158946,0.00002228825,0.0000378754,0.002424066,0.000032558695,0.00012318417,0.00008363723,0.000037674115,8.887463e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033280471,0.00033567488,0.24646868,0.000027573644,0.00050906674,0.0000012743502,0.0015058612,0.48326376,0.0048543476,0.2152285,0.0003975053,0.047404453],"study_design_scores_gemma":[0.0000523591,0.00003118117,0.21687356,0.0000020999018,0.000045896646,8.2091685e-7,0.000010991277,0.7714802,0.01113977,0.0002990566,0.000025726044,0.00003832668],"about_ca_topic_score_codex":0.000031971274,"about_ca_topic_score_gemma":0.000009156748,"teacher_disagreement_score":0.6435175,"about_ca_system_score_codex":0.000010573153,"about_ca_system_score_gemma":0.000024016468,"threshold_uncertainty_score":0.11646833},"labels":[],"label_agreement":null},{"id":"W2138601625","doi":"10.5430/air.v4n2p45","title":"Automated selection of a software effort estimation model based on accuracy and uncertainty","year":2015,"lang":"en","type":"article","venue":"Artificial Intelligence Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Machine learning; Software; Selection (genetic algorithm); Estimation; Data mining; Process (computing); Model selection; Bayesian probability; Artificial intelligence; Software development; Engineering; Systems engineering","score_opus":0.14942728062778057,"score_gpt":0.4149915128714236,"score_spread":0.265564232243643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138601625","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14027768,0.000018346143,0.8583958,0.0003521948,0.000066519184,0.00033700286,0.0000024147412,0.0004986926,0.000051344723],"genre_scores_gemma":[0.92362416,0.000004578777,0.07624211,0.000016273549,0.000022847462,0.000051708223,0.0000042759425,0.000014114744,0.000019907586],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99716055,0.00017202951,0.00033388997,0.00045281768,0.0013638195,0.0005169031],"domain_scores_gemma":[0.9959023,0.0022530432,0.000052682408,0.0004912304,0.00104501,0.0002557576],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031793478,0.0001323071,0.00016675529,0.0006426874,0.000153705,0.00018978918,0.00066002534,0.00010493343,0.000007917416],"category_scores_gemma":[0.010080861,0.00012572022,0.000035066583,0.0017520644,0.00017879091,0.00039739808,0.00021969376,0.00041631388,0.00006869051],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060565497,0.000102453814,0.00074519665,0.000036726688,0.0000054745383,0.000004000083,0.00040463623,0.87629515,0.0006440276,0.0076824888,0.00026950275,0.11374977],"study_design_scores_gemma":[0.000040657487,0.00034857242,0.00031014453,0.000052541323,0.0000012753218,0.0000028394286,0.000041468247,0.9506994,0.032272525,0.016110547,0.00001187422,0.00010815118],"about_ca_topic_score_codex":0.00026024348,"about_ca_topic_score_gemma":0.000021865406,"teacher_disagreement_score":0.7833465,"about_ca_system_score_codex":0.00022993505,"about_ca_system_score_gemma":0.000670718,"threshold_uncertainty_score":0.99825764},"labels":[],"label_agreement":null},{"id":"W2138702607","doi":"10.5555/381473.381485","title":"On the syllogistic structure of object-oriented programming","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Syllogism; Theoretical computer science; Class hierarchy; Hierarchy; Class (philosophy); Programming language; Graph; Object-oriented programming; Artificial intelligence; Epistemology","score_opus":0.01604690833001546,"score_gpt":0.261478961741084,"score_spread":0.24543205341106852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138702607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3175472,0.000020051455,0.6810189,0.00034858164,0.00016130124,0.00016571795,5.274952e-7,0.00022477363,0.00051296555],"genre_scores_gemma":[0.9837197,0.0000011821083,0.0159752,0.000050845065,0.0000167109,0.000004327426,4.032561e-7,0.0000044631433,0.0002271737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992288,0.000024464347,0.00008871863,0.00015575944,0.00030355869,0.0001987508],"domain_scores_gemma":[0.99855304,0.0008543697,0.000019902795,0.0004736349,0.00006287623,0.000036197926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012217295,0.0000646719,0.00006528287,0.00006050143,0.00004312155,0.000038862217,0.0005985657,0.000026739119,0.000056892874],"category_scores_gemma":[0.00094692025,0.00003735966,0.000024796185,0.00055901514,0.00003893309,0.00005412818,0.00011973727,0.00013119089,0.000012647624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012781984,0.000088250374,0.014794333,0.000031541374,0.0000390569,0.000045217315,0.0006438538,0.0025704382,0.0032947497,0.91195065,0.0016758566,0.064853266],"study_design_scores_gemma":[0.0030112127,0.0035513747,0.33826777,0.0004785553,0.00003687772,0.00044346825,0.0005876651,0.39312842,0.12773505,0.066193216,0.064247854,0.0023185113],"about_ca_topic_score_codex":0.000027007378,"about_ca_topic_score_gemma":0.0000047323465,"teacher_disagreement_score":0.8457574,"about_ca_system_score_codex":0.000020934876,"about_ca_system_score_gemma":0.000026357944,"threshold_uncertainty_score":0.15234828},"labels":[],"label_agreement":null},{"id":"W2139101620","doi":"10.1109/apsec.2001.991506","title":"A framework for migrating procedural code to object-oriented platforms","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Legacy system; Computer science; Source code; Legacy code; Object-oriented programming; Business process reengineering; XML; Leverage (statistics); Code (set theory); Programming language; Software engineering; World Wide Web; Artificial intelligence; Engineering; Software","score_opus":0.024328610618189025,"score_gpt":0.3120893100294549,"score_spread":0.28776069941126586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139101620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08743385,0.000016742328,0.9086259,0.0026880004,0.000133986,0.00041293228,0.0000019983172,0.00061902177,0.00006759252],"genre_scores_gemma":[0.32064784,3.0369847e-7,0.6777188,0.0008844633,0.00013352562,0.00012503307,0.0000012467003,0.000010946068,0.0004777931],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987582,0.0000028265201,0.00016171683,0.00032513333,0.00028910016,0.00046304637],"domain_scores_gemma":[0.9986374,0.0006834792,0.000019452527,0.00037461286,0.00011296128,0.00017214088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022380556,0.00011240538,0.00010809961,0.000118327356,0.000095047566,0.00012340583,0.00062422483,0.00006094176,0.000011732937],"category_scores_gemma":[0.0019597337,0.00009192238,0.000047049274,0.00056991715,0.000009274077,0.000339385,0.00018452852,0.00014828568,0.0001270499],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006475668,0.00021686648,0.008370064,0.00016570144,0.00006920509,0.000009741015,0.011941003,0.012994331,0.00247565,0.77559125,0.0566292,0.13147222],"study_design_scores_gemma":[0.0011019327,0.000778918,0.008976737,0.00024075677,0.000005532304,0.000047645757,0.00023622479,0.8292952,0.0582996,0.014016716,0.08591592,0.0010847679],"about_ca_topic_score_codex":0.000008279269,"about_ca_topic_score_gemma":0.000035835554,"teacher_disagreement_score":0.8163009,"about_ca_system_score_codex":0.00008151769,"about_ca_system_score_gemma":0.000070065296,"threshold_uncertainty_score":0.3748486},"labels":[],"label_agreement":null},{"id":"W2139175514","doi":"10.1007/978-94-010-0421-3_26","title":"Reverse Engineering Interaction Plans for Legacy Interface Migration","year":2002,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Reverse engineering; Interface (matter); Legacy system; Computer science; Geology; Operating system","score_opus":0.03175177926017526,"score_gpt":0.26352455956108733,"score_spread":0.23177278030091208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139175514","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000033760403,0.00008659293,0.97709334,0.0003993978,0.0012062143,0.00040299038,0.000008291369,0.00069494423,0.02007449],"genre_scores_gemma":[0.013895669,0.00012977538,0.10634166,0.00008732272,0.0005969867,0.00009805955,0.000044542863,0.00013993144,0.87866604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987341,0.0000040000727,0.00026108042,0.00046312012,0.00027824988,0.00025941557],"domain_scores_gemma":[0.99858195,0.00057384,0.00007069866,0.0005657804,0.000118827935,0.00008892133],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014617012,0.0002725843,0.00021641183,0.00035041463,0.000039165796,0.00034745736,0.0006143905,0.00020948611,0.00016899031],"category_scores_gemma":[0.00021207365,0.0002836576,0.00013058928,0.000049816277,0.0000098836845,0.00096057664,0.00015645513,0.00040018425,0.00029062154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053538923,0.00008575006,0.00002899802,0.0010338753,0.00051153783,0.000082234845,0.0016257509,0.036218237,0.0016101558,0.5871202,0.27917352,0.09245624],"study_design_scores_gemma":[0.00019838821,0.00012038074,0.000013928915,0.0002610983,0.000011066258,0.00003439678,0.000004746906,0.24465922,0.0010343085,0.0003744849,0.7528465,0.00044149315],"about_ca_topic_score_codex":0.000016247988,"about_ca_topic_score_gemma":0.000012886542,"teacher_disagreement_score":0.8707517,"about_ca_system_score_codex":0.0002241908,"about_ca_system_score_gemma":0.000025439012,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W2139248042","doi":"10.1145/1082983.1083161","title":"SCQL","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Source code; Programming language; Software engineering; Software; Database; World Wide Web","score_opus":0.01701421333253953,"score_gpt":0.25024172086578145,"score_spread":0.23322750753324192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139248042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2648833,0.0014599339,0.72295815,0.0017557266,0.00096767116,0.00031151008,0.000008688931,0.007646214,0.000008774708],"genre_scores_gemma":[0.65869445,0.000014147985,0.34065464,0.00013108131,0.00031477024,0.000041915526,0.0000046772147,0.000052115985,0.0000921934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975224,0.000020750656,0.00033070258,0.0006427278,0.0006244326,0.0008589631],"domain_scores_gemma":[0.9145384,0.08262839,0.00005562839,0.0022578514,0.00015682886,0.00036291516],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038686354,0.00036208154,0.00028614028,0.00037733963,0.00011346866,0.00024707906,0.0027753336,0.00015558298,0.000063504245],"category_scores_gemma":[0.26281607,0.00038361753,0.00013358933,0.0008747105,0.00003095955,0.0008972362,0.00094244385,0.00047232822,0.0006838798],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009496341,0.0002067092,0.7113065,0.00024328711,0.00013577452,0.00014092642,0.0011038387,0.040485382,0.005926412,0.007421836,0.0064809,0.22653891],"study_design_scores_gemma":[0.0012750963,0.00022167922,0.8106222,0.00026183832,0.000022986958,0.00024324606,0.000005535745,0.014540639,0.04591541,0.00012502821,0.12443599,0.0023303314],"about_ca_topic_score_codex":0.000015073019,"about_ca_topic_score_gemma":0.0000018570789,"teacher_disagreement_score":0.39381117,"about_ca_system_score_codex":0.0001691631,"about_ca_system_score_gemma":0.0000841556,"threshold_uncertainty_score":0.9998616},"labels":[],"label_agreement":null},{"id":"W2139435518","doi":"10.1007/s11219-007-9015-6","title":"Introduction to the special issue on: “Software Quality Improvements and Estimations with Intelligence-based Methods”","year":2007,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software quality; Quality (philosophy); Software engineering; Software; Software development; Programming language","score_opus":0.0479755089915145,"score_gpt":0.39931576881835573,"score_spread":0.35134025982684125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139435518","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010203244,0.00005048611,0.97870815,0.008842733,0.0014587448,0.00041168564,0.000009410041,0.00029077614,0.000024779076],"genre_scores_gemma":[0.009128784,0.000007039796,0.98146117,0.0010965768,0.008015012,0.000024129895,0.000005318854,0.000031393785,0.00023059078],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959593,0.00070800696,0.00079178246,0.0006326862,0.001234084,0.0006741723],"domain_scores_gemma":[0.9935989,0.003969801,0.00027788474,0.0010432393,0.0006281006,0.00048212262],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012107716,0.00029422183,0.00032999564,0.00035776652,0.0007395163,0.00060617435,0.0011337848,0.00010434261,0.0001416696],"category_scores_gemma":[0.011553432,0.00020598751,0.0000972645,0.001110461,0.000146731,0.00047158383,0.0002335063,0.00095832034,0.00008810751],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018102235,0.00015988018,0.008114277,0.000063315,0.00007221444,0.00002044188,0.0018692847,0.0057305642,0.00005793617,0.0030143477,0.0069178245,0.9737989],"study_design_scores_gemma":[0.0033729419,0.004935079,0.63068634,0.00056851975,0.000108781474,0.0008206319,0.0019837315,0.004339291,0.024841523,0.020861464,0.30406103,0.0034206808],"about_ca_topic_score_codex":0.000067043926,"about_ca_topic_score_gemma":0.000059344966,"teacher_disagreement_score":0.9703782,"about_ca_system_score_codex":0.00033918346,"about_ca_system_score_gemma":0.00028157613,"threshold_uncertainty_score":0.99677265},"labels":[],"label_agreement":null},{"id":"W2139440414","doi":"10.1109/apsec.2005.92","title":"Providing quality measurement for aspect-oriented software development","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Aspect-oriented programming; Computer science; Software engineering; Software development; Software development process; Software quality; Quality (philosophy); Process (computing); Software; Software construction; Systems engineering; Engineering; Programming language","score_opus":0.08114725363706193,"score_gpt":0.3178081296939096,"score_spread":0.23666087605684766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139440414","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008764724,0.000085459484,0.98873854,0.00067788636,0.00018650046,0.00046112027,5.9339766e-7,0.000912041,0.00017314908],"genre_scores_gemma":[0.3146344,5.9816205e-7,0.6846084,0.000097345626,0.00007203161,0.0001520917,0.0000013425118,0.000010969894,0.00042285005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99795216,0.000029186454,0.00028813115,0.000412565,0.00087466615,0.00044326024],"domain_scores_gemma":[0.998647,0.00035074062,0.00003853415,0.00045120216,0.0003767723,0.00013579884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016495023,0.00013247116,0.00013326472,0.00010881909,0.0001492585,0.00010682368,0.00062968646,0.00004106808,0.000018287446],"category_scores_gemma":[0.0018370419,0.00011958953,0.000050393435,0.00028048138,0.000011907002,0.00031068455,0.00022736192,0.000093962124,0.00007278407],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030470906,0.0004515922,0.018415805,0.00030886065,0.00015521108,0.0000048262104,0.0032544392,0.0014881443,0.0037581678,0.07597697,0.011522672,0.8846328],"study_design_scores_gemma":[0.0025878763,0.00022627288,0.08166845,0.00013677293,0.000007782609,0.000011936026,0.000079929894,0.026841996,0.3044413,0.0009238879,0.5816585,0.0014152762],"about_ca_topic_score_codex":0.000010258706,"about_ca_topic_score_gemma":0.000032818563,"teacher_disagreement_score":0.8832176,"about_ca_system_score_codex":0.0005591317,"about_ca_system_score_gemma":0.00031472425,"threshold_uncertainty_score":0.48767197},"labels":[],"label_agreement":null},{"id":"W2139694402","doi":"10.1109/vissof.2002.1019798","title":"The CONCEPT project - applying source code analysis to reduce information complexity of static and dynamic visualization techniques","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Source code; Program slicing; Program comprehension; Visualization; Static program analysis; KPI-driven code analysis; Software visualization; Programming language; Slicing; Static analysis; Unified Modeling Language; Software engineering; Data mining; Software; Software system; Software development; Software construction; World Wide Web","score_opus":0.027367278237062014,"score_gpt":0.33555846318677685,"score_spread":0.3081911849497148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139694402","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023037756,0.000015691316,0.9761194,0.00007441962,0.000013658257,0.0004455592,0.0000020608088,0.00017854168,0.00011294256],"genre_scores_gemma":[0.8760644,0.0000072805096,0.123759486,0.00003914987,0.0000014362465,0.00006448613,0.0000051951947,0.0000034204425,0.000055102573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991956,0.000075275195,0.00020453088,0.000114452814,0.00026771452,0.00014244641],"domain_scores_gemma":[0.9991551,0.000336004,0.00005886825,0.0002736814,0.00014119648,0.000035121677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000553898,0.00006471769,0.000103633705,0.00025830592,0.00010637578,0.00014888513,0.00026002753,0.000021166677,0.0000020630725],"category_scores_gemma":[0.000585219,0.000048525195,0.000021330821,0.0014448315,0.00006974439,0.00035035235,0.00008796369,0.000049588267,0.0000013068361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028168157,0.000105164356,0.011664943,0.00021943008,0.0005779253,0.0000010742623,0.025427688,0.027948998,0.0041444907,0.5503186,0.0013614733,0.37820205],"study_design_scores_gemma":[0.00015012488,0.000115785406,0.00864191,0.000018540331,0.000027782084,0.000004287769,0.0006138815,0.9650785,0.019120423,0.00095961423,0.005070989,0.00019817842],"about_ca_topic_score_codex":0.000097315424,"about_ca_topic_score_gemma":0.000022318049,"teacher_disagreement_score":0.9371295,"about_ca_system_score_codex":0.000045603345,"about_ca_system_score_gemma":0.000048030397,"threshold_uncertainty_score":0.19788001},"labels":[],"label_agreement":null},{"id":"W2139776687","doi":"10.1109/ase.2002.1115033","title":"Predicting software stability using case-based reasoning","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software metric; Software sizing; Software; Software construction; Software development; Artificial intelligence; Search-based software engineering; Software maintenance; Machine learning; Data mining; Software engineering; Programming language","score_opus":0.056757058708049896,"score_gpt":0.2717961779794438,"score_spread":0.21503911927139388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139776687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39131457,0.000055798562,0.6074242,0.00004425893,0.000107119085,0.00008119741,9.581232e-7,0.0008701496,0.00010178228],"genre_scores_gemma":[0.6515147,2.7664987e-7,0.3483775,0.000030905154,0.000032827455,0.000004930343,2.2912172e-7,0.000010236558,0.000028401259],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852854,0.000063240506,0.00018048448,0.0004136173,0.00037982143,0.0004342848],"domain_scores_gemma":[0.99789435,0.0010713962,0.00003193324,0.00073799636,0.00011248209,0.00015185606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005057016,0.0001245351,0.00011811303,0.00011002512,0.00020010365,0.0001849921,0.00048678485,0.00005721721,0.00022992874],"category_scores_gemma":[0.0022031239,0.0001211705,0.00005170998,0.0005785143,0.00003348351,0.00040597323,0.00021610537,0.00021890196,0.0000305631],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028220718,0.00014306566,0.9448851,0.00012022234,0.00002503641,0.0020602827,0.0010530709,0.020874698,0.0005021247,0.0005506292,0.00036052935,0.029422447],"study_design_scores_gemma":[0.00016271076,0.000027347773,0.0022912894,0.00002626165,0.0000020315124,0.0004019464,0.00001822195,0.99441355,0.0024311498,0.000019725967,0.000061142106,0.00014462945],"about_ca_topic_score_codex":0.0002870074,"about_ca_topic_score_gemma":0.000015509195,"teacher_disagreement_score":0.9735388,"about_ca_system_score_codex":0.00016035564,"about_ca_system_score_gemma":0.00004499677,"threshold_uncertainty_score":0.494119},"labels":[],"label_agreement":null},{"id":"W2140037122","doi":"10.1109/kbse.1992.252905","title":"CAESAR: a system for case based software reuse","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Reuse; Software; Software engineering; Representation (politics); Software system; Software development; Artificial intelligence; Programming language; Engineering","score_opus":0.02417503503063203,"score_gpt":0.26398116056142246,"score_spread":0.23980612553079042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140037122","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009415372,0.00005105072,0.98846924,0.00011530188,0.0003202458,0.0003184268,0.000004134198,0.0011266208,0.00017963053],"genre_scores_gemma":[0.48226532,1.2404084e-7,0.5172031,0.000051343235,0.000015962985,0.000091391536,6.3946084e-7,0.000012924815,0.00035916956],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891233,0.00004425108,0.00013915318,0.00032764586,0.0002177291,0.00035887345],"domain_scores_gemma":[0.99719083,0.0012933743,0.00001935708,0.0012089023,0.00014139092,0.00014614838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050284126,0.00010841258,0.00011671162,0.00012416113,0.00010513516,0.00012566436,0.0007078176,0.000053630643,0.000013301546],"category_scores_gemma":[0.0030251532,0.000096694006,0.000063557774,0.0003599911,0.000012416088,0.00015918721,0.000094575145,0.000080164864,0.000050676306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007934209,0.0008221144,0.039761424,0.0053387657,0.00030349827,0.029599022,0.002537664,0.031246407,0.001821299,0.6230728,0.21142665,0.053991012],"study_design_scores_gemma":[0.0069894176,0.00092999014,0.0009023325,0.00032547195,0.000037249494,0.013302469,0.0003275198,0.7426068,0.087472044,0.0014850589,0.14327964,0.002341988],"about_ca_topic_score_codex":0.00004046424,"about_ca_topic_score_gemma":0.000006573459,"teacher_disagreement_score":0.7113604,"about_ca_system_score_codex":0.000119344484,"about_ca_system_score_gemma":0.00015162175,"threshold_uncertainty_score":0.39430672},"labels":[],"label_agreement":null},{"id":"W2140113450","doi":"10.3844/jcssp.2008.571.577","title":"An Empirical Validation of Object-Oriented Design Metrics for Fault Prediction","year":2008,"lang":"en","type":"article","venue":"Journal of Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Empirical research; Fault (geology); Data mining; Artificial intelligence; Statistics","score_opus":0.06229142806206331,"score_gpt":0.33621341128855825,"score_spread":0.27392198322649497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140113450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2638017,0.000026102836,0.7351302,0.00006891516,0.00082174805,0.000112052985,8.827154e-7,0.000036434823,0.000001972978],"genre_scores_gemma":[0.5309095,0.0000061204714,0.46894208,0.000018335491,0.00011682836,0.0000014267309,1.9284302e-7,0.0000033323859,0.0000021881895],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975807,0.00008281378,0.0004737635,0.0002515803,0.0013372202,0.00027388582],"domain_scores_gemma":[0.99665856,0.00081752136,0.0002858017,0.00038265777,0.0016460116,0.000209454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027030073,0.00009484985,0.00019905293,0.0009549527,0.00017171173,0.000099562654,0.0015740569,0.00004444864,8.8418017e-7],"category_scores_gemma":[0.000944291,0.00008004979,0.000079945625,0.0026786674,0.00017509317,0.0018939021,0.00012565339,0.00016332524,0.000001074064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014297951,0.0010673141,0.07090112,0.000077054414,0.000069926056,0.00009148943,0.0071790717,0.7879832,0.03572567,0.0013765938,0.005583616,0.089802004],"study_design_scores_gemma":[0.00044049165,0.0016357219,0.0405188,0.000023482637,0.000004223946,0.00030261875,0.0000040541117,0.8936471,0.06294198,0.00021575055,0.00018062729,0.0000851562],"about_ca_topic_score_codex":0.0000013133573,"about_ca_topic_score_gemma":2.6865038e-8,"teacher_disagreement_score":0.2671078,"about_ca_system_score_codex":0.00012815774,"about_ca_system_score_gemma":0.00067352253,"threshold_uncertainty_score":0.32643357},"labels":[],"label_agreement":null},{"id":"W2140183398","doi":"10.1109/icsm.2011.6080777","title":"Generating natural language summaries for crosscutting source code concerns","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language; Task (project management); Source code; Code (set theory); Code review; KPI-driven code analysis; Natural language; Software engineering; Software; Natural (archaeology); Software development; Static program analysis; Artificial intelligence; Systems engineering; Engineering","score_opus":0.04171048364221037,"score_gpt":0.3016687192181296,"score_spread":0.25995823557591924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140183398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15786538,0.00026471788,0.84052217,0.00005373744,0.0002842948,0.00013545908,0.0000030401152,0.0005877518,0.0002834567],"genre_scores_gemma":[0.6845919,5.312613e-7,0.31281662,0.000108348366,0.00012518672,0.00002270488,0.0000023872287,0.000012111065,0.0023202465],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990722,0.000016053715,0.00012788177,0.00025603245,0.00016919417,0.0003586323],"domain_scores_gemma":[0.9989555,0.00055211096,0.000027481174,0.00031921468,0.000082808365,0.00006288924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029326562,0.00009513664,0.00009585957,0.000049211794,0.00016078964,0.00020328644,0.0006289602,0.000036042606,0.000024462164],"category_scores_gemma":[0.00077331834,0.00008256038,0.000046684152,0.00013826588,0.000040354917,0.00027466778,0.00025394317,0.000121357734,0.000015539672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000661518,0.00017738962,0.10016989,0.00044253247,0.00027467925,0.00014119159,0.14313234,0.0049775923,0.07493717,0.09474998,0.022811245,0.55811983],"study_design_scores_gemma":[0.00053369487,0.00008324523,0.0028250334,0.000023875911,0.000003711591,0.000017726761,0.00048088582,0.9074154,0.08302124,0.00014738875,0.0050622243,0.00038556557],"about_ca_topic_score_codex":0.00015650828,"about_ca_topic_score_gemma":0.000040277373,"teacher_disagreement_score":0.9024378,"about_ca_system_score_codex":0.000028570694,"about_ca_system_score_gemma":0.00004185358,"threshold_uncertainty_score":0.33667144},"labels":[],"label_agreement":null},{"id":"W2140466350","doi":"10.1109/msr.2013.6624002","title":"Gerrit software code review data from Android","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Android (operating system); Software development; Software development process; Software; JSON; Database; Programming language; Operating system","score_opus":0.062055572819611216,"score_gpt":0.30724426560621826,"score_spread":0.24518869278660704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140466350","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011665701,0.0136259245,0.98013765,0.0031416337,0.0002265758,0.00034363294,0.000034991604,0.00095435535,0.00036867382],"genre_scores_gemma":[0.016320283,0.0049113324,0.96958286,0.0046468624,0.00021979053,0.00011429286,0.00021768721,0.000045023025,0.0039418656],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862367,0.000033434,0.00017123041,0.00050566444,0.00038245358,0.0002835698],"domain_scores_gemma":[0.9962432,0.0007149576,0.000022893433,0.0027770728,0.00009102097,0.00015084985],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00027216505,0.00010660452,0.00016334717,0.000040773797,0.00003962385,0.00018993866,0.0035044819,0.00003618596,0.0015338102],"category_scores_gemma":[0.0013399848,0.00008779631,0.000024607594,0.00028770388,0.000019474963,0.0009787662,0.001700269,0.00015274211,0.0039676726],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.4663217e-7,0.000028278188,0.005425235,0.00015926256,0.00002117899,0.000015939173,0.000021991775,0.000006771984,0.00008202484,0.00027366134,0.90665853,0.0873069],"study_design_scores_gemma":[0.0008935465,0.000116281466,0.14097755,0.0023458276,0.000028652292,0.00007128173,0.000007967769,0.16180253,0.000996422,0.0064429147,0.68476915,0.0015479099],"about_ca_topic_score_codex":0.00048014434,"about_ca_topic_score_gemma":0.000015498255,"teacher_disagreement_score":0.22188938,"about_ca_system_score_codex":0.000022591103,"about_ca_system_score_gemma":0.000056253444,"threshold_uncertainty_score":0.9993789},"labels":[],"label_agreement":null},{"id":"W2140598376","doi":"10.1109/icsm.1995.526535","title":"Design maintenance: unexpected architectural interactions (experience report)","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; IBM (Canada)","funders":"","keywords":"Categorization; Computer science; Code (set theory); Software engineering; Systems design; Systems engineering; Programming language; Human–computer interaction; Engineering; Artificial intelligence; Set (abstract data type)","score_opus":0.0445186824504735,"score_gpt":0.2870970631887051,"score_spread":0.2425783807382316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140598376","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025605597,0.000035719717,0.9702048,0.00095193513,0.00045202023,0.00014248861,1.647283e-7,0.00093968585,0.0016676286],"genre_scores_gemma":[0.8025929,0.0000030157598,0.18917157,0.00008151553,0.00004399767,0.000056591845,4.6298803e-7,0.000009389721,0.0080405995],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859256,0.000049838236,0.00021526101,0.00040740034,0.00033251356,0.00040240656],"domain_scores_gemma":[0.9983122,0.00063157256,0.000038634902,0.00077776844,0.00010830698,0.00013153943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014248907,0.00012314029,0.000106472115,0.00016405586,0.00010618711,0.00017296219,0.0007955023,0.000026726033,0.00043592884],"category_scores_gemma":[0.0009835329,0.000102327234,0.000046331366,0.0007153846,0.000050433464,0.00040307356,0.00019942844,0.00023908728,0.00024857686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063276566,0.0011968885,0.01943671,0.00008946889,0.00032143772,0.014874329,0.070990294,0.064154945,0.095147915,0.03739164,0.2262706,0.4700625],"study_design_scores_gemma":[0.00041963672,0.0001266203,0.012419722,0.000042972748,0.0000024396074,0.0058037867,0.00009957522,0.9513397,0.016950402,0.00074622326,0.0114695495,0.0005793336],"about_ca_topic_score_codex":0.00003719644,"about_ca_topic_score_gemma":0.000002820468,"teacher_disagreement_score":0.8871848,"about_ca_system_score_codex":0.0000869928,"about_ca_system_score_gemma":0.000019021743,"threshold_uncertainty_score":0.47731152},"labels":[],"label_agreement":null},{"id":"W2140629797","doi":"10.1007/s00766-012-0159-y","title":"Guidelines for using UML association classes and their effect on domain understanding in requirements engineering","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Applications of UML; UML tool; Domain (mathematical analysis); Association (psychology); Systems engineering; Programming language; Engineering; Psychology; Mathematics; Software","score_opus":0.14466363731676277,"score_gpt":0.35794081310961684,"score_spread":0.21327717579285407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140629797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34848875,0.00028527417,0.64967644,0.00008693317,0.0007583356,0.00043978993,0.0000032080004,0.00024380516,0.000017466626],"genre_scores_gemma":[0.95112437,0.00001507867,0.048388027,0.00003652826,0.0002719764,0.00008110514,0.000004339413,0.000062473,0.000016103899],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976145,0.000041611896,0.00045518923,0.00040496624,0.00047913936,0.0010045826],"domain_scores_gemma":[0.9981474,0.0011392027,0.0000986296,0.00035634817,0.00007727991,0.00018110687],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002288356,0.00035122444,0.0003433523,0.000559724,0.00009399467,0.00017092424,0.0003681395,0.00013339103,0.0000017349769],"category_scores_gemma":[0.0022289644,0.00034026577,0.000077893594,0.0005347276,0.0000072892212,0.0009842153,0.00020430058,0.00022492168,0.000002758966],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009676499,0.0003430882,0.2749758,0.002259513,0.0008721079,0.000025122428,0.0031964697,0.3281172,0.3263637,0.052203115,0.00066167203,0.010885425],"study_design_scores_gemma":[0.0023536216,0.00032765095,0.011932202,0.0011232337,0.000020141546,0.0000132751975,0.000068049034,0.9610767,0.020557614,0.00023803797,0.0013446509,0.000944874],"about_ca_topic_score_codex":0.000008481825,"about_ca_topic_score_gemma":9.820208e-7,"teacher_disagreement_score":0.6329594,"about_ca_system_score_codex":0.0019631612,"about_ca_system_score_gemma":0.000027536847,"threshold_uncertainty_score":0.99990493},"labels":[],"label_agreement":null},{"id":"W2140697933","doi":"10.1109/wcre.2006.28","title":"Extracting Facts from Perl Code","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Perl; Computer science; Scripting language; Programming language; Extractor; Reverse engineering; Interpreter; Python (programming language); Source code; Software engineering","score_opus":0.021802170045696952,"score_gpt":0.26513402569679684,"score_spread":0.24333185565109988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140697933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2504842,0.000057952388,0.7440065,0.0002768335,0.00016348265,0.000036344987,0.0000010547025,0.0005583058,0.0044153095],"genre_scores_gemma":[0.8929064,6.8750575e-7,0.10537152,0.00003383102,0.000096824835,0.0000029853807,0.0000016504,0.000006171426,0.0015799033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992168,0.000012225251,0.00008736329,0.00021720254,0.00024404451,0.00022239448],"domain_scores_gemma":[0.9988618,0.0007079398,0.000013044153,0.0003371687,0.000031757714,0.000048282003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000111097725,0.000062042105,0.000058172533,0.00004893456,0.000045348756,0.0001556947,0.0004951433,0.000030092086,0.00009072949],"category_scores_gemma":[0.00017846987,0.00005629239,0.000022318498,0.00016083964,0.000008553875,0.00028058043,0.0001326815,0.00011206006,0.00029169358],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009030114,0.000423989,0.45851374,0.000040860486,0.00006853396,0.0005375818,0.0015414145,0.01616091,0.09244255,0.09688919,0.07828033,0.25509185],"study_design_scores_gemma":[0.00042687298,0.000036601563,0.7492689,0.000023146638,0.000002256628,0.000017066937,0.00002744639,0.1623731,0.050413046,0.0051909387,0.031759515,0.00046112947],"about_ca_topic_score_codex":0.00093042036,"about_ca_topic_score_gemma":0.000043070693,"teacher_disagreement_score":0.64242226,"about_ca_system_score_codex":0.00003121991,"about_ca_system_score_gemma":0.000024965317,"threshold_uncertainty_score":0.37492278},"labels":[],"label_agreement":null},{"id":"W2140921887","doi":"10.1109/ccece.2003.1226140","title":"The utility of graph theoretic software metrics: a case study","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Institute for Biodiagnostics","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software sizing; Software; Software metric; Call graph; Theoretical computer science; Software construction; Software development; Inheritance (genetic algorithm); Class (philosophy); Graph; Software visualization; Data mining; Software engineering; Object-oriented programming; Programming language; Artificial intelligence","score_opus":0.023573536483452156,"score_gpt":0.288105597269525,"score_spread":0.26453206078607283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140921887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41851148,0.00013629993,0.58068043,0.00006591278,0.00009808912,0.00022952515,5.336113e-7,0.00019887413,0.00007888364],"genre_scores_gemma":[0.9805333,0.000005468415,0.01938826,0.000010394551,0.000007777918,0.000020099198,6.266351e-8,0.0000060332263,0.000028577278],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987527,0.000074113945,0.00019127734,0.00025148602,0.00047208977,0.00025832854],"domain_scores_gemma":[0.99668753,0.0020061655,0.000030198144,0.0010378939,0.0001600626,0.00007812794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011514588,0.00009113931,0.00011043337,0.00016267582,0.00014889114,0.00009239195,0.0010296493,0.000025921645,0.000013181177],"category_scores_gemma":[0.0020966728,0.000055705965,0.000059165257,0.0015597322,0.00011052026,0.00012447385,0.0003776457,0.00014957892,0.0000109426255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040268034,0.0031472347,0.45077825,0.00017859106,0.00043221636,0.009768533,0.019431174,0.0020749362,0.00003576765,0.20878394,0.0009739178,0.30435517],"study_design_scores_gemma":[0.009994384,0.0055909134,0.48396787,0.00011455854,0.00012083755,0.008512898,0.01811453,0.04823435,0.012568804,0.4096974,0.0007270809,0.0023563646],"about_ca_topic_score_codex":0.0005248964,"about_ca_topic_score_gemma":0.000065761036,"teacher_disagreement_score":0.56202185,"about_ca_system_score_codex":0.00002644916,"about_ca_system_score_gemma":0.00008803985,"threshold_uncertainty_score":0.25100648},"labels":[],"label_agreement":null},{"id":"W2140972380","doi":"10.1145/1985793.1986025","title":"Measuring subversions","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Java; Software; Set (abstract data type); Software engineering; Secure coding; Software system; Term (time); Security bug; Vulnerability (computing); Backporting; World Wide Web; Software security assurance; Computer security; Software construction; Operating system; Information security; Programming language","score_opus":0.11213437236226843,"score_gpt":0.24224478949758635,"score_spread":0.1301104171353179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140972380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032873683,0.000016984737,0.93820524,0.000058587517,0.00015431091,0.00003190384,5.141884e-8,0.00057094067,0.028088285],"genre_scores_gemma":[0.8897529,0.0000010708098,0.109565265,0.000022659096,0.0000083946825,0.00000233296,3.2371858e-8,0.0000025988409,0.0006447251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995658,0.00000676196,0.000037218357,0.00010980112,0.00013959494,0.00014084988],"domain_scores_gemma":[0.9995347,0.00007519567,0.00000377341,0.00029613762,0.000027346065,0.00006284382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011322626,0.00003143927,0.000028259992,0.000061198225,0.000031050426,0.000019254223,0.00052229734,0.000013429617,0.00012609629],"category_scores_gemma":[0.00011819383,0.000027441343,0.000015777794,0.00018492101,0.0000074921113,0.00017883937,0.00018053238,0.00005191629,0.00041231955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059066697,0.00022024153,0.30562282,0.000034139375,0.000059525064,0.00020511063,0.006495292,0.00009018324,0.003957777,0.5898028,0.016467605,0.07703862],"study_design_scores_gemma":[0.00049781194,0.00013399083,0.8399307,0.000027045839,0.0000031894658,0.00005563329,0.00006247419,0.024549149,0.11872735,0.0062701795,0.009154121,0.0005883389],"about_ca_topic_score_codex":0.000040326722,"about_ca_topic_score_gemma":0.0000014093836,"teacher_disagreement_score":0.85687923,"about_ca_system_score_codex":0.000014106836,"about_ca_system_score_gemma":0.000016473175,"threshold_uncertainty_score":0.5299671},"labels":[],"label_agreement":null},{"id":"W2141048470","doi":"10.1109/icsm.2002.1167814","title":"Migration to object oriented platforms: a state transformation approach","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Legacy system; Business process reengineering; Software engineering; Model transformation; Sequence diagram; Workbench; Context (archaeology); Programming language; Object-oriented programming; Legacy code; Process (computing); Software quality; Systems engineering; Software development; Unified Modeling Language; Software; Engineering; Data mining; Artificial intelligence; Visualization","score_opus":0.015405384559831528,"score_gpt":0.24472580809215677,"score_spread":0.22932042353232523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141048470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16486832,0.000006128941,0.8327334,0.00009758724,0.00007343643,0.00024040094,6.0111455e-7,0.00031077676,0.0016693705],"genre_scores_gemma":[0.81874865,0.000002505867,0.18067198,0.00010995763,0.0000062426384,0.000050729876,0.000005572573,0.0000067056903,0.00039763306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99909097,0.000014072004,0.00013907875,0.00019232693,0.00031966943,0.00024388992],"domain_scores_gemma":[0.9994673,0.000078158475,0.0000113675505,0.00027009184,0.00006877222,0.00010429117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035358002,0.00008075134,0.00006835105,0.00017683097,0.00005029951,0.000095433985,0.00023962445,0.000025756537,0.000008129057],"category_scores_gemma":[0.00018817114,0.00006738299,0.000024847937,0.00078477047,0.0000055852865,0.0006430489,0.000019521605,0.00008008764,0.00011877335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005880266,0.0005584652,0.009276185,0.00025132872,0.000102985934,0.00001592403,0.06563008,0.10317727,0.0058667185,0.7164805,0.009493791,0.089087956],"study_design_scores_gemma":[0.001694863,0.0006071805,0.016358364,0.00003563229,0.0000053250706,0.00007765923,0.00045157157,0.8229195,0.10003813,0.0041991416,0.052603804,0.001008824],"about_ca_topic_score_codex":0.000036413534,"about_ca_topic_score_gemma":0.000012840388,"teacher_disagreement_score":0.71974224,"about_ca_system_score_codex":0.00006486917,"about_ca_system_score_gemma":0.00005209089,"threshold_uncertainty_score":0.27477986},"labels":[],"label_agreement":null},{"id":"W2141156769","doi":"10.1109/icsm.2002.1167758","title":"Behavioural concern modelling for software change tasks","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Computer science; Software engineering; Code (set theory); Software; Human–computer interaction; Finite-state machine; Programming language","score_opus":0.1649159748589482,"score_gpt":0.3132508083726179,"score_spread":0.14833483351366966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141156769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008426908,0.00016771801,0.99005026,0.00013912973,0.0003102745,0.00030719285,0.0000033648664,0.0005149259,0.00008024184],"genre_scores_gemma":[0.59536654,0.0000036144052,0.40393925,0.00010095067,0.000037967544,0.00013417291,0.000002042293,0.000014304301,0.0004011815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899906,0.000015961657,0.00010810422,0.0002791621,0.00021779993,0.00037989064],"domain_scores_gemma":[0.99907273,0.00036627735,0.000015952153,0.0003783204,0.000060394363,0.00010632483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023744859,0.000100885256,0.00009940874,0.00007047583,0.000078659585,0.000098517696,0.00048104773,0.000052942858,0.000023717594],"category_scores_gemma":[0.00019997435,0.000094425064,0.000055566234,0.00019127507,0.000016961716,0.00032382392,0.00006946224,0.00009625701,0.000024507526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022367996,0.00037369417,0.23721766,0.00028904807,0.00011278066,0.00009771077,0.00575884,0.047305763,0.00027780782,0.5678325,0.011980979,0.12873082],"study_design_scores_gemma":[0.0014949962,0.00030483757,0.0042413613,0.000050689447,0.00001220772,0.000050116163,0.000043638687,0.9522,0.008893562,0.0057090833,0.026036564,0.00096292904],"about_ca_topic_score_codex":0.000056497738,"about_ca_topic_score_gemma":0.0000025809582,"teacher_disagreement_score":0.90489423,"about_ca_system_score_codex":0.000047057558,"about_ca_system_score_gemma":0.00003945605,"threshold_uncertainty_score":0.38505423},"labels":[],"label_agreement":null},{"id":"W2141506510","doi":"10.1002/smr.299","title":"Improving design quality using meta‐pattern transformations: a metric‐based approach","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Metric (unit); Business process reengineering; Task (project management); Quality (philosophy); Process (computing); Software engineering; Object-oriented design; Metamodeling; Data mining; Software; Systems engineering; Programming language; Engineering","score_opus":0.17194493028079816,"score_gpt":0.38775112576598647,"score_spread":0.2158061954851883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141506510","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032757204,0.0047942265,0.9896255,0.0019201506,0.000070749724,0.00024767916,0.0000031034579,0.00004530348,0.000017571867],"genre_scores_gemma":[0.51368415,0.00027790098,0.48588803,0.000079791695,0.000040734983,0.000010581593,3.654746e-7,0.000008877942,0.000009578346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99646115,0.00097341265,0.00051859854,0.00028154085,0.0012233988,0.00054188696],"domain_scores_gemma":[0.9891448,0.008125274,0.00029224643,0.0002855997,0.0018488382,0.00030325266],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017273063,0.00015084927,0.00031605226,0.00079381233,0.00040459004,0.00042892707,0.0004704221,0.00009212635,0.0000024260921],"category_scores_gemma":[0.02608519,0.00011656836,0.000094171664,0.0013409826,0.00017489234,0.0031576778,0.00012387546,0.0008876344,0.0000022081924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008034361,0.0060862745,0.016757281,0.0061866576,0.0064067477,0.0016661743,0.014419467,0.4591981,0.012288563,0.04467098,0.0036320295,0.42065337],"study_design_scores_gemma":[0.029424997,0.013873139,0.07692242,0.0020461017,0.001796642,0.023004714,0.010291183,0.7488203,0.005427501,0.07335092,0.011067698,0.003974366],"about_ca_topic_score_codex":0.000460951,"about_ca_topic_score_gemma":0.0000026253572,"teacher_disagreement_score":0.5104084,"about_ca_system_score_codex":0.0003561986,"about_ca_system_score_gemma":0.00074413826,"threshold_uncertainty_score":0.9821185},"labels":[],"label_agreement":null},{"id":"W2141519322","doi":"10.5555/2666990.2666993","title":"Usability challenges in exception handling","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Assertion; Exception handling; Computer science; Usability; Programming language; Matching (statistics); Block (permutation group theory); Human–computer interaction; Mathematics","score_opus":0.09250696725919971,"score_gpt":0.30998267618308695,"score_spread":0.21747570892388723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141519322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5443306,0.0011369264,0.45214546,0.0005701681,0.00025582084,0.00007127916,4.4563556e-8,0.00025329232,0.0012364032],"genre_scores_gemma":[0.98623604,0.000059668702,0.013585519,0.000008811242,0.00005680369,0.000009262572,9.184364e-8,0.0000025814106,0.000041199608],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993751,0.000029030542,0.000072725496,0.00012979822,0.00014765552,0.00024566555],"domain_scores_gemma":[0.9993371,0.0002979132,0.0000058612245,0.0002829427,0.000015768317,0.00006042957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000768455,0.000041551724,0.000050356637,0.00007187055,0.00001413022,0.000021650196,0.0002478782,0.000028145334,0.000025653604],"category_scores_gemma":[0.0003193701,0.00003712473,0.000013219685,0.00015638358,0.000009495305,0.00045848233,0.00011924243,0.00008102946,0.000095771466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015382756,0.00014603656,0.5510887,0.000041633684,0.0000028929385,0.0000014934436,0.002468398,0.00024435215,0.000560681,0.027139071,0.00006842031,0.4182368],"study_design_scores_gemma":[0.0000928475,0.000013437113,0.9917258,0.000007772844,1.725145e-7,0.0000029533232,0.000021569069,0.0054375967,0.0010341185,0.0007471644,0.00083750277,0.000079084486],"about_ca_topic_score_codex":0.000018470999,"about_ca_topic_score_gemma":0.00001057947,"teacher_disagreement_score":0.44190544,"about_ca_system_score_codex":0.00005268587,"about_ca_system_score_gemma":0.000009436569,"threshold_uncertainty_score":0.15139025},"labels":[],"label_agreement":null},{"id":"W2142121021","doi":"10.1109/icse-companion.2009.5071003","title":"How do system architectures affect software requirements?","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software requirements specification; System requirements; Software requirements; Requirements analysis; Software architecture; Software engineering; Reference architecture; Architecture; Software; Systems architecture; Software system; Systems engineering; Software construction; Engineering; Operating system","score_opus":0.01851258310073587,"score_gpt":0.26465502946416675,"score_spread":0.24614244636343088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142121021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034173135,0.00021899097,0.961219,0.0009946355,0.00026702587,0.00022906803,7.585726e-7,0.0021891089,0.0007082489],"genre_scores_gemma":[0.9022997,0.0000010596061,0.09674557,0.00009890755,0.000088379486,0.000011594526,6.350741e-7,0.000009234376,0.00074492116],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99838257,0.000053162392,0.00010931595,0.0004158618,0.0005835801,0.00045548222],"domain_scores_gemma":[0.9985708,0.00034217574,0.000026979676,0.00084827375,0.000061252926,0.00015050115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030985317,0.00015997593,0.00015381436,0.00019352924,0.000087178225,0.00057688274,0.0011639796,0.000054949087,0.0000066613643],"category_scores_gemma":[0.00047546145,0.00012766641,0.000071822746,0.00044930194,0.000017681985,0.00021731194,0.00016956602,0.00017117073,0.00005473912],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025224312,0.00019723254,0.025149733,0.0004511973,0.00012445607,0.00056241336,0.0010718274,0.0033891364,0.0053517628,0.12919077,0.020446576,0.81403965],"study_design_scores_gemma":[0.004925182,0.0042133946,0.77396375,0.00148664,0.000047208498,0.0012227499,0.00029667158,0.07664736,0.09426261,0.011865481,0.026178263,0.0048906757],"about_ca_topic_score_codex":0.00000560745,"about_ca_topic_score_gemma":7.878681e-7,"teacher_disagreement_score":0.8681266,"about_ca_system_score_codex":0.00010657763,"about_ca_system_score_gemma":0.000037135796,"threshold_uncertainty_score":0.5562894},"labels":[],"label_agreement":null},{"id":"W2142259572","doi":"10.1109/cmpsac.1994.342817","title":"Measuring program structure with inter-module metrics","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Modularity (biology); Cohesion (chemistry); Modular design; Programming language; Structured programming; Program structure; Software; Vocabulary; Software engineering; Quality (philosophy); Modular programming; Restructuring; Software quality; Software development","score_opus":0.04112952568894309,"score_gpt":0.2504575050966107,"score_spread":0.2093279794076676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142259572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087424494,0.00016769976,0.9084265,0.00028832446,0.00017263571,0.00026544824,5.903302e-7,0.0015734414,0.0016808305],"genre_scores_gemma":[0.7729523,0.0000021399273,0.2264888,0.000022631524,0.000026186814,0.000011293943,2.1232493e-7,0.000009242556,0.00048716995],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890465,0.000014197442,0.00008211909,0.0002709835,0.00042914652,0.00029893385],"domain_scores_gemma":[0.99916077,0.00013077878,0.000014801085,0.0004987327,0.000094553114,0.00010036173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009468073,0.000099433586,0.00008745738,0.00021092156,0.00004318191,0.00021808203,0.00075963995,0.000036147656,0.00009693251],"category_scores_gemma":[0.00020704453,0.00007132483,0.00001922232,0.0012029716,0.000020263751,0.0002856156,0.0001896945,0.00018743171,0.000049147566],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025136906,0.00014904191,0.03680725,0.00005295748,0.00005734112,0.00007934669,0.00046905194,0.0010485443,0.00023813694,0.0037022566,0.0034813317,0.95391226],"study_design_scores_gemma":[0.0012682815,0.00122927,0.048532154,0.00009034806,0.0000104836245,0.00027441818,0.00002998613,0.8961924,0.025124347,0.000571389,0.025591567,0.0010853596],"about_ca_topic_score_codex":0.00001023256,"about_ca_topic_score_gemma":0.0000066645634,"teacher_disagreement_score":0.95282686,"about_ca_system_score_codex":0.000050829993,"about_ca_system_score_gemma":0.000009860582,"threshold_uncertainty_score":0.29085422},"labels":[],"label_agreement":null},{"id":"W2142478499","doi":"10.1109/icpc.2009.5090073","title":"Improving program comprehension by enhancing program constructs: An analysis of the Umple language","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Program comprehension; Computer science; Programming language; Syntax; Unified Modeling Language; Comprehension; Program analysis; Abstract syntax tree; Set (abstract data type); Object-oriented programming; Software engineering; Natural language processing; Software; Software system","score_opus":0.007793741832048365,"score_gpt":0.28994855853316587,"score_spread":0.28215481670111753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142478499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87399864,0.000079441896,0.12452221,0.00007576466,0.000056323424,0.00044087906,0.0000022143308,0.00075806084,0.00006643779],"genre_scores_gemma":[0.87708455,6.175088e-7,0.12279788,0.000041378884,0.000010321867,0.000015342392,0.000005882159,0.000005006214,0.00003903291],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986605,0.000060274106,0.00021976302,0.00032067279,0.00042251853,0.00031626254],"domain_scores_gemma":[0.9987168,0.0001715807,0.000069733105,0.00084222446,0.00010768039,0.00009199685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026182842,0.000112471986,0.0001989516,0.00016935373,0.0000780041,0.0001488576,0.000916185,0.000048449176,0.000013887175],"category_scores_gemma":[0.00017822685,0.00007760316,0.00010133876,0.0018625648,0.000053208285,0.0002560019,0.0001839761,0.0001459971,0.0000016689512],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021963456,0.00026417625,0.010158959,0.000017610344,0.00007434343,0.0000025375393,0.00062620494,0.0005505626,0.07037838,0.0005720959,0.00007003175,0.9172829],"study_design_scores_gemma":[0.00024236646,0.00048107593,0.104421735,0.00002040507,0.00006707358,0.0000047220346,0.00019302938,0.8093105,0.08482014,0.000028550612,0.00018537852,0.00022505663],"about_ca_topic_score_codex":0.00030504647,"about_ca_topic_score_gemma":0.0000623836,"teacher_disagreement_score":0.9170579,"about_ca_system_score_codex":0.00003821608,"about_ca_system_score_gemma":0.000045287008,"threshold_uncertainty_score":0.3164565},"labels":[],"label_agreement":null},{"id":"W2142716611","doi":"10.1145/1137983.1138013","title":"Information theoretic evaluation of change prediction models for large-scale software","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Zipf's law; Computer science; Closeness; Data mining; Probabilistic logic; Software; Entropy (arrow of time); Principle of maximum entropy; Algorithm; Mathematics; Statistics; Artificial intelligence","score_opus":0.04478003771689125,"score_gpt":0.2831079990688019,"score_spread":0.23832796135191064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142716611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01981444,0.000042886975,0.97865283,0.000073063886,0.00015169362,0.00064872333,0.00002248505,0.00025421876,0.00033965305],"genre_scores_gemma":[0.9298657,0.0000022338895,0.06965974,0.000022181735,0.00005770224,0.000307166,0.000052183652,0.0000049553105,0.000028110207],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893147,0.000026879468,0.00018580523,0.00009330095,0.00059139566,0.00017113033],"domain_scores_gemma":[0.9989381,0.00017640792,0.000047452628,0.00026849235,0.00054560375,0.000023931338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011990566,0.00006075657,0.00006854397,0.00015370628,0.0000426578,0.000042853866,0.00023794874,0.000049228333,0.000012667038],"category_scores_gemma":[0.00022081629,0.000055525536,0.000035656805,0.0002405637,0.000010135072,0.0015915927,0.0000598151,0.000038484257,0.000006856404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002801,0.00022857643,0.009722488,0.00041865231,0.00002694762,1.2597454e-7,0.0061753923,0.29712614,0.00016623926,0.52197975,0.005255372,0.15887229],"study_design_scores_gemma":[0.00041993527,0.00003990006,0.011886021,0.000011738412,0.0000061311384,7.894374e-7,0.000019854357,0.95225793,0.00084138854,0.0343164,0.00014870519,0.000051184124],"about_ca_topic_score_codex":0.00002796473,"about_ca_topic_score_gemma":0.0000056361114,"teacher_disagreement_score":0.9100513,"about_ca_system_score_codex":0.000066645145,"about_ca_system_score_gemma":0.000046636254,"threshold_uncertainty_score":0.22642656},"labels":[],"label_agreement":null},{"id":"W2142782287","doi":"10.1109/wcre.2005.31","title":"Symbolic Interpretation of Legacy Assembly Language","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Programming language; Computer science; Abstract interpretation; IBM; Symbolic execution; Semantics (computer science); Symbolic data analysis; Interpretation (philosophy); Program analysis; Operational semantics; Symbolic trajectory evaluation; Code (set theory); Control flow; Static program analysis; The Symbolic; Theoretical computer science; Model checking; Software; Software development","score_opus":0.00632289803128751,"score_gpt":0.2603338361779754,"score_spread":0.2540109381466879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142782287","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36027977,0.000051495255,0.63513494,0.000054479322,0.000058502203,0.000033743967,1.4233085e-7,0.00015720678,0.004229749],"genre_scores_gemma":[0.97838235,3.8749147e-7,0.020915288,0.000015050612,0.00002342816,0.000003516795,8.960684e-7,0.00000385885,0.00065523543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994937,0.000013571273,0.00009677028,0.00010884153,0.0001747542,0.00011237137],"domain_scores_gemma":[0.9994741,0.00019810775,0.000016026352,0.00025247087,0.00003997822,0.000019302903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011578949,0.00004166771,0.00006020217,0.00010005396,0.000009622021,0.000056725854,0.00035252125,0.000018712548,0.000013091191],"category_scores_gemma":[0.00010642536,0.0000372979,0.000023860262,0.0002507669,0.000009491918,0.0003178429,0.00007961144,0.000045644992,0.000041367584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015787671,0.00035018518,0.0852982,0.00021332612,0.000056631266,0.00008103266,0.0051098936,0.0115352,0.17433433,0.4630678,0.011920284,0.24801731],"study_design_scores_gemma":[0.00046422708,0.00010978599,0.38480777,0.000045480145,0.0000034039776,0.000018395032,0.00008408591,0.4016294,0.21068001,0.0014420475,0.00043719087,0.00027820506],"about_ca_topic_score_codex":0.0002609442,"about_ca_topic_score_gemma":0.00000932359,"teacher_disagreement_score":0.61810255,"about_ca_system_score_codex":0.000015981646,"about_ca_system_score_gemma":0.000019617755,"threshold_uncertainty_score":0.15209642},"labels":[],"label_agreement":null},{"id":"W2142920827","doi":"10.1007/s10664-015-9398-0","title":"Introduction to the special issue on software maintenance and evolution research","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software development; Open-source software development; Software engineering; Software analytics; Computer science; World Wide Web; Software; Source code; Open source software; Engineering; Software development process; Operating system","score_opus":0.04403391377686007,"score_gpt":0.31887500522402334,"score_spread":0.2748410914471633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142920827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03403651,0.00019002575,0.94519895,0.01640549,0.002594786,0.0004850949,0.000003878303,0.0010417447,0.00004352033],"genre_scores_gemma":[0.55690885,0.000034568136,0.35020924,0.0012959536,0.08588583,0.0006080543,0.000016923479,0.00027110166,0.004769465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99673116,0.00012828903,0.00025414187,0.00077380845,0.0012478923,0.00086472224],"domain_scores_gemma":[0.9967187,0.0013876152,0.000024461693,0.0009422304,0.00039500924,0.0005319936],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020873642,0.00024478754,0.00021492905,0.00041980905,0.00022430293,0.00028904766,0.0010317584,0.00012607043,0.000022431796],"category_scores_gemma":[0.02225215,0.0001937818,0.00004980873,0.0018806716,0.00006527189,0.00034961486,0.000718008,0.000902098,0.0007231746],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004730062,0.00007176883,0.023468358,0.000046315563,0.00002567611,0.000046680394,0.0017404718,0.09405034,0.000027131773,0.0019778695,0.8581157,0.02038243],"study_design_scores_gemma":[0.00034977793,0.00043910832,0.10408749,0.000067687564,0.000003130455,0.00006375028,0.000047894016,0.010573698,0.0002015333,0.00045754103,0.883309,0.00039941273],"about_ca_topic_score_codex":0.000028971986,"about_ca_topic_score_gemma":0.000004805914,"teacher_disagreement_score":0.5949897,"about_ca_system_score_codex":0.0007107561,"about_ca_system_score_gemma":0.00012809125,"threshold_uncertainty_score":0.98598385},"labels":[],"label_agreement":null},{"id":"W2142971208","doi":"10.1145/1117696.1117711","title":"NaCIN","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Task (project management); Eclipse; Process (computing); Code (set theory); Software engineering; Programming language; Engineering drawing; Systems engineering; Engineering; Set (abstract data type)","score_opus":0.01427911132402806,"score_gpt":0.2620745987438099,"score_spread":0.24779548741978183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142971208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017600477,0.00003529309,0.9714087,0.0019921185,0.00006244827,0.000022983488,3.445583e-8,0.0005041975,0.00837374],"genre_scores_gemma":[0.80277777,9.663509e-7,0.19359955,0.00015522196,0.000048485956,0.000002284962,4.6044118e-8,0.0000019766658,0.0034136947],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996433,0.0000038697553,0.000033370874,0.00008877194,0.000117059215,0.0001136172],"domain_scores_gemma":[0.9996114,0.00009897838,0.0000023550053,0.00023375035,0.0000141511855,0.000039363847],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008310459,0.000024583118,0.000022778217,0.000036866764,0.000013377884,0.0000386583,0.00037132768,0.000010540426,0.000074607095],"category_scores_gemma":[0.00007774565,0.00002082532,0.000010090243,0.00014039794,0.0000041587114,0.00016749885,0.000092803486,0.000040440224,0.0009451893],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.711811e-7,0.000047053156,0.0073838728,0.0000057886696,0.000008054571,0.000013257286,0.00033423558,0.0017335978,0.0016298592,0.27043316,0.05839714,0.6600133],"study_design_scores_gemma":[0.0003854201,0.000060839415,0.07596449,0.0000071238796,5.944131e-7,0.000039414,0.0000050394506,0.31461874,0.04575731,0.0011190911,0.56171054,0.00033141923],"about_ca_topic_score_codex":0.0000037071352,"about_ca_topic_score_gemma":0.0000014115104,"teacher_disagreement_score":0.7851773,"about_ca_system_score_codex":0.000016640428,"about_ca_system_score_gemma":0.0000116838355,"threshold_uncertainty_score":0.9998327},"labels":[],"label_agreement":null},{"id":"W2142978025","doi":"10.1145/1858996.1859015","title":"Deviance from perfection is a better criterion than closeness to evil when identifying risky code","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Perfection; Code (set theory); Computer science; Closeness; Detector; Normality; Deviance (statistics); Measure (data warehouse); Set (abstract data type); Robustness (evolution); Algorithm; Artificial intelligence; Theoretical computer science; Computer security; Machine learning; Programming language; Data mining; Mathematics; Statistics; Epistemology","score_opus":0.02695663459996754,"score_gpt":0.2989857409719689,"score_spread":0.27202910637200134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142978025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52574706,0.0000217441,0.47185796,0.0011480626,0.00081203924,0.00009711851,0.000003126622,0.00027233345,0.00004056283],"genre_scores_gemma":[0.869247,0.000004498565,0.12907201,0.0007264986,0.00028967854,0.000037554204,0.000002033904,0.000019131425,0.00060155365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844897,0.00004098006,0.00016763374,0.00055253826,0.00043746358,0.00035239605],"domain_scores_gemma":[0.99857175,0.00029508592,0.000026495769,0.0008234575,0.000120944635,0.0001622733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034342785,0.00014463293,0.00013590309,0.00015820283,0.00012282802,0.00050943287,0.0009019607,0.00008957197,0.00022420673],"category_scores_gemma":[0.00024945827,0.00013836999,0.000055798537,0.00032909377,0.000018814477,0.0006797827,0.0004087388,0.00034026985,0.0006338586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019255483,0.00010354236,0.39173332,0.00009746096,0.00006178132,0.000052916672,0.0073391143,0.00008530677,0.38467953,0.0010230045,0.014618743,0.20018601],"study_design_scores_gemma":[0.0004508875,0.000088389716,0.7220966,0.0001419575,0.000009145165,0.00002584315,0.000020883983,0.036604848,0.20177385,0.0028685725,0.03522446,0.00069453014],"about_ca_topic_score_codex":0.00087609957,"about_ca_topic_score_gemma":0.0004525922,"teacher_disagreement_score":0.3435,"about_ca_system_score_codex":0.000049029884,"about_ca_system_score_gemma":0.000032164102,"threshold_uncertainty_score":0.8147182},"labels":[],"label_agreement":null},{"id":"W2143040155","doi":"10.1145/1882362.1882435","title":"The impact of social media on software engineering practices and tools","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Social media; Social software engineering; Software; Software development; Software construction; World Wide Web; Programming language","score_opus":0.026812702424623455,"score_gpt":0.31492531766555576,"score_spread":0.2881126152409323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143040155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97545105,0.000025324025,0.023658853,0.00021632363,0.00027039397,0.00007427693,0.0000015860243,0.0001963099,0.00010588905],"genre_scores_gemma":[0.9827573,0.0000045401366,0.017107472,0.0000042546494,0.000088969,0.000006013871,3.192301e-7,0.000007011292,0.00002415071],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993181,0.0000125356155,0.00009112449,0.00013628499,0.00024537925,0.00019652433],"domain_scores_gemma":[0.99339956,0.0061529465,0.000058389152,0.00026631105,0.00006213416,0.000060637994],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00041956574,0.000075725366,0.00007780257,0.00005552573,0.00007747177,0.00025504077,0.0004957677,0.000045972785,0.000012355309],"category_scores_gemma":[0.012548892,0.00004583881,0.000038364844,0.00017591953,0.00003512855,0.00040352799,0.00015253118,0.0002802283,0.0000072406638],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008464473,0.00027788593,0.08099316,0.0001376627,0.00039577653,0.000048840568,0.010647541,0.0025998203,0.054736663,0.2686152,0.009901417,0.5715614],"study_design_scores_gemma":[0.00022686024,0.000113945214,0.9730812,0.000008058322,0.0000024467693,0.000016983857,0.000027693039,0.019985681,0.005022436,0.00020523339,0.0011359073,0.00017357798],"about_ca_topic_score_codex":0.00002125357,"about_ca_topic_score_gemma":0.000008085974,"teacher_disagreement_score":0.892088,"about_ca_system_score_codex":0.000013551017,"about_ca_system_score_gemma":0.00005621522,"threshold_uncertainty_score":0.99576885},"labels":[],"label_agreement":null},{"id":"W2143326878","doi":"10.1109/wpc.2004.1311050","title":"Giving meaning to macros","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code refactoring; Computer science; Preprocessor; Programming language; Readability; Maintainability; Code (set theory); Macro; Software engineering; Set (abstract data type); Source code; Software maintenance; Software; Software system","score_opus":0.01557246605876644,"score_gpt":0.2683224698690844,"score_spread":0.252750003810318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143326878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03250103,0.0000072982443,0.9620973,0.00095379015,0.00013557811,0.000057319146,8.708776e-8,0.00054179074,0.0037058296],"genre_scores_gemma":[0.73175555,2.0468445e-7,0.2674675,0.00019495154,0.000024823472,0.0000050977887,3.8386727e-8,0.0000046433006,0.00054718246],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992964,0.0000043362365,0.000059457714,0.00018285737,0.0002167955,0.00024014128],"domain_scores_gemma":[0.9994379,0.00010548262,0.000004318222,0.00031320294,0.000030202473,0.00010889365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015405055,0.00004931794,0.000045373734,0.000083346094,0.00004385266,0.00012781646,0.00058481575,0.000015191819,0.000023136154],"category_scores_gemma":[0.00030809705,0.000045865432,0.00001633571,0.00038183024,0.000004618208,0.00017163715,0.00030526874,0.000068893336,0.0004929156],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021690762,0.000057875906,0.0077090715,0.000034349272,0.000019674802,0.00014285305,0.004904993,0.084937274,0.020746166,0.7996609,0.0021987925,0.079585865],"study_design_scores_gemma":[0.0033216067,0.00093387975,0.22935674,0.00046310676,0.0000051848833,0.00036549638,0.00021945317,0.06465395,0.5253592,0.092825636,0.07939242,0.0031033352],"about_ca_topic_score_codex":0.000055554145,"about_ca_topic_score_gemma":0.000007828688,"teacher_disagreement_score":0.70683527,"about_ca_system_score_codex":0.00006841167,"about_ca_system_score_gemma":0.000033671397,"threshold_uncertainty_score":0.63355976},"labels":[],"label_agreement":null},{"id":"W2143508381","doi":"10.1109/coginf.2003.1225957","title":"Adding diversity to software inspections","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Process (computing); Computer science; Diversity (politics); Software; Selection (genetic algorithm); Software engineering; Software inspection; Software development process; Mechanism (biology); Software development; Process management; Data science; Software quality; Artificial intelligence; Engineering; Programming language","score_opus":0.022478801506589464,"score_gpt":0.2564174281779501,"score_spread":0.23393862667136064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143508381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04635784,0.000005716168,0.9510659,0.00067552476,0.00020251269,0.0000653837,7.224866e-7,0.0010338452,0.000592584],"genre_scores_gemma":[0.6998545,5.9049336e-7,0.2996885,0.00014376949,0.000025665446,0.0000039832894,2.0303327e-7,0.0000032052787,0.00027957372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99932486,0.0000045180595,0.00004727137,0.0001989784,0.0002247652,0.00019959985],"domain_scores_gemma":[0.9993894,0.00010935014,0.0000048195034,0.0003112309,0.000050767456,0.000134449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008274152,0.000051904328,0.000046573183,0.00014062376,0.00023619195,0.000069599846,0.00062608515,0.000020659876,0.000027443704],"category_scores_gemma":[0.0003993766,0.000051808158,0.000024861098,0.00061723695,0.00000899095,0.00025210343,0.0012485897,0.000086132735,0.00045670796],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009255771,0.00037505198,0.24977869,0.000045001416,0.00009539461,0.0002651607,0.010723201,0.14267789,0.0011191384,0.5063643,0.02097982,0.06756712],"study_design_scores_gemma":[0.0014171997,0.00042747252,0.9442198,0.00009016535,0.000006973257,0.000092066766,0.00012784365,0.0017107974,0.011845294,0.017275203,0.021652713,0.0011344557],"about_ca_topic_score_codex":0.0001961694,"about_ca_topic_score_gemma":0.000026248597,"teacher_disagreement_score":0.69444114,"about_ca_system_score_codex":0.00015580049,"about_ca_system_score_gemma":0.00003754091,"threshold_uncertainty_score":0.58702093},"labels":[],"label_agreement":null},{"id":"W2143568389","doi":"10.1109/icpc.2008.19","title":"Identifying Architectural Change Patterns in Object-Oriented Systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architectural pattern; Software evolution; Object-oriented programming; Software system; Software architecture; Software engineering; Object (grammar); Software; Architecture; Software maintenance; Programming language; Artificial intelligence; Software construction","score_opus":0.06373804501398189,"score_gpt":0.283282740943843,"score_spread":0.2195446959298611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143568389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62136066,0.00011295167,0.37737554,0.00006538442,0.00049818744,0.00017887121,6.8480017e-7,0.00032426568,0.00008343958],"genre_scores_gemma":[0.99616873,0.00000881031,0.0033172155,0.00003514161,0.00009240117,0.00007772625,0.0000014595128,0.000010069808,0.00028845784],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986782,0.000048600952,0.00016646145,0.00030531408,0.00039812148,0.00040330828],"domain_scores_gemma":[0.99921143,0.00021860877,0.000019675279,0.00042477858,0.00003737247,0.000088143504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001990777,0.00010501661,0.00012686019,0.00033734876,0.000056185956,0.00006958578,0.00059663964,0.00003666025,0.000009517848],"category_scores_gemma":[0.00011131586,0.00009414566,0.00003283838,0.0006124507,0.00001736613,0.000326512,0.00027771576,0.00019471635,0.000073968746],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047015264,0.00007022558,0.9752951,0.00014922301,0.000017908806,0.0008881156,0.010623891,0.00078624836,0.0005328924,0.003599254,0.00022895461,0.0078034475],"study_design_scores_gemma":[0.0003475243,0.00004011188,0.9366687,0.00008769886,4.917996e-7,0.0003233296,0.000055810317,0.061383512,0.00063892076,0.00001956851,0.00021462826,0.00021969243],"about_ca_topic_score_codex":0.0014290749,"about_ca_topic_score_gemma":0.00006165362,"teacher_disagreement_score":0.37480804,"about_ca_system_score_codex":0.00008234495,"about_ca_system_score_gemma":0.000024289819,"threshold_uncertainty_score":0.38391486},"labels":[],"label_agreement":null},{"id":"W2143654857","doi":"10.1049/iet-sen.2008.0078","title":"Approach for solving the feature location problem by measuring the component modification impact","year":2009,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature (linguistics); Component (thermodynamics); Feature model; Relevance (law); Software system; Dependency graph; Data mining; Ranking (information retrieval); Task (project management); Software; Domain (mathematical analysis); Source code; Dependency (UML); Artificial intelligence; Graph; Machine learning; Engineering; Systems engineering; Programming language; Theoretical computer science","score_opus":0.028858509463813898,"score_gpt":0.2773965040843011,"score_spread":0.2485379946204872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143654857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061652944,0.0010260387,0.9881347,0.0031919344,0.000076580975,0.00092544063,0.000006734164,0.00045746184,0.000015807029],"genre_scores_gemma":[0.91248447,0.000010088474,0.086930305,0.00014809665,0.000092463684,0.00018270816,0.00003628386,0.000016205755,0.00009938682],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857396,0.00005267913,0.00015115317,0.00035689143,0.000477975,0.00038736503],"domain_scores_gemma":[0.99817026,0.00063014583,0.000074275216,0.000822192,0.00023407524,0.00006908325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008293498,0.00016487292,0.00011685536,0.000052055857,0.00042966002,0.00035136825,0.0013492497,0.000076848075,8.491457e-7],"category_scores_gemma":[0.00050911715,0.000095364594,0.00008867127,0.00049847475,0.000033275825,0.00030920174,0.000085081076,0.00029426493,0.000005360798],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007255931,0.0005392482,0.0071183126,0.0003251387,0.00018732566,0.0000022575118,0.009086164,0.38768956,0.015105865,0.0053845993,0.16167542,0.41281354],"study_design_scores_gemma":[0.000921679,0.00032592946,0.1672998,0.00014730706,0.000030766074,0.000055474327,0.00012029319,0.81697315,0.0051990333,0.004696862,0.0034835134,0.00074618467],"about_ca_topic_score_codex":0.000022430728,"about_ca_topic_score_gemma":4.8949295e-7,"teacher_disagreement_score":0.90631914,"about_ca_system_score_codex":0.00017505903,"about_ca_system_score_gemma":0.000079982594,"threshold_uncertainty_score":0.38888553},"labels":[],"label_agreement":null},{"id":"W2143728276","doi":"10.1109/icsm.2004.1357812","title":"Predicting change propagation in software systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":230,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Heuristics; Software system; Software evolution; Software; Source code; Software development; Open source software; Software engineering; Software metric; Software quality; Software construction; Programming language; Operating system","score_opus":0.03377002105423018,"score_gpt":0.26066487273447836,"score_spread":0.22689485168024817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143728276","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17430654,0.00011781257,0.82392645,0.00021310608,0.0003024206,0.00032659018,3.0037458e-7,0.00071444357,0.00009232177],"genre_scores_gemma":[0.9782859,0.0000024983576,0.021435013,0.00002308396,0.000078056095,0.00011038794,8.011551e-7,0.0000068547693,0.00005742543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99917597,0.00001579068,0.00011611718,0.00020135715,0.00026615633,0.00022458381],"domain_scores_gemma":[0.9995181,0.000111994246,0.00001661776,0.00025543175,0.000049473023,0.000048379003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000284798,0.000060590774,0.00006606871,0.00015541252,0.000027959186,0.000110474946,0.00036053435,0.00003703539,0.0000016635146],"category_scores_gemma":[0.00041877863,0.00005492137,0.00001195285,0.00048901426,0.000007371735,0.00057928404,0.00011745607,0.00010790565,0.00004570703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003870739,0.00014815893,0.84780586,0.00034088225,0.000012868476,0.00015963886,0.0052120355,0.052104797,0.00043051536,0.04941639,0.00008339402,0.04428157],"study_design_scores_gemma":[0.0015454304,0.00022917564,0.70551527,0.00058084214,0.0000017223754,0.00008996417,0.00010910959,0.28672987,0.0029425728,0.0013663918,0.00035185658,0.0005378382],"about_ca_topic_score_codex":0.00055095303,"about_ca_topic_score_gemma":0.00002779032,"teacher_disagreement_score":0.80397934,"about_ca_system_score_codex":0.00014802327,"about_ca_system_score_gemma":0.000044762975,"threshold_uncertainty_score":0.22396284},"labels":[],"label_agreement":null},{"id":"W2143785121","doi":"10.1109/wcre.2008.46","title":"Towards a Process for Developing Maintenance Tools in Academia","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Process (computing); Computer science; Process management; Software engineering; Systems engineering; Engineering; Programming language","score_opus":0.0942352701721534,"score_gpt":0.3467760123492064,"score_spread":0.252540742177053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143785121","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11176908,0.000030927495,0.8856845,0.0016416194,0.000075149415,0.00023455282,5.8138914e-7,0.00023080202,0.00033277072],"genre_scores_gemma":[0.79237807,0.000015072181,0.20649037,0.0003570025,0.000028777135,0.00015843794,5.054518e-7,0.000008543629,0.0005632044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99896944,0.000008085365,0.00014837911,0.00026731298,0.00022521085,0.00038157366],"domain_scores_gemma":[0.9993186,0.00032251357,0.000015662199,0.00019522321,0.00010050226,0.000047482947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029377872,0.00008010311,0.00010706668,0.00011591135,0.000045640303,0.000036596186,0.0007959964,0.00013702922,0.0000024229755],"category_scores_gemma":[0.0014154547,0.00007017735,0.000022942042,0.00054032676,0.000020850352,0.00045650682,0.0001276685,0.00033504184,0.000014058484],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081150225,0.00018005261,0.14038163,0.0010789994,0.00006126392,0.00044775667,0.014264813,0.0072687045,0.0024977427,0.41121203,0.01965493,0.40287092],"study_design_scores_gemma":[0.003080363,0.000216918,0.6169826,0.00042833382,0.0000017901727,0.00035929304,0.00010937487,0.23448035,0.10352303,0.020399164,0.018881094,0.0015377201],"about_ca_topic_score_codex":0.000010804354,"about_ca_topic_score_gemma":0.0000031287314,"teacher_disagreement_score":0.680609,"about_ca_system_score_codex":0.000111442954,"about_ca_system_score_gemma":0.00033139376,"threshold_uncertainty_score":0.28617492},"labels":[],"label_agreement":null},{"id":"W2143818143","doi":"10.1145/1985441.1985467","title":"Modeling the evolution of topics in source code histories","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Source code; Software evolution; Code (set theory); Programming language; Software development; Software; Software construction","score_opus":0.041987563307647385,"score_gpt":0.24553846296164972,"score_spread":0.20355089965400233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143818143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.095720485,0.00009580097,0.9031659,0.000096196076,0.000091346796,0.000033683613,5.9211228e-8,0.00005888502,0.00073768746],"genre_scores_gemma":[0.97404563,0.0000012718282,0.025417995,0.000006662879,0.000011857601,0.0000033464064,3.145633e-8,0.000002146276,0.00051102624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99959487,0.000014436332,0.00008332177,0.00008228306,0.00012740318,0.000097697106],"domain_scores_gemma":[0.9996095,0.00006185335,0.000007975731,0.00026823848,0.000038766142,0.0000137028865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020854072,0.00003000328,0.000041515777,0.00005234262,0.00001720487,0.0000068316804,0.00043977163,0.000018633955,0.000005325288],"category_scores_gemma":[0.0001498067,0.000021316615,0.0000126468085,0.0001888718,0.000016719276,0.00009911893,0.00011337868,0.00006765524,0.000002782198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011550389,0.00011526877,0.13678569,0.000059015776,0.000015128622,0.0000056701992,0.036898956,0.1833755,0.00045930163,0.61995953,0.0003995474,0.021914857],"study_design_scores_gemma":[0.000048082842,0.000014318081,0.0062337536,0.000004771844,3.778832e-7,0.0000011238636,0.00009214157,0.9908401,0.00041501768,0.002032516,0.00028015772,0.0000376703],"about_ca_topic_score_codex":0.0010736685,"about_ca_topic_score_gemma":0.000101264755,"teacher_disagreement_score":0.87832516,"about_ca_system_score_codex":0.000102170554,"about_ca_system_score_gemma":0.00003911928,"threshold_uncertainty_score":0.16230728},"labels":[],"label_agreement":null},{"id":"W2144128087","doi":"10.1109/rev.2006.8","title":"Visualizing a Requirements-centred Social Network to Maintain Awareness Within Development Teams","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Requirements analysis; Rework; Computer science; Social network (sociolinguistics); Requirements management; Use Case Diagram; Plan (archaeology); Work (physics); Knowledge management; User requirements document; Functional requirement; Process management; Software; Engineering; World Wide Web; Social media; Software engineering; Unified Modeling Language","score_opus":0.03321915956230581,"score_gpt":0.3055645249894578,"score_spread":0.272345365427152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144128087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12019578,0.00002671513,0.8776352,0.0003821107,0.00040780305,0.00024733416,3.001551e-7,0.0006667969,0.0004379448],"genre_scores_gemma":[0.7373669,1.9318146e-7,0.26103422,0.0003073701,0.00031880225,0.000056088324,0.0000050895424,0.000022040282,0.00088928995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9977362,0.000054764416,0.0003327608,0.00045989564,0.00067472464,0.00074163114],"domain_scores_gemma":[0.9992878,0.00013767426,0.000042111766,0.00030474027,0.00009610435,0.00013157967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057668175,0.00017498342,0.00016309468,0.00012751056,0.0003059955,0.00026437305,0.0008617657,0.00005939461,0.00002388102],"category_scores_gemma":[0.000094568546,0.00017092627,0.000037629485,0.0008371179,0.000017559949,0.00021659333,0.0005858693,0.00011530744,0.00014784337],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006477036,0.00061318727,0.22428444,0.00014290746,0.00018805878,0.00027863905,0.011075085,0.079891175,0.003350834,0.534761,0.085134394,0.06021551],"study_design_scores_gemma":[0.0053706076,0.00046297445,0.5995356,0.00061344187,0.000025984038,0.00006742069,0.0013305927,0.15171653,0.063537695,0.021719292,0.15010351,0.0055163447],"about_ca_topic_score_codex":0.00017362236,"about_ca_topic_score_gemma":0.00007763715,"teacher_disagreement_score":0.6171711,"about_ca_system_score_codex":0.00041591702,"about_ca_system_score_gemma":0.00031011167,"threshold_uncertainty_score":0.69701713},"labels":[],"label_agreement":null},{"id":"W2144282912","doi":"10.1109/wpc.2003.1199206","title":"An optimal algorithm for MoJo distance","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Heuristic; Cluster analysis; Algorithm; Computer science; Measure (data warehouse); Computation; Software; Data mining; Artificial intelligence","score_opus":0.013805915382186987,"score_gpt":0.28465550296322956,"score_spread":0.27084958758104255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144282912","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038364588,0.000034229874,0.99511117,0.0002289366,0.00013978142,0.00012472057,0.0000024846354,0.0004494017,0.00007284156],"genre_scores_gemma":[0.14858182,0.000001193517,0.8510773,0.000046731355,0.000055903976,0.000032665692,0.0000014828503,0.0000073722276,0.00019552441],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992642,0.0000042984802,0.00006853789,0.00023847057,0.00017393743,0.00025054597],"domain_scores_gemma":[0.9993234,0.00010615505,0.00000776516,0.00040639346,0.000056115237,0.000100143465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013415427,0.000063098625,0.00005887027,0.00004225665,0.000048898586,0.00011306857,0.00068335654,0.000025067691,0.000007393278],"category_scores_gemma":[0.00005320299,0.00005720184,0.000026358572,0.00017958481,0.000015848365,0.00037314423,0.000058357175,0.000054052904,0.000025162091],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059084214,0.0002035916,0.00023374106,0.00002106348,0.000017514069,0.000032910033,0.00052024546,0.040787823,0.000648701,0.16668712,0.0008403023,0.7900011],"study_design_scores_gemma":[0.00083349104,0.00032973295,0.002005345,0.000010250765,0.0000011811953,0.0000149418875,0.000013790093,0.96862984,0.017562382,0.0049710316,0.0053490615,0.00027896836],"about_ca_topic_score_codex":0.000011122576,"about_ca_topic_score_gemma":0.0000014438291,"teacher_disagreement_score":0.927842,"about_ca_system_score_codex":0.000053604952,"about_ca_system_score_gemma":0.000050982213,"threshold_uncertainty_score":0.23326235},"labels":[],"label_agreement":null},{"id":"W2144491568","doi":"10.1109/ase.2003.1240336","title":"Detecting requirements interactions: a three-level framework","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Domain (mathematical analysis); Lift (data mining); Formal specification; Requirements analysis; Functional requirement; Software engineering; Distributed computing; Programming language; Data mining; Software; Mathematics","score_opus":0.0848601438171301,"score_gpt":0.3400426612558367,"score_spread":0.2551825174387066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144491568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036538232,0.000026749209,0.9612292,0.0005388382,0.0005146054,0.000088916706,2.1671771e-7,0.0005739909,0.0004892702],"genre_scores_gemma":[0.5979823,9.356664e-7,0.40177205,0.000085853026,0.000046281897,0.000014156075,1.07177684e-7,0.0000061908086,0.00009212214],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999018,0.0000090103695,0.00013211684,0.00025758022,0.00030351203,0.00027979325],"domain_scores_gemma":[0.9989184,0.0004194027,0.000021968008,0.00049763155,0.00006268668,0.0000799121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021079238,0.000083590894,0.000068783505,0.0001269108,0.000098102115,0.00016217626,0.0006586096,0.000037145463,0.00004471946],"category_scores_gemma":[0.0012491964,0.00007806566,0.000035945748,0.00049853174,0.000013117831,0.00051720825,0.00029370387,0.00026800577,0.00030633216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017425811,0.0004095726,0.04447402,0.00009140288,0.00019736796,0.00019151875,0.0032353883,0.01423994,0.008099877,0.36397997,0.00072578405,0.56433773],"study_design_scores_gemma":[0.002635413,0.0006198364,0.23387101,0.0013147136,0.000015345962,0.0003580078,0.0002197875,0.073712796,0.103997506,0.57518846,0.0060124174,0.0020547283],"about_ca_topic_score_codex":0.000099742574,"about_ca_topic_score_gemma":0.000041960328,"teacher_disagreement_score":0.562283,"about_ca_system_score_codex":0.00015544932,"about_ca_system_score_gemma":0.000054289194,"threshold_uncertainty_score":0.39373824},"labels":[],"label_agreement":null},{"id":"W2144528247","doi":"10.1145/1985793.1985813","title":"An empirical study of build maintenance effort","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":139,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Codebase; Source code; Computer science; KPI-driven code analysis; Executable; Code review; Overhead (engineering); Software maintenance; Software engineering; Open source; Code (set theory); Software development; Static program analysis; Software; Operating system; Programming language; Set (abstract data type)","score_opus":0.045975590417711126,"score_gpt":0.32489056661915494,"score_spread":0.2789149762014438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144528247","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70771044,0.0000031308339,0.29120913,0.0000141435185,0.00006976967,0.00010127686,9.239133e-8,0.00017224983,0.0007197527],"genre_scores_gemma":[0.9552962,3.4823992e-7,0.044508804,0.000026851892,0.000010654073,0.000009562429,6.788683e-8,0.0000053195195,0.00014218838],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99915344,0.000020608491,0.00012652512,0.00023028754,0.00026990322,0.0001992648],"domain_scores_gemma":[0.99901575,0.000077017685,0.000016159627,0.00072535494,0.000075901706,0.000089841466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002703911,0.00006225437,0.00009626697,0.00008099457,0.00001867688,0.000016446405,0.001003989,0.000023081382,0.00004081427],"category_scores_gemma":[0.00007887775,0.000048176047,0.000018502002,0.00031209787,0.000019845991,0.00020576041,0.00018387109,0.000085916305,0.000025137091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054759807,0.0007471499,0.99023724,0.00000549998,0.000011655689,0.000028127753,0.0030652015,0.00004283659,0.00010152151,0.0017948841,0.0006997013,0.0032607384],"study_design_scores_gemma":[0.0002461413,0.00086541165,0.9880073,0.000003486083,0.0000010941121,0.000005554492,0.000103512575,0.008667178,0.0016844418,0.00023599248,0.000094835166,0.00008506226],"about_ca_topic_score_codex":0.00015933838,"about_ca_topic_score_gemma":0.000014557001,"teacher_disagreement_score":0.24758574,"about_ca_system_score_codex":0.000014124674,"about_ca_system_score_gemma":0.000025834788,"threshold_uncertainty_score":0.19645621},"labels":[],"label_agreement":null},{"id":"W2144641356","doi":"10.1007/s10664-006-7552-4","title":"A flexible method for software effort estimation by analogy","year":2006,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Analogy; Data mining; Computer science; Similarity (geometry); Quality (philosophy); Feature (linguistics); Adaptation (eye); Estimation; Machine learning; Artificial intelligence; Engineering; Image (mathematics)","score_opus":0.017182083426203802,"score_gpt":0.31183334560405335,"score_spread":0.29465126217784954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144641356","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006412457,0.00041103162,0.9886331,0.00031636533,0.00045720374,0.00044124195,0.00002487047,0.003294779,0.000008959392],"genre_scores_gemma":[0.03624903,0.0000021147457,0.9625425,0.00013776474,0.00021005108,0.0002906281,0.000093533126,0.00008158017,0.00039282904],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973494,0.000028724522,0.0004523614,0.0007366197,0.0005286978,0.00090419286],"domain_scores_gemma":[0.99599534,0.0028984193,0.000066356384,0.00065921166,0.00015149191,0.0002292066],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059440435,0.00036115933,0.00039499858,0.00031567973,0.0001483906,0.00020736792,0.0009191816,0.00022044002,0.000017176519],"category_scores_gemma":[0.0026657858,0.00037819427,0.00018831404,0.0009994789,0.00002252279,0.00047729726,0.0002450797,0.0003355072,0.00004321653],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021960124,0.00022807014,0.08731848,0.00044842332,0.000105397376,0.000036663536,0.00015873993,0.75355285,0.001086753,0.0020672441,0.109902866,0.045072533],"study_design_scores_gemma":[0.0011536175,0.00025951696,0.05936804,0.000081692226,0.000026315718,0.00007418278,0.0000018984085,0.8433763,0.009967305,0.0026874195,0.08186958,0.0011341376],"about_ca_topic_score_codex":0.00007066281,"about_ca_topic_score_gemma":0.0000017928346,"teacher_disagreement_score":0.089823425,"about_ca_system_score_codex":0.0002613706,"about_ca_system_score_gemma":0.00009024113,"threshold_uncertainty_score":0.999867},"labels":[],"label_agreement":null},{"id":"W2144859782","doi":"10.1109/vlhcc.2008.4639052","title":"Exploring the evolution of software quality with animated visualization","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software visualization; Visualization; Animation; Software quality; Software; Software evolution; Intuition; Quality (philosophy); Software analytics; Task (project management); Visual analytics; Software engineering; Software metric; Software development; Human–computer interaction; Software construction; Artificial intelligence; Programming language; Computer graphics (images); Systems engineering","score_opus":0.043143540400998215,"score_gpt":0.31506910513040104,"score_spread":0.2719255647294028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144859782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97965753,0.0001838157,0.018206129,0.000094158226,0.00015953196,0.0004954147,0.0000021408068,0.00080298295,0.00039832026],"genre_scores_gemma":[0.9973559,0.00005226939,0.0020904366,0.000041267645,0.00031839174,0.00003337972,0.0000031268057,0.000057634603,0.00004764494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996545,0.000021107253,0.0006587133,0.00088697026,0.0011323779,0.00075582217],"domain_scores_gemma":[0.9978746,0.00040742388,0.00045942314,0.00018772112,0.0008732958,0.0001975198],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009868625,0.00043361346,0.0004847487,0.000548726,0.0010445165,0.00034533947,0.0008206993,0.00009723733,0.0000033165368],"category_scores_gemma":[0.00038362638,0.00033351747,0.00009171151,0.0018207058,0.00020588613,0.0009946806,0.0003666321,0.00044544143,0.000004702146],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030252515,0.0011394282,0.57790595,0.0026672548,0.00032556764,0.000051937004,0.042863388,0.0009181745,0.11196332,0.25470638,0.0006459406,0.0065101567],"study_design_scores_gemma":[0.0048327204,0.0044372994,0.81489754,0.002110058,0.00014233509,0.0007562364,0.009807358,0.07779347,0.081784196,0.00028684418,0.00031725332,0.0028346565],"about_ca_topic_score_codex":0.00020177955,"about_ca_topic_score_gemma":0.0000016895295,"teacher_disagreement_score":0.25441954,"about_ca_system_score_codex":0.00030137718,"about_ca_system_score_gemma":0.00007396805,"threshold_uncertainty_score":0.99991167},"labels":[],"label_agreement":null},{"id":"W2144951547","doi":"10.1109/csmr.2006.26","title":"Evaluating architectural stability using a metric-based approach","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Metric (unit); Computer science; Architectural pattern; Software architecture; Architecture; Architecture tradeoff analysis method; Stability (learning theory); Set (abstract data type); Software engineering; Software; Software metric; Software evolution; Software system; Reference architecture; Source code; Code (set theory); Software architecture description; Programming language; Software construction; Machine learning; Engineering","score_opus":0.11208022887017738,"score_gpt":0.35020052957833286,"score_spread":0.23812030070815549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144951547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41147423,0.00002711631,0.58766073,0.000029128656,0.00004205248,0.0001173176,3.383543e-7,0.00030206825,0.00034699956],"genre_scores_gemma":[0.5411056,8.859061e-9,0.45882723,0.0000117923455,0.000027019018,0.0000070620604,8.8613166e-7,0.000005153053,0.000015223426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982442,0.0001133439,0.00018549609,0.0004059543,0.0006669719,0.00038401317],"domain_scores_gemma":[0.9982282,0.0009646158,0.00002889483,0.0006019366,0.00011038395,0.00006596808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011590298,0.00011430957,0.000121331126,0.00025477092,0.00009027535,0.00016238919,0.00064178935,0.000035069308,0.000020585301],"category_scores_gemma":[0.00084556127,0.000096817275,0.0000611904,0.0013256837,0.00003316276,0.00015572889,0.00018705356,0.00016884456,0.000007712006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072248827,0.00018040159,0.043112796,0.00008382285,0.0000109524735,0.0000061693886,0.00011354503,0.91120046,0.0118021,0.0029558172,0.0000395566,0.03048718],"study_design_scores_gemma":[0.0002072476,0.00003354738,0.018268788,0.0000033666147,0.0000017339788,0.000007826343,0.000003079099,0.972162,0.008841336,0.00034107687,0.000007615723,0.00012240054],"about_ca_topic_score_codex":0.00054786267,"about_ca_topic_score_gemma":0.0000038612384,"teacher_disagreement_score":0.12963142,"about_ca_system_score_codex":0.00015314325,"about_ca_system_score_gemma":0.00015067776,"threshold_uncertainty_score":0.3948094},"labels":[],"label_agreement":null},{"id":"W2144961539","doi":"10.1109/icpc.2011.35","title":"The Influence of the Task on Programmer Behaviour","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Computer science; Programmer; Session (web analytics); Task (project management); Surprise; TRACE (psycholinguistics); Programming language; Source code; Software development; Software; World Wide Web","score_opus":0.023948104368765773,"score_gpt":0.25383142774394957,"score_spread":0.2298833233751838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144961539","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99038506,0.000015944936,0.007996246,0.00028760926,0.00015218198,0.00018762366,2.4034162e-7,0.00011732094,0.00085779733],"genre_scores_gemma":[0.9963333,0.0000015614086,0.0030749158,0.000049931918,0.0000055346886,0.000020458732,1.802364e-8,0.0000035413884,0.0005107535],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99931306,0.000025426254,0.00008266936,0.00011573973,0.00028610174,0.00017700823],"domain_scores_gemma":[0.99891406,0.00023089036,0.000021356884,0.00073533395,0.00006684235,0.000031528758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025197485,0.00004839733,0.000036457044,0.000018887617,0.00007304874,0.00003431316,0.0014891275,0.000019245583,0.000004716261],"category_scores_gemma":[0.0002463262,0.000021869932,0.00003126215,0.00027353183,0.000074606636,0.00007604953,0.00027546633,0.00011600439,0.000030321],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000116356005,0.0002611046,0.7292015,0.000014950071,0.00003164116,0.000008456443,0.002952161,0.00058896904,0.0011760133,0.1761784,0.0026593741,0.086915836],"study_design_scores_gemma":[0.000045990866,0.00006354439,0.99067247,0.0000084971925,9.077323e-7,0.000002177145,0.0000069851367,0.00029689816,0.007580058,0.0004297662,0.0008488778,0.000043843225],"about_ca_topic_score_codex":0.00013103797,"about_ca_topic_score_gemma":0.000007570357,"teacher_disagreement_score":0.26147097,"about_ca_system_score_codex":0.000011091355,"about_ca_system_score_gemma":0.00003280483,"threshold_uncertainty_score":0.27671942},"labels":[],"label_agreement":null},{"id":"W2145091807","doi":"10.1109/issre.1997.630845","title":"Predicting fault-prone modules with case-based reasoning","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Computer science; Software quality; Linear discriminant analysis; Case-based reasoning; Artificial intelligence; Data mining; Fault (geology); Quality (philosophy); Software; Machine learning; Reliability (semiconductor); Software development","score_opus":0.020812976149890906,"score_gpt":0.23489205583568432,"score_spread":0.2140790796857934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145091807","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26731187,0.0000677016,0.7302516,0.0002221495,0.000047589907,0.0000959061,5.0060606e-7,0.00087863224,0.0011240671],"genre_scores_gemma":[0.74994755,6.9854804e-7,0.24956404,0.000035354045,0.00003220356,0.000015986867,2.976502e-7,0.000011365656,0.00039251897],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988627,0.000023881781,0.00010037731,0.00031705978,0.00035442194,0.00034158598],"domain_scores_gemma":[0.99888027,0.00038883093,0.000021654134,0.000522647,0.000071807226,0.00011478286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001920379,0.000106823776,0.00009084831,0.00010517398,0.00011892178,0.00015446909,0.00040969547,0.000034868754,0.0000646035],"category_scores_gemma":[0.00029104852,0.000084026564,0.000020436528,0.00043942788,0.000027499796,0.0002797349,0.0000995819,0.00016350174,0.000056543922],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024738643,0.0004624509,0.41554916,0.00025594854,0.00016364177,0.017392037,0.0034574508,0.29883385,0.00094587205,0.014937941,0.0071231346,0.24085379],"study_design_scores_gemma":[0.0002759388,0.00009044998,0.0026970718,0.000038025486,0.0000016417714,0.0006246066,0.000017954906,0.9945631,0.0013848637,0.000009407214,0.00016787196,0.00012908189],"about_ca_topic_score_codex":0.0001225156,"about_ca_topic_score_gemma":0.00001964518,"teacher_disagreement_score":0.69572926,"about_ca_system_score_codex":0.00004659832,"about_ca_system_score_gemma":0.000016141383,"threshold_uncertainty_score":0.34265038},"labels":[],"label_agreement":null},{"id":"W2145209235","doi":"10.1109/icsm.2003.1235428","title":"Impact analysis and change management of UML models","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":183,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Unified Modeling Language; Computer science; Applications of UML; UML tool; Object Constraint Language; Class diagram; Consistency (knowledge bases); Interdependence; Software engineering; Data mining; Programming language; Software; Artificial intelligence","score_opus":0.0427595090332349,"score_gpt":0.3075478474100297,"score_spread":0.26478833837679483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145209235","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18746859,0.00007102149,0.81197935,0.00009468663,0.00000985279,0.000058159032,5.1321143e-7,0.000062569845,0.00025524898],"genre_scores_gemma":[0.92841095,0.000034221765,0.07148101,0.000009399252,0.0000046108594,0.000007078135,3.4797847e-7,0.0000022384156,0.000050171977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99946886,0.0000042296674,0.000064124266,0.00014463243,0.00018724703,0.00013089944],"domain_scores_gemma":[0.9995816,0.000024699906,0.000010685097,0.0003042884,0.000023776807,0.00005497896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011128541,0.000048328337,0.00008601288,0.00022963337,0.000011779645,0.000027357202,0.000254622,0.000013442842,0.00000900189],"category_scores_gemma":[0.0000036356344,0.00003820501,0.0000447908,0.0008955527,0.000010781996,0.00022909837,0.00019249466,0.00002734167,0.000003255938],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011072782,0.0003276655,0.1156602,0.0002622316,0.0036423956,0.00014186768,0.0037911986,0.30560935,0.00019988077,0.28986278,0.00008479784,0.28040653],"study_design_scores_gemma":[0.00026552964,0.0000639097,0.7464743,0.000012345931,0.000037298458,0.000002027413,0.0000065749027,0.24870059,0.00046369177,0.0038703629,0.0000037931866,0.00009957852],"about_ca_topic_score_codex":0.0003775128,"about_ca_topic_score_gemma":0.0000071037507,"teacher_disagreement_score":0.7409423,"about_ca_system_score_codex":0.000029457593,"about_ca_system_score_gemma":0.000005722239,"threshold_uncertainty_score":0.15579551},"labels":[],"label_agreement":null},{"id":"W2145367887","doi":"10.1109/wcre.2003.1287243","title":"Studying the chaos of code development","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Source code; KPI-driven code analysis; Code (set theory); Software engineering; Software; Software development; Metric (unit); Process (computing); Software evolution; Suite; Code review; CHAOS (operating system); Static program analysis; Programming language; Operating system; Software construction; Engineering","score_opus":0.041310146488413774,"score_gpt":0.27605140812259177,"score_spread":0.234741261634178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145367887","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14562203,0.00003007894,0.8531253,0.00059048727,0.000079273304,0.00008314753,5.3670142e-8,0.00011169032,0.0003579791],"genre_scores_gemma":[0.9082272,0.0000011230863,0.09158479,0.000036889473,0.000006159112,0.000008339979,4.972865e-8,0.0000024617605,0.00013300442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999442,0.0000066702837,0.00008362258,0.000095753756,0.00024776813,0.00012417941],"domain_scores_gemma":[0.9995229,0.00013533235,0.000010994741,0.00027011335,0.00003666514,0.000023973571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025815412,0.000037040547,0.000043360196,0.000035434925,0.000043677996,0.000023769653,0.0006435025,0.00000989578,0.000005711575],"category_scores_gemma":[0.000100545716,0.000022825177,0.000011216505,0.00021623514,0.00001935605,0.00006245623,0.00022669698,0.00005394306,0.000032719425],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071582494,0.00055040076,0.04471109,0.00014769651,0.00022009929,0.000059003272,0.04723901,0.05586908,0.008968951,0.5315942,0.0013578156,0.3092755],"study_design_scores_gemma":[0.0016446651,0.0001865108,0.5010784,0.00012135885,0.0000037116952,0.000036267593,0.0003807183,0.008558775,0.4659921,0.006121949,0.015313309,0.00056224084],"about_ca_topic_score_codex":0.00002092591,"about_ca_topic_score_gemma":0.0000088651905,"teacher_disagreement_score":0.76260513,"about_ca_system_score_codex":0.000035959685,"about_ca_system_score_gemma":0.00009410754,"threshold_uncertainty_score":0.11957985},"labels":[],"label_agreement":null},{"id":"W2145420385","doi":"10.1109/icsm.2006.26","title":"ESDM - A Method for Developing Evolutionary Scenarios for Analysing the Impact of Historical Changes on Architectural Elements","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Software evolution; Architectural pattern; Software; Change impact analysis; Software engineering; Work (physics); Software system; Software construction; Engineering; Programming language","score_opus":0.040594142007186335,"score_gpt":0.35277170513199996,"score_spread":0.3121775631248136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145420385","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032672696,0.00006489919,0.96539235,0.0012824534,0.0000872001,0.00040403323,0.000004261366,0.00007875462,0.0000133777685],"genre_scores_gemma":[0.33601698,3.3739292e-7,0.6635636,0.000022602397,0.00009037379,0.0000808099,0.0000054261063,0.000008329459,0.00021156177],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896395,0.000042335487,0.00017952053,0.00023486989,0.0002579904,0.0003213306],"domain_scores_gemma":[0.9977878,0.0017174908,0.00005771723,0.00027601045,0.00013092488,0.000030062114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005647079,0.00010325161,0.00015290754,0.00020687701,0.00012299411,0.000034133984,0.0005018306,0.000030209778,0.000001693814],"category_scores_gemma":[0.00030692265,0.00006639644,0.00015158638,0.000397858,0.000012361017,0.000048378955,0.00009593346,0.00007235685,5.603597e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034837052,0.00039699496,0.02807987,0.0002796133,0.0007467461,0.0000057333355,0.0013722538,0.35286564,0.018728707,0.045289084,0.032773696,0.5191133],"study_design_scores_gemma":[0.00039606635,0.00036523378,0.057124536,0.000023198805,0.000009134641,0.000008357532,0.0000041743947,0.93456346,0.002354542,0.004115018,0.00087596034,0.00016034531],"about_ca_topic_score_codex":0.0006448482,"about_ca_topic_score_gemma":0.00004936469,"teacher_disagreement_score":0.5816978,"about_ca_system_score_codex":0.00075540884,"about_ca_system_score_gemma":0.000116992764,"threshold_uncertainty_score":0.2707568},"labels":[],"label_agreement":null},{"id":"W2145512597","doi":"10.1109/tse.2010.91","title":"Work Item Tagging: Communicating Concerns in Collaborative Software Development","year":2010,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Categorization; Software development; Knowledge management; Mechanism (biology); Work (physics); Domain (mathematical analysis); Software; Vocabulary; Empirical research; Open-source software development; World Wide Web; Software engineering; Data science; Human–computer interaction; Artificial intelligence","score_opus":0.018162273126256012,"score_gpt":0.26037683232553865,"score_spread":0.24221455919928264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145512597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11581391,0.00007783273,0.8807294,0.000074269294,0.001201718,0.00033458957,0.0000071622276,0.0017497158,0.0000114329105],"genre_scores_gemma":[0.6098884,0.000008231807,0.38970795,0.000041389238,0.000035518453,0.00019796181,0.0000022101347,0.0000526211,0.000065747154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975475,0.000050740804,0.00050283916,0.0005976993,0.0005570312,0.00074416597],"domain_scores_gemma":[0.9955272,0.0028231698,0.000072642295,0.001145441,0.00017690728,0.00025465764],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005389688,0.0003962262,0.00035054417,0.0006320588,0.00025779527,0.00021572212,0.001465651,0.00021839995,0.00003761364],"category_scores_gemma":[0.00070570863,0.00045201284,0.000087304004,0.0022346396,0.00005438224,0.0005359051,0.000029933215,0.0017651379,0.00007803919],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004501667,0.0005450653,0.02175576,0.0002472074,0.00021677028,0.00017495902,0.011579401,0.7984946,0.0040644435,0.00055223645,0.00029592804,0.16202861],"study_design_scores_gemma":[0.010545283,0.00079749164,0.15988626,0.0048224214,0.00008580922,0.0003011003,0.000766564,0.23850417,0.46100014,0.00012284743,0.111748576,0.011419327],"about_ca_topic_score_codex":0.000019266876,"about_ca_topic_score_gemma":0.000049986036,"teacher_disagreement_score":0.5599904,"about_ca_system_score_codex":0.00029895717,"about_ca_system_score_gemma":0.0002836911,"threshold_uncertainty_score":0.9997932},"labels":[],"label_agreement":null},{"id":"W2145544369","doi":"10.1109/icse.2007.90","title":"Tracking Code Clones in Evolving Software","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":216,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Code refactoring; Computer science; Software; Software maintenance; Cloning (programming); Code (set theory); Source code; Tracking (education); Software system; Software development; Software evolution; Programming language; Software engineering; Software construction; Biology; Genetics; Gene","score_opus":0.0352682557164846,"score_gpt":0.29145121113367156,"score_spread":0.25618295541718694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145544369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5174297,0.00020562814,0.47125188,0.00061746733,0.0023822773,0.00070680113,0.000016369817,0.004172546,0.003217311],"genre_scores_gemma":[0.8739387,0.00003977051,0.12504975,0.0001254866,0.00045455142,0.0000942547,0.0000079483425,0.000111597816,0.00017795213],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99441016,0.000003980961,0.0009703556,0.001387157,0.0017675617,0.0014608036],"domain_scores_gemma":[0.9966711,0.00067209074,0.0002592428,0.00027791603,0.0016814551,0.00043820593],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001903573,0.00071316154,0.000547892,0.0019683146,0.00017715448,0.0012943323,0.0029689115,0.00033758953,0.00008861172],"category_scores_gemma":[0.008782655,0.00080218917,0.00017749029,0.0016969716,0.00006914603,0.0029258467,0.00068335957,0.0013960187,0.00008764158],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015682582,0.0004299416,0.65558994,0.00064923643,0.0002236332,0.0002344956,0.004918615,0.0016015035,0.021729218,0.28720254,0.0016132646,0.025650794],"study_design_scores_gemma":[0.0042170496,0.00074685656,0.68012226,0.0047730645,0.000039706476,0.0006530456,0.0014566664,0.234303,0.055488996,0.0047312314,0.008336251,0.0051318505],"about_ca_topic_score_codex":0.000025776137,"about_ca_topic_score_gemma":0.000006510112,"teacher_disagreement_score":0.35650894,"about_ca_system_score_codex":0.00088110694,"about_ca_system_score_gemma":0.00012217787,"threshold_uncertainty_score":0.99974245},"labels":[],"label_agreement":null},{"id":"W2145745392","doi":"10.1109/icpc.2007.21","title":"Evaluating Aspect Mining Techniques: A Case Study","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Aspect-oriented programming; Data mining; Data science; Software engineering; Software; Programming language","score_opus":0.09750389719500419,"score_gpt":0.4261712976980123,"score_spread":0.32866740050300813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145745392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5206809,0.000010323156,0.47746283,0.00001558437,0.0000546188,0.0001943165,2.8092659e-8,0.00073732756,0.0008440793],"genre_scores_gemma":[0.66266155,8.2680096e-8,0.33710232,0.00002042185,0.000039083316,0.000013251657,3.6333e-8,0.000006787373,0.00015646374],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865305,0.00004158959,0.00018273667,0.00031382812,0.0004684842,0.00034031796],"domain_scores_gemma":[0.9980649,0.0011671376,0.000021868815,0.00055603747,0.00009685311,0.00009321541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035216548,0.000089622445,0.00008924216,0.00022172865,0.00009485897,0.00011717877,0.00050061336,0.000028858825,0.000020420848],"category_scores_gemma":[0.00092735793,0.00008037943,0.000024689425,0.00065899256,0.000011029619,0.00019962635,0.0003280279,0.00014104608,0.000022488412],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050185336,0.00034794587,0.07951062,0.00001794403,0.00004143163,0.028259367,0.010391723,0.00012309235,0.0018141296,0.0010498288,0.0004478082,0.8779911],"study_design_scores_gemma":[0.005127386,0.014225945,0.13076366,0.00028079722,0.00006580177,0.06497104,0.045565903,0.6010805,0.1308185,0.0010405967,0.0018448489,0.004215052],"about_ca_topic_score_codex":0.00021702966,"about_ca_topic_score_gemma":0.00005818419,"teacher_disagreement_score":0.873776,"about_ca_system_score_codex":0.00007836443,"about_ca_system_score_gemma":0.00005018136,"threshold_uncertainty_score":0.3277778},"labels":[],"label_agreement":null},{"id":"W2145766063","doi":"10.1007/s10664-012-9206-z","title":"Introduction to the Special Issue on Mining Software Repositories in 2010","year":2012,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Metrology Programme for Innovation and Research; Universität des Saarlandes; University of Calgary","keywords":"Computer science; Software engineering; Data science; Software; Operating system","score_opus":0.018376988051948446,"score_gpt":0.27463512077081664,"score_spread":0.2562581327188682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145766063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2207487,0.00032622163,0.74715334,0.009976009,0.019354092,0.000563923,0.000003861337,0.0018290629,0.00004481031],"genre_scores_gemma":[0.4244236,0.00001584701,0.38940367,0.0012476294,0.18151124,0.00046294314,0.000017082435,0.00024358858,0.0026744043],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.997412,0.000060307288,0.00035495768,0.00053918,0.0006863044,0.0009472399],"domain_scores_gemma":[0.99700683,0.001627288,0.000038771188,0.00092811056,0.00007246,0.00032656183],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080053805,0.00029625182,0.00026066526,0.00035261858,0.0001429813,0.00019750946,0.0009720333,0.0001402159,0.00006703734],"category_scores_gemma":[0.008884975,0.00024643613,0.000080325255,0.0015351017,0.000021717899,0.00056322897,0.00042782046,0.0006357779,0.00043024792],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031504725,0.00018563741,0.45662418,0.000072567345,0.000039130682,0.0000505288,0.006898194,0.116676085,0.00009638554,0.00022939095,0.38782164,0.031274747],"study_design_scores_gemma":[0.00017089266,0.00011233214,0.40421268,0.00005638342,0.0000037329316,0.000041334173,0.00002632823,0.0011472068,0.0011534566,0.000009543106,0.5926427,0.00042339752],"about_ca_topic_score_codex":0.000018304876,"about_ca_topic_score_gemma":0.000004255085,"teacher_disagreement_score":0.35774967,"about_ca_system_score_codex":0.0003539207,"about_ca_system_score_gemma":0.00004439482,"threshold_uncertainty_score":0.9999988},"labels":[],"label_agreement":null},{"id":"W2145840143","doi":"10.1109/ase.2001.989790","title":"Wins and losses of algebraic transformations of software architectures","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Waterloo","funders":"","keywords":"Computer science; Abstraction; Graph; Software; Set (abstract data type); Architecture; Theoretical computer science; Programming language; Software architecture; Software engineering","score_opus":0.009522235452532233,"score_gpt":0.24226380770120534,"score_spread":0.23274157224867312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145840143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35527444,0.00013491101,0.64392406,0.00036453197,0.0000126239465,0.00005938499,0.0000027023416,0.00008561055,0.00014177272],"genre_scores_gemma":[0.8558706,0.000009541062,0.14404078,0.000022715532,0.000008687144,0.0000027885003,3.876893e-7,0.0000030037736,0.000041489744],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99946314,0.000010511179,0.0001406936,0.000092069815,0.0001807629,0.000112844835],"domain_scores_gemma":[0.9992777,0.00039991247,0.000018652749,0.00021220888,0.000048119295,0.000043386346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009607219,0.000052436877,0.00009061471,0.00013903598,0.000019751616,0.000014156579,0.00029947524,0.000030954157,0.00002178114],"category_scores_gemma":[0.000170019,0.000043592005,0.000025857951,0.00022460509,0.00005477741,0.00013412067,0.000056775774,0.00008151945,0.0000026289329],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013479399,0.00032210804,0.07171142,0.0008092741,0.00013042009,0.0000029386322,0.014860887,0.03469939,0.007319425,0.053433035,0.0017474268,0.81495017],"study_design_scores_gemma":[0.0013491332,0.00048715906,0.58302593,0.00016330702,0.000016277147,0.000091950824,0.000085466774,0.057188023,0.34447226,0.008713346,0.0038424036,0.0005647122],"about_ca_topic_score_codex":0.000018446059,"about_ca_topic_score_gemma":0.000015640007,"teacher_disagreement_score":0.8143855,"about_ca_system_score_codex":0.0000059821514,"about_ca_system_score_gemma":0.000034226163,"threshold_uncertainty_score":0.17776303},"labels":[],"label_agreement":null},{"id":"W2145890718","doi":"10.1145/1985793.1985867","title":"Understanding broadcast based peer review on open source software projects","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":192,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Code review; Computer science; Process (computing); Interview; Open source software; Empirical research; Software peer review; Software development; Software; Software technical review; World Wide Web; Software engineering; Data science; Knowledge management; Software development process; Software quality; Software construction; Political science","score_opus":0.32245179144277475,"score_gpt":0.3380713667061482,"score_spread":0.01561957526337343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145890718","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010189959,0.00021438721,0.9885117,0.0012968292,0.00014118485,0.0006579013,9.511677e-7,0.0006904483,0.00838473],"genre_scores_gemma":[0.29911122,0.00011573278,0.66580456,0.008331553,0.000095161704,0.0002749422,0.000011650515,0.00012184071,0.026133357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99805963,0.00007112392,0.00017175371,0.00047012803,0.0008310684,0.00039630505],"domain_scores_gemma":[0.99823827,0.00046749436,0.000039835617,0.00093243475,0.00017061575,0.00015136512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011848031,0.00016047011,0.00019475668,0.00014196662,0.00014191809,0.00034818685,0.0022804816,0.00004811794,0.00033210282],"category_scores_gemma":[0.0019450943,0.00013063232,0.00005536207,0.0006453761,0.00003573807,0.00042706847,0.0007065532,0.00021995303,0.000313717],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079870784,0.00086214195,0.024343958,0.0034083389,0.00014099928,0.00035515998,0.004553178,0.00057401735,0.00006224427,0.08298226,0.7527248,0.129913],"study_design_scores_gemma":[0.010073083,0.0056155687,0.04081345,0.031094467,0.00013091169,0.00032855332,0.00067783863,0.13755469,0.018733842,0.012041528,0.73448855,0.008447514],"about_ca_topic_score_codex":0.00009791818,"about_ca_topic_score_gemma":0.0000042852516,"teacher_disagreement_score":0.32270712,"about_ca_system_score_codex":0.00019023378,"about_ca_system_score_gemma":0.00022230689,"threshold_uncertainty_score":0.53270316},"labels":[],"label_agreement":null},{"id":"W2146472972","doi":"10.1145/949344.949425","title":"*J","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Compiler; Java; Programming language; Metric (unit); Just-in-time compilation; Software engineering","score_opus":0.017030836973094623,"score_gpt":0.256896619143884,"score_spread":0.23986578217078938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146472972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044310894,0.000020073736,0.9650658,0.00009114267,0.000094553296,0.000014539103,8.434814e-9,0.00024497884,0.030037818],"genre_scores_gemma":[0.83795315,6.4044656e-7,0.15957373,0.00005846943,0.000004133027,0.000002031213,1.4084691e-8,0.000001566347,0.0024062807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997332,0.000007174166,0.00002142026,0.0000684992,0.00008163305,0.000088071436],"domain_scores_gemma":[0.9996542,0.000104508224,0.0000015182763,0.00019828194,0.000011498186,0.000030010866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009456017,0.00001775695,0.000016382337,0.000024182833,0.000011043665,0.000029138162,0.00020417798,0.0000073319748,0.00006296365],"category_scores_gemma":[0.0002635297,0.000014894323,0.000007250937,0.00014718718,0.0000031055895,0.000075810996,0.000023958632,0.000026550002,0.00029154273],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.412918e-8,0.0000064596575,0.005393364,0.0000011238935,0.000001360662,0.000005265529,0.000027785323,0.00003917132,0.00017271108,0.98529506,0.0038201748,0.0052374867],"study_design_scores_gemma":[0.00061710045,0.00011276795,0.08216531,0.000007825114,8.860455e-7,0.00012010073,0.0000142706895,0.02301247,0.11138127,0.036088508,0.74590415,0.00057534577],"about_ca_topic_score_codex":0.0000012636083,"about_ca_topic_score_gemma":1.14355096e-7,"teacher_disagreement_score":0.94920653,"about_ca_system_score_codex":0.000006458209,"about_ca_system_score_gemma":0.000013936783,"threshold_uncertainty_score":0.37472892},"labels":[],"label_agreement":null},{"id":"W2146503100","doi":"10.1109/msr.2007.35","title":"What Can OSS Mailing Lists Tell Us? A Preliminary Psychometric Text Analysis of the Apache Developer Mailing List","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"World Wide Web; Personality psychology; Computer science; Personality; Big Five personality traits; Baseline (sea); Open source; Open source software; Software; Information retrieval; Psychology; Operating system","score_opus":0.024407533881747698,"score_gpt":0.28822998575438064,"score_spread":0.2638224518726329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146503100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6702266,0.0005421437,0.3278533,0.00021558731,0.00045837398,0.00016907617,0.0000012265892,0.00014458114,0.0003891705],"genre_scores_gemma":[0.9644622,0.000057525125,0.033463404,0.00015513298,0.000043809563,0.0000068991003,0.0000019308482,0.000019077183,0.0017900078],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974522,0.00006335311,0.00044758228,0.00054653664,0.00087753945,0.00061279733],"domain_scores_gemma":[0.99659204,0.0016144258,0.000098885765,0.0012677477,0.0002559221,0.00017097268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018317824,0.0002027304,0.00030562503,0.0016453186,0.00013851325,0.0003587608,0.0020019803,0.00011060927,0.00007123875],"category_scores_gemma":[0.0010916977,0.00014518337,0.00021982893,0.014795201,0.00008415814,0.0005144705,0.00064136676,0.0003326401,0.000016349451],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037159232,0.0002489468,0.86943805,0.00012337379,0.00086864835,0.000039222206,0.0044684606,0.019596523,0.0016781014,0.0010060495,0.000580343,0.101915136],"study_design_scores_gemma":[0.00018162615,0.000052182084,0.9172632,0.00006942603,0.00007952241,0.000014687899,0.00022647498,0.073155545,0.007956557,0.000021372056,0.00069648155,0.00028291953],"about_ca_topic_score_codex":0.00028745772,"about_ca_topic_score_gemma":0.00032296788,"teacher_disagreement_score":0.29438987,"about_ca_system_score_codex":0.00017705241,"about_ca_system_score_gemma":0.00013076977,"threshold_uncertainty_score":0.7108604},"labels":[],"label_agreement":null},{"id":"W2146518621","doi":"10.1109/wcre.1995.514690","title":"Retrieving information from data flow diagrams","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Data flow diagram; Information retrieval; Semantic data model; Syntax; Component (thermodynamics); Diagram; Data mining; Natural language processing; Database","score_opus":0.05188803823137102,"score_gpt":0.24868717912186838,"score_spread":0.19679914089049738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146518621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003644482,0.00008145525,0.9939208,0.00042385372,0.00023439767,0.00005377458,0.000008067104,0.00046623885,0.0011669494],"genre_scores_gemma":[0.59715474,0.000043381937,0.402068,0.0002764536,0.000116149815,0.0000045025804,0.00008406492,0.0000061089595,0.00024660394],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927306,0.000010941467,0.00010996891,0.00015010503,0.00029520429,0.00016068903],"domain_scores_gemma":[0.9981984,0.0003908164,0.000014579916,0.0013008586,0.000033711374,0.000061669256],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000178298,0.000051968913,0.000051220315,0.00006028571,0.000036181107,0.0002869963,0.0016244147,0.000030049672,0.00023057673],"category_scores_gemma":[0.0011127052,0.000046165344,0.000009980219,0.00034771225,0.000007741082,0.0027236606,0.00076415204,0.000099338096,0.0010821974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.105174e-7,0.00001614123,0.008159527,0.0000073678975,0.000011408749,0.00000532118,0.00063343276,0.00031472297,0.000023352246,0.00087671506,0.07793548,0.91201603],"study_design_scores_gemma":[0.00008203676,0.00000778828,0.009837127,0.0000057392344,5.3297646e-7,0.0000012377369,0.0000035039172,0.9635101,0.00013096002,0.00012535416,0.02622329,0.00007234163],"about_ca_topic_score_codex":0.000062699146,"about_ca_topic_score_gemma":0.0000029378962,"teacher_disagreement_score":0.9631954,"about_ca_system_score_codex":0.00002220837,"about_ca_system_score_gemma":0.000007241394,"threshold_uncertainty_score":0.9996956},"labels":[],"label_agreement":null},{"id":"W2146648240","doi":"10.1109/icpc.2009.5090025","title":"Automatic classication of large changes into maintenance categories","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Commit; Computer science; Metadata; Categorization; Software maintenance; Task (project management); Programming language; Information retrieval; Software; Artificial intelligence; Database; Software system; World Wide Web; Engineering","score_opus":0.01189253959451926,"score_gpt":0.27347992245489783,"score_spread":0.2615873828603786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146648240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06428909,0.00009625124,0.92805856,0.00633452,0.00010244609,0.00010690685,3.4350907e-7,0.00047415996,0.0005377218],"genre_scores_gemma":[0.9406384,0.000008188727,0.058823954,0.0001242584,0.000016346783,0.0000070958017,7.359809e-7,0.0000027187514,0.00037826312],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993512,0.00001429673,0.000095178926,0.00014318088,0.00020924446,0.00018691782],"domain_scores_gemma":[0.99932396,0.0001305487,0.000029829576,0.0003889367,0.00008686786,0.000039824536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021858506,0.000057287878,0.00008600422,0.000094864896,0.000028315822,0.0000314202,0.0004923005,0.00002675405,0.000016603915],"category_scores_gemma":[0.00027011646,0.00004713552,0.000016267708,0.00037566244,0.000017756563,0.00017092173,0.00006881721,0.000054528453,0.000027210146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019426943,0.00013435284,0.0024313768,0.0000992222,0.000012669746,0.0000065563017,0.0031185697,0.000049643044,0.0068645696,0.6677464,0.007405798,0.3121289],"study_design_scores_gemma":[0.00058854575,0.0004991672,0.37993106,0.00009565822,0.0000044343806,0.000014200987,0.00012625323,0.49489948,0.07534457,0.04047682,0.007603203,0.0004166026],"about_ca_topic_score_codex":0.000013234247,"about_ca_topic_score_gemma":0.000012809321,"teacher_disagreement_score":0.87634933,"about_ca_system_score_codex":0.000034939243,"about_ca_system_score_gemma":0.00003238301,"threshold_uncertainty_score":0.19221307},"labels":[],"label_agreement":null},{"id":"W2146763372","doi":"10.1109/icsm.2000.883045","title":"C/C++ conditional compilation analysis using symbolic execution","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada); Polytechnique Montréal","funders":"","keywords":"Computer science; Programming language; Header; Preprocessor; Compile time; Compiler; Source code; Task (project management); Symbolic execution; Software; Code (set theory); Directive; Software engineering; Set (abstract data type)","score_opus":0.023129237547132003,"score_gpt":0.28810123516612385,"score_spread":0.2649719976189918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146763372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2795606,0.000011365393,0.7191643,0.000057637022,0.00002421075,0.00003534099,0.0000023071332,0.0001976041,0.0009466256],"genre_scores_gemma":[0.9633204,0.0000018915295,0.03615536,0.000049548158,0.000032084936,0.0000029494372,0.000028496539,0.0000030947717,0.0004062182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923325,0.000025349013,0.000105778556,0.0001884593,0.0002925869,0.00015458274],"domain_scores_gemma":[0.99950135,0.00013154483,0.000012503817,0.00024760465,0.000051427713,0.00005554546],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001354663,0.0000571879,0.0000824426,0.0002565099,0.00007670004,0.00009075985,0.00024361069,0.000029105757,0.0010854047],"category_scores_gemma":[0.000024323579,0.00005720389,0.00005629998,0.0012835716,0.000017142262,0.00033113864,0.000029744042,0.00005837621,0.00015885885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005491732,0.00009731529,0.072070494,0.000009733473,0.0003466598,0.000014900464,0.00042060183,0.8426767,0.0019957812,0.05907509,0.00087128975,0.022415956],"study_design_scores_gemma":[0.000064411535,0.0000061383193,0.2487066,0.0000013966089,0.000013197772,0.000005215855,0.0000013903116,0.749924,0.00034615945,0.0005928641,0.00027230737,0.00006629835],"about_ca_topic_score_codex":0.000035970104,"about_ca_topic_score_gemma":0.000001927706,"teacher_disagreement_score":0.68375975,"about_ca_system_score_codex":0.00006109697,"about_ca_system_score_gemma":0.000026344049,"threshold_uncertainty_score":0.99982774},"labels":[],"label_agreement":null},{"id":"W2147213196","doi":"10.1109/fie.2008.4720643","title":"Learning software engineering principles using open source software","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software engineering; Computer science; Code refactoring; Code review; Software development; Programming language; Java; Source code; Software construction; Software; Coding (social sciences); Software evolution; Software quality","score_opus":0.05546599000304273,"score_gpt":0.27608576151580566,"score_spread":0.22061977151276294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147213196","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21875095,0.00008367062,0.7786973,0.00003059491,0.00016919295,0.00020828954,4.286098e-7,0.001998852,0.00006071534],"genre_scores_gemma":[0.275287,0.000010609178,0.7214485,0.000049794267,0.000085760854,0.000023336595,0.0000022844333,0.000061599494,0.0030311209],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977842,0.000048390222,0.00028615675,0.0006131359,0.00056258217,0.0007055615],"domain_scores_gemma":[0.9978163,0.0009591257,0.000059274782,0.0007748019,0.00014065893,0.00024983505],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045141502,0.00025760682,0.00027226636,0.00025618958,0.00041391372,0.0003965939,0.0026604964,0.00010266896,0.000057118665],"category_scores_gemma":[0.003883871,0.0002597271,0.00008057277,0.00080220803,0.000041098458,0.0011050048,0.0027418097,0.00050051825,0.00010992437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004940425,0.00005601419,0.25199085,0.00006836774,0.000051254756,0.00019938977,0.0013078399,0.7343859,0.0006288597,0.0009459137,0.00035876883,0.010001886],"study_design_scores_gemma":[0.0008444827,0.00017685562,0.074811354,0.00016753598,0.000007608752,0.00089043705,0.00004577174,0.8764656,0.0046318593,0.000037801976,0.04070928,0.0012114053],"about_ca_topic_score_codex":0.00015021906,"about_ca_topic_score_gemma":0.0000020023708,"teacher_disagreement_score":0.1771795,"about_ca_system_score_codex":0.0001650976,"about_ca_system_score_gemma":0.00021981163,"threshold_uncertainty_score":0.9999855},"labels":[],"label_agreement":null},{"id":"W2147386665","doi":"10.1109/tse.2012.70","title":"A large-scale empirical study of just-in-time quality assurance","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":699,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"","keywords":"Computer science; Software quality assurance; Quality assurance; Source lines of code; Quality (philosophy); Software quality; Code review; Scale (ratio); Software; Empirical research; Software quality analyst; Software bug; Data science; Software engineering; Software development; Operations management; Engineering","score_opus":0.03357803100855729,"score_gpt":0.3186450643686469,"score_spread":0.28506703336008965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147386665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4709621,0.00003521477,0.528027,0.000009744618,0.00037976663,0.00018523702,0.0000067363912,0.00039136707,0.0000028275995],"genre_scores_gemma":[0.97035414,0.000003844004,0.029371869,0.000017173365,0.00004497297,0.00009999869,5.231033e-7,0.000037598373,0.00006989297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99755025,0.00009868422,0.00047876997,0.00040068824,0.00075189676,0.00071973406],"domain_scores_gemma":[0.99733377,0.0015052294,0.00005054292,0.0008143466,0.000076267395,0.00021985068],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010124106,0.00025243108,0.0003892574,0.00046849955,0.00006686229,0.000042133903,0.0007570104,0.000118486474,0.000031773314],"category_scores_gemma":[0.00022685387,0.00027229814,0.000115061564,0.0012466001,0.000015433887,0.0005652808,0.000013433881,0.0005516079,0.000068626774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050051654,0.0060125184,0.34286726,0.00030286235,0.00015006553,0.000026776623,0.017190106,0.62935245,0.0013255338,0.000026629556,0.00015778225,0.0025379334],"study_design_scores_gemma":[0.0033716161,0.00061525643,0.9062577,0.0002398083,0.000035341825,0.00003427537,0.00043062412,0.07069996,0.016530855,0.0000061533096,0.0005715288,0.0012068837],"about_ca_topic_score_codex":0.00002314978,"about_ca_topic_score_gemma":0.00001388559,"teacher_disagreement_score":0.56339043,"about_ca_system_score_codex":0.00016181041,"about_ca_system_score_gemma":0.00004563351,"threshold_uncertainty_score":0.99997294},"labels":[],"label_agreement":null},{"id":"W2147399912","doi":"","title":"A knowledge discovery methodology for the performance evaluation of scientific software","year":2000,"lang":"en","type":"article","venue":"Purdue e-Pubs (Purdue University System)","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software mining; Computer science; Knowledge extraction; Data mining; Software; Domain knowledge; Process (computing); Domain (mathematical analysis); Machine learning; Artificial intelligence; Software system; Programming language; Software construction; Mathematics","score_opus":0.07466716047145118,"score_gpt":0.2937825527500882,"score_spread":0.21911539227863702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147399912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50867325,0.0006992304,0.4868305,0.00016652838,0.0012892883,0.0013756105,0.0000402725,0.00028818095,0.00063711696],"genre_scores_gemma":[0.9748428,0.000018591158,0.02008945,0.000005314359,0.00008981925,0.000025864314,0.000014319527,0.000017378683,0.004896448],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972875,0.0006100235,0.0002524281,0.00059376203,0.00077195565,0.0004843197],"domain_scores_gemma":[0.9944842,0.0033202784,0.000113714195,0.0011523399,0.00082375505,0.00010572116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066612703,0.00018573694,0.00030635405,0.00037911336,0.00057307637,0.00020604464,0.0019314786,0.000114019604,0.000032744127],"category_scores_gemma":[0.00094418356,0.0001613889,0.0001701551,0.0012555198,0.0002256554,0.0011508516,0.00028699398,0.00018987778,0.000080970705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005970924,0.0006074613,0.016210753,0.0041453387,0.0008559184,0.000036111807,0.016167521,0.076651074,0.0024504042,0.05907999,0.010010191,0.81318814],"study_design_scores_gemma":[0.0041934927,0.00042722275,0.055140536,0.00075219286,0.0003710444,0.00012057813,0.0014503665,0.8550566,0.0068841283,0.00022715851,0.07446683,0.00090987195],"about_ca_topic_score_codex":0.000063789914,"about_ca_topic_score_gemma":0.00002415867,"teacher_disagreement_score":0.8122783,"about_ca_system_score_codex":0.000508855,"about_ca_system_score_gemma":0.0006102422,"threshold_uncertainty_score":0.65812486},"labels":[],"label_agreement":null},{"id":"W2147542998","doi":"10.1109/wcre.2003.1287250","title":"Completeness of a fact extractor","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Completeness (order theory); Extractor; Computer science; Programming language; Source code; Mathematics; Engineering","score_opus":0.03092212224234648,"score_gpt":0.2767919349140687,"score_spread":0.24586981267172225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147542998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2424254,0.000017910124,0.75689316,0.00009475116,0.000065726716,0.00003932032,4.6461963e-7,0.0001419695,0.0003213044],"genre_scores_gemma":[0.928946,9.117421e-7,0.070990145,0.000013087834,0.000007456038,0.0000024188766,2.2212932e-7,0.00000313891,0.000036620597],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9994511,0.0000077405975,0.000085052234,0.00011732095,0.00020467055,0.00013412956],"domain_scores_gemma":[0.99934703,0.00023357543,0.000012202682,0.0003126426,0.000047780566,0.000046742618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012490858,0.000043466804,0.00007471077,0.00006231594,0.0000124958115,0.000022434404,0.00052491314,0.00001771798,0.000024230218],"category_scores_gemma":[0.00012815047,0.000036258894,0.00002568312,0.00021989035,0.000016960175,0.0001429996,0.000103786595,0.000051448664,0.000045370685],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014301587,0.00051009655,0.052258812,0.0002593833,0.00007225389,0.00011125292,0.0012424014,0.020342985,0.1332604,0.7497207,0.0005046355,0.04170279],"study_design_scores_gemma":[0.00093565695,0.00016605943,0.82983387,0.000053971016,0.0000013967157,0.000032896303,0.000011872573,0.004045596,0.15530749,0.007913592,0.0014253838,0.00027220848],"about_ca_topic_score_codex":0.000074881595,"about_ca_topic_score_gemma":0.0000017116798,"teacher_disagreement_score":0.7775751,"about_ca_system_score_codex":0.00002490326,"about_ca_system_score_gemma":0.00005304632,"threshold_uncertainty_score":0.14785948},"labels":[],"label_agreement":null},{"id":"W2147555693","doi":"10.1109/wcre.1995.514698","title":"Pattern matching for design concept localization","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Code generation; Compiler; Source code; KPI-driven code analysis; Code (set theory); Redundant code; Software visualization; Matching (statistics); Reverse engineering; Fragment (logic); Static program analysis; Software development; Software; Theoretical computer science; Key (lock); Software construction","score_opus":0.04744163885835213,"score_gpt":0.2684536603072659,"score_spread":0.2210120214489138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147555693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015313725,0.000046601523,0.9988135,0.0002804986,0.00012349324,0.00016350347,3.3878553e-7,0.0003373835,0.00008151195],"genre_scores_gemma":[0.7517686,0.0000026216612,0.24707288,0.00028511547,0.00004806662,0.000032659762,8.15845e-7,0.000010049328,0.0007792206],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99944633,0.00001725573,0.00007297528,0.0001543378,0.00013962176,0.00016950398],"domain_scores_gemma":[0.99920124,0.00049941754,0.000010346081,0.0002039043,0.000042907483,0.00004217987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013197145,0.000049794176,0.00004798948,0.000044307213,0.00004871914,0.00009621525,0.00033872042,0.000023499908,0.00008589754],"category_scores_gemma":[0.00011242185,0.000045474393,0.000018262966,0.0001387613,0.000007937501,0.00019470917,0.000053752225,0.00003584245,0.00006856696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018750408,0.00008844056,0.0021635075,0.000058225945,0.000026767215,0.000013846335,0.0044045504,0.21870178,0.00040213138,0.018100131,0.08264068,0.6733981],"study_design_scores_gemma":[0.00013934524,0.000034997895,0.00015853294,0.0000057391526,4.858078e-7,0.000002656239,0.0000046339374,0.99581116,0.0017727569,0.00079439336,0.001203457,0.00007186684],"about_ca_topic_score_codex":0.000009891532,"about_ca_topic_score_gemma":3.815792e-7,"teacher_disagreement_score":0.7771093,"about_ca_system_score_codex":0.000022822232,"about_ca_system_score_gemma":0.000005233013,"threshold_uncertainty_score":0.18543918},"labels":[],"label_agreement":null},{"id":"W2147753601","doi":"10.82308/22547","title":"Objective quantification of program behaviour using dynamic metrics","year":2004,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds Québécois de la Recherche sur la Nature et les Technologies; Faculty of Graduate Studies and Research, University of Alberta; Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Computer science; Concurrency; Metric (unit); Profiling (computer programming); Java; Data mining; Suite; TRACE (psycholinguistics); Programming language","score_opus":0.03554985863856908,"score_gpt":0.3002275510045447,"score_spread":0.2646776923659756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147753601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99086905,0.00011835333,0.0066927285,0.000017091206,0.0004618882,0.0007112932,0.000074199495,0.0007585445,0.00029684618],"genre_scores_gemma":[0.88433546,0.00001640504,0.11547485,0.000013874625,0.000007138934,0.00005804696,0.000009383795,0.000050953728,0.000033902943],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9968646,0.00014937838,0.0005398735,0.00081086095,0.0009963599,0.00063889404],"domain_scores_gemma":[0.99740106,0.00041205122,0.00023802587,0.0011187035,0.0005936375,0.00023654687],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011208557,0.0003050233,0.00034088374,0.0008043655,0.00040226578,0.00011957071,0.001372876,0.00021671425,0.00000620163],"category_scores_gemma":[0.002040899,0.00033339552,0.00017220622,0.003197957,0.00009163788,0.0012052208,0.00045363104,0.0006736208,0.000053158383],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038055805,0.0017467125,0.003945676,0.00023518689,0.00019201463,0.00013139255,0.000039953793,0.021803387,0.20526312,0.26321888,4.179745e-7,0.5033852],"study_design_scores_gemma":[0.0033254398,0.0013764028,0.11735836,0.0005059883,0.00015209589,0.00028527406,0.000119251046,0.038725995,0.78997403,0.044776693,0.001143567,0.0022569243],"about_ca_topic_score_codex":0.0003737011,"about_ca_topic_score_gemma":0.000043753604,"teacher_disagreement_score":0.5847109,"about_ca_system_score_codex":0.001224489,"about_ca_system_score_gemma":0.00010207363,"threshold_uncertainty_score":0.9999118},"labels":[],"label_agreement":null},{"id":"W2147801848","doi":"","title":"Bug introducing changes: A case study with Android","year":2012,"lang":"","type":"article","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Android (operating system); Software bug; Computer science; Software maintenance; Software development; Security bug; Software engineering; Software; Data science; Computer security; Operating system; Software security assurance; Information security","score_opus":0.06350606863338436,"score_gpt":0.3367799795097603,"score_spread":0.2732739108763759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147801848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9785889,0.0005601297,0.017411891,0.00031955406,0.0007671427,0.0019926622,0.000005282638,0.000009592408,0.00034487227],"genre_scores_gemma":[0.9708456,0.0000052329387,0.026913945,0.000018016599,0.00064262433,0.000089226596,9.2377803e-7,0.0000389115,0.0014455339],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9966233,0.00022474263,0.00028084818,0.0009746348,0.00071016804,0.0011863031],"domain_scores_gemma":[0.99682784,0.0005415569,0.00010267656,0.0017775098,0.00018010513,0.00057031494],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028371487,0.00034446068,0.00040102063,0.0002511583,0.0003447013,0.0016159519,0.002027025,0.00007912984,0.0010627606],"category_scores_gemma":[0.00043084958,0.0003007812,0.00002899737,0.001277133,0.00008300733,0.0015533495,0.002639536,0.0005039824,0.0008255838],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090346795,0.001824553,0.14106022,0.00003881068,0.00023731314,0.011343903,0.11012516,0.00035350074,0.00013297133,0.0000041393396,0.00034384293,0.7344452],"study_design_scores_gemma":[0.037106052,0.053411964,0.14676034,0.002959263,0.0014051911,0.23229222,0.17139226,0.1139495,0.033979625,0.000014459408,0.19261959,0.014109516],"about_ca_topic_score_codex":0.00090776326,"about_ca_topic_score_gemma":0.0005781974,"teacher_disagreement_score":0.7203357,"about_ca_system_score_codex":0.00016427292,"about_ca_system_score_gemma":0.00026576614,"threshold_uncertainty_score":0.9999524},"labels":[],"label_agreement":null},{"id":"W2147981755","doi":"10.1109/wcre.2008.52","title":"A Hybrid Query Engine for the Structural Analysis of Java and AspectJ Programs","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; RDF query language; Query language; AspectJ; Sargable; Query optimization; Query expansion; Programming language; Query by Example; Web search query; Web query classification; Java; Program comprehension; Spatial query; Visualization; Information retrieval; Software; Data mining; Software system; Search engine","score_opus":0.022736736595450738,"score_gpt":0.26193482929112755,"score_spread":0.23919809269567682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147981755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4597465,0.00019178569,0.53960264,0.00016197276,0.000039605777,0.00015181865,0.0000015327266,0.00008971858,0.000014405242],"genre_scores_gemma":[0.9571383,0.000012833514,0.042652868,0.00001299208,0.00001889996,0.000020887324,0.000001929598,0.00000404959,0.00013723382],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99933773,0.000009321692,0.00010848216,0.00017204089,0.000199222,0.00017320964],"domain_scores_gemma":[0.998828,0.00067552255,0.000020145993,0.00035280647,0.00007983369,0.00004370825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016427797,0.00006546308,0.00013362388,0.00014708462,0.00006503045,0.000035136043,0.00039565438,0.000013161096,0.000007684647],"category_scores_gemma":[0.0001662289,0.000040232237,0.00007529264,0.0006111313,0.000060259237,0.000100782745,0.00011272445,0.00005555272,5.613418e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004146763,0.00012190356,0.3568152,0.00014906513,0.004250269,0.00006529183,0.003484607,0.027108567,0.0008204313,0.037750103,0.0023076457,0.56708544],"study_design_scores_gemma":[0.00014662229,0.00007220255,0.19638804,0.0000022113654,0.000042756317,0.000026526111,0.00000802954,0.8014807,0.0013432279,0.00017406726,0.00023784497,0.00007774164],"about_ca_topic_score_codex":0.000092916685,"about_ca_topic_score_gemma":0.000010571211,"teacher_disagreement_score":0.77437216,"about_ca_system_score_codex":0.00001228708,"about_ca_system_score_gemma":0.000025580814,"threshold_uncertainty_score":0.1640623},"labels":[],"label_agreement":null},{"id":"W2148234439","doi":"10.1109/scam.2007.19","title":"A Framework for Studying Clones In Large Software Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"clone (Java method); Computer science; Cloning (programming); Linux kernel; Source code; Software system; Software maintenance; Software; Software engineering; Software development; Programming language; Operating system; Data mining; Biology","score_opus":0.03959469923058079,"score_gpt":0.3274427764674381,"score_spread":0.2878480772368573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148234439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04657732,0.00027624145,0.9516032,0.000071294075,0.0005601687,0.00040162067,0.0000011645482,0.00048034583,0.000028682769],"genre_scores_gemma":[0.65673447,0.0000015615633,0.3429843,0.000039022834,0.00007145939,0.000047107358,4.7917075e-7,0.000010346792,0.00011129416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864525,0.000016406939,0.00020216194,0.0002874219,0.00028529335,0.0005634476],"domain_scores_gemma":[0.9963504,0.0030524994,0.000021605332,0.0004162595,0.000075177704,0.0000840761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015763055,0.00009315285,0.00013754849,0.00022843512,0.00006005175,0.00012917051,0.0006463031,0.00008479056,0.000003618825],"category_scores_gemma":[0.0015334169,0.00008515402,0.00003530924,0.00060661155,0.000007605639,0.00019248016,0.0002031531,0.0001795829,0.000022517599],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016601318,0.00020380372,0.5621296,0.0002470075,0.000026481117,0.000090868,0.0018723281,0.0015180865,0.000047589136,0.4165631,0.0007033711,0.016581167],"study_design_scores_gemma":[0.0032590406,0.0005465535,0.7929403,0.0008150193,0.0000073286355,0.00006044115,0.0014015987,0.16087246,0.0015131579,0.022869293,0.014146306,0.0015684578],"about_ca_topic_score_codex":0.000034582677,"about_ca_topic_score_gemma":0.000020767195,"teacher_disagreement_score":0.61015713,"about_ca_system_score_codex":0.00007822483,"about_ca_system_score_gemma":0.000033015545,"threshold_uncertainty_score":0.34724802},"labels":[],"label_agreement":null},{"id":"W2148607038","doi":"10.1109/icsm.1990.131315","title":"Composing subsystem structures using (k,2)-partite graphs","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Equivalence (formal languages); Computer science; Class (philosophy); Theoretical computer science; Software; Graph; Cluster analysis; Equivalence class (music); Programming language; Artificial intelligence; Discrete mathematics; Mathematics","score_opus":0.048419764036506725,"score_gpt":0.26802328477729126,"score_spread":0.21960352074078454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148607038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42687845,0.0003292388,0.57089394,0.000096818774,0.00038223667,0.000098624994,3.4657154e-7,0.0006339095,0.000686444],"genre_scores_gemma":[0.9137384,0.0000029598684,0.0860315,0.000046028774,0.000034919358,0.0000019423755,1.9224413e-7,0.000010251192,0.00013377902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988463,0.000037580012,0.00015123436,0.00027030855,0.000352068,0.00034254373],"domain_scores_gemma":[0.9991068,0.00020420439,0.000024831323,0.0004999084,0.000055220986,0.00010901884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001379747,0.00010909286,0.000117233954,0.00017880925,0.00011340798,0.00024832154,0.0006437225,0.000041020616,0.00008495793],"category_scores_gemma":[0.00006375975,0.00009670913,0.000047634072,0.00056821754,0.000026829954,0.0003407209,0.00016941493,0.00012262026,0.000063418986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008677887,0.00022513422,0.20867993,0.00042258058,0.00025015374,0.0004858918,0.0046178177,0.06374782,0.11291681,0.5388075,0.012824361,0.05701329],"study_design_scores_gemma":[0.0002158602,0.000027774046,0.0090672765,0.000032491123,0.0000029821308,0.00012377958,0.0000109190505,0.9738918,0.014251224,0.0012332409,0.00086784665,0.00027481234],"about_ca_topic_score_codex":0.000039763017,"about_ca_topic_score_gemma":0.0000018985086,"teacher_disagreement_score":0.910144,"about_ca_system_score_codex":0.000047619902,"about_ca_system_score_gemma":0.000008591728,"threshold_uncertainty_score":0.39436838},"labels":[],"label_agreement":null},{"id":"W2148615889","doi":"10.1007/s10515-014-0162-2","title":"Automatic, high accuracy prediction of reopened bugs","year":2014,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Ministry of Science and Technology of the People's Republic of China; National Natural Science Foundation of China","keywords":"Software bug; Computer science; Eclipse; Rework; Software; Measure (data warehouse); Software engineering; Data mining; Operating system; Embedded system","score_opus":0.008804326722980867,"score_gpt":0.22699896113547427,"score_spread":0.2181946344124934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148615889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.351677,0.000056567562,0.6363439,0.00004572249,0.00063832954,0.00018720665,0.0000084628155,0.011031374,0.000011420739],"genre_scores_gemma":[0.7971711,0.0000070046513,0.20260972,0.000018229875,0.00006874658,0.000043732314,0.000014720472,0.00004750374,0.00001922421],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99778026,0.000057700596,0.00052749837,0.00045927588,0.00062178884,0.0005534948],"domain_scores_gemma":[0.99605423,0.0023575393,0.00012618498,0.0010844521,0.00019356268,0.00018403304],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065448286,0.00028370184,0.00037651884,0.00042828827,0.000074017604,0.000116108364,0.0011744752,0.00016247969,0.000030800264],"category_scores_gemma":[0.007643825,0.00029832937,0.000091973874,0.0010421425,0.00002819253,0.0007733056,0.00033997104,0.00027717414,0.00007122606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022048238,0.0004998866,0.061023768,0.0031624897,0.0007399112,0.0001080078,0.0027616748,0.6167229,0.046834618,0.028706506,0.010239992,0.22917819],"study_design_scores_gemma":[0.00040522902,0.00009708315,0.15532756,0.00016704752,0.00000872996,0.000022808124,0.0000021267933,0.83346367,0.009603581,0.000072838724,0.00059763493,0.00023171198],"about_ca_topic_score_codex":0.000047201487,"about_ca_topic_score_gemma":4.4189204e-7,"teacher_disagreement_score":0.44549412,"about_ca_system_score_codex":0.000111957146,"about_ca_system_score_gemma":0.00007159434,"threshold_uncertainty_score":0.9999469},"labels":[],"label_agreement":null},{"id":"W2148637904","doi":"10.1109/re.2005.44","title":"Modelling assumptions and requirements in the context of project risk","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Computer science; Cover (algebra); Risk analysis (engineering); Domain (mathematical analysis); Section (typography); Operations research; Engineering; Mathematics; Business","score_opus":0.07383924824698429,"score_gpt":0.32401875325933366,"score_spread":0.25017950501234937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148637904","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31568003,0.00009276791,0.6835518,0.00023319999,0.000013949586,0.00012629508,5.9483597e-7,0.00003219656,0.00026921145],"genre_scores_gemma":[0.9489885,0.000044585948,0.050861884,0.000028066224,0.000009646079,0.000010199057,1.3665304e-7,0.0000018378055,0.00005514923],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948764,0.000037061305,0.00009371235,0.00010404423,0.00017241917,0.00010514802],"domain_scores_gemma":[0.99942654,0.00030937901,0.0000153929,0.00021500126,0.000022198443,0.000011504107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004978056,0.000034730878,0.000045360874,0.000081617436,0.000024930143,0.00003287808,0.0003059499,0.000014111667,0.0000022412833],"category_scores_gemma":[0.000075819524,0.000023336135,0.000010341433,0.00019869451,0.000016487578,0.00018478122,0.000068287896,0.000082507846,0.0000045970864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011467216,0.0004725106,0.1784215,0.00008574912,0.00006383715,0.000010738676,0.03584892,0.31690305,0.0006862429,0.09492882,0.0030781922,0.36948898],"study_design_scores_gemma":[0.00014572772,0.000020885971,0.0048851934,0.000008635676,8.4917616e-7,0.0000016538066,0.00008286009,0.99361235,0.00028533695,0.00018930367,0.0007304031,0.000036824425],"about_ca_topic_score_codex":0.00029213305,"about_ca_topic_score_gemma":0.00003537862,"teacher_disagreement_score":0.6767093,"about_ca_system_score_codex":0.000014452352,"about_ca_system_score_gemma":0.000018395222,"threshold_uncertainty_score":0.095162},"labels":[],"label_agreement":null},{"id":"W2148787816","doi":"10.1145/2393596.2393661","title":"Seeking the ground truth","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Set (abstract data type); Adaptation (eye); Java; Application programming interface; Software; Code (set theory); Recommender system; Programming language; Software engineering; Information retrieval; World Wide Web","score_opus":0.028865762426180653,"score_gpt":0.2707485777267796,"score_spread":0.24188281530059896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148787816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04300565,0.00013865794,0.9517413,0.00049191137,0.00058129657,0.0000423142,4.5888434e-8,0.0002924871,0.0037063698],"genre_scores_gemma":[0.9869459,0.0000011728885,0.012232992,0.00010265103,0.00013743009,0.0000053592744,6.600094e-8,0.0000037438617,0.00057064835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99941057,0.00001866294,0.0000436918,0.00007654258,0.00019159605,0.00025895744],"domain_scores_gemma":[0.9988112,0.0007521507,0.0000061009223,0.0003604853,0.000014308003,0.00005574208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000411598,0.000039231294,0.000030512647,0.000026940723,0.00006178606,0.00009896826,0.0006010028,0.0000139796475,0.000030726547],"category_scores_gemma":[0.00021632141,0.000022986464,0.000017446515,0.00021316153,0.0000131270735,0.00033356735,0.00020355587,0.00008440809,0.00021682054],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.559465e-7,0.000053315845,0.06947953,0.000012035033,0.000023775585,0.000004104642,0.0026872917,0.00008920182,0.00062235876,0.8464674,0.0059613506,0.07459868],"study_design_scores_gemma":[0.00026992275,0.00004417384,0.859008,0.000012329767,0.0000035054634,0.00009462867,0.00011280673,0.058818504,0.0032276362,0.0033653534,0.07465734,0.00038579627],"about_ca_topic_score_codex":0.00001583953,"about_ca_topic_score_gemma":3.360597e-7,"teacher_disagreement_score":0.9439403,"about_ca_system_score_codex":0.000019562649,"about_ca_system_score_gemma":0.000010054322,"threshold_uncertainty_score":0.27868617},"labels":[],"label_agreement":null},{"id":"W2148854374","doi":"10.1145/2491411.2491444","title":"Convergent contemporary software peer review practices","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":301,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software peer review; Software review; Software; Android (operating system); Code review; World Wide Web; Software inspection; Software technical review; Data science; Software engineering; Software development; Software development process; Software quality; Software construction; Operating system","score_opus":0.07734132822184826,"score_gpt":0.33241864865250137,"score_spread":0.2550773204306531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148854374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025288856,0.031287182,0.8515209,0.09816664,0.0012340021,0.0017358856,0.0000022017457,0.0027087466,0.010815533],"genre_scores_gemma":[0.445815,0.0033718243,0.4280386,0.017929558,0.0002928833,0.0008331041,0.00002700858,0.00008011414,0.10361193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833924,0.00005968256,0.00020242766,0.00031028152,0.0008352388,0.00025315897],"domain_scores_gemma":[0.9973579,0.0008690719,0.00011707059,0.00076593773,0.0007105579,0.00017947906],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00073391694,0.000113223934,0.00015589471,0.00005761138,0.000043945303,0.00019133369,0.000978477,0.000037275415,0.0011714507],"category_scores_gemma":[0.007950782,0.000089000285,0.00005242083,0.000321151,0.00002162384,0.0012351716,0.0003403527,0.00017470292,0.0035482273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.2918504e-7,0.000028439394,0.009296873,0.0002921486,0.000017327462,0.000013889859,0.0000408476,0.000002127472,0.00003301612,0.0012013543,0.97959757,0.0094760675],"study_design_scores_gemma":[0.00032240176,0.00010536868,0.038019627,0.00052364776,0.000005660004,0.00005418735,0.000017767654,0.0036014575,0.0007203849,0.00070186926,0.9554268,0.0005008172],"about_ca_topic_score_codex":0.00022974522,"about_ca_topic_score_gemma":8.088587e-7,"teacher_disagreement_score":0.4432861,"about_ca_system_score_codex":0.00003067269,"about_ca_system_score_gemma":0.00014302136,"threshold_uncertainty_score":0.9997416},"labels":[],"label_agreement":null},{"id":"W2148965601","doi":"10.1109/wcre.2011.46","title":"Make it or Break it: Mining Anomalies from Linux Kbuild","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Linux kernel; Computer science; Kernel (algebra); Operating system; Source code; Consistency (knowledge bases); Configfs; System call; Anomaly detection; Code (set theory); Software bug; sysfs; Data mining; Programming language; Software; Artificial intelligence; Set (abstract data type)","score_opus":0.07296652176832846,"score_gpt":0.2807233845586774,"score_spread":0.20775686279034894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148965601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29341054,0.00013132778,0.6782743,0.001998461,0.0009019948,0.00019713074,0.0000079811025,0.0013970963,0.023681171],"genre_scores_gemma":[0.6274479,0.00000732807,0.36407274,0.0006744895,0.00010827238,0.000016718828,0.0000015936758,0.000018672936,0.007652254],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987212,0.000024997302,0.00018117124,0.00038334186,0.00031947962,0.0003698207],"domain_scores_gemma":[0.9983748,0.0006844368,0.000025413643,0.0007162723,0.000063896594,0.00013514234],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002099715,0.00013300685,0.00013945003,0.00011700779,0.00005896269,0.0001373506,0.0012206853,0.00007001667,0.0011063188],"category_scores_gemma":[0.00034475097,0.00010443459,0.00004226416,0.00033489917,0.000035788926,0.0002584343,0.0005215966,0.00013029961,0.00039809645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002216133,0.00070763106,0.28606606,0.00015513624,0.0006305132,0.0021341518,0.06348241,0.00037434386,0.0025067718,0.024791164,0.27371535,0.34521484],"study_design_scores_gemma":[0.0023380339,0.001193948,0.6746233,0.00032577376,0.0000393139,0.00021572785,0.0011890391,0.12166281,0.03576204,0.0030257714,0.1570775,0.0025467298],"about_ca_topic_score_codex":0.0005685701,"about_ca_topic_score_gemma":0.00023698733,"teacher_disagreement_score":0.38855723,"about_ca_system_score_codex":0.000028909177,"about_ca_system_score_gemma":0.00008049222,"threshold_uncertainty_score":0.9998068},"labels":[],"label_agreement":null},{"id":"W2149058489","doi":"10.1145/1066129.1066146","title":"Design mentoring based on design evolution analysis","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science","score_opus":0.03845726233902584,"score_gpt":0.27148832162381736,"score_spread":0.2330310592847915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149058489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005376874,0.000014705246,0.998369,0.00021028568,0.00008562334,0.0001355735,8.168939e-8,0.00047923246,0.0001678442],"genre_scores_gemma":[0.5797254,3.6460077e-7,0.42012542,0.000029269524,0.000012555104,0.00001457015,2.5348135e-7,0.0000041816497,0.00008799632],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987529,0.00006959482,0.000104236926,0.00030407426,0.00047801295,0.00029118737],"domain_scores_gemma":[0.99872756,0.0005691806,0.00001707465,0.00053344166,0.000053343476,0.00009942852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007319059,0.00009313988,0.0000997687,0.00050948974,0.000069204616,0.000110645684,0.0005306374,0.000035674213,0.000021790236],"category_scores_gemma":[0.00024362997,0.00008423597,0.000059801936,0.0018540929,0.000009723517,0.0001930028,0.000050973747,0.000088689936,0.00009990756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038088317,0.00003132791,0.0005929077,0.000001647224,0.000034774446,0.000007368329,0.000043810363,0.99485475,0.00038541513,0.003030236,0.00005006837,0.0009639016],"study_design_scores_gemma":[0.0002623675,0.00012549273,0.0073756007,0.000007716998,0.000015726315,5.3208083e-7,0.000001805086,0.9740431,0.017209264,0.00082232023,0.000015721138,0.00012038059],"about_ca_topic_score_codex":0.000058037476,"about_ca_topic_score_gemma":9.595534e-7,"teacher_disagreement_score":0.5791877,"about_ca_system_score_codex":0.00043704011,"about_ca_system_score_gemma":0.000119505625,"threshold_uncertainty_score":0.34350434},"labels":[],"label_agreement":null},{"id":"W2149155803","doi":"10.1109/csmr.2012.21","title":"Mining Kbuild to Detect Variability Anomalies in Linux","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Linux kernel; Lift (data mining); Code (set theory); Operating system; Kernel (algebra); Source code; Reliability (semiconductor); System call; Programming language; Data mining; Set (abstract data type)","score_opus":0.023205817912775234,"score_gpt":0.28162433149869703,"score_spread":0.2584185135859218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149155803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5006132,0.000025239471,0.49797887,0.00014540402,0.00018540041,0.00007993988,1.2817918e-7,0.00019246833,0.00077935634],"genre_scores_gemma":[0.7394719,2.7307934e-7,0.26026747,0.000068396206,0.000044541146,0.000016966676,7.029516e-8,0.0000043347427,0.00012605316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989841,0.0000538468,0.00012352396,0.00020929427,0.00019958055,0.00042964917],"domain_scores_gemma":[0.9983317,0.00098929,0.000007804802,0.0004890927,0.00002791379,0.00015418067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012449296,0.000074219766,0.00009102379,0.00015108977,0.000022673914,0.000058425452,0.0005597367,0.000038512164,0.00004540905],"category_scores_gemma":[0.0016708387,0.0000680815,0.00001964333,0.0006051611,0.000010465807,0.00033908192,0.00038702047,0.00009830398,0.00010575394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004580018,0.00006294229,0.8703202,0.00002724552,0.000006887138,0.00000708676,0.0027583037,0.0013311785,0.00099064,0.0061914916,0.0010980347,0.11720141],"study_design_scores_gemma":[0.00015050203,0.00006320678,0.97135437,0.00001718707,7.0580035e-7,0.000008722151,0.00002246338,0.015140975,0.009169136,0.00035308953,0.0034722763,0.00024734336],"about_ca_topic_score_codex":0.000056525067,"about_ca_topic_score_gemma":0.000021377216,"teacher_disagreement_score":0.2388587,"about_ca_system_score_codex":0.000074355834,"about_ca_system_score_gemma":0.00003248249,"threshold_uncertainty_score":0.2776283},"labels":[],"label_agreement":null},{"id":"W2149200999","doi":"10.1109/icsm.2009.5306280","title":"Balancing value and modifiability when planning for the next release","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Perspective (graphical); Feature (linguistics); Software engineering; Domain (mathematical analysis); Software release life cycle; Resource (disambiguation); Software; Programming language; Software quality; Artificial intelligence; Software development; Mathematics","score_opus":0.038884468957516065,"score_gpt":0.2896279995859374,"score_spread":0.2507435306284213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149200999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.075654805,0.00021898081,0.9215471,0.0019766788,0.000073364456,0.0001979205,3.4814562e-7,0.00020745273,0.00012335337],"genre_scores_gemma":[0.91766196,0.0000025433326,0.08186363,0.00028644354,0.00004474829,0.000012054824,2.1807787e-7,0.0000033265094,0.00012508835],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993069,0.000017348784,0.000083572384,0.00021914595,0.00015351379,0.0002194803],"domain_scores_gemma":[0.99776274,0.0017225232,0.000011102133,0.00040086653,0.000035988407,0.00006679328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005235676,0.00006428999,0.00006669076,0.000030118503,0.00011723313,0.00018568928,0.0004157935,0.000024891116,0.0000028881084],"category_scores_gemma":[0.0008056205,0.00004270182,0.000023347025,0.00009503632,0.000017309247,0.00024877695,0.00008738152,0.000095488766,0.0000026596342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006086642,0.00013690762,0.045572408,0.00014823461,0.000059199658,0.000028644348,0.007906269,0.10274371,0.0037376932,0.21091112,0.018844925,0.60985],"study_design_scores_gemma":[0.00017492249,0.00006609688,0.06986527,0.000011529434,0.000001832604,0.000006388045,0.00002246784,0.91962534,0.00045453585,0.008684801,0.001000805,0.00008603657],"about_ca_topic_score_codex":0.000033160104,"about_ca_topic_score_gemma":3.0110758e-7,"teacher_disagreement_score":0.84200716,"about_ca_system_score_codex":0.000026035132,"about_ca_system_score_gemma":0.000027095622,"threshold_uncertainty_score":0.1790606},"labels":[],"label_agreement":null},{"id":"W2149423951","doi":"10.1109/icsme.2014.66","title":"Interactive Visualization of Bug Reports Using Topic Evolution and Extractive Summaries","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Software bug; Visualization; Software; Software engineering; Software maintenance; Security bug; Data science; Software visualization; Software development; Software construction; Data mining; Programming language; Software security assurance; Computer security","score_opus":0.01568546861017836,"score_gpt":0.29923977780621563,"score_spread":0.2835543091960373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149423951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32521144,0.000020056017,0.6743629,0.000015989935,0.00010950423,0.000044974702,8.3082135e-8,0.00004969176,0.00018534395],"genre_scores_gemma":[0.9826307,0.0000013370213,0.0172735,0.0000057372663,0.000020785923,0.0000019786933,6.370181e-7,0.0000034375507,0.00006187742],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999423,0.000038142793,0.00012508509,0.00016728308,0.00015526875,0.00009119584],"domain_scores_gemma":[0.9992127,0.00037718497,0.0000628711,0.00018691388,0.0001313671,0.000028994093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023470749,0.000049455237,0.00007711083,0.00010457418,0.00003272817,0.000043558688,0.000078329176,0.000027635911,0.000005065],"category_scores_gemma":[0.00088719104,0.000046299163,0.0000123367045,0.00017562814,0.000028909608,0.0005106488,0.00011214809,0.00004596187,5.8345e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020561554,0.00012504493,0.7541066,0.00013656059,0.000064717125,0.000021777652,0.0034836824,0.0024893892,0.029669212,0.1808799,0.00017022232,0.02883233],"study_design_scores_gemma":[0.00014656036,0.00010981574,0.46659654,0.000060998613,0.0000055480846,0.00007133601,0.00006808675,0.499176,0.026076877,0.0072478014,0.0002813123,0.00015911162],"about_ca_topic_score_codex":0.00016876364,"about_ca_topic_score_gemma":0.000005206826,"teacher_disagreement_score":0.65741926,"about_ca_system_score_codex":0.00005491263,"about_ca_system_score_gemma":0.000028962115,"threshold_uncertainty_score":0.1888025},"labels":[],"label_agreement":null},{"id":"W2149598945","doi":"10.1109/wcre.2002.1173087","title":"On the use of metaballs to visually map source code structures and analysis results onto 3D space","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Source code; Computer science; Reverse engineering; KPI-driven code analysis; Software visualization; Visualization; Static program analysis; Code (set theory); Software; Point (geometry); Program comprehension; Focus (optics); Software engineering; Programming language; Software analytics; Space (punctuation); Human–computer interaction; Software system; Software development; Software construction; Data mining","score_opus":0.037226527322972325,"score_gpt":0.2853434246090273,"score_spread":0.24811689728605496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149598945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22784841,0.000028459137,0.7710363,0.00074401964,0.000037257312,0.00013481612,0.0000059484164,0.000074988915,0.0000897635],"genre_scores_gemma":[0.8450468,0.0000030060783,0.15278436,0.0002670076,0.000006264325,0.00000492051,7.086326e-7,0.000007931649,0.0018789712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986742,0.000119813754,0.00016599854,0.00034516313,0.0004669798,0.0002278071],"domain_scores_gemma":[0.9966231,0.0023124807,0.000046892514,0.00080398325,0.000098358,0.00011516141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005359444,0.00011330484,0.00017901688,0.0002435428,0.00005240948,0.00017806177,0.00048180364,0.00003439709,0.000026759984],"category_scores_gemma":[0.0030530985,0.000071415234,0.000055872282,0.00097265997,0.000030540763,0.0001496006,0.00016613786,0.00010597368,0.000009454989],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010437302,0.00012077203,0.009752528,0.00003626477,0.001316269,0.000017083903,0.0046927156,0.36395946,0.003732188,0.58985895,0.01789475,0.008514618],"study_design_scores_gemma":[0.0020546475,0.0012625691,0.3094661,0.0000826793,0.00040138964,0.000019609897,0.00020328323,0.40553683,0.087398924,0.003984169,0.1879388,0.0016509786],"about_ca_topic_score_codex":0.00017219933,"about_ca_topic_score_gemma":0.00013434647,"teacher_disagreement_score":0.618252,"about_ca_system_score_codex":0.000022651622,"about_ca_system_score_gemma":0.000029143923,"threshold_uncertainty_score":0.36550644},"labels":[],"label_agreement":null},{"id":"W2149672479","doi":"10.1145/1985793.1985842","title":"Non-essential changes in version histories","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Software evolution; Software engineering; Source code; Software; Software system; Code (set theory); Software development; Software construction; Programming language","score_opus":0.02151901268037202,"score_gpt":0.23720688623706596,"score_spread":0.21568787355669394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149672479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6086255,0.00009282329,0.37396532,0.0007523661,0.002228325,0.00020060604,4.6198656e-7,0.00069224735,0.013442347],"genre_scores_gemma":[0.98320293,0.0000035221613,0.01583472,0.000019782696,0.00002499479,0.000005292134,2.2518564e-7,0.000003295625,0.000905221],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99952614,0.000005439646,0.00004061947,0.00013677462,0.00014039698,0.0001506322],"domain_scores_gemma":[0.99967194,0.000044794004,0.0000063111042,0.00021968262,0.000021589334,0.00003566359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000103875565,0.000041932508,0.000046186946,0.00012571628,0.000017282598,0.00001555036,0.0004047658,0.000024914689,0.00011487556],"category_scores_gemma":[0.000043864435,0.000038942133,0.000009750747,0.00022928418,0.000014002727,0.00015468762,0.00018266648,0.000059519567,0.00009543308],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008849237,0.0006970558,0.7127792,0.00023339505,0.000047599075,0.0007945402,0.065032035,0.000104554805,0.030920682,0.06773081,0.06515532,0.056416284],"study_design_scores_gemma":[0.0012068569,0.00042966864,0.7118798,0.000053311134,0.0000028511022,0.000017330258,0.00018462681,0.02554088,0.23629294,0.0012159628,0.02246126,0.0007145433],"about_ca_topic_score_codex":0.00018369169,"about_ca_topic_score_gemma":0.00006932599,"teacher_disagreement_score":0.37457746,"about_ca_system_score_codex":0.000051533396,"about_ca_system_score_gemma":0.000020116651,"threshold_uncertainty_score":0.1588014},"labels":[],"label_agreement":null},{"id":"W2149859327","doi":"10.1109/icsm.2009.5306306","title":"Refining clustering evaluation using structure indicators","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cluster analysis; Computer science; Data mining; Software; Set (abstract data type); Decomposition; Machine learning","score_opus":0.038863057749679575,"score_gpt":0.33007175433872366,"score_spread":0.2912086965890441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149859327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37221617,0.00003775816,0.6267757,0.00011296745,0.00020723525,0.000051116283,1.6620046e-7,0.00024554084,0.00035335086],"genre_scores_gemma":[0.84257793,2.7340204e-7,0.15725572,0.00008283352,0.00005357112,8.2771385e-7,7.1664203e-7,0.0000039578345,0.000024172254],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989219,0.00003247427,0.000107356325,0.0002225189,0.00050119904,0.00021455568],"domain_scores_gemma":[0.9994406,0.00008271177,0.000025914276,0.0003378517,0.000050133527,0.00006280519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004061343,0.00007333092,0.00006634459,0.00024966427,0.00007099056,0.00012462435,0.00043272786,0.000045987723,0.000040096285],"category_scores_gemma":[0.00028976807,0.00006775407,0.000018035957,0.0006126644,0.000006854479,0.00033057746,0.000101807505,0.00012824747,0.000006339742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003123331,0.000018410397,0.013332834,0.000012453921,0.000015420042,0.000012359258,0.0008062159,0.12022365,0.018780017,0.004294009,0.00023371137,0.8422678],"study_design_scores_gemma":[0.0001586608,0.00003313757,0.064027384,0.00001582322,0.0000024845651,0.000017795406,0.00000507017,0.932451,0.0024773197,0.0005229078,0.0001642874,0.00012412915],"about_ca_topic_score_codex":0.00001008809,"about_ca_topic_score_gemma":0.0000022131512,"teacher_disagreement_score":0.84214365,"about_ca_system_score_codex":0.000119547054,"about_ca_system_score_gemma":0.00007271948,"threshold_uncertainty_score":0.27629307},"labels":[],"label_agreement":null},{"id":"W2149864547","doi":"10.1109/isese.2005.1541846","title":"Cloning by accident: an empirical study of source code cloning across software systems","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloning (programming); Computer science; Source code; Domain (mathematical analysis); Set (abstract data type); Open source; Code (set theory); Programming language; Software; Notice; Operating system; World Wide Web; Software engineering","score_opus":0.031036959123870004,"score_gpt":0.35099501861555926,"score_spread":0.31995805949168926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149864547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56310827,0.00014281059,0.43583694,0.00004834052,0.000116536554,0.0001988089,0.0000016402271,0.0005354085,0.00001124678],"genre_scores_gemma":[0.9804462,0.0000019535357,0.018644834,0.000049438,0.000115934214,0.00003575674,0.000002736846,0.000032330066,0.00067077467],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971199,0.00018024616,0.0005083982,0.00061994145,0.00090365077,0.0006678812],"domain_scores_gemma":[0.9974494,0.0010079243,0.00010379035,0.0010174626,0.0001739826,0.00024741536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012725723,0.00020825073,0.00035436067,0.00012050039,0.00020386926,0.00043251598,0.0017225844,0.00009834388,0.000011208765],"category_scores_gemma":[0.0006983951,0.0001935772,0.000057602363,0.0006236206,0.00003612151,0.00080036995,0.00074955786,0.00033922197,0.00003948084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001010125,0.00068551337,0.88515663,0.000037323243,0.000056377063,0.000019202911,0.01529282,0.08254941,0.00041755545,0.00004726908,0.003389799,0.012338005],"study_design_scores_gemma":[0.003650331,0.0023026713,0.26262736,0.00019563947,0.00002269012,0.0001601731,0.0078071402,0.69902116,0.0071041584,0.000016298227,0.015586511,0.0015058743],"about_ca_topic_score_codex":0.00040704236,"about_ca_topic_score_gemma":0.00010812807,"teacher_disagreement_score":0.62252927,"about_ca_system_score_codex":0.0001263414,"about_ca_system_score_gemma":0.000055395212,"threshold_uncertainty_score":0.78938496},"labels":[],"label_agreement":null},{"id":"W2150113180","doi":"10.1109/icpc.2008.13","title":"Reading Beside the Lines: Indentation as a Proxy for Complexity Metric","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Metric (unit); Proxy (statistics); Computer science; Rank (graph theory); Indentation; Linguistic sequence complexity; Ranking (information retrieval); Code (set theory); Reading (process); Variance (accounting); Information retrieval; Mathematics; Programming language; Machine learning; Linguistics; Engineering","score_opus":0.07918617774518061,"score_gpt":0.33511092674346504,"score_spread":0.25592474899828443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150113180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09805244,0.000025864461,0.8999817,0.00077209744,0.00012844101,0.0004009907,5.04065e-7,0.00027444135,0.00036355422],"genre_scores_gemma":[0.87775654,0.000005774229,0.12081479,0.0001599949,0.00007460259,0.000092636976,0.0000017823623,0.000007554375,0.0010863324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991409,0.000025454152,0.000119838965,0.00019485893,0.00031266292,0.00020629156],"domain_scores_gemma":[0.99818945,0.0012814159,0.000024674764,0.0003282693,0.00012801104,0.000048174454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037000803,0.000066400484,0.00007344969,0.00016599006,0.00019500528,0.000077580095,0.0006226916,0.00002642311,0.000008887635],"category_scores_gemma":[0.0014632376,0.000045071978,0.000038837057,0.00091383123,0.000040648298,0.00023840339,0.00012515599,0.000090390924,0.000055452994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067662986,0.0004242855,0.27739018,0.00025612878,0.00020696041,0.000097156,0.013037409,0.0054009357,0.002596549,0.6002955,0.035867747,0.064359464],"study_design_scores_gemma":[0.0011577241,0.00038849114,0.4030872,0.000030382238,0.000009142888,0.00028152476,0.00015524181,0.54297954,0.024613673,0.02123572,0.005585886,0.00047551916],"about_ca_topic_score_codex":0.00013955576,"about_ca_topic_score_gemma":0.0000035477954,"teacher_disagreement_score":0.7797041,"about_ca_system_score_codex":0.000051245574,"about_ca_system_score_gemma":0.00007547007,"threshold_uncertainty_score":0.1837982},"labels":[],"label_agreement":null},{"id":"W2150207557","doi":"10.1016/j.scico.2009.02.005","title":"Reading beside the lines: Using indentation to rank revisions by complexity","year":2009,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Indentation; Ranking (information retrieval); Code (set theory); Variance (accounting); Rank (graph theory); Metric (unit); Proxy (statistics); Simple (philosophy); Task (project management); Face (sociological concept); Reading (process); Algorithm; Theoretical computer science; Programming language; Artificial intelligence; Machine learning; Mathematics; Linguistics","score_opus":0.043479483258700706,"score_gpt":0.3439133840634598,"score_spread":0.30043390080475907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150207557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18453668,0.000042453095,0.8135699,0.0010583651,0.0002595168,0.000361915,5.298017e-7,0.00015623303,0.000014423685],"genre_scores_gemma":[0.5624963,0.0000012727893,0.4373005,0.00013043145,0.000058654372,0.000003916158,5.339767e-7,0.0000039690576,0.000004402335],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99752724,0.000060748873,0.000335357,0.00049972784,0.0010184948,0.00055842416],"domain_scores_gemma":[0.9983436,0.00032045564,0.00010494184,0.00070391805,0.0003340274,0.00019308786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019265641,0.0001423063,0.00018179917,0.00032914383,0.00047374156,0.00062207464,0.0023706255,0.00003116729,0.000001726901],"category_scores_gemma":[0.00042222175,0.00011133068,0.000057635672,0.0031424866,0.00029115146,0.0008642407,0.00049245276,0.0001846315,0.0000071208606],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052492073,0.000099406025,0.0016528044,0.000025339654,0.000007655609,0.0000055467476,0.0026201727,0.009765851,0.030101586,0.010122242,0.00048117898,0.94511294],"study_design_scores_gemma":[0.00046812682,0.0006503083,0.04254685,0.0004893332,0.000011089412,0.000071579576,0.000114204646,0.9231812,0.02689275,0.0029237096,0.0020359051,0.0006149921],"about_ca_topic_score_codex":0.00004578651,"about_ca_topic_score_gemma":6.062631e-7,"teacher_disagreement_score":0.944498,"about_ca_system_score_codex":0.00011062296,"about_ca_system_score_gemma":0.00016553608,"threshold_uncertainty_score":0.599868},"labels":[],"label_agreement":null},{"id":"W2150308295","doi":"10.1145/1453101.1453109","title":"Finding programming errors earlier by evaluating runtime monitors ahead-of-time","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McGill University","funders":"","keywords":"Computer science; False positive paradox; Heap (data structure); Static analysis; Runtime verification; Debugging; Programming language; Benchmark (surveying); Alias; Set (abstract data type); Suite; Aliasing; Source code; Filter (signal processing); Formal verification; Data mining; Artificial intelligence","score_opus":0.04246659249662417,"score_gpt":0.31946929766524645,"score_spread":0.2770027051686223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150308295","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81043214,0.00013325739,0.18800768,0.00009636052,0.00017537083,0.00025488195,7.13059e-7,0.0005211415,0.00037846045],"genre_scores_gemma":[0.74965334,0.0000038149856,0.24772452,0.000011228193,0.000043092412,0.000027696731,0.0000018272682,0.00002241682,0.002512083],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979592,0.000056421948,0.00028182022,0.00037813943,0.0008051944,0.0005192004],"domain_scores_gemma":[0.9985411,0.0006379005,0.00006563282,0.0004966316,0.00012644193,0.00013228935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006905627,0.000153473,0.00019794358,0.00019530402,0.00017013785,0.00006352232,0.00085774803,0.00007147386,0.00007223216],"category_scores_gemma":[0.0007246227,0.00014503053,0.000074806245,0.0007793027,0.000069429894,0.0004048738,0.00031836543,0.00020489619,0.00019359273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002559956,0.0006006935,0.43425408,0.00021710066,0.00027231776,0.00015059148,0.010028193,0.007381745,0.10475368,0.0008055758,0.022385038,0.41912538],"study_design_scores_gemma":[0.0019745566,0.0013046782,0.0972221,0.00029355826,0.000025155245,0.00020092863,0.00014705381,0.75627923,0.13459991,0.00020221755,0.005947199,0.0018033923],"about_ca_topic_score_codex":0.00010640888,"about_ca_topic_score_gemma":3.1958604e-7,"teacher_disagreement_score":0.7488975,"about_ca_system_score_codex":0.000069887574,"about_ca_system_score_gemma":0.00010252715,"threshold_uncertainty_score":0.5914173},"labels":[],"label_agreement":null},{"id":"W2150395559","doi":"10.1109/msr.2010.5463341","title":"The evolution of ANT build systems","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Agile software development; Executable; Software engineering; Software evolution; Software development; Software system; Source code; Software maintenance; Domain (mathematical analysis); Codebase; Software; Overhead (engineering); Perspective (graphical); Software construction; Programming language; Artificial intelligence","score_opus":0.0076390500866708394,"score_gpt":0.24046740806473182,"score_spread":0.23282835797806098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150395559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13804789,0.00014235506,0.8593067,0.000218888,0.0011757092,0.000083145125,2.4555246e-7,0.00015214527,0.0008729202],"genre_scores_gemma":[0.99435526,0.0000016046397,0.004803347,0.0000014974934,0.0000392094,0.0000054660622,2.9210979e-8,0.000002075415,0.00079151796],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99950856,0.000011530056,0.000074561314,0.000081104045,0.00020565634,0.000118588076],"domain_scores_gemma":[0.99896777,0.000468887,0.000014400051,0.00044728836,0.00007268013,0.000028964023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003999367,0.00002848174,0.00003551611,0.000031904234,0.000045307006,0.00005678166,0.00062153046,0.000021445536,0.000002292222],"category_scores_gemma":[0.00034714764,0.000016801012,0.000014321302,0.00018527263,0.000027114414,0.000080130114,0.000110843495,0.000102760576,0.00002168441],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.5053684e-7,0.0000147287765,0.014255749,0.000018172608,0.000007406836,0.0000013632751,0.00006905868,0.000452458,0.02590987,0.9518884,0.0021682717,0.0052135885],"study_design_scores_gemma":[0.00025978783,0.0001094382,0.18325295,0.000023134475,0.0000016449213,0.00004973536,0.0000778894,0.75871176,0.013829953,0.002275382,0.041194793,0.00021356098],"about_ca_topic_score_codex":0.00027080654,"about_ca_topic_score_gemma":0.000014824833,"teacher_disagreement_score":0.949613,"about_ca_system_score_codex":0.00002191026,"about_ca_system_score_gemma":0.00004774607,"threshold_uncertainty_score":0.11549686},"labels":[],"label_agreement":null},{"id":"W2150439624","doi":"10.1002/smr.519","title":"Studying software evolution of large object‐oriented software systems using an ETGM algorithm","year":2010,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Algorithm; Software; Scalability; Oracle; Software evolution; Software system; Theoretical computer science; Data mining; Software construction; Programming language","score_opus":0.017703981462783326,"score_gpt":0.29314088940744637,"score_spread":0.275436907944663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150439624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32669127,0.0017419456,0.6693578,0.000015651443,0.0017310788,0.00021723821,0.00002395655,0.00022003292,0.0000010399871],"genre_scores_gemma":[0.7955739,0.00002077874,0.20387614,0.000012759928,0.000438138,0.000009364119,0.000004250626,0.000041507774,0.000023206327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961944,0.00018016418,0.0010117139,0.00050821324,0.001437274,0.0006682205],"domain_scores_gemma":[0.9949945,0.00059658365,0.0008532022,0.0005780508,0.002523004,0.00045464438],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021494278,0.00035348602,0.0006179607,0.00086766446,0.00041472114,0.00021958142,0.0010447981,0.00030566397,0.000011366742],"category_scores_gemma":[0.003617326,0.00032872113,0.00014962353,0.0013715307,0.00013551768,0.0023721398,0.00026621838,0.0010723479,0.0000031540771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023732382,0.0022201461,0.89583135,0.0029972487,0.00051943585,0.00024418667,0.0080844695,0.02246849,0.0045098006,0.0027194212,0.0004984195,0.059669696],"study_design_scores_gemma":[0.012075137,0.004381685,0.48988906,0.004248441,0.00046268414,0.008045572,0.005681129,0.45764503,0.0033580463,0.007678846,0.0027653833,0.0037689912],"about_ca_topic_score_codex":0.000097959564,"about_ca_topic_score_gemma":0.000014972316,"teacher_disagreement_score":0.4688826,"about_ca_system_score_codex":0.00034419744,"about_ca_system_score_gemma":0.00092996756,"threshold_uncertainty_score":0.9999165},"labels":[],"label_agreement":null},{"id":"W2150526239","doi":"10.1109/ccece.2003.1226145","title":"A practical methodology for measurement deployment in GQM","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software deployment; Software; Systems engineering; Software engineering; Computer science; Software measurement; Engineering; Software development; Software construction","score_opus":0.3226216339184882,"score_gpt":0.424587630191256,"score_spread":0.10196599627276781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150526239","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025419027,0.000030451629,0.98954123,0.007211784,0.00015402953,0.00027322315,1.00607934e-7,0.00016219748,0.00008507282],"genre_scores_gemma":[0.25454533,0.0000017119041,0.7451666,0.00013892434,0.000016704098,0.00010581315,8.909769e-8,0.000005124267,0.000019670824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989256,0.00006199672,0.00012897771,0.00024507643,0.00034586163,0.0002924796],"domain_scores_gemma":[0.9986042,0.0009539249,0.000012232501,0.00027597602,0.00008535338,0.000068352856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020418025,0.000062980216,0.00009795631,0.000112941634,0.000018165838,0.000033833367,0.00029818513,0.000038265658,0.0000058289907],"category_scores_gemma":[0.003482406,0.000054911023,0.000028924462,0.00021480833,0.000011750751,0.00013473013,0.000121878744,0.00010163714,0.000023323384],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005071884,0.0005932159,0.0043785437,0.00007996073,0.000058161557,0.00010881401,0.00082806137,0.007339125,0.007628298,0.9438506,0.0034600534,0.0316245],"study_design_scores_gemma":[0.019422654,0.0036970195,0.14057973,0.00022795302,0.00002585397,0.0005009136,0.00023154066,0.081716105,0.40279558,0.30032897,0.048198983,0.0022746916],"about_ca_topic_score_codex":0.0000645198,"about_ca_topic_score_gemma":0.00006521763,"teacher_disagreement_score":0.64352155,"about_ca_system_score_codex":0.00028157906,"about_ca_system_score_gemma":0.00019880367,"threshold_uncertainty_score":0.41690168},"labels":[],"label_agreement":null},{"id":"W2150628460","doi":"10.1109/csmr.2003.1192426","title":"A metric-based approach to enhance design quality through meta-pattern transformations","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Metric (unit); Task (project management); Transformation (genetics); Quality (philosophy); Object (grammar); Process (computing); Object-oriented programming; Object-oriented design; Metamodeling; Data mining; Software engineering; Artificial intelligence; Programming language; Systems engineering; Engineering","score_opus":0.14030917946349322,"score_gpt":0.3601159239258158,"score_spread":0.2198067444623226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150628460","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027638103,0.00010613396,0.99348074,0.00047332284,0.000072290575,0.0004642784,0.000002182388,0.0004431933,0.004681489],"genre_scores_gemma":[0.45555696,0.0000011328573,0.54364467,0.00043996697,0.0000046854075,0.00018067111,7.5529397e-7,0.000007286035,0.00016390457],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979992,0.00030556385,0.00028597008,0.00040668764,0.0005992208,0.0004033618],"domain_scores_gemma":[0.99765116,0.0012731862,0.00002624196,0.0007809443,0.00012314471,0.00014531189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015853173,0.00016126229,0.00025027373,0.00021386582,0.00009418943,0.0001637901,0.00086630735,0.000049846232,0.00006819519],"category_scores_gemma":[0.00089260435,0.00013043666,0.00012951416,0.0020178873,0.00001635661,0.00053148926,0.000035289995,0.00015269444,0.00014809794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021193615,0.0021181654,0.0008014622,0.00045598965,0.0014611107,0.000014209954,0.010186728,0.6357307,0.0024341382,0.26791006,0.01671829,0.062147982],"study_design_scores_gemma":[0.0011716218,0.0004453916,0.0027114013,0.000018659388,0.00018284359,0.00002308486,0.000120751574,0.27744427,0.6823636,0.0046194056,0.028936023,0.0019629484],"about_ca_topic_score_codex":0.00008678201,"about_ca_topic_score_gemma":0.0000025987579,"teacher_disagreement_score":0.6799295,"about_ca_system_score_codex":0.000070532886,"about_ca_system_score_gemma":0.00011958267,"threshold_uncertainty_score":0.53190523},"labels":[],"label_agreement":null},{"id":"W2150654203","doi":"10.1007/s10515-007-0007-3","title":"Differencing logical UML models","year":2007,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Correctness; Metamodeling; Computer science; Heuristics; Unified Modeling Language; Robustness (evolution); Programming language; Logical data model; Theoretical computer science; Data mining; Artificial intelligence; Software; Software engineering; Data modeling","score_opus":0.01960952468392616,"score_gpt":0.2525665858741463,"score_spread":0.23295706119022017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150654203","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17226554,0.00018767497,0.81044096,0.000025838948,0.0005067381,0.00013613071,0.0000014218663,0.016386675,0.000049038386],"genre_scores_gemma":[0.79678327,0.000005872227,0.20298314,0.000040091425,0.0000840289,0.000014682735,0.000004148911,0.00004548946,0.000039281622],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973767,0.000018409159,0.00039037532,0.0005538136,0.0006222903,0.0010384556],"domain_scores_gemma":[0.9973081,0.0014292469,0.00004469383,0.0007635793,0.00011621657,0.00033817833],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007470414,0.00032169805,0.000287712,0.000437145,0.000107430504,0.00018258745,0.0011495434,0.0002022915,0.000012267203],"category_scores_gemma":[0.001499042,0.00031999205,0.00010166997,0.001031983,0.000022531494,0.0006666662,0.0004236517,0.0004773839,0.000087724584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015525615,0.00019644963,0.018617917,0.00030824338,0.00019784342,0.001357327,0.0018197024,0.8963643,0.008536812,0.02813621,0.0015193679,0.04293035],"study_design_scores_gemma":[0.00025654808,0.000044340024,0.055344533,0.0000715546,0.000003973596,0.00008219277,0.0000051716447,0.94068754,0.002636175,0.00023499478,0.00019562345,0.00043734646],"about_ca_topic_score_codex":0.000017710645,"about_ca_topic_score_gemma":0.0000012913076,"teacher_disagreement_score":0.62451774,"about_ca_system_score_codex":0.00022268684,"about_ca_system_score_gemma":0.000052536292,"threshold_uncertainty_score":0.9999252},"labels":[],"label_agreement":null},{"id":"W2150786161","doi":"10.1109/icsm.2005.91","title":"The top ten list: dynamic fault prediction","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":209,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Suite; Computer science; Heuristics; Quality (philosophy); Software; Focus (optics); Window (computing); Software quality; Software engineering; Database; Software development; Operating system","score_opus":0.006883087162793679,"score_gpt":0.2516377921719249,"score_spread":0.2447547050091312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150786161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03755476,0.00018262782,0.95244545,0.006142115,0.00038945497,0.00012612682,0.0000011225508,0.0008760427,0.0022823089],"genre_scores_gemma":[0.9714935,0.000020123054,0.019396342,0.000089161826,0.000096134296,0.000015474834,8.884085e-7,0.0000062488234,0.0088821575],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992879,0.000013912673,0.000081823906,0.00015294946,0.00025939796,0.00020399882],"domain_scores_gemma":[0.9991089,0.00033495657,0.000009006707,0.0004544118,0.000043622436,0.000049072674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024478973,0.000050277562,0.000034462693,0.000037789363,0.000117011565,0.000163766,0.00067117944,0.000027228765,0.000021639878],"category_scores_gemma":[0.00020175552,0.000031831023,0.000021988884,0.00021486393,0.000019349529,0.00023860045,0.0001532915,0.00011159397,0.00016033156],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003882225,0.000048757203,0.014546648,0.0000074991167,0.000027127859,0.0000047556973,0.0004197283,0.0066236192,0.00045428082,0.025206523,0.022532072,0.9301251],"study_design_scores_gemma":[0.0001145092,0.000025560463,0.08895731,0.000003729489,7.925598e-7,0.000006937628,0.0000061737614,0.8220407,0.00031485126,0.000275551,0.08818224,0.00007169474],"about_ca_topic_score_codex":0.000012587628,"about_ca_topic_score_gemma":0.000017723352,"teacher_disagreement_score":0.9339387,"about_ca_system_score_codex":0.000070381735,"about_ca_system_score_gemma":0.000024373401,"threshold_uncertainty_score":0.20607913},"labels":[],"label_agreement":null},{"id":"W2150793216","doi":"10.1109/ictai.2008.149","title":"Mining Functional Aspects from Legacy Code","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Legacy system; Abstraction; Software engineering; Legacy code; Programming language; Software development; Code (set theory); Software; Object-oriented programming; Data science","score_opus":0.04617926157495618,"score_gpt":0.25342850410161893,"score_spread":0.20724924252666277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150793216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31096134,0.000053888387,0.68429047,0.00033271516,0.00034363128,0.00002772634,5.4257134e-7,0.00046225934,0.0035274667],"genre_scores_gemma":[0.9069307,0.000002398298,0.09132503,0.000116846844,0.00014078966,0.000004958237,0.0000021941692,0.0000061209194,0.0014709659],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9991335,0.0000116256215,0.00007798381,0.00023906196,0.00034452474,0.00019327833],"domain_scores_gemma":[0.99897605,0.00056001754,0.000009912974,0.00032705234,0.000044556407,0.00008241596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000070229944,0.00006404478,0.000064187036,0.000070193106,0.00008533108,0.00007319274,0.00039920837,0.000027341723,0.00023696324],"category_scores_gemma":[0.00021800374,0.000059631504,0.00002651401,0.0002407752,0.00002273179,0.00043768334,0.00016326297,0.000092513415,0.00037558953],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035112735,0.00042285243,0.35740516,0.000023104776,0.0002494633,0.0019400258,0.0047753733,0.0119574135,0.011977204,0.15592459,0.40452722,0.05076247],"study_design_scores_gemma":[0.0006036687,0.00006484738,0.8902137,0.0000129610535,0.0000016571925,0.00012843443,0.000026206135,0.08043024,0.009912153,0.0014121558,0.016858144,0.00033578492],"about_ca_topic_score_codex":0.000077464465,"about_ca_topic_score_gemma":0.000007008743,"teacher_disagreement_score":0.5959694,"about_ca_system_score_codex":0.000034904133,"about_ca_system_score_gemma":0.00008556962,"threshold_uncertainty_score":0.48275688},"labels":[],"label_agreement":null},{"id":"W2150835538","doi":"10.1109/coginf.2011.6016167","title":"Validation of a generic GQM based measurement framework for software projects from industry practitioners","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Calgary; General Electric","keywords":"Software project management; Schedule; Computer science; Stakeholder; Project management; Software metric; Relevance (law); Metric (unit); Process management; Software development; Quality (philosophy); Project management triangle; Software; Software quality; Software engineering; Engineering management; Systems engineering; Engineering; Software construction; Operations management","score_opus":0.1425646335619076,"score_gpt":0.29897068390454556,"score_spread":0.15640605034263796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150835538","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050555144,0.000022899758,0.9484136,0.00011440084,0.00020996066,0.0003784869,0.0000058961637,0.00025549572,0.00004411925],"genre_scores_gemma":[0.45152467,3.392677e-7,0.5482806,0.000047677237,0.00002813503,0.00009777055,0.0000041127328,0.000008030277,0.000008660845],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99871147,0.00004144446,0.00017729827,0.00028918005,0.00057425414,0.00020633204],"domain_scores_gemma":[0.99843866,0.0005283492,0.00008631495,0.0004968788,0.00037453635,0.000075265096],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046382978,0.00009954105,0.00011253417,0.00013530067,0.00005101165,0.000052965468,0.00046684078,0.00017540062,0.00007999132],"category_scores_gemma":[0.0025752897,0.00009292027,0.000048959617,0.00040856175,0.00002386919,0.00028962834,0.00007196556,0.00021172175,0.000009174145],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006559572,0.0052561807,0.5896975,0.0019950867,0.0014310522,0.00007029045,0.023170607,0.022972085,0.05374185,0.09131739,0.034273818,0.17541818],"study_design_scores_gemma":[0.0011562407,0.00052282127,0.060189024,0.00028317215,0.000029587514,0.0000023329567,0.00013597129,0.03241579,0.8869758,0.016961066,0.0007132882,0.0006148842],"about_ca_topic_score_codex":0.00014436667,"about_ca_topic_score_gemma":0.0000019775225,"teacher_disagreement_score":0.83323395,"about_ca_system_score_codex":0.00009677255,"about_ca_system_score_gemma":0.00035680676,"threshold_uncertainty_score":0.37891787},"labels":[],"label_agreement":null},{"id":"W2151181659","doi":"10.5555/2337223.2337318","title":"Temporal analysis of API usage concepts","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Application programming interface; Documentation; Software; Reuse; Software documentation; Set (abstract data type); Software engineering; Software development; Usage data; Programming language; Database; Software development process; World Wide Web","score_opus":0.028364928366075633,"score_gpt":0.32227386587443396,"score_spread":0.29390893750835834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151181659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2582199,0.00010877109,0.7399666,0.00004968055,0.00010804196,0.00003606571,8.721834e-7,0.00013292927,0.0013771513],"genre_scores_gemma":[0.96266335,8.738596e-7,0.03664688,0.000024017749,0.000019586392,0.000002605813,0.0000011599286,0.0000025065333,0.00063900976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992856,0.000021085134,0.000106628766,0.0001075337,0.00025962794,0.00021952901],"domain_scores_gemma":[0.9991242,0.00030978632,0.000020938163,0.0004071863,0.000042209147,0.000095674535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035768983,0.00004849879,0.00012502218,0.00024345226,0.0000141040255,0.000019805178,0.0004620925,0.000023653447,0.00021129304],"category_scores_gemma":[0.0001490001,0.00004041988,0.00006823842,0.001383757,0.00002517117,0.00028254866,0.00015576344,0.0000497852,0.000033429893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.438508e-7,0.000044102522,0.9837166,0.0000052310056,0.0001925744,0.0000019808608,0.00052345335,0.00039873904,0.00039822067,0.009529791,0.0010144917,0.0041741654],"study_design_scores_gemma":[0.00015373116,0.000034868674,0.9191704,0.000003666605,0.000050286228,0.000002235834,0.000022839811,0.06886369,0.008124977,0.000048948692,0.0033529166,0.00017146351],"about_ca_topic_score_codex":0.00007314845,"about_ca_topic_score_gemma":0.00000309493,"teacher_disagreement_score":0.70444345,"about_ca_system_score_codex":0.000016318398,"about_ca_system_score_gemma":0.000016249456,"threshold_uncertainty_score":0.23135106},"labels":[],"label_agreement":null},{"id":"W2151277370","doi":"10.1109/icsm.2006.61","title":"Source-Level Linkage: Adding Semantic Information to C++ Fact-bases","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Executable; Compiler; Programming language; Source code; Semantics (computer science); Software; Template; Task (project management); Graph; Software engineering; Theoretical computer science; Engineering; Systems engineering","score_opus":0.018728781476592737,"score_gpt":0.24654764412065083,"score_spread":0.2278188626440581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151277370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062686704,0.000007762509,0.93469584,0.00042012133,0.00012611481,0.00012066183,0.0000018528373,0.0006241245,0.0013168479],"genre_scores_gemma":[0.9049886,4.6948165e-7,0.09320039,0.00025493547,0.00006033134,0.000014051211,0.0000058465903,0.0000060676853,0.0014693445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990227,0.000011955375,0.00017359931,0.000140582,0.00035941115,0.00029175897],"domain_scores_gemma":[0.999106,0.00036092204,0.00002059775,0.0003406025,0.00008710148,0.00008476137],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019762992,0.00009819524,0.00008500239,0.00026491444,0.00007238259,0.0003070719,0.00052114134,0.000036768353,0.000035156816],"category_scores_gemma":[0.00040328573,0.000083298575,0.000032504373,0.0005130603,0.000008110133,0.00084463536,0.00023081111,0.000100352525,0.0009652697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009806148,0.0001387805,0.05256815,0.00024586127,0.000040022347,0.000023349448,0.002450351,0.24106947,0.0026964967,0.04909365,0.14018276,0.5114813],"study_design_scores_gemma":[0.0007505555,0.0001994384,0.30471298,0.00012847091,0.000005855268,0.000044596207,0.00009474137,0.44273287,0.032807868,0.0005414415,0.21697748,0.0010037078],"about_ca_topic_score_codex":0.0003291039,"about_ca_topic_score_gemma":0.000012772331,"teacher_disagreement_score":0.84230185,"about_ca_system_score_codex":0.00005399038,"about_ca_system_score_gemma":0.00003944578,"threshold_uncertainty_score":0.9998126},"labels":[],"label_agreement":null},{"id":"W2151298976","doi":"10.1145/643603.643622","title":"Navigating and querying code without getting lost","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":235,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Code (set theory); Task (project management); Process (computing); Representation (politics); Software engineering; Source code; Human–computer interaction; Programming language; Systems engineering; Engineering","score_opus":0.01975542242781014,"score_gpt":0.29878952918632523,"score_spread":0.2790341067585151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151298976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39520478,0.00012635131,0.60239345,0.00016905737,0.000082080456,0.00006101065,1.3387884e-7,0.00025333345,0.0017098148],"genre_scores_gemma":[0.77441686,0.0000024193805,0.22531873,0.0000763462,0.000014085331,0.0000026872553,9.1043994e-8,0.000007468315,0.0001613123],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991669,0.00003332051,0.00010143694,0.00023985517,0.00019387767,0.00026458804],"domain_scores_gemma":[0.99916464,0.00044758694,0.000017920489,0.0002463822,0.00003764902,0.000085820204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048115043,0.00007460112,0.00007666534,0.00002147513,0.00008929001,0.000174939,0.00022736657,0.000027199427,0.000011700435],"category_scores_gemma":[0.00092246226,0.00006889709,0.000012713654,0.00020678669,0.000020562356,0.00025404862,0.00012601721,0.00021485944,0.00003400681],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012191387,0.00002870671,0.8078911,0.000098023855,0.000025201858,0.000059587266,0.0024567898,0.00088283,0.0072893207,0.07011514,0.00029523598,0.110856846],"study_design_scores_gemma":[0.002311243,0.00024853795,0.086111814,0.00093317445,0.000011993542,0.0009527633,0.00067378045,0.7312252,0.15567479,0.006837476,0.012681097,0.0023381207],"about_ca_topic_score_codex":0.000021976246,"about_ca_topic_score_gemma":0.0000031127342,"teacher_disagreement_score":0.7303424,"about_ca_system_score_codex":0.000023169583,"about_ca_system_score_gemma":0.0000259237,"threshold_uncertainty_score":0.28095418},"labels":[],"label_agreement":null},{"id":"W2151580048","doi":"10.1145/1117696.1117710","title":"ConcernMapper","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Computer science; Eclipse; Extensibility; Software engineering; Variety (cybernetics); Programming language; Plug-in; Interface (matter); Architecture; Separation of concerns; User interface; Human–computer interaction; World Wide Web; Operating system; Software; Artificial intelligence","score_opus":0.01736274973286346,"score_gpt":0.26901276067090346,"score_spread":0.25165001093804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151580048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013866396,0.00006371533,0.9675882,0.002503118,0.00008576655,0.000031773685,6.3561465e-8,0.00056815473,0.015292845],"genre_scores_gemma":[0.87649465,0.000001539523,0.11901864,0.0002794203,0.00006767232,0.0000031326806,5.9332564e-8,0.0000024446094,0.0041324706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960035,0.0000041911026,0.000037514626,0.00009993463,0.00013359201,0.00012443564],"domain_scores_gemma":[0.9995892,0.00010650144,0.0000028893803,0.00023907458,0.00001823897,0.000044106735],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00007459748,0.000028452065,0.000026791688,0.000027473345,0.000015396006,0.00004412135,0.00040305415,0.000012523734,0.00014105937],"category_scores_gemma":[0.00006365686,0.000023778337,0.000011815778,0.000116126444,0.000007653866,0.0001874752,0.00010168093,0.000043697935,0.0010917749],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.0616567e-7,0.000043880522,0.013276068,0.000005738828,0.000012294038,0.000012793913,0.0004948849,0.0015874192,0.0016246495,0.35268742,0.08193412,0.5483198],"study_design_scores_gemma":[0.0003046834,0.000035964178,0.027142057,0.0000047947183,4.708474e-7,0.000023229684,0.000005691495,0.1467245,0.02072455,0.0004860465,0.8043184,0.00022960451],"about_ca_topic_score_codex":0.0000037179318,"about_ca_topic_score_gemma":9.345001e-7,"teacher_disagreement_score":0.8626282,"about_ca_system_score_codex":0.000020516238,"about_ca_system_score_gemma":0.000015188579,"threshold_uncertainty_score":0.999686},"labels":[],"label_agreement":null},{"id":"W2151666881","doi":"10.5555/2337223.2337510","title":"Online sharing and integration of results from mining software repositories","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Software; World Wide Web; Data science; Domain (mathematical analysis); Software as a service; Software mining; Source code; Software engineering; Data mining; Database; Software development; Information retrieval; Software construction","score_opus":0.04690364729029656,"score_gpt":0.29605498929087065,"score_spread":0.2491513420005741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151666881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51276183,0.00010444714,0.4852997,0.000076927216,0.0012166859,0.00006918572,0.00005951666,0.00036748787,0.00004419778],"genre_scores_gemma":[0.7935632,0.000021371823,0.20597485,0.0000135856735,0.00026310486,0.000011539751,0.00006356587,0.000018357601,0.00007041849],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983477,0.000015510837,0.00041133957,0.00039586617,0.0005320729,0.00029753437],"domain_scores_gemma":[0.9980999,0.0009142133,0.00012275278,0.0004494397,0.00027055596,0.00014310234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029346423,0.0002082011,0.00020341217,0.00027612192,0.000043803386,0.00015971146,0.0007809441,0.00007959292,0.0000133924295],"category_scores_gemma":[0.0049624937,0.00021300657,0.000042571064,0.00021416046,0.000028605318,0.0008118525,0.00037913688,0.00026952146,0.0000054360617],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039893854,0.0010603681,0.7130246,0.0002335518,0.0007286232,0.000091972084,0.02049277,0.018294973,0.0335858,0.122446686,0.0006867753,0.08895491],"study_design_scores_gemma":[0.0021041806,0.0004540739,0.5906284,0.0020797832,0.000028173976,0.00007035373,0.0004107562,0.36777002,0.03316731,0.00081111747,0.0011368659,0.0013390126],"about_ca_topic_score_codex":0.00010166529,"about_ca_topic_score_gemma":0.000004633671,"teacher_disagreement_score":0.34947503,"about_ca_system_score_codex":0.00010008245,"about_ca_system_score_gemma":0.00003834952,"threshold_uncertainty_score":0.8686156},"labels":[],"label_agreement":null},{"id":"W2151781530","doi":"10.1109/csmr.2009.62","title":"Software Clustering Using Dynamic Analysis and Static Dependencies","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cluster analysis; Computer science; Program comprehension; Static analysis; Data mining; Software; Software system; Decomposition; Static program analysis; Software development; Artificial intelligence; Programming language","score_opus":0.016626119411495006,"score_gpt":0.28423898177960893,"score_spread":0.26761286236811394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151781530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26967415,0.00006838448,0.7298526,0.00007443447,0.00002526709,0.0000398383,3.9707788e-7,0.00025266394,0.00001223176],"genre_scores_gemma":[0.65105015,0.0000051114534,0.34881827,0.000051173443,0.0000034874706,7.46587e-7,4.5452532e-7,0.0000029826854,0.00006759841],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990535,0.000019676037,0.00012033987,0.0002749134,0.00026795734,0.00026364368],"domain_scores_gemma":[0.99924237,0.000259661,0.000019523708,0.00034932204,0.00003879462,0.000090361704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019127483,0.00009413096,0.00013936391,0.0003776364,0.00007731121,0.00021430441,0.000358817,0.00002939854,0.00001193011],"category_scores_gemma":[0.00019313731,0.00008710568,0.000040591418,0.0010208648,0.000016209024,0.00035473818,0.00017103997,0.00008781578,0.000004183451],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012111315,0.00013030185,0.21200417,0.00016042152,0.0007929093,0.00030986266,0.0033922303,0.26834685,0.013112014,0.0014919478,0.00007020311,0.50017697],"study_design_scores_gemma":[0.00006706909,0.000026633252,0.13540693,0.000006445049,0.000020811116,0.000016131777,0.000014133043,0.8637418,0.00020803527,0.00037596456,0.000004450737,0.00011159753],"about_ca_topic_score_codex":0.00006090273,"about_ca_topic_score_gemma":0.000051455158,"teacher_disagreement_score":0.59539497,"about_ca_system_score_codex":0.00006244644,"about_ca_system_score_gemma":0.000028966364,"threshold_uncertainty_score":0.35520667},"labels":[],"label_agreement":null},{"id":"W2151833352","doi":"10.1109/wcre.1997.624578","title":"The Orphan Adoption problem in architecture maintenance","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Computer science; Architecture; Key (lock); Cluster analysis; Field (mathematics); Software engineering; Artificial intelligence; Computer security; Mathematics","score_opus":0.012469097838939049,"score_gpt":0.21969227304978314,"score_spread":0.2072231752108441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151833352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010434357,0.0002539742,0.9776421,0.0064733354,0.00013924636,0.00023397386,1.7067292e-7,0.0003519784,0.0044708652],"genre_scores_gemma":[0.9102359,0.000053596625,0.084248826,0.00010978812,0.00003466451,0.000042929216,1.3986896e-7,0.000007712338,0.005266444],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992296,0.000027113703,0.00008904109,0.00016989285,0.00020089059,0.00028342992],"domain_scores_gemma":[0.9992463,0.00031887475,0.000011079307,0.0003591125,0.000026095177,0.000038541064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002634088,0.000057830577,0.00004368021,0.00006172038,0.000054939992,0.00010742755,0.00067349826,0.000024050309,0.00002123389],"category_scores_gemma":[0.00016269063,0.000035007444,0.000017567643,0.00044594018,0.000023753762,0.00010483064,0.00012572826,0.00017880586,0.00011668426],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004713451,0.00008538671,0.010020715,0.000027590055,0.000009323455,0.000060006245,0.0015204239,0.011482756,0.0004754691,0.10527668,0.017439604,0.85359734],"study_design_scores_gemma":[0.0011592556,0.00025943972,0.12830277,0.00014044107,0.0000013404317,0.00015409835,0.000056320732,0.687216,0.0013793843,0.022803,0.15785328,0.00067471666],"about_ca_topic_score_codex":0.00001675835,"about_ca_topic_score_gemma":0.000032129985,"teacher_disagreement_score":0.89980155,"about_ca_system_score_codex":0.00004220728,"about_ca_system_score_gemma":0.000007778275,"threshold_uncertainty_score":0.14997791},"labels":[],"label_agreement":null},{"id":"W2151877107","doi":"10.1109/tse.2004.69","title":"A cognitive-based mechanism for constructing software inspection teams","year":2004,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software inspection; Mechanism (biology); Process (computing); Selection (genetic algorithm); Software; Cognition; Artificial intelligence; Software engineering; Software development; Software quality","score_opus":0.015596019644818788,"score_gpt":0.24884721502036167,"score_spread":0.23325119537554287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151877107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036616456,0.000022396858,0.955688,0.000060690185,0.0017472723,0.00065746653,0.00005857689,0.005146658,0.0000025032884],"genre_scores_gemma":[0.59706104,0.0000027909384,0.4024071,0.000066552246,0.00006500642,0.00031643824,0.0000038792773,0.00006450698,0.000012690553],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976992,0.000019780144,0.0003594245,0.0007057971,0.0005103614,0.0007054493],"domain_scores_gemma":[0.9972621,0.0016073424,0.00006675434,0.0005044157,0.0003247143,0.00023466231],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026947612,0.0003937712,0.00030609441,0.0006461634,0.00035171083,0.00019373775,0.00053117913,0.0001983103,0.000009468832],"category_scores_gemma":[0.0007988379,0.00045704684,0.00024331144,0.00090009364,0.00004553702,0.0005367535,0.0000060286357,0.00059222686,0.00003299841],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005101072,0.00026683425,0.00020916386,0.00030627666,0.00015426512,0.000040355753,0.00042192658,0.9688183,0.0022132231,0.0035079864,0.000014817921,0.023995861],"study_design_scores_gemma":[0.009708157,0.0014680788,0.0007324265,0.0017079111,0.00013169913,0.00031594012,0.0001952417,0.18208553,0.7989333,0.0018946184,0.00018849695,0.0026385842],"about_ca_topic_score_codex":0.000029867479,"about_ca_topic_score_gemma":0.0000068167396,"teacher_disagreement_score":0.7967201,"about_ca_system_score_codex":0.0005067972,"about_ca_system_score_gemma":0.00026323093,"threshold_uncertainty_score":0.9997881},"labels":[],"label_agreement":null},{"id":"W2151949169","doi":"10.1109/iwpse.2005.8","title":"Change Impact Analysis for Requirement Evolution using Use Case Maps","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Change impact analysis; Computer science; Software engineering; Slicing; Software requirements specification; Requirements analysis; Process (computing); Software system; Software; Dependency (UML); Software evolution; Systems analysis; Systems engineering; Software construction; Engineering; Programming language","score_opus":0.11847484409562624,"score_gpt":0.34942318833603697,"score_spread":0.23094834424041072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151949169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.271185,0.00004917067,0.7283231,0.000040373947,0.000057995298,0.00018320269,0.0000075650782,0.00014669185,0.000006917806],"genre_scores_gemma":[0.88379806,4.6999224e-7,0.11594499,0.000011205474,0.0000889093,0.000027405746,0.000007026738,0.000006667736,0.00011528603],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990354,0.00002036853,0.00013452941,0.00025700408,0.00022793557,0.000324743],"domain_scores_gemma":[0.99912226,0.0002340265,0.00002843915,0.00043296698,0.000115349874,0.00006694128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031095583,0.00009091827,0.00011318704,0.0004202212,0.000088207315,0.00018224742,0.00020797444,0.000034242003,0.000012739562],"category_scores_gemma":[0.000103573286,0.000078469355,0.00013989364,0.0011838601,0.00001026844,0.0006917733,0.00010072548,0.000040011328,0.0000051093284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026241634,0.00032567114,0.74375117,0.000085401676,0.00086146186,0.0010533243,0.00043359632,0.20838289,0.004726666,0.026589237,0.0038966697,0.009867647],"study_design_scores_gemma":[0.00017441648,0.00005142381,0.08507499,0.0000041470375,0.00004464408,0.00009373518,0.000004050074,0.91365284,0.00033967348,0.000274143,0.00014462926,0.00014129157],"about_ca_topic_score_codex":0.008920391,"about_ca_topic_score_gemma":0.0002815749,"teacher_disagreement_score":0.70527,"about_ca_system_score_codex":0.00041571434,"about_ca_system_score_gemma":0.00003233986,"threshold_uncertainty_score":0.9976793},"labels":[],"label_agreement":null},{"id":"W2152061679","doi":"10.1145/1321211.1321246","title":"Removing manually generated boilerplate from electronic texts","year":2007,"lang":"en","type":"article","venue":"Proceedings of CASCON","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; University of New Brunswick","funders":"","keywords":"Computer science; Boilerplate text; Metadata; Parsing; Template; Information retrieval; ASCII; World Wide Web; Natural language processing; Programming language","score_opus":0.008669633716138785,"score_gpt":0.244718544950474,"score_spread":0.2360489112343352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152061679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629576,0.0006824276,0.03430149,0.000089569745,0.0001312192,0.00012729608,9.93837e-7,0.00033403505,0.0013753225],"genre_scores_gemma":[0.9832301,0.000025889945,0.016349811,0.00004151098,0.000093678085,0.000004250703,0.0000014190781,0.000020274934,0.00023302123],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982264,0.0000025968145,0.000282092,0.0003970045,0.00046439256,0.0006275207],"domain_scores_gemma":[0.999085,0.00021927971,0.00010329681,0.00016671215,0.0003281959,0.00009749398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082191086,0.00014811596,0.00018440414,0.0002263069,0.00005323651,0.00013224849,0.00078453205,0.00009280278,0.000013541211],"category_scores_gemma":[0.0004033892,0.00015314308,0.00004898156,0.0005847386,0.00003039876,0.00056516106,0.00023518254,0.00027923041,0.000027860466],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006340549,0.000072916766,0.019090878,0.00010251835,0.00009706954,0.000039538372,0.0013967755,0.000051901214,0.8514522,0.020859586,0.0013903521,0.10538288],"study_design_scores_gemma":[0.0006752875,0.0002254282,0.07670267,0.00012542306,0.00001113745,0.000050823644,0.00004033074,0.01049323,0.90315485,0.004122436,0.0039483807,0.0004500176],"about_ca_topic_score_codex":0.0000741998,"about_ca_topic_score_gemma":0.00000463928,"teacher_disagreement_score":0.10493286,"about_ca_system_score_codex":0.00012547596,"about_ca_system_score_gemma":0.00007616482,"threshold_uncertainty_score":0.6244993},"labels":[],"label_agreement":null},{"id":"W2152570911","doi":"10.5121/ijsea.2010.1301","title":"Bayesian Network Based XP Process Modelling","year":2010,"lang":"en","type":"article","venue":"International Journal of Software Engineering & Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Extreme programming; Bayesian network; Computer science; Process (computing); Software; Software development; Machine learning; Software development process; Programming language","score_opus":0.008758295651533717,"score_gpt":0.2609209078791803,"score_spread":0.2521626122276466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152570911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061098495,0.000085255415,0.9917198,0.00046262285,0.0011587924,0.00014176776,0.0000046883974,0.00029813085,0.000019122059],"genre_scores_gemma":[0.5723139,0.0000054572815,0.42681515,0.00004682585,0.00073420693,0.00004720772,0.000003415504,0.00002251957,0.0000112799835],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981951,0.000009476298,0.00045924803,0.00023107018,0.0008072251,0.00029788818],"domain_scores_gemma":[0.9973917,0.00081424735,0.00019016002,0.00041139268,0.00098526,0.00020722019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048453634,0.0001681869,0.00017255695,0.0003687655,0.00006967229,0.00021812256,0.0022527054,0.0000938367,0.000023989696],"category_scores_gemma":[0.00055988115,0.00017335132,0.00012656025,0.00052477664,0.00002631245,0.00049785466,0.00010426265,0.00073671684,0.000017149483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041126855,0.00005430035,0.0035967275,0.000015522583,0.000054108015,0.000018020257,0.000054809916,0.9856442,0.00032307336,0.004932241,0.00018493937,0.005117945],"study_design_scores_gemma":[0.00042016353,0.00003560288,0.002644252,0.00009530704,0.000011492273,0.00020818939,0.0000033824501,0.97112167,0.0012227654,0.002063468,0.021872336,0.0003013822],"about_ca_topic_score_codex":0.0000032930109,"about_ca_topic_score_gemma":7.8249764e-7,"teacher_disagreement_score":0.5662041,"about_ca_system_score_codex":0.00008119521,"about_ca_system_score_gemma":0.00023308878,"threshold_uncertainty_score":0.70690614},"labels":[],"label_agreement":null},{"id":"W2152720480","doi":"10.1109/se.2007.9","title":"A Requirement Level Modification Analysis Support Framework","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Source code; Identification (biology); Software engineering; Software maintenance; Code (set theory); Risk analysis (engineering); Decision support system; Software; Software system; Data mining; Programming language; Set (abstract data type)","score_opus":0.09072435874838497,"score_gpt":0.3575111483323302,"score_spread":0.26678678958394525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152720480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013889025,0.000010446599,0.9841677,0.00042233773,0.00009865336,0.00007030968,5.118196e-7,0.0003122166,0.0010288252],"genre_scores_gemma":[0.6950804,0.0000014368098,0.30409974,0.000080225785,0.000024536059,0.0000048682036,0.0000021480719,0.0000033385313,0.0007033242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99875844,0.00001085351,0.000177686,0.00027990693,0.00047770116,0.0002954185],"domain_scores_gemma":[0.99862444,0.000408666,0.000024965288,0.0007366928,0.00009416686,0.000111087225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010526313,0.000069157104,0.00009181378,0.0003762586,0.000043930428,0.00008576851,0.0006430474,0.000052613315,0.00013319214],"category_scores_gemma":[0.00034503665,0.000063759995,0.00006647287,0.0019070624,0.000013595932,0.00019449546,0.00013130903,0.00010961673,0.00016224053],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012738652,0.00029903927,0.20715977,0.000030100628,0.0007504707,0.0000820392,0.0022417174,0.007669808,0.00254226,0.58900523,0.0049176193,0.18528922],"study_design_scores_gemma":[0.0001350968,0.00007212099,0.8989286,0.0000061903306,0.000037732323,0.000003959284,0.000029619378,0.084047675,0.009920605,0.003927752,0.0025926374,0.0002980032],"about_ca_topic_score_codex":0.00003930815,"about_ca_topic_score_gemma":0.000009860659,"teacher_disagreement_score":0.6917688,"about_ca_system_score_codex":0.000089956186,"about_ca_system_score_gemma":0.00003767884,"threshold_uncertainty_score":0.2600057},"labels":[],"label_agreement":null},{"id":"W2152828763","doi":"10.1145/1342211.1342218","title":"Tracking code clones in evolving software","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"clone (Java method); Code refactoring; Computer science; Software maintenance; Software; Code (set theory); Cloning (programming); Tracking (education); Source code; Software evolution; Software system; Software development; Programming language; Software engineering; Data mining; Software construction; Biology; Genetics; Gene","score_opus":0.038347238878211405,"score_gpt":0.27418674510735275,"score_spread":0.23583950622914135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152828763","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2408267,0.00019953468,0.75768715,0.00016945931,0.0001490376,0.000068862326,2.7804387e-7,0.00064511003,0.00025385703],"genre_scores_gemma":[0.856618,0.000012867314,0.14292185,0.00004983709,0.00002766841,0.000008293867,3.1660687e-7,0.000008813965,0.000352374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989659,0.00002135409,0.00013558309,0.00026015454,0.00029427826,0.00032272784],"domain_scores_gemma":[0.9988921,0.0006006706,0.0000123957125,0.00036978562,0.00005800787,0.000066992456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021517457,0.000081853635,0.00010037937,0.00018899258,0.000067429326,0.00005877211,0.00066252454,0.000040938678,0.000035933273],"category_scores_gemma":[0.00095822156,0.00007863316,0.000028251125,0.0005548443,0.000023938235,0.00050694984,0.00019225826,0.00016992245,0.00008274392],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018349716,0.00006464851,0.964786,0.00002658927,0.0000064885194,0.00046669922,0.0017010298,0.002891109,0.00047425437,0.0018137096,0.0026516565,0.02511596],"study_design_scores_gemma":[0.00029219125,0.000029242696,0.9476076,0.000037350117,3.8250738e-7,0.00013029316,0.0000128126785,0.04786442,0.0025562427,0.00037887436,0.00085487706,0.000235733],"about_ca_topic_score_codex":0.00007380406,"about_ca_topic_score_gemma":0.000029035715,"teacher_disagreement_score":0.61579126,"about_ca_system_score_codex":0.00006370547,"about_ca_system_score_gemma":0.00006316147,"threshold_uncertainty_score":0.32065672},"labels":[],"label_agreement":null},{"id":"W2152976736","doi":"10.1109/icpc.2006.6","title":"A Metric-Based Heuristic Framework to Detect Object-Oriented Design Flaws","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Heuristics; Object-oriented design; Metric (unit); Object-oriented programming; Engineering design process; Heuristic; Source code; Structural pattern; Software engineering; Software design; Artificial intelligence; Programming language; Software development; Software; Engineering","score_opus":0.016487262181982442,"score_gpt":0.26465441789729444,"score_spread":0.248167155715312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152976736","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034897416,0.00008701924,0.99408555,0.0002529724,0.00031662805,0.0003532634,8.475834e-7,0.0011156684,0.0002982876],"genre_scores_gemma":[0.45823908,2.5760022e-7,0.54126495,0.00015664738,0.000052608648,0.000045519366,4.890857e-7,0.00001376354,0.00022666741],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979677,0.000096003176,0.00021522277,0.00050369906,0.00065002276,0.00056736113],"domain_scores_gemma":[0.9951132,0.0036512252,0.000024438421,0.0008614239,0.00014831698,0.0002013828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005506566,0.0001762459,0.00017575448,0.0005990097,0.00009158773,0.00019239874,0.0009770717,0.0000902225,0.00005000517],"category_scores_gemma":[0.0034289074,0.00016140901,0.00006523467,0.0036170227,0.00001925989,0.00011901578,0.0001815835,0.00024046956,0.00046305096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015755396,0.00059217185,0.01732428,0.00017107623,0.000113325725,0.0008628163,0.00043130352,0.6830883,0.007272436,0.09889995,0.086928315,0.104158476],"study_design_scores_gemma":[0.0013451953,0.0014321682,0.068554625,0.00016667719,0.000019642228,0.000031574295,0.0000083312625,0.7253539,0.16802768,0.017089654,0.016272034,0.0016985248],"about_ca_topic_score_codex":0.00017686667,"about_ca_topic_score_gemma":0.000006109712,"teacher_disagreement_score":0.45474935,"about_ca_system_score_codex":0.00014439314,"about_ca_system_score_gemma":0.00013336372,"threshold_uncertainty_score":0.6582069},"labels":[],"label_agreement":null},{"id":"W2153256103","doi":"10.1016/j.scico.2014.05.008","title":"A survey of grammatical inference in software engineering","year":2014,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Grammar induction; Inference; Rule-based machine translation; Artificial intelligence; Grammar; Natural language processing; Variety (cybernetics); Software; Programming language; Class (philosophy); Linguistics","score_opus":0.022185499959028836,"score_gpt":0.28292738078839835,"score_spread":0.2607418808293695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153256103","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31182316,0.000018406716,0.6877527,0.000012269597,0.00017315018,0.00011593073,3.2323896e-7,0.00010139121,0.0000026254393],"genre_scores_gemma":[0.6016952,5.018773e-7,0.39827853,0.000002645701,0.000010389339,0.0000066857833,4.052065e-7,0.000004962719,7.169456e-7],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760836,0.00007202026,0.00044930016,0.00043399935,0.0008583426,0.00057799567],"domain_scores_gemma":[0.99610716,0.0025777572,0.00010250312,0.00067004585,0.00039304377,0.00014947349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037967132,0.00014290666,0.00030673007,0.00064238167,0.000039400245,0.00013562864,0.0021601904,0.000048306298,0.0000011180431],"category_scores_gemma":[0.007310887,0.00013916331,0.00004172759,0.0032123707,0.00030644526,0.0005824816,0.0007726587,0.00020218766,0.000003273664],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029477117,0.00013694224,0.36862066,0.00023677465,0.000006501632,0.0000040947466,0.00073988346,0.029477064,0.0007634873,0.012953148,0.0000033862916,0.5870551],"study_design_scores_gemma":[0.00013500018,0.00012110991,0.46212286,0.00011398603,5.277619e-7,0.0000018822346,0.0000012991304,0.5356238,0.0016176121,0.00012704427,0.000019010555,0.00011588189],"about_ca_topic_score_codex":0.00017363617,"about_ca_topic_score_gemma":0.0000136886565,"teacher_disagreement_score":0.5869392,"about_ca_system_score_codex":0.000050345025,"about_ca_system_score_gemma":0.00022853045,"threshold_uncertainty_score":0.87523425},"labels":[],"label_agreement":null},{"id":"W2153258502","doi":"10.1109/icre.2003.1232745","title":"Improving requirements tracing via information retrieval","year":2004,"lang":"en","type":"article","venue":"Journal of Lightwave Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":290,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Traceability; Computer science; Framing (construction); Focus (optics); Information retrieval; Data mining; Software engineering; Programming language; Engineering","score_opus":0.011368775472954637,"score_gpt":0.25395738827077696,"score_spread":0.24258861279782232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153258502","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2078502,0.00010039592,0.78962934,0.0017200466,0.000430158,0.000059736903,1.7841711e-7,0.0001690717,0.000040840143],"genre_scores_gemma":[0.897687,0.000009589015,0.10217819,0.000043434673,0.000068689995,7.403212e-7,1.6470578e-7,0.0000055542637,0.000006641252],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986568,0.000011426283,0.00049915747,0.0000966523,0.00045513408,0.0002808318],"domain_scores_gemma":[0.9988627,0.000071672985,0.00034150472,0.00031798985,0.000336224,0.000069926034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006093599,0.00009616493,0.00017342015,0.0010867111,0.000063605374,0.00008082215,0.000933696,0.00015408418,0.0000035308562],"category_scores_gemma":[0.0010787632,0.000084424915,0.000058964746,0.00093792984,0.0000399209,0.0016858035,0.0002028384,0.00049167115,0.000032910786],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015135623,0.0003511945,0.009076747,0.0002590751,0.00030303426,0.0010807171,0.002955387,0.005117603,0.38580123,0.060635816,0.0006317665,0.5336361],"study_design_scores_gemma":[0.0041769794,0.0021963888,0.005597494,0.00035339437,0.00002758758,0.0042479844,0.00013102531,0.0059281117,0.92399335,0.049187496,0.0035587826,0.0006014012],"about_ca_topic_score_codex":0.0000035131598,"about_ca_topic_score_gemma":3.7291778e-7,"teacher_disagreement_score":0.6898368,"about_ca_system_score_codex":0.00029378984,"about_ca_system_score_gemma":0.000159365,"threshold_uncertainty_score":0.34427482},"labels":[],"label_agreement":null},{"id":"W2153344509","doi":"10.1145/1810295.1810337","title":"Bridging lightweight and heavyweight task organization","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Task management; Task (project management); Bridging (networking); Categorization; Software development; Software; Software engineering; Task analysis; Work (physics); Human–computer interaction; Knowledge management; Systems engineering; Artificial intelligence; Engineering","score_opus":0.004728723637470368,"score_gpt":0.21323280508432765,"score_spread":0.20850408144685728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153344509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27807882,0.000020808755,0.7194425,0.0011531119,0.00032492765,0.000055833596,1.8943025e-7,0.0004742185,0.00044960168],"genre_scores_gemma":[0.95127386,0.0000051951856,0.048041996,0.00009072711,0.00009260421,0.0000019428164,0.0000010046299,0.000010000608,0.00048265222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9993391,0.000008221361,0.00007547739,0.00022501322,0.00017426754,0.00017789264],"domain_scores_gemma":[0.99934196,0.00012986446,0.000011069681,0.0003318867,0.00008575856,0.00009947732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001454248,0.000067070636,0.000058600075,0.000094389754,0.00008038633,0.00020012159,0.00034473135,0.00004253703,0.0000600554],"category_scores_gemma":[0.00033684704,0.00005759028,0.00000776571,0.00047032657,0.000020755784,0.00034133016,0.00021613664,0.00016282732,0.00008393685],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017562119,0.00009284048,0.29102254,0.000056782254,0.000030859515,0.00006317754,0.0013089427,0.000031767693,0.22431163,0.33440328,0.016123973,0.13255243],"study_design_scores_gemma":[0.00068813114,0.00007954033,0.51618975,0.000022692442,0.0000053510867,0.00032527559,0.000005952553,0.13404278,0.3124924,0.0019995943,0.03338232,0.0007661916],"about_ca_topic_score_codex":0.000012824392,"about_ca_topic_score_gemma":0.000004418893,"teacher_disagreement_score":0.67319506,"about_ca_system_score_codex":0.000008987738,"about_ca_system_score_gemma":0.000029900615,"threshold_uncertainty_score":0.23484635},"labels":[],"label_agreement":null},{"id":"W2153538963","doi":"10.1109/wpc.2000.852478","title":"A pattern matching framework for software architecture recovery and restructuring","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Pattern matching; Restructuring; Software architecture; Matching (statistics); Data mining; Software; Software system; Architecture; Abstraction; Theoretical computer science; Artificial intelligence; Programming language; Mathematics","score_opus":0.018186454397399802,"score_gpt":0.24671636242118156,"score_spread":0.22852990802378176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153538963","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062734514,0.00018374555,0.9355574,0.00067111827,0.00020579285,0.00016083174,0.0000024667816,0.00046328903,0.000020817075],"genre_scores_gemma":[0.24405205,0.000013311612,0.75536454,0.00023309072,0.000102495775,0.00002633559,6.2298074e-7,0.000018319008,0.00018921145],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989816,0.000016584663,0.00011489394,0.0003556363,0.00019396063,0.00033730452],"domain_scores_gemma":[0.9977422,0.0016831862,0.000021792752,0.00042662522,0.000025664338,0.000100583595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012946817,0.000120499404,0.00011379394,0.00011737575,0.00010570156,0.0002368205,0.00046926813,0.000079238984,0.00002804437],"category_scores_gemma":[0.0007108227,0.000106999076,0.000042037944,0.00015873025,0.000017337701,0.00019790996,0.00025986755,0.00025988594,0.000013783095],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004157241,0.000014879986,0.004025318,0.00017705969,0.000028553492,0.000023819559,0.0015594419,0.004340853,0.00008880866,0.0037645139,0.0007620128,0.9852106],"study_design_scores_gemma":[0.0008970551,0.0003691321,0.031859696,0.00046317044,0.000009833744,0.0003173102,0.00004881351,0.037493397,0.0016788446,0.9229514,0.0027429783,0.0011683921],"about_ca_topic_score_codex":0.000013453693,"about_ca_topic_score_gemma":0.0000030802576,"teacher_disagreement_score":0.98404217,"about_ca_system_score_codex":0.000024770321,"about_ca_system_score_gemma":0.0000069438693,"threshold_uncertainty_score":0.43632957},"labels":[],"label_agreement":null},{"id":"W2153546999","doi":"10.1145/1189748.1189751","title":"Representing concerns in source code","year":2007,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University","funders":"","keywords":"Computer science; Software engineering; Source code; Task (project management); Software; Separation of concerns; Software development; Software system; Code (set theory); Programming language; Systems engineering","score_opus":0.10964718519581704,"score_gpt":0.3609016914329558,"score_spread":0.25125450623713874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153546999","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.084448874,0.00020072602,0.913884,0.00013363494,0.0004938357,0.00011005227,0.0000017558132,0.00072038325,0.0000067650144],"genre_scores_gemma":[0.3119009,0.000032708485,0.6877734,0.000052485673,0.000045134904,0.000018659388,6.331785e-7,0.000024448516,0.00015161384],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99832416,0.00011508831,0.00029013478,0.00050071575,0.0001980553,0.00057187607],"domain_scores_gemma":[0.9883568,0.010666407,0.000031578955,0.00074410933,0.000043993627,0.00015706941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023630622,0.00018369756,0.0002628414,0.0005576328,0.0000794861,0.00004143256,0.0006048612,0.00016374151,0.000008968913],"category_scores_gemma":[0.00530116,0.00020107217,0.000058608166,0.00064685696,0.0000430524,0.00017096684,0.000048166483,0.0006082646,0.000008268017],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006070112,0.0001272492,0.022371484,0.00015841893,0.00010511474,0.00021617551,0.0033225971,0.29170787,0.0044768257,0.001869537,0.000048669215,0.6755354],"study_design_scores_gemma":[0.00908503,0.0015702883,0.50347066,0.00094741443,0.00011424521,0.0022279765,0.0009865093,0.22648242,0.1699024,0.004343239,0.075707056,0.0051627816],"about_ca_topic_score_codex":0.00007858968,"about_ca_topic_score_gemma":0.000022038177,"teacher_disagreement_score":0.6703726,"about_ca_system_score_codex":0.000073237694,"about_ca_system_score_gemma":0.00002933144,"threshold_uncertainty_score":0.8199485},"labels":[],"label_agreement":null},{"id":"W2153678464","doi":"10.1145/2695664.2695900","title":"Design pattern detection using FINDER","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Java; Scripting language; Software design pattern; Design pattern; Open source; Pattern detection; Artificial intelligence; Programming language; Software","score_opus":0.12621350174613832,"score_gpt":0.30270073522245844,"score_spread":0.17648723347632012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153678464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04135976,0.0000129960845,0.95795614,0.000043055876,0.00023746958,0.000053422562,2.3059359e-8,0.00028065554,0.000056464596],"genre_scores_gemma":[0.8811947,1.2446199e-7,0.11861703,0.00004154089,0.000032417294,0.0000028215563,3.90248e-8,0.0000049198925,0.00010637436],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939966,0.000032041215,0.000053793734,0.00013866807,0.00021999436,0.00015585753],"domain_scores_gemma":[0.9994657,0.00013899585,0.0000081761145,0.0002388669,0.0000633521,0.00008493196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031054023,0.000045907513,0.000038720565,0.00007237991,0.000023571078,0.000083707724,0.00027717266,0.000026851065,0.000008461301],"category_scores_gemma":[0.0001639625,0.000041109794,0.000010677351,0.00021706468,0.0000060913317,0.00023122338,0.000106139174,0.00006487818,0.000097051],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098047685,0.00009156149,0.031005198,0.000023336845,0.00004143823,0.00010114265,0.0017591235,0.21529222,0.017604386,0.00029344755,0.002460806,0.7313175],"study_design_scores_gemma":[0.00012546424,0.000038568956,0.0025309538,0.0000026833402,5.550088e-7,0.00002242312,0.000004569245,0.97311044,0.023695432,0.0002448959,0.00014592754,0.00007809278],"about_ca_topic_score_codex":0.000084372,"about_ca_topic_score_gemma":0.0000023477678,"teacher_disagreement_score":0.839835,"about_ca_system_score_codex":0.000071124276,"about_ca_system_score_gemma":0.00005101736,"threshold_uncertainty_score":0.16764088},"labels":[],"label_agreement":null},{"id":"W2154126868","doi":"10.4304/jsw.3.5.26-39","title":"Change Prediction in Object-Oriented Software Systems: A Probabilistic Approach","year":2008,"lang":"en","type":"article","venue":"Journal of Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software system; Software sizing; Software development; Software quality; Reverse engineering; Software metric; Source code; Software maintenance; Software; Software construction; Software engineering; Reliability engineering; Programming language","score_opus":0.038791792737955626,"score_gpt":0.24806302882314094,"score_spread":0.2092712360851853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154126868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20000456,0.0016884109,0.79622996,0.000057426794,0.0011545562,0.0005038614,0.000010542361,0.00033219118,0.000018475977],"genre_scores_gemma":[0.86783946,0.00009508049,0.13113186,0.000041627813,0.00057393697,0.0001075313,0.000005567859,0.000042275013,0.00016264954],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730504,0.00013429955,0.00069792045,0.00033028267,0.0010601575,0.00047227577],"domain_scores_gemma":[0.9978403,0.0005932707,0.0002831094,0.0004953894,0.0005589113,0.0002290455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086103217,0.0002130739,0.00041467685,0.0007129663,0.00011104933,0.000075319585,0.0009188081,0.00014600404,0.0000054864154],"category_scores_gemma":[0.0033052247,0.00018750438,0.0001256242,0.001280981,0.000070209666,0.0010665876,0.00018814078,0.0006593065,0.000017293218],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111156325,0.0010549165,0.9398689,0.0011231585,0.0001391609,0.001870839,0.010668738,0.02782127,0.00006250962,0.0005557334,0.0063104536,0.010413151],"study_design_scores_gemma":[0.0034336962,0.0011764431,0.9377214,0.0013520198,0.00003072971,0.009169211,0.00028138194,0.04176135,0.00007291126,0.00035125026,0.003872018,0.00077762536],"about_ca_topic_score_codex":0.000040925992,"about_ca_topic_score_gemma":0.0000014479759,"teacher_disagreement_score":0.66783494,"about_ca_system_score_codex":0.00043617593,"about_ca_system_score_gemma":0.0003064159,"threshold_uncertainty_score":0.7646207},"labels":[],"label_agreement":null},{"id":"W2154183829","doi":"10.1145/1985441.1985457","title":"Security versus performance bugs","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software bug; Computer science; Security bug; Software security assurance; Software; Software quality; Quality (philosophy); Work (physics); Computer security; Software development; Information security; Engineering; Operating system; Security service","score_opus":0.04498061121691938,"score_gpt":0.2522606284033671,"score_spread":0.20728001718644773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154183829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7808411,0.000032908614,0.17429681,0.000058610545,0.0008285703,0.000072017,1.8577708e-7,0.000863886,0.043005884],"genre_scores_gemma":[0.9774636,0.0000056700756,0.022190059,0.000018486635,0.000022157943,0.0000052269525,1.141005e-7,0.000003617761,0.00029109238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99941176,0.000007282638,0.000054395878,0.00015285572,0.00017371663,0.00019998393],"domain_scores_gemma":[0.9993923,0.00010512014,0.000006832667,0.0003929171,0.0000357686,0.000067085806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000137821,0.000050965067,0.00004278849,0.000049430528,0.000032167347,0.00002636865,0.0006632905,0.00002345121,0.0001375887],"category_scores_gemma":[0.000084587155,0.00004475927,0.000016891043,0.00021484439,0.000016310472,0.00030572407,0.00021023165,0.000092339505,0.0004659426],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022916925,0.0005721266,0.29397106,0.00022772013,0.00015535932,0.00017006646,0.021774238,0.00018503642,0.00049972854,0.42049307,0.027224384,0.23449802],"study_design_scores_gemma":[0.002385546,0.0010955794,0.6813213,0.000029480838,0.0000051880306,0.000035651647,0.000054832628,0.22217757,0.07249345,0.0025405337,0.01688526,0.0009755995],"about_ca_topic_score_codex":0.000035024095,"about_ca_topic_score_gemma":0.0000018367557,"teacher_disagreement_score":0.41795254,"about_ca_system_score_codex":0.000020550939,"about_ca_system_score_gemma":0.000024465906,"threshold_uncertainty_score":0.5988905},"labels":[],"label_agreement":null},{"id":"W2154234176","doi":"10.1109/spcon.1994.344417","title":"Elicit: a method for eliciting process models","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Process (computing); Dependency (UML); Software engineering; Software; Scale (ratio); Reverse engineering; Product (mathematics); Programming language; Mathematics","score_opus":0.07048182757300119,"score_gpt":0.34525063868672695,"score_spread":0.27476881111372575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154234176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001955286,0.00007124719,0.9938182,0.0006220732,0.000060194743,0.00022078163,7.2384375e-7,0.0006105511,0.0026409258],"genre_scores_gemma":[0.27752078,0.0000025559339,0.72132957,0.00019928077,0.000055203815,0.000111004956,2.36283e-7,0.00001274981,0.0007686314],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989549,0.00001583929,0.00012617126,0.00029849392,0.00025338389,0.00035119307],"domain_scores_gemma":[0.9985548,0.0008725726,0.000018551364,0.00033411809,0.00013591084,0.00008404904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037135356,0.000087367,0.00010230584,0.00010633489,0.00006981254,0.00011403969,0.00072305393,0.000038193917,0.00002755392],"category_scores_gemma":[0.00044247933,0.00007799373,0.000044619403,0.00038675233,0.0000066328826,0.00041045912,0.000101571524,0.00008698981,0.00003089446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039452657,0.00012557046,0.00020249601,0.00023421396,0.000043633267,0.000011194075,0.0038566478,0.1295605,0.0013101492,0.17599031,0.0073942556,0.6812671],"study_design_scores_gemma":[0.00014822034,0.000028982531,0.000016058579,0.000008863476,9.4922234e-7,0.000008732255,0.000010083853,0.98278314,0.0032474373,0.0132289445,0.00041256144,0.00010603032],"about_ca_topic_score_codex":0.000011497207,"about_ca_topic_score_gemma":7.3318375e-7,"teacher_disagreement_score":0.85322267,"about_ca_system_score_codex":0.000024199338,"about_ca_system_score_gemma":0.000013210126,"threshold_uncertainty_score":0.31804922},"labels":[],"label_agreement":null},{"id":"W2154362664","doi":"10.1007/s10270-015-0483-z","title":"The shape of feature code: an analysis of twenty C-preprocessor-based systems","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Feature (linguistics); Computer science; Preprocessor; Outlier; Benchmark (surveying); Program comprehension; Code (set theory); Feature extraction; Data mining; Nesting (process); Pattern recognition (psychology); Artificial intelligence; Programming language; Set (abstract data type); Software","score_opus":0.05149032838202286,"score_gpt":0.29816678618564557,"score_spread":0.2466764578036227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154362664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21798907,0.0049114693,0.77569246,0.000033994085,0.00061784877,0.00033766625,0.00003353692,0.00037615933,0.000007805985],"genre_scores_gemma":[0.992756,0.000010212919,0.006960217,0.000006440832,0.0000751433,0.00007275867,0.000019035999,0.00003371317,0.000066476685],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962852,0.0002824939,0.00075523235,0.00064743904,0.00151983,0.0005097787],"domain_scores_gemma":[0.99486256,0.0009683093,0.000357558,0.001991147,0.0015369763,0.00028347477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030502432,0.0002617543,0.00070143,0.00050137663,0.00015166396,0.00028904577,0.0021892495,0.00018003485,6.781399e-7],"category_scores_gemma":[0.0015693825,0.00019690381,0.0002085875,0.002230594,0.00006732458,0.00042442078,0.00025226708,0.0002864147,0.0000034700367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001625306,0.000040110015,0.019327978,0.00025370126,0.00024228523,0.0000038898197,0.00069480354,0.9782877,0.000083741696,0.00038737647,0.00006686576,0.00059532584],"study_design_scores_gemma":[0.00026818266,0.00008480757,0.00028604426,0.00018461006,0.00010799805,0.0000044123226,0.0005022788,0.99812746,0.00008573798,0.000027570046,0.00012257963,0.0001983223],"about_ca_topic_score_codex":0.00076936523,"about_ca_topic_score_gemma":0.00003148818,"teacher_disagreement_score":0.7747669,"about_ca_system_score_codex":0.00017535622,"about_ca_system_score_gemma":0.00046643426,"threshold_uncertainty_score":0.80295044},"labels":[],"label_agreement":null},{"id":"W2154698230","doi":"10.1109/metrics.2005.54","title":"Visualizing Historical Data Using Spectrographs","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Computer science; Software; Data science; Visualization; Data visualization; Software development; Software engineering; Data mining; Software construction; Programming language","score_opus":0.11074019888734271,"score_gpt":0.35695320302076056,"score_spread":0.24621300413341785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154698230","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012386854,0.0003834003,0.9853329,0.0005926794,0.00019951719,0.00004373499,3.1505036e-7,0.0005454919,0.0005150901],"genre_scores_gemma":[0.3616758,0.000008017318,0.63767964,0.00008386935,0.00023285755,0.0000010474045,0.0000013595454,0.000009685517,0.00030771026],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890757,0.000018605975,0.00011393001,0.0003466264,0.0003212764,0.00029201104],"domain_scores_gemma":[0.9985197,0.00020063305,0.0000138921405,0.0011428896,0.00002645423,0.00009642534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031985724,0.00007123827,0.00008026782,0.00014837265,0.00005581944,0.00011411921,0.0017196618,0.000027331296,0.000036603145],"category_scores_gemma":[0.00019056199,0.00006697762,0.000022953964,0.0005132569,0.00000970298,0.0006675887,0.0008596661,0.00011637444,0.0000596581],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009242865,0.0005950297,0.05130013,0.00006135524,0.00013038474,0.00018229244,0.0009696179,0.0044664238,0.018526804,0.1413572,0.11919094,0.6632106],"study_design_scores_gemma":[0.0001328413,0.000023599829,0.0014508202,0.0000067261053,0.0000023157982,0.00004271828,0.0000029320456,0.81540304,0.0012718674,0.00013062988,0.1813436,0.00018891138],"about_ca_topic_score_codex":0.00011585513,"about_ca_topic_score_gemma":0.000007602547,"teacher_disagreement_score":0.8109366,"about_ca_system_score_codex":0.00030491172,"about_ca_system_score_gemma":0.000044548808,"threshold_uncertainty_score":0.3195588},"labels":[],"label_agreement":null},{"id":"W2154938539","doi":"10.1109/wcre.2001.957820","title":"Maximizing functional cohesion of comprehension environments by integrating user and task knowledge","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Program comprehension; Computer science; Cohesion (chemistry); Comprehension; Human–computer interaction; Task (project management); Information overload; Task analysis; Variety (cybernetics); Software; Abstraction; Software engineering; Artificial intelligence; Software system; World Wide Web; Programming language; Systems engineering; Engineering","score_opus":0.024710804187499356,"score_gpt":0.22468799200094827,"score_spread":0.19997718781344892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154938539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2534074,0.0006825672,0.745094,0.00008281151,0.00011466463,0.00007851808,9.3852765e-7,0.000084530206,0.00045454755],"genre_scores_gemma":[0.9725622,0.00002888145,0.026049977,0.000018754346,0.000012123694,0.0000037619081,0.000001628237,0.0000067950236,0.0013159072],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926853,0.000027919312,0.00012953495,0.00021425114,0.00021712879,0.00014266094],"domain_scores_gemma":[0.9993269,0.0003715502,0.000024677147,0.00019804284,0.000017993232,0.000060834947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011887813,0.00007919681,0.00009028156,0.00007041057,0.00005541753,0.00003183587,0.0001792081,0.000036619705,0.000081481085],"category_scores_gemma":[0.0000781905,0.000067611705,0.000018623166,0.00013272458,0.00003440229,0.00020368934,0.00025460363,0.00010320292,0.0000444673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011633329,0.0005469844,0.095759295,0.0001228639,0.000057975598,0.000009132049,0.0017902905,0.00056267896,0.61082816,0.0052770427,0.06747746,0.2175565],"study_design_scores_gemma":[0.0012224485,0.00026438577,0.13466215,0.00014667497,0.0000069094003,0.00003555069,0.00006593433,0.77203006,0.053309344,0.00016447296,0.037634596,0.0004574988],"about_ca_topic_score_codex":0.000008651544,"about_ca_topic_score_gemma":6.4791766e-7,"teacher_disagreement_score":0.7714673,"about_ca_system_score_codex":0.000029005114,"about_ca_system_score_gemma":0.0000036847905,"threshold_uncertainty_score":0.27571255},"labels":[],"label_agreement":null},{"id":"W2154961375","doi":"10.1109/icst.2009.8","title":"Test Redundancy Measurement Based on Coverage Information: Evaluations and Lessons Learned","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Redundancy (engineering); Computer science; Test suite; Reliability engineering; Code coverage; Java; Test case; Data mining; Software; Machine learning; Engineering; Programming language; Operating system","score_opus":0.07346214667201528,"score_gpt":0.33338081168691097,"score_spread":0.2599186650148957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154961375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012957375,0.000022919698,0.9730451,0.018198833,0.00006899778,0.00018622309,0.000001645272,0.00032044353,0.006860109],"genre_scores_gemma":[0.98499644,0.0000057322873,0.014096886,0.0007639116,0.000014414613,0.000011965135,0.0000020489326,0.0000023277948,0.00010629623],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878246,0.000024902862,0.00012353917,0.0001417142,0.0007606371,0.00016676889],"domain_scores_gemma":[0.99897444,0.0003429273,0.000021161275,0.0003822121,0.00019490131,0.00008438383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006681469,0.00007596185,0.00006355516,0.00014633057,0.00010944694,0.0002408056,0.0002586542,0.000027708691,0.000028128916],"category_scores_gemma":[0.0019112056,0.00006862621,0.00001804926,0.00031904227,0.000011188035,0.0005189457,0.000034261877,0.0001064613,0.0000837824],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009432675,0.00022609149,0.002021681,0.000025394807,0.000009626688,0.0000049146042,0.0004905085,0.032385886,0.00073805376,0.040750895,0.008784763,0.91455275],"study_design_scores_gemma":[0.0010835687,0.0005819,0.3027312,0.000063291576,0.0000040106775,0.000004709456,0.000007576815,0.6800686,0.0019720488,0.0031137208,0.010105683,0.00026368204],"about_ca_topic_score_codex":0.000004541761,"about_ca_topic_score_gemma":0.0000011894699,"teacher_disagreement_score":0.9837007,"about_ca_system_score_codex":0.00009540055,"about_ca_system_score_gemma":0.0001511348,"threshold_uncertainty_score":0.27984953},"labels":[],"label_agreement":null},{"id":"W2155151396","doi":"10.1109/ictai.2004.69","title":"Human perception of software complexity: knowledge discovery from software data","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Institute for Biodiagnostics; University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Programming complexity; Perception; Process (computing); Data science; Software development; Software engineering; Data mining; Software construction; Programming language","score_opus":0.08841172534694995,"score_gpt":0.3356505208114203,"score_spread":0.24723879546447036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155151396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15017065,0.00017332556,0.84824044,0.00017570266,0.00016173061,0.00013434309,0.00010570541,0.00069005217,0.00014804956],"genre_scores_gemma":[0.59517735,0.000005457274,0.40342525,0.000047314814,0.00021588748,0.0000062490685,0.0001800522,0.000019967782,0.00092249847],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981306,0.00006149214,0.0003174581,0.0006753949,0.00046428313,0.00035075124],"domain_scores_gemma":[0.9967277,0.00048258173,0.00005903712,0.0024892406,0.0001228132,0.00011861274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003353015,0.00018185978,0.00024924826,0.00016614074,0.000116721734,0.00019468651,0.003248883,0.00008412585,0.00028559004],"category_scores_gemma":[0.0005301661,0.00017066344,0.00006154108,0.00037405748,0.00012109162,0.0019785943,0.0023603074,0.0002237992,0.00027404298],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020537876,0.0015078366,0.20682976,0.00030608213,0.00026286466,0.000018933742,0.004422726,0.0013667693,0.010067731,0.016180683,0.10070182,0.6583143],"study_design_scores_gemma":[0.0013855359,0.00020042478,0.91025275,0.00021068049,0.000028782128,0.000014255285,0.00014758289,0.06311573,0.002037021,0.0049707307,0.016572885,0.0010636033],"about_ca_topic_score_codex":0.00037824363,"about_ca_topic_score_gemma":0.0002149033,"teacher_disagreement_score":0.703423,"about_ca_system_score_codex":0.0001059977,"about_ca_system_score_gemma":0.00009832275,"threshold_uncertainty_score":0.6959453},"labels":[],"label_agreement":null},{"id":"W2155295509","doi":"10.1145/1368088.1368220","title":"Dynamic round-trip GUI maintenance","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Graphical user interface; Plug-in; Source code; Programming language; Software maintenance; Graphical user interface testing; Context (archaeology); Software engineering; Object-oriented programming; User interface; Code (set theory); Software; Human–computer interaction; Open source; Software development; User interface design; Set (abstract data type)","score_opus":0.017194171549366005,"score_gpt":0.252428089533669,"score_spread":0.23523391798430301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155295509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05235877,0.00008180313,0.94317615,0.0006711882,0.0002566761,0.00006956841,3.0141277e-7,0.00066472025,0.0027208363],"genre_scores_gemma":[0.86975163,0.000028267932,0.11644151,0.00014225853,0.000016335729,0.000009432922,4.5265475e-7,0.000008336994,0.0136017725],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989815,0.00001374876,0.00010316723,0.00026109628,0.00030331945,0.00033721587],"domain_scores_gemma":[0.9990049,0.00021797672,0.000012646702,0.0006051082,0.00006961326,0.00008977302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014925223,0.000080611615,0.000083422994,0.000092531875,0.000077522556,0.00004965442,0.00094490784,0.000032646152,0.000039650276],"category_scores_gemma":[0.00030187433,0.0000689502,0.000037471826,0.00044662424,0.000038848993,0.00027993874,0.00022898348,0.00012413965,0.00051087514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003282483,0.0006831628,0.1521336,0.00015777964,0.0001977387,0.0040750843,0.0038421624,0.012132987,0.007371635,0.31396836,0.3506168,0.15478784],"study_design_scores_gemma":[0.00081688626,0.00015676217,0.33645928,0.000030627194,0.0000017004821,0.0008695696,0.00001471398,0.61546934,0.0014231707,0.0028487116,0.041243967,0.0006652736],"about_ca_topic_score_codex":0.000041299783,"about_ca_topic_score_gemma":0.000004934045,"teacher_disagreement_score":0.8267346,"about_ca_system_score_codex":0.00009099158,"about_ca_system_score_gemma":0.000067076566,"threshold_uncertainty_score":0.6566437},"labels":[],"label_agreement":null},{"id":"W2155310431","doi":"10.1109/ccece.2003.1226023","title":"Automating transition from use-cases to class model","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Class (philosophy); Computer science; Transition (genetics); Programming language; Theoretical computer science; Artificial intelligence","score_opus":0.043963058093232664,"score_gpt":0.27460590684335656,"score_spread":0.2306428487501239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155310431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40821132,0.0000034035386,0.5904248,0.0006735524,0.000038278016,0.000053114618,0.0000019282727,0.0005612498,0.00003234968],"genre_scores_gemma":[0.62322915,3.073849e-7,0.37644124,0.0002643702,0.000016947817,0.000007403941,0.000001191369,0.0000053117515,0.000034081295],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992001,0.00000905486,0.000097102435,0.00023355584,0.00025863023,0.00020155069],"domain_scores_gemma":[0.99910253,0.000423586,0.000007363816,0.00032138385,0.00003970471,0.00010544909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008071921,0.00007038949,0.0000673447,0.000083751474,0.000045592573,0.00017874499,0.0003521862,0.000031717904,0.000009594547],"category_scores_gemma":[0.0003099327,0.000067416004,0.000026600716,0.00025895596,0.0000062400627,0.00051843707,0.00007896011,0.00007605779,0.00012262081],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001963928,0.00003101482,0.00026825618,0.000005414544,0.0000070573783,0.0000315105,0.0013746719,0.9758988,0.0056913504,0.009009007,0.00029228316,0.0073886793],"study_design_scores_gemma":[0.00018138274,0.0000359451,0.007708808,0.000029307692,0.0000010855238,0.0000063016746,0.0000072253356,0.9824737,0.0077562504,0.0016471817,0.00002639401,0.00012646732],"about_ca_topic_score_codex":0.00032651162,"about_ca_topic_score_gemma":0.000022415623,"teacher_disagreement_score":0.21501781,"about_ca_system_score_codex":0.00008027381,"about_ca_system_score_gemma":0.00005350675,"threshold_uncertainty_score":0.2749145},"labels":[],"label_agreement":null},{"id":"W2155452486","doi":"10.1109/suite.2009.5070023","title":"Working with search results","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Task (project management); Software; Code (set theory); Source code; Information retrieval; World Wide Web; Data science; Software engineering; Human–computer interaction; Programming language","score_opus":0.04040692068894427,"score_gpt":0.2748433146646666,"score_spread":0.23443639397572233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155452486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031742204,0.000030851665,0.9443141,0.0031274043,0.00007518662,0.000091456845,8.738322e-8,0.00078574975,0.019832915],"genre_scores_gemma":[0.8807,0.0000015907265,0.11745477,0.00011062207,0.000032492797,0.0000011411295,2.832724e-7,0.0000029822354,0.0016961534],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990558,0.000014087655,0.00006929201,0.00022732747,0.00035959695,0.00027389743],"domain_scores_gemma":[0.99917406,0.0002406265,0.00000620728,0.00045478862,0.0000434796,0.0000808617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029288072,0.000056269415,0.00005210308,0.000091660775,0.000042452182,0.00013794175,0.00059876207,0.000020169111,0.00000478117],"category_scores_gemma":[0.0000957088,0.000040866522,0.000011482052,0.0005609729,0.0000111103645,0.00014721733,0.000069982634,0.00013318853,0.00007339647],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110434376,0.00015526002,0.017560782,0.000008709049,0.000027755548,0.00043348182,0.0019164883,0.010012234,0.0011784056,0.11526566,0.013199905,0.84013087],"study_design_scores_gemma":[0.0037554312,0.0022928163,0.7188055,0.00024134936,0.0000036206397,0.00023211082,0.0000637271,0.20090987,0.031950485,0.0024015119,0.0380886,0.0012549742],"about_ca_topic_score_codex":0.000009286791,"about_ca_topic_score_gemma":0.0000020920404,"teacher_disagreement_score":0.8489578,"about_ca_system_score_codex":0.000025805739,"about_ca_system_score_gemma":0.00004081687,"threshold_uncertainty_score":0.16664883},"labels":[],"label_agreement":null},{"id":"W2155534952","doi":"10.1109/icpc.2009.5090066","title":"A bug you like: A framework for automated assignment of bugs","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Heuristics; Task (project management); Software bug; Workload; Set (abstract data type); Software engineering; Space (punctuation); Software; Programming language; Operating system; Systems engineering; Engineering","score_opus":0.018082397108562433,"score_gpt":0.30536034754098995,"score_spread":0.28727795043242754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155534952","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068979724,0.00004908732,0.99020433,0.0010913222,0.00015327288,0.00022898255,0.0000011951377,0.0012287832,0.0001450746],"genre_scores_gemma":[0.5381547,0.0000015424924,0.46143976,0.00013784827,0.000020062556,0.000016317194,5.0743625e-7,0.000004387354,0.0002248267],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904025,0.000012938027,0.00015254642,0.00022017385,0.00030470884,0.00026939734],"domain_scores_gemma":[0.99878263,0.0005527493,0.000029073137,0.00047325593,0.000081817736,0.00008047702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025183763,0.00008251028,0.00012314826,0.000095846466,0.000027629945,0.00005202834,0.00062944536,0.00006703592,0.00001678288],"category_scores_gemma":[0.00044664138,0.00007131919,0.000051955805,0.0003787224,0.000013006741,0.00011347374,0.00007861007,0.00008743192,0.000016632892],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006543812,0.0010594395,0.004600903,0.00021356749,0.00015917128,0.000039008875,0.0028376833,0.009340674,0.013193339,0.6981351,0.08104742,0.1893083],"study_design_scores_gemma":[0.0008106254,0.0011820025,0.04960643,0.0001366676,0.0000072433413,0.000012043261,0.00002157665,0.87980473,0.02392156,0.03897895,0.005083552,0.00043463815],"about_ca_topic_score_codex":0.0000068947807,"about_ca_topic_score_gemma":1.4804165e-7,"teacher_disagreement_score":0.870464,"about_ca_system_score_codex":0.00004306769,"about_ca_system_score_gemma":0.000054653952,"threshold_uncertainty_score":0.2908312},"labels":[],"label_agreement":null},{"id":"W2155581635","doi":"10.1109/compsac.2009.38","title":"Predicting Change Impact in Object-Oriented Applications with Bayesian Networks","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Bayesian network; Computer science; Probabilistic logic; Change impact analysis; Graphical model; Causality (physics); Data mining; Bayesian probability; Machine learning; Object-oriented programming; Variable-order Bayesian network; Dynamic Bayesian network; Statistical model; Software; Object (grammar); Artificial intelligence; Bayesian inference; Programming language","score_opus":0.012321824727140041,"score_gpt":0.2726659813105891,"score_spread":0.26034415658344906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155581635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019939989,0.00007344155,0.978279,0.0002465949,0.000023868592,0.0003837326,3.6565706e-7,0.00045745587,0.0005955432],"genre_scores_gemma":[0.97951496,0.0000048252023,0.020145485,0.00008665166,0.00009124277,0.00010917615,0.000002251784,0.000006589088,0.000038813487],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990516,0.000016981807,0.00010474214,0.0002607094,0.0002075839,0.00035839554],"domain_scores_gemma":[0.9992417,0.00015210929,0.000019366846,0.0004289925,0.000047290043,0.000110561225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018681104,0.0000945142,0.00008921318,0.00016867666,0.000046650308,0.0000761541,0.0004091371,0.00004017072,0.00000803677],"category_scores_gemma":[0.000039336628,0.00007317943,0.000020591457,0.0013220275,0.000011097535,0.00035703485,0.000056379136,0.00018695355,0.000006318155],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013599058,0.00017068017,0.7951471,0.000009155012,0.00001762741,0.000037010584,0.0011799464,0.024910921,0.00004371363,0.007817764,0.00023161327,0.17042084],"study_design_scores_gemma":[0.00018147618,0.00013978043,0.48577127,0.00001819555,6.908662e-7,0.000011434295,0.000008806259,0.51357865,0.000030428055,0.00006530285,0.000098425575,0.00009551987],"about_ca_topic_score_codex":0.00012822228,"about_ca_topic_score_gemma":0.00004406019,"teacher_disagreement_score":0.959575,"about_ca_system_score_codex":0.00008644874,"about_ca_system_score_gemma":0.000035680867,"threshold_uncertainty_score":0.29841706},"labels":[],"label_agreement":null},{"id":"W2155586449","doi":"10.1109/ccece.2002.1013024","title":"A quality assessment model for Java code","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Computer science; Java; Reusability; Quality (philosophy); Code (set theory); Interoperability; Software quality; JavaScript; Relation (database); Data mining; Programming language; Operating system; Software development; Software; Set (abstract data type)","score_opus":0.1175190920541189,"score_gpt":0.4037047127958799,"score_spread":0.286185620741761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155586449","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034537108,0.00001092129,0.99281526,0.00028077207,0.00009460753,0.00017035664,0.0000021600301,0.000263265,0.0029089474],"genre_scores_gemma":[0.4566421,7.3488695e-7,0.5412312,0.000083708066,0.000005283992,0.000044686498,3.8401822e-7,0.0000044044205,0.0019874964],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912816,0.00003088694,0.000118452204,0.00023071008,0.000250335,0.00024147613],"domain_scores_gemma":[0.9988119,0.0005589479,0.000013719087,0.0004561335,0.000081792656,0.000077511664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008355034,0.000062515915,0.000082839724,0.00004174209,0.00004520743,0.00007818322,0.00041539056,0.000028008224,0.000011984023],"category_scores_gemma":[0.00047911282,0.000055417182,0.000040623698,0.00013669905,0.000009283054,0.00014883578,0.00006596489,0.000066667235,0.000012612198],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.703414e-7,0.000055141907,0.0025231605,0.000021846938,0.000009409599,8.1500684e-7,0.00011421004,0.020747839,0.00037559908,0.96838266,0.0042296606,0.0035386628],"study_design_scores_gemma":[0.00021083694,0.000019474926,0.0021995069,0.0000016299755,4.408288e-7,0.0000012218629,0.0000035571518,0.98367786,0.0006978395,0.011077389,0.0020198475,0.00009037879],"about_ca_topic_score_codex":0.000006795082,"about_ca_topic_score_gemma":0.000004861088,"teacher_disagreement_score":0.96293,"about_ca_system_score_codex":0.000063426225,"about_ca_system_score_gemma":0.00015113247,"threshold_uncertainty_score":0.22598471},"labels":[],"label_agreement":null},{"id":"W2155611596","doi":"10.1109/iccl.1992.185464","title":"Static analysis of PostScript code","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Abstract interpretation; Programming language; Computer science; Notation; Code (set theory); Static analysis; Stack (abstract data type); Interpretation (philosophy); Program analysis; Type inference; Theoretical computer science; Artificial intelligence; Arithmetic; Mathematics; Inference","score_opus":0.020369745338002253,"score_gpt":0.27989352733574924,"score_spread":0.259523781997747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155611596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07449459,0.000026177375,0.92365915,0.00009314166,0.00005323888,0.000031574775,0.000001261778,0.00009311451,0.0015477717],"genre_scores_gemma":[0.90940773,0.0000018922332,0.089932285,0.000055739663,0.0000011035258,0.000002002673,5.2038024e-7,0.0000025177212,0.00059620844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999366,0.000029313835,0.000103659564,0.0001314391,0.00023125732,0.00013833934],"domain_scores_gemma":[0.99913263,0.0003292197,0.00001493818,0.00040616028,0.00006750808,0.0000495117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023889466,0.000040910618,0.000108691616,0.00030219526,0.0000115521325,0.000024365321,0.0003447053,0.000013738168,0.00011097211],"category_scores_gemma":[0.00048599648,0.00003543546,0.000048036272,0.0017325085,0.000012894592,0.0000923899,0.00004084968,0.00003944338,0.000019264153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029943155,0.0002223148,0.2646424,0.000058593494,0.0016607482,0.000037208196,0.0016730761,0.03491482,0.0047550006,0.6758644,0.0076122833,0.008556165],"study_design_scores_gemma":[0.00040547395,0.00015378621,0.30723327,0.000009656394,0.00015456702,0.000006219703,0.00006612488,0.65047216,0.03190263,0.002252482,0.0069800843,0.00036351304],"about_ca_topic_score_codex":0.000027733086,"about_ca_topic_score_gemma":0.000008173485,"teacher_disagreement_score":0.83491313,"about_ca_system_score_codex":0.000016660837,"about_ca_system_score_gemma":0.000033775974,"threshold_uncertainty_score":0.14450161},"labels":[],"label_agreement":null},{"id":"W2155943924","doi":"10.1109/icse.2007.80","title":"Suade: Topology-Based Searches for Software Investigation","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Eclipse; Computer science; Task (project management); Context (archaeology); Software; Software engineering; Software system; Software construction; Source code; Software sizing; Software development; Software evolution; Component-based software engineering; Programming language; Systems engineering; Engineering","score_opus":0.0549667653974837,"score_gpt":0.3028834859539064,"score_spread":0.24791672055642272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155943924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19246621,0.000045809647,0.8005647,0.0013569782,0.0013604101,0.00080283266,0.000024801619,0.0028508755,0.0005273459],"genre_scores_gemma":[0.6885858,0.000007979899,0.30999666,0.00030090276,0.00050961494,0.00026014695,0.000029695226,0.00009065094,0.00021854622],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955315,0.0000036747806,0.0006914414,0.0012048663,0.0013585049,0.0012100255],"domain_scores_gemma":[0.9956449,0.0010220527,0.00023943756,0.00024871918,0.0023390846,0.0005057695],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018023294,0.0006029947,0.00042983124,0.0013070505,0.00025719253,0.00085008435,0.0023611684,0.00034934547,0.00004703259],"category_scores_gemma":[0.0092436215,0.00065871165,0.00020760269,0.0010117756,0.00012813068,0.0014251681,0.00036041075,0.0008284806,0.000049406706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032242807,0.00027015334,0.17743748,0.0011462932,0.00033199563,0.000030330617,0.0022824183,0.0016155591,0.031686205,0.7646016,0.0056286054,0.014646942],"study_design_scores_gemma":[0.0063454793,0.002272564,0.12508884,0.0023926808,0.0000876554,0.00023095334,0.0009128062,0.50248164,0.31611976,0.017098725,0.02173219,0.0052366876],"about_ca_topic_score_codex":0.000011159814,"about_ca_topic_score_gemma":0.0000012262165,"teacher_disagreement_score":0.74750286,"about_ca_system_score_codex":0.00060983974,"about_ca_system_score_gemma":0.00022751294,"threshold_uncertainty_score":0.9995864},"labels":[],"label_agreement":null},{"id":"W2156015672","doi":"10.1109/vlhcc.2008.4639061","title":"Tool support for working with sets of source code entities","year":2008,"lang":"en","type":"article","venue":"Proceedings/Proceedings -- IEEE Symposium on Visual Languages and Human-Centric Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Source code; KPI-driven code analysis; Code review; Focus (optics); Programming language; Face (sociological concept); Software engineering; Static program analysis; Software; Software development","score_opus":0.02511721503692811,"score_gpt":0.2960395147722234,"score_spread":0.2709222997352953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156015672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98686874,0.00015075215,0.010135824,0.00009975612,0.00017326903,0.0006867951,0.0000045785177,0.0006097854,0.0012705219],"genre_scores_gemma":[0.9910951,0.000029263714,0.007807068,0.00009545555,0.0004155226,0.000038261267,0.000004423111,0.00008019647,0.00043467127],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965014,0.000006029141,0.000612398,0.0009878222,0.00089467654,0.0009976757],"domain_scores_gemma":[0.99819505,0.0004140727,0.00040275935,0.00015367537,0.0006109422,0.00022350451],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000695247,0.0004836136,0.0006082721,0.00061586814,0.00077740697,0.0004330278,0.00083512464,0.00014784618,0.0000070890333],"category_scores_gemma":[0.00017641607,0.00044572126,0.0001324237,0.0008174785,0.0001912388,0.0003783188,0.0003606906,0.0004082081,0.0000038824423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007019847,0.0019715927,0.645937,0.0071435445,0.0008540941,0.00016923794,0.072009735,0.0014248018,0.10841315,0.12448079,0.007709686,0.029184334],"study_design_scores_gemma":[0.025889443,0.024996568,0.13902394,0.00822714,0.0006373918,0.0045085195,0.014772982,0.40825084,0.34152144,0.0008697039,0.019981926,0.0113201],"about_ca_topic_score_codex":0.000024480429,"about_ca_topic_score_gemma":7.8322284e-7,"teacher_disagreement_score":0.5069131,"about_ca_system_score_codex":0.000121513454,"about_ca_system_score_gemma":0.00007422015,"threshold_uncertainty_score":0.99979943},"labels":[],"label_agreement":null},{"id":"W2156237258","doi":"10.1109/csmr.2008.4493302","title":"Trend Analysis and Issue Prediction in Large-Scale Open Source Systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Eclipse; Computer science; Popularity; Time series; Open source; Software; Series (stratigraphy); Capability Maturity Model; Scale (ratio); Trend analysis; Quality (philosophy); Real-time computing; Operating system; Machine learning","score_opus":0.016454362818573123,"score_gpt":0.26228030921859025,"score_spread":0.24582594640001712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156237258","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23655261,0.00012679443,0.7620168,0.0000910352,0.00008070462,0.00014201758,0.000003261297,0.00017503246,0.0008117572],"genre_scores_gemma":[0.98438615,0.000016835505,0.0071517173,0.00001666187,0.000031561387,0.00002450974,0.000004074612,0.0000054037787,0.008363078],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991353,0.000040995998,0.00013328274,0.00027923787,0.00020970454,0.00020145263],"domain_scores_gemma":[0.9994064,0.00013952571,0.000015151521,0.00034627927,0.000014573891,0.00007805596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036536044,0.00006348968,0.00014824106,0.00035259768,0.000062927116,0.00015657308,0.0005327368,0.00003849057,0.000029213104],"category_scores_gemma":[0.000044816905,0.00005689091,0.000020782816,0.0014135621,0.000014867168,0.0003674559,0.0004024679,0.00008427049,0.000018499117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028028446,0.0000620433,0.9778839,0.000014877747,0.000066989276,0.000024649984,0.0020894515,0.01395956,0.000038254097,0.0001792854,0.0031167816,0.0025614277],"study_design_scores_gemma":[0.00022437556,0.00002343545,0.43325585,0.0000054202887,0.0000053772114,0.000016440456,0.000048539332,0.5611234,0.00005576525,0.0000035194857,0.0051733833,0.00006449857],"about_ca_topic_score_codex":0.0009027644,"about_ca_topic_score_gemma":0.00024760125,"teacher_disagreement_score":0.75486505,"about_ca_system_score_codex":0.0000342867,"about_ca_system_score_gemma":0.000014878135,"threshold_uncertainty_score":0.2319944},"labels":[],"label_agreement":null},{"id":"W2156448859","doi":"10.1109/ms.2009.161","title":"Recommendation Systems for Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":387,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McGill University","funders":"","keywords":"Software engineering; Social software engineering; Software development; Computer science; Software construction; Personal software process; Software peer review; Reuse; Software system; Package development process; Software Engineering Process Group; Software; World Wide Web; Engineering; Operating system","score_opus":0.0223554942090374,"score_gpt":0.26801504227710155,"score_spread":0.24565954806806414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156448859","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071370318,0.00020201414,0.9876107,0.00030938763,0.0019326693,0.0004982421,0.000018320541,0.002283287,0.000008360501],"genre_scores_gemma":[0.49182016,0.00003384956,0.5064412,0.00028793118,0.00068574393,0.0002626835,0.000053957825,0.0000694721,0.00034501523],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832326,0.000023462126,0.000280716,0.00049898936,0.00030498658,0.00056859356],"domain_scores_gemma":[0.99772847,0.0012110495,0.00006163126,0.0006110787,0.00021466658,0.00017308781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042282566,0.00022236946,0.0002279918,0.00024358896,0.00020852375,0.00022303098,0.00084056833,0.00012416317,0.00000887911],"category_scores_gemma":[0.002261437,0.00023619154,0.00010314873,0.00048338267,0.000009292222,0.0005690261,0.000080679085,0.0002076218,0.00004378562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007399092,0.00050099904,0.016987812,0.0012480472,0.0002556759,0.000098855984,0.0026287648,0.22144257,0.0027351982,0.012080124,0.095641464,0.6463065],"study_design_scores_gemma":[0.004353928,0.0019228797,0.050944574,0.00067861826,0.000053837066,0.00028674363,0.0000440722,0.5940745,0.010095227,0.0027804286,0.33100325,0.003761978],"about_ca_topic_score_codex":0.000008764517,"about_ca_topic_score_gemma":3.6920596e-7,"teacher_disagreement_score":0.6425445,"about_ca_system_score_codex":0.00016762425,"about_ca_system_score_gemma":0.00007185662,"threshold_uncertainty_score":0.9631612},"labels":[],"label_agreement":null},{"id":"W2156477392","doi":"10.1109/wcre.1997.624580","title":"Cliche recognition in legacy software: a scalable, knowledge-based approach","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Cliché; Computer science; Robustness (evolution); Reverse engineering; Scalability; Software; Software system; Software engineering; Software development; Artificial intelligence; Programming language; Database","score_opus":0.05300804821581124,"score_gpt":0.2626545273488347,"score_spread":0.20964647913302348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156477392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012716774,0.0002763141,0.9775791,0.00025247267,0.00015694623,0.00023953697,7.031947e-7,0.00087088346,0.007907225],"genre_scores_gemma":[0.59078103,0.000009422706,0.40745553,0.00015138918,0.00006325107,0.00011546992,0.000005445182,0.000021806805,0.001396643],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985046,0.00008252946,0.00021004968,0.00046347108,0.0002905678,0.00044880365],"domain_scores_gemma":[0.99849164,0.0007069713,0.00002175495,0.00055667956,0.000097723365,0.00012520926],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004929433,0.00014185741,0.00014735202,0.00038930427,0.000050396437,0.00023115028,0.0007394036,0.00009474992,0.00016447053],"category_scores_gemma":[0.0008994534,0.00013593273,0.000050382216,0.0015618213,0.000033294124,0.00065088994,0.00015187723,0.0002904582,0.00096359884],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011460042,0.0019388415,0.024813682,0.0002499873,0.000022971448,0.000056993096,0.0011437088,0.0039935024,0.00016890305,0.0017333737,0.025903517,0.93996304],"study_design_scores_gemma":[0.0012699343,0.00009786897,0.010691299,0.000056748988,0.0000023724558,0.000016436812,0.000013291139,0.9810139,0.0016529206,0.0005053246,0.004234806,0.00044508328],"about_ca_topic_score_codex":0.000039089882,"about_ca_topic_score_gemma":0.000007684016,"teacher_disagreement_score":0.9770204,"about_ca_system_score_codex":0.000117166695,"about_ca_system_score_gemma":0.00005004865,"threshold_uncertainty_score":0.9998143},"labels":[],"label_agreement":null},{"id":"W2156491770","doi":"10.1109/wcre.2007.52","title":"Visualizing Software Architecture Evolution Using Change-Sets","year":2007,"lang":"en","type":"article","venue":"Proceedings - Working Conference on Reverse Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software evolution; Computer science; Software architecture; Java; Architecture; Software system; Software; Set (abstract data type); Resource-oriented architecture; Software engineering; Multilayered architecture; Software architecture description; Reference architecture; Programming language; Component-based software engineering; Software construction","score_opus":0.06748153835963974,"score_gpt":0.29869475212898533,"score_spread":0.2312132137693456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156491770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1374018,0.00015501109,0.85933304,0.00012967686,0.0008309873,0.00036919973,9.674188e-7,0.0015614466,0.00021788245],"genre_scores_gemma":[0.8266796,0.000011971724,0.17273907,0.00007241691,0.00037479308,0.00002837043,0.0000016214586,0.00006365917,0.000028503126],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967989,0.000009287473,0.0003893362,0.0008070449,0.000822554,0.0011729028],"domain_scores_gemma":[0.9986025,0.00033428223,0.00013706007,0.00036619656,0.00023901138,0.0003209336],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010728324,0.0004514675,0.0003373987,0.0009342883,0.00022212636,0.0004041565,0.0010655264,0.00022124432,0.000011716373],"category_scores_gemma":[0.0009646612,0.00049192953,0.00011444759,0.0015702769,0.00003772019,0.00064507336,0.0003883707,0.00087886676,0.000032638065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022280669,0.0004916858,0.13965416,0.0023603088,0.0004844727,0.00073227676,0.018748015,0.047236796,0.11187934,0.31010652,0.00068040786,0.3674032],"study_design_scores_gemma":[0.0019173085,0.00051004527,0.06250197,0.007937794,0.000072800816,0.0005506318,0.000522274,0.8899076,0.016509337,0.0034380811,0.011844007,0.004288152],"about_ca_topic_score_codex":0.00003872202,"about_ca_topic_score_gemma":0.00000199435,"teacher_disagreement_score":0.8426708,"about_ca_system_score_codex":0.0005517076,"about_ca_system_score_gemma":0.00007684439,"threshold_uncertainty_score":0.99975324},"labels":[],"label_agreement":null},{"id":"W2156555135","doi":"10.1145/1137983.1138008","title":"A lightweight approach to technical risk estimation via probabilistic impact analysis","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Probabilistic logic; Eclipse; Computer science; Risk management; Context (archaeology); Event (particle physics); Risk analysis (engineering); Estimation; New product development; Product (mathematics); Systems engineering; Engineering; Artificial intelligence; Business","score_opus":0.008607746860523506,"score_gpt":0.26405845260903815,"score_spread":0.25545070574851464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156555135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029674252,0.000014575292,0.96759546,0.00008799474,0.000022853656,0.00028506026,0.000001914147,0.00071690354,0.0016010161],"genre_scores_gemma":[0.61167794,1.8102774e-7,0.3881254,0.000006199968,0.000021201253,0.000044904802,0.0000056579793,0.0000056695994,0.00011283243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984635,0.000048335256,0.00021804438,0.00046002225,0.0004678503,0.00034221003],"domain_scores_gemma":[0.99856126,0.00036441852,0.00003400972,0.0007992143,0.00009277072,0.00014833413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047841208,0.00013790934,0.00019482106,0.00054773065,0.00006984056,0.00019370764,0.00074149156,0.000065504726,0.000018563123],"category_scores_gemma":[0.0004905457,0.00010332296,0.0001453059,0.003568039,0.000019866304,0.000216647,0.0002010937,0.00015702285,0.00011059691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004407496,0.00027511714,0.029423311,0.000014592739,0.00010532251,0.0000044790686,0.00005375834,0.95022404,0.00029840766,0.009722367,0.0023132404,0.0075609577],"study_design_scores_gemma":[0.00005592009,0.00004409331,0.24126877,0.0000015628341,0.000031544365,0.000006304901,2.3529142e-7,0.75641483,0.00017168821,0.001850891,0.000033127257,0.00012105822],"about_ca_topic_score_codex":0.00056730275,"about_ca_topic_score_gemma":0.000022558319,"teacher_disagreement_score":0.5820037,"about_ca_system_score_codex":0.00019767834,"about_ca_system_score_gemma":0.000045169585,"threshold_uncertainty_score":0.4213388},"labels":[],"label_agreement":null},{"id":"W2156581466","doi":"10.1109/wse.2003.1234008","title":"Resolution of static clones in dynamic Web pages","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Reuse; Parsing; Cloning (programming); Syntax; World Wide Web; Web application; Programming language; Code (set theory); Source code; clone (Java method); Web page; Code reuse; Software; Resolution (logic); Information retrieval; Artificial intelligence; Engineering; Biology; Genetics","score_opus":0.013414160561565467,"score_gpt":0.26675274508512253,"score_spread":0.25333858452355706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156581466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52593935,0.00008204144,0.4730167,0.00061670423,0.00005823016,0.000061708924,3.9065708e-7,0.00010786339,0.000117021424],"genre_scores_gemma":[0.936685,0.000024761703,0.06320294,0.000010525465,0.0000024122578,0.0000044837266,3.852162e-7,0.0000030451042,0.000066431974],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994272,0.000014804752,0.0001086326,0.000120949226,0.00018138425,0.00014705946],"domain_scores_gemma":[0.99954224,0.0001629028,0.000012874969,0.00023112437,0.000025875117,0.000024980356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019067,0.00004090503,0.000064089196,0.00016090406,0.000008869242,0.000014646136,0.00029895996,0.000020250112,0.00000433645],"category_scores_gemma":[0.00018846648,0.00003718247,0.000013222204,0.00041079777,0.00001890337,0.00014506033,0.0000858224,0.00006366671,0.000018977975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034300298,0.0008867186,0.08030243,0.0006904606,0.000054813776,0.00027152547,0.0059065633,0.4922249,0.092557274,0.25034752,0.0012753217,0.07544817],"study_design_scores_gemma":[0.0012098764,0.00021105388,0.41164303,0.00013315481,0.0000013679957,0.000013510536,0.00006180708,0.56410164,0.007712668,0.014544491,0.00012378694,0.00024362848],"about_ca_topic_score_codex":0.00009350571,"about_ca_topic_score_gemma":0.00012591503,"teacher_disagreement_score":0.4107457,"about_ca_system_score_codex":0.00007555379,"about_ca_system_score_gemma":0.00006966998,"threshold_uncertainty_score":0.15162571},"labels":[],"label_agreement":null},{"id":"W2156587424","doi":"10.1145/1808901.1808913","title":"Clone detection by exploiting assembler","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Source code; clone (Java method); Code (set theory); Programming language; Parallel computing; Assembly language; Software; Set (abstract data type); Biology","score_opus":0.011207888429076954,"score_gpt":0.249570538985326,"score_spread":0.23836265055624906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156587424","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31056768,0.000005595883,0.6877082,0.00015352482,0.00035556825,0.000032039974,8.373095e-8,0.000473157,0.00070416153],"genre_scores_gemma":[0.96388465,7.1654677e-7,0.035431597,0.000050576797,0.00006414754,0.000012268773,2.6372138e-7,0.0000068325007,0.0005489553],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993355,0.00000893417,0.000069393034,0.00018249007,0.00020462203,0.00019903692],"domain_scores_gemma":[0.99931645,0.00024106831,0.000010786802,0.000317747,0.000043190525,0.000070757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024195881,0.00005284696,0.000043744305,0.000057748537,0.000054295706,0.00012148106,0.00038563722,0.000042872685,0.00004210972],"category_scores_gemma":[0.00035381858,0.00004896507,0.000017514734,0.00023679427,0.000008427386,0.0003242948,0.000122175,0.00023686468,0.0001628997],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.157525e-7,0.000014683139,0.0014209333,0.000003523415,0.0000031920074,0.0000026645664,0.000040656316,0.000011412234,0.8891523,0.0014886631,0.0021976922,0.10566386],"study_design_scores_gemma":[0.00016570682,0.00004017216,0.007935288,0.0000028163302,6.7696925e-7,0.000024957917,0.000008061699,0.058994804,0.9196702,0.0003264908,0.012642997,0.00018777413],"about_ca_topic_score_codex":0.000032449057,"about_ca_topic_score_gemma":0.000008170791,"teacher_disagreement_score":0.653317,"about_ca_system_score_codex":0.000012647758,"about_ca_system_score_gemma":0.000010286205,"threshold_uncertainty_score":0.20938005},"labels":[],"label_agreement":null},{"id":"W2156672158","doi":"10.1109/acom.2007.4","title":"Identifying, Assigning, and Quantifying Crosscutting Concerns","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Identification (biology); Modularity (biology); Software engineering; Business process reengineering; Ambiguity; Software quality; Code (set theory); Suite; Quality (philosophy); Software; Software development; Programming language; Engineering; Set (abstract data type)","score_opus":0.08655784220837867,"score_gpt":0.37326549733640396,"score_spread":0.2867076551280253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156672158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17105106,0.00021181628,0.8265797,0.00006910565,0.00024732805,0.000062554,1.2906565e-7,0.0005098192,0.0012684842],"genre_scores_gemma":[0.87854844,0.000006423452,0.12069174,0.00006120668,0.00007118826,0.0000020816137,2.4786658e-7,0.000010503821,0.00060817617],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986638,0.000015820999,0.00018185053,0.0003443886,0.00033771704,0.00045642492],"domain_scores_gemma":[0.9985982,0.0008292737,0.000035083787,0.0003273032,0.000064550484,0.00014556496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013453667,0.000101591744,0.0001016335,0.00015307385,0.00016576074,0.0004822469,0.000493119,0.000051480765,0.000021848193],"category_scores_gemma":[0.000545235,0.00009647524,0.00002710042,0.0003484211,0.00005183539,0.00047407125,0.0004042979,0.00018524333,0.000042649364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005429852,0.000041183714,0.72695446,0.00012866777,0.000050765968,0.00029156517,0.0041476116,0.000078002675,0.024310587,0.1022663,0.0024108882,0.13931453],"study_design_scores_gemma":[0.0011884803,0.00014208438,0.82756627,0.0001853834,0.0000078019375,0.00021327971,0.0004814757,0.049954876,0.10622068,0.0017905706,0.011222909,0.0010262117],"about_ca_topic_score_codex":0.00007621882,"about_ca_topic_score_gemma":0.000017362863,"teacher_disagreement_score":0.70749736,"about_ca_system_score_codex":0.000038491504,"about_ca_system_score_gemma":0.000028427105,"threshold_uncertainty_score":0.46503177},"labels":[],"label_agreement":null},{"id":"W2156833313","doi":"10.1145/1368088.1368151","title":"An approach to detecting duplicate bug reports using natural language and execution information","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":544,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Eclipse; Software bug; Natural language; Security bug; Open source; Information retrieval; Natural language processing; Programming language; Software; Information security; Computer security","score_opus":0.018405413256578004,"score_gpt":0.26399311209562837,"score_spread":0.24558769883905035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156833313","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5320555,0.000015126233,0.46752188,0.000009109294,0.000042520198,0.00007054261,5.4861093e-8,0.00019257434,0.00009268],"genre_scores_gemma":[0.83287686,4.8350313e-7,0.16703594,0.00003973225,0.000020291816,0.0000054418406,0.0000016744382,0.00000312386,0.0000164777],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932367,0.000012475892,0.00012885031,0.00016528116,0.00020052638,0.00016921731],"domain_scores_gemma":[0.9994828,0.000038019374,0.000029068253,0.00031069186,0.000053058902,0.00008635505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024888836,0.00006186896,0.000057241745,0.00014496017,0.0001166543,0.000112183545,0.00014915229,0.000027693188,5.5787285e-7],"category_scores_gemma":[0.00020507886,0.000056697907,0.000010575655,0.00033032164,0.000010811022,0.0012726343,0.00011589086,0.000095804404,0.000003582147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040160907,0.00023706273,0.1508957,0.00033719567,0.00006492489,0.00044113753,0.1042659,0.07989147,0.20438147,0.002742796,0.0006535749,0.4560486],"study_design_scores_gemma":[0.000078313016,0.000026602489,0.07938124,0.0000066132316,9.234465e-7,0.0013358729,0.0001627463,0.90952957,0.009251462,0.000013226724,0.000055468918,0.00015795535],"about_ca_topic_score_codex":0.00015766105,"about_ca_topic_score_gemma":6.854319e-7,"teacher_disagreement_score":0.8296381,"about_ca_system_score_codex":0.000044250093,"about_ca_system_score_gemma":0.000021190343,"threshold_uncertainty_score":0.23120736},"labels":[],"label_agreement":null},{"id":"W2156949431","doi":"10.1109/icsm.2009.5306295","title":"Software maintainability benefits from annotation-driven code","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Java; Suite; Metadata; Maintainability; Code (set theory); Programming language; Software engineering; Software; Annotation; Software maintenance; KPI-driven code analysis; Operating system; Software development; Database; Static program analysis; Artificial intelligence","score_opus":0.01650307929797773,"score_gpt":0.26309105026159746,"score_spread":0.24658797096361973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156949431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23416993,0.0000589545,0.76294297,0.0016036544,0.00010952757,0.00012308118,0.000008808851,0.0008549896,0.00012808254],"genre_scores_gemma":[0.74726415,0.0000028141485,0.25223327,0.0003118143,0.00004395951,0.0000072406697,0.000007340272,0.000005279895,0.00012412557],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987167,0.000031390315,0.00015306733,0.00041832429,0.00036504676,0.00031544061],"domain_scores_gemma":[0.99827546,0.0006756102,0.000021465932,0.00073376443,0.00015869334,0.00013502073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017188676,0.000111509005,0.000115173214,0.00008012707,0.00007510997,0.00014007023,0.00088785635,0.00005600697,0.00006658226],"category_scores_gemma":[0.0009483285,0.00010550402,0.0000453414,0.0003825197,0.000020158059,0.00039057314,0.00013700666,0.00014075398,0.00013526896],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017127397,0.0003126726,0.24256836,0.000019078125,0.00004024381,0.000075199976,0.0015451737,0.035182334,0.0005214079,0.10469463,0.008479243,0.60654455],"study_design_scores_gemma":[0.00021576221,0.00008641782,0.9495998,0.0000106255475,0.000001467754,0.000002735783,0.000009659373,0.029581834,0.00080482266,0.018726189,0.0007713438,0.00018932876],"about_ca_topic_score_codex":0.00007945493,"about_ca_topic_score_gemma":0.000017261957,"teacher_disagreement_score":0.7070314,"about_ca_system_score_codex":0.00010531336,"about_ca_system_score_gemma":0.00007185202,"threshold_uncertainty_score":0.4302329},"labels":[],"label_agreement":null},{"id":"W2156993248","doi":"10.1109/ccece.1999.807217","title":"Rough software deployability control system: design and implementation","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Cyclomatic complexity; Computer science; Table (database); Software; Decision table; Java; Software system; Software deployment; Control system; Data mining; Software engineering; Rough set; Operating system; Engineering","score_opus":0.017613223885161313,"score_gpt":0.2750425874162459,"score_spread":0.2574293635310846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156993248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016931113,0.00008499285,0.981783,0.000057682748,0.000103773935,0.00039704272,6.7056976e-7,0.00060666085,0.000035114837],"genre_scores_gemma":[0.7053643,0.0000011120197,0.29452977,0.000030701918,0.0000062953986,0.000042828528,2.2564684e-7,0.000005684069,0.000019110943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989368,0.00016903208,0.0001425068,0.00028229374,0.0002256071,0.00024379544],"domain_scores_gemma":[0.9984861,0.0009835634,0.000019986384,0.00034260695,0.000075668984,0.00009209112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087067235,0.00008563749,0.00010043062,0.00005211474,0.0000742219,0.00012660031,0.00022268966,0.00003047411,0.000019383375],"category_scores_gemma":[0.00044976626,0.000075808304,0.000018725043,0.00019235666,0.000016762302,0.00029095294,0.000041878153,0.00006462361,0.000020899537],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021597509,0.000110489724,0.6829864,0.00047969213,0.00012434885,0.000057562418,0.0010728772,0.00953759,0.00094315724,0.22712769,0.00417307,0.07336558],"study_design_scores_gemma":[0.012359762,0.0012604267,0.59374577,0.000115935276,0.000067843095,0.0005435077,0.00061959727,0.32634056,0.046855707,0.01052648,0.0052656117,0.0022988366],"about_ca_topic_score_codex":0.000048083548,"about_ca_topic_score_gemma":0.0000030949147,"teacher_disagreement_score":0.6884332,"about_ca_system_score_codex":0.00008758511,"about_ca_system_score_gemma":0.00006464186,"threshold_uncertainty_score":0.30913728},"labels":[],"label_agreement":null},{"id":"W2157007220","doi":"10.1109/icpc.2007.7","title":"A Hybrid Program Model for Object-Oriented Reverse Engineering","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reverse engineering; Granularity; Program comprehension; Scalability; Set (abstract data type); Object-oriented programming; Programming language; Software engineering; Object (grammar); Focus (optics); Domain (mathematical analysis); Unified Modeling Language; Software; Theoretical computer science; Artificial intelligence; Software system; Database","score_opus":0.018047304108090127,"score_gpt":0.2830028713124129,"score_spread":0.2649555672043228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157007220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020408336,0.000019875728,0.9769946,0.000078705925,0.00021687055,0.0005316235,0.0000013716017,0.0016005932,0.00014804454],"genre_scores_gemma":[0.34977993,9.308643e-7,0.6492219,0.000041906605,0.0000445382,0.00008577772,0.0000019655859,0.00001580558,0.0008072342],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871475,0.000003022122,0.00016002764,0.00030808494,0.00026978634,0.00054434827],"domain_scores_gemma":[0.99889266,0.00037442154,0.00001592334,0.00044090577,0.00011978738,0.0001563235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057621114,0.00011650935,0.00010321897,0.00017899483,0.000043562934,0.000067338755,0.0005009568,0.00003414746,0.0000030041324],"category_scores_gemma":[0.0005408717,0.000112886904,0.000065913926,0.00032715322,0.000010381778,0.00024476627,0.00015256769,0.000120835604,0.000016654478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010275977,0.00092232623,0.002803198,0.0005644974,0.00019629089,0.0002485629,0.0021707988,0.35138217,0.00956458,0.19030923,0.035116374,0.40661922],"study_design_scores_gemma":[0.00025219304,0.0000674769,0.00034997976,0.0000098265555,0.000001418194,0.000011541039,0.000002592134,0.9878996,0.005033592,0.00011690301,0.0061116912,0.00014319656],"about_ca_topic_score_codex":0.0000074839786,"about_ca_topic_score_gemma":0.0000016311908,"teacher_disagreement_score":0.6365174,"about_ca_system_score_codex":0.00007820424,"about_ca_system_score_gemma":0.00005248966,"threshold_uncertainty_score":0.46033943},"labels":[],"label_agreement":null},{"id":"W2157018921","doi":"10.1145/1370175.1370222","title":"Composing knowledge fragments","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programmer; Software engineering; Knowledge-based systems; Process (computing); Domain knowledge; Software; Knowledge engineering; Knowledge management; Human–computer interaction; Programming language","score_opus":0.03588630637404694,"score_gpt":0.28402878799158127,"score_spread":0.24814248161753433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157018921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15818672,0.0001295335,0.83072317,0.00009902933,0.00025647646,0.000048580096,8.3234816e-8,0.0005413508,0.010015077],"genre_scores_gemma":[0.9269356,0.000005591568,0.07107252,0.000038297356,0.000030645235,0.0000033304939,2.280946e-7,0.000004740922,0.0019090287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99942243,0.00001294504,0.00006499082,0.00015364325,0.0001597519,0.00018621313],"domain_scores_gemma":[0.999393,0.00019343471,0.000006019262,0.00029836365,0.000038308965,0.00007088591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000079888,0.00005114533,0.00005377287,0.00007283004,0.00008598037,0.000030494317,0.00051667786,0.00001924675,0.000026054584],"category_scores_gemma":[0.000060720184,0.000046382913,0.000019977142,0.0002683159,0.000019971421,0.0001764952,0.00022110008,0.00007497858,0.00053375],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010183714,0.0011920677,0.48127186,0.00012707041,0.00014349305,0.0008374327,0.011864186,0.002341643,0.01839553,0.11351622,0.18428618,0.18601413],"study_design_scores_gemma":[0.0013740013,0.00020365311,0.5627705,0.00006410554,0.0000023358725,0.00049476343,0.0000148140125,0.29761913,0.048998017,0.0008962776,0.08666236,0.0009000606],"about_ca_topic_score_codex":0.000008194015,"about_ca_topic_score_gemma":3.9810183e-7,"teacher_disagreement_score":0.7687489,"about_ca_system_score_codex":0.000031949323,"about_ca_system_score_gemma":0.000036353696,"threshold_uncertainty_score":0.68604547},"labels":[],"label_agreement":null},{"id":"W2157096094","doi":"10.1109/wcre.2000.891476","title":"A maintainability model for industrial software systems using design level metrics","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada); University of Waterloo","funders":"","keywords":"Maintainability; Software sizing; Software metric; Software construction; Computer science; Verification and validation; Reliability engineering; Software measurement; Software reliability testing; Software development; Software maintenance; Software system; Software engineering; Software; Software design; Engineering; Operating system","score_opus":0.4031369177315825,"score_gpt":0.32489819060362235,"score_spread":0.07823872712796015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157096094","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031273465,0.00010005665,0.9949242,0.00007791556,0.00036122248,0.0008798391,0.000008815699,0.0005111033,0.000009512515],"genre_scores_gemma":[0.38763103,0.0000011149691,0.6115489,0.00001891843,0.000077492514,0.0000702037,4.5847992e-7,0.000016654354,0.0006352318],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998163,0.00008012259,0.0002662955,0.00045615298,0.000488091,0.000546368],"domain_scores_gemma":[0.9965819,0.002236845,0.0000449804,0.0006797557,0.00029090798,0.00016558493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013157121,0.00015816379,0.00020875326,0.0003115786,0.00013859349,0.00027958077,0.0009230364,0.00015651448,0.000008227715],"category_scores_gemma":[0.0057580387,0.00014743366,0.0000769882,0.0010419561,0.000028394554,0.00040351602,0.0002433594,0.0001993272,0.000010341962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000078747635,0.00008791876,0.0015769938,0.00006342404,0.00002533831,0.0000065931063,0.00022523224,0.9747257,0.000046372465,0.0052551012,0.004781455,0.013197973],"study_design_scores_gemma":[0.00042332071,0.000060577724,0.000034560275,0.000010968426,0.000004331397,0.000010412362,0.000009292163,0.99822056,0.00014558519,0.0007979828,0.000103687285,0.00017874599],"about_ca_topic_score_codex":0.00006947629,"about_ca_topic_score_gemma":5.900186e-7,"teacher_disagreement_score":0.3845037,"about_ca_system_score_codex":0.00044758557,"about_ca_system_score_gemma":0.00015374775,"threshold_uncertainty_score":0.6893326},"labels":[],"label_agreement":null},{"id":"W2157411243","doi":"10.1109/wpc.2000.852482","title":"Tracing object-oriented code into functional requirements","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Programming language; Tracing; Program comprehension; Java; Identifier; Source code; Software engineering; Software maintenance; Documentation; TRACE (psycholinguistics); Software development; Software system; Software","score_opus":0.04631600846662325,"score_gpt":0.2761821812184072,"score_spread":0.22986617275178395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157411243","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035043452,0.000072393836,0.9599739,0.00040069068,0.0005092093,0.00007621967,3.1633098e-7,0.00057863083,0.0033451933],"genre_scores_gemma":[0.9470042,0.0000031380337,0.04839736,0.00012536925,0.00007000112,0.000014906965,0.0000011410998,0.0000085420825,0.004375343],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880517,0.000019131672,0.0001319014,0.00028589639,0.0004918933,0.00026601864],"domain_scores_gemma":[0.99924064,0.00019376563,0.000015615431,0.00037426737,0.00007577546,0.00009992684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001888326,0.000083683866,0.0000703455,0.00012759557,0.00009766339,0.00007907908,0.0003722359,0.000033080865,0.0004961038],"category_scores_gemma":[0.00026446226,0.00007840983,0.000032666398,0.00047702406,0.000018839262,0.00041628166,0.00016386062,0.00012020085,0.000566265],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034458386,0.00130271,0.13417879,0.00023082437,0.00034999027,0.00032478292,0.00994558,0.012883205,0.024818935,0.13016038,0.28298822,0.40278214],"study_design_scores_gemma":[0.0015128121,0.00026141337,0.07305394,0.00006089931,0.0000057913894,0.00006324497,0.000052557694,0.8677695,0.02115514,0.0012278897,0.03411795,0.0007189004],"about_ca_topic_score_codex":0.000020936799,"about_ca_topic_score_gemma":0.0000056731255,"teacher_disagreement_score":0.9119607,"about_ca_system_score_codex":0.0000939378,"about_ca_system_score_gemma":0.000014590753,"threshold_uncertainty_score":0.727838},"labels":[],"label_agreement":null},{"id":"W2157458605","doi":"10.1145/1985441.1985483","title":"Apples vs. oranges?","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Eclipse; Java; Computer science; Source code; Code (set theory); Open source; Programming language; Software engineering; Software; Physics; Astronomy","score_opus":0.044638373207198864,"score_gpt":0.24799397067131157,"score_spread":0.2033555974641127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157458605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014350062,0.000039350507,0.9726446,0.00013950892,0.00014613241,0.000054194792,1.5343753e-7,0.0006783095,0.011947663],"genre_scores_gemma":[0.812548,0.0000033101976,0.18626656,0.00007937854,0.000021041595,0.000009520167,1.3739295e-7,0.0000047715293,0.0010673088],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9994996,0.00000755109,0.000047069967,0.00014050661,0.0001418437,0.00016339662],"domain_scores_gemma":[0.9994591,0.00009244276,0.0000055159203,0.0003571827,0.000026204581,0.000059579816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011590511,0.000043525743,0.00004387055,0.000056559904,0.000019519715,0.00003163717,0.0006469743,0.000019754296,0.00019229835],"category_scores_gemma":[0.00007961958,0.00003573849,0.000016280359,0.00019694475,0.000013270314,0.00015170264,0.00016914342,0.00005401192,0.00053379475],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009732022,0.00018894834,0.16932517,0.0000546455,0.000046452085,0.00014681958,0.0033170616,0.000027030745,0.0015394196,0.6458258,0.047798682,0.13172022],"study_design_scores_gemma":[0.0004910111,0.00023405283,0.877875,0.000018076315,0.0000026798186,0.00004592937,0.000028900678,0.011649855,0.05362254,0.0068159387,0.048632327,0.0005837141],"about_ca_topic_score_codex":0.000049241426,"about_ca_topic_score_gemma":0.000003056113,"teacher_disagreement_score":0.7981979,"about_ca_system_score_codex":0.000009176753,"about_ca_system_score_gemma":0.00001607898,"threshold_uncertainty_score":0.6861029},"labels":[],"label_agreement":null},{"id":"W2157731798","doi":"10.1109/wcre.2005.19","title":"Extracting and Representing Cross-Language Dependencies in Diverse Software Systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Programming language; Java; Software engineering; Software development; Software system; Reverse engineering; Schema (genetic algorithms); Software; Information retrieval","score_opus":0.015702735266102524,"score_gpt":0.2842401394281578,"score_spread":0.2685374041620553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157731798","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8012904,0.0005542638,0.19698788,0.000016016324,0.00015464869,0.00010106359,5.5961874e-7,0.0003806429,0.00051450427],"genre_scores_gemma":[0.97781575,0.0000023700213,0.02075177,0.0000048997376,0.000060034363,0.00001003087,7.2316305e-7,0.000008424358,0.0013459936],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987511,0.000033568533,0.00019175695,0.00035507636,0.0003220019,0.00034647598],"domain_scores_gemma":[0.99860007,0.00090816175,0.000036123572,0.00035923882,0.00004755573,0.00004886543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005689037,0.00009481335,0.00010935944,0.00017152738,0.00009178144,0.000550129,0.00039586355,0.00005148848,0.000007988797],"category_scores_gemma":[0.0010044553,0.00009076182,0.00002010598,0.00032756248,0.000030165442,0.0006812702,0.000332215,0.00017651435,0.000014967284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010807668,0.00001571308,0.9885355,0.00005095874,0.0000027950216,0.00025603216,0.0004515096,0.004611808,0.0014227874,0.0011956707,0.000097823235,0.003358295],"study_design_scores_gemma":[0.00044284464,0.00001539988,0.92142564,0.00008004708,0.0000013924105,0.00014117402,0.0007064241,0.07388816,0.002736796,0.00013482178,0.00012275095,0.00030454417],"about_ca_topic_score_codex":0.0038610704,"about_ca_topic_score_gemma":0.00010644893,"teacher_disagreement_score":0.17652534,"about_ca_system_score_codex":0.000048706483,"about_ca_system_score_gemma":0.000022670889,"threshold_uncertainty_score":0.5836809},"labels":[],"label_agreement":null},{"id":"W2157766445","doi":"10.1109/ccece.1999.808192","title":"Learning how to program","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Debugging; Computer science; Software engineering; Variety (cybernetics); Programming language; Representation (politics); Plan (archaeology); Software; Code (set theory); Artificial intelligence; Software development","score_opus":0.018481571908912746,"score_gpt":0.2812583978692551,"score_spread":0.26277682596034235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157766445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02878789,0.000012426572,0.9629071,0.00093907054,0.00011914026,0.00015963307,1.3762194e-8,0.00119472,0.0058800527],"genre_scores_gemma":[0.6359391,4.1745778e-7,0.3572886,0.000043676486,0.000010011404,0.00002085754,5.7260646e-8,0.000004509865,0.006692722],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993614,0.00002479305,0.000031978492,0.00016869896,0.00018373421,0.0002293776],"domain_scores_gemma":[0.9994801,0.00014048768,0.0000040603563,0.00022927273,0.0000382873,0.00010775448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021157289,0.000045162134,0.00004103696,0.000067883986,0.000031531235,0.00019772885,0.00033080124,0.000016686972,0.00002154615],"category_scores_gemma":[0.0011736546,0.00003975866,0.000015233598,0.00045037238,0.000004675553,0.00011956154,0.00008006365,0.00010106189,0.00025275207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010910966,0.000118361284,0.048547573,0.000022243225,0.00001791916,0.000050338287,0.0009780414,0.004407757,0.0012771476,0.13152078,0.017311212,0.7957475],"study_design_scores_gemma":[0.00021888658,0.0006322858,0.020507103,0.000011786591,7.640139e-7,0.000028279346,0.00004842051,0.022430206,0.013136188,0.00035074548,0.94228405,0.00035129182],"about_ca_topic_score_codex":0.0000022381355,"about_ca_topic_score_gemma":5.1433585e-7,"teacher_disagreement_score":0.92497283,"about_ca_system_score_codex":0.00001867346,"about_ca_system_score_gemma":0.00002289555,"threshold_uncertainty_score":0.32487008},"labels":[],"label_agreement":null},{"id":"W2158046712","doi":"10.1109/coginf.2002.1039292","title":"Integrating cognitive support with CASE-tools for design recovery","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Diagrammatic reasoning; Component (thermodynamics); Task (project management); Process (computing); Software engineering; Simple (philosophy); Engineering design process; Human–computer interaction; Systems engineering; Programming language; Engineering","score_opus":0.05861207790964929,"score_gpt":0.2918170628448055,"score_spread":0.23320498493515623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158046712","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056825564,0.000011788647,0.9916126,0.000031181513,0.00008513215,0.00043065482,0.000002244952,0.00023687414,0.00190694],"genre_scores_gemma":[0.398547,7.180321e-7,0.6005323,0.000080767386,0.000012124606,0.00010369624,0.000001244198,0.0000119520155,0.00071022066],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99908173,0.00005065885,0.00010964872,0.00028296164,0.00016655498,0.00030844365],"domain_scores_gemma":[0.9943248,0.005161204,0.000022936812,0.00021289119,0.00019533289,0.00008286038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005617482,0.00010397814,0.00010333773,0.000083679275,0.00007987942,0.00026787812,0.00020504193,0.000035242465,0.00004342063],"category_scores_gemma":[0.0033607841,0.00007842999,0.000030176108,0.00028877248,0.000020099895,0.00057687674,0.000031845306,0.000107135755,0.000027056989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026300887,0.00042403516,0.006947078,0.00025647564,0.00052271027,0.009152488,0.004885359,0.005318992,0.0012016997,0.17207679,0.022163058,0.7767883],"study_design_scores_gemma":[0.016064648,0.02510591,0.0028497693,0.0010892601,0.00016702776,0.058045726,0.009487805,0.33643705,0.505195,0.022000348,0.016804619,0.0067527983],"about_ca_topic_score_codex":0.000009707755,"about_ca_topic_score_gemma":0.000006486247,"teacher_disagreement_score":0.7700355,"about_ca_system_score_codex":0.00004074275,"about_ca_system_score_gemma":0.00019591824,"threshold_uncertainty_score":0.4023415},"labels":[],"label_agreement":null},{"id":"W2158133897","doi":"10.1109/icsm.2008.4658082","title":"Duplicate bug reports considered harmful &amp;#x2026; really?","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Merge (version control); Computer science; Software bug; Open source; Data science; Security bug; World Wide Web; Information retrieval; Computer security; Software; Programming language; Information security","score_opus":0.05022993915979513,"score_gpt":0.2794636414728156,"score_spread":0.22923370231302048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158133897","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18481235,0.00016816739,0.80193925,0.0026473366,0.00056076376,0.0002769351,8.359358e-7,0.0021540907,0.007440247],"genre_scores_gemma":[0.8294046,0.00004802904,0.15724595,0.00034875754,0.000078523946,0.000035994704,0.0000035875323,0.000023368519,0.012811217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981899,0.000028923085,0.00029075347,0.0005537319,0.0004980118,0.00043863026],"domain_scores_gemma":[0.9976807,0.00043662498,0.000052687574,0.0014409366,0.00017019847,0.0002188557],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034802998,0.0001432289,0.00017115168,0.0001425945,0.0001293083,0.00008514953,0.0005847817,0.00006607662,0.00016672761],"category_scores_gemma":[0.0009298368,0.00013167226,0.0000644999,0.0004966487,0.00007479708,0.00027679492,0.00039258145,0.00020090671,0.00054294325],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020658537,0.00042616497,0.21878837,0.000102578924,0.00019630624,0.008114827,0.002416114,0.0017664753,0.023143955,0.018606983,0.7092841,0.01713341],"study_design_scores_gemma":[0.0009726959,0.00016876144,0.36634946,0.000055599932,0.000009566117,0.01634692,0.000013730098,0.0068310765,0.02225052,0.00829031,0.577149,0.0015624135],"about_ca_topic_score_codex":0.0001566013,"about_ca_topic_score_gemma":0.000011574353,"teacher_disagreement_score":0.6446933,"about_ca_system_score_codex":0.00005221312,"about_ca_system_score_gemma":0.00016964774,"threshold_uncertainty_score":0.6978618},"labels":[],"label_agreement":null},{"id":"W2158236248","doi":"10.1109/apsec.2005.100","title":"Supporting predictive change impact analysis: a control call graph based technique","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Change impact analysis; Computer science; Call graph; Java; Regression testing; Control flow; Control flow graph; Program analysis; Software; Graph; Set (abstract data type); Software maintenance; Control (management); Static analysis; Data mining; Software engineering; Software system; Artificial intelligence; Theoretical computer science; Programming language; Software construction","score_opus":0.01523830419380241,"score_gpt":0.31120184765313286,"score_spread":0.29596354345933046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158236248","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062724203,0.00005429351,0.9914823,0.0005944794,0.000023634973,0.0004994432,0.000009667944,0.0009191902,0.00014457366],"genre_scores_gemma":[0.94497716,0.0000010308927,0.05423885,0.00030070668,0.00008078703,0.00032971142,0.0000036175632,0.000010744845,0.00005738438],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983558,0.000064482774,0.0002257491,0.00038331476,0.00042375247,0.000546913],"domain_scores_gemma":[0.99851555,0.00046863558,0.000060433977,0.0006145931,0.0001357475,0.00020502169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008620399,0.00015426731,0.00023549148,0.0007447673,0.000055684297,0.000103973514,0.0007187525,0.000075487216,0.00009098921],"category_scores_gemma":[0.0003068325,0.00012464676,0.0002392219,0.0019288512,0.000025303083,0.00044987243,0.00009047804,0.00020722685,0.000023207707],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007778306,0.0005218139,0.8388725,0.000059563503,0.0022770483,0.00018181538,0.0015888163,0.10054481,0.0046909773,0.0011228076,0.0047484166,0.045313664],"study_design_scores_gemma":[0.00034835027,0.00014676304,0.14542909,0.000008692811,0.000045351768,0.0000049349533,0.0000029325226,0.85107505,0.002578386,0.00004093294,0.00014802173,0.00017146992],"about_ca_topic_score_codex":0.00021886916,"about_ca_topic_score_gemma":0.0000335914,"teacher_disagreement_score":0.9387047,"about_ca_system_score_codex":0.00013935483,"about_ca_system_score_gemma":0.00008893047,"threshold_uncertainty_score":0.5082947},"labels":[],"label_agreement":null},{"id":"W2158324008","doi":"10.1109/csmr.2011.17","title":"Factbase and Decomposition Generation","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Cluster analysis; Program comprehension; Implementation; Software maintenance; Software; Data mining; Decomposition; Software metric; Measure (data warehouse); Software engineering; Software system; Machine learning; Software construction; Programming language","score_opus":0.05197087965235644,"score_gpt":0.2786029247926169,"score_spread":0.22663204514026045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158324008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20469287,0.000015479223,0.79457456,0.00004081306,0.000052705527,0.000026468148,7.424907e-8,0.00012170293,0.00047535062],"genre_scores_gemma":[0.83128816,0.0000024329122,0.1685841,0.000035830897,0.0000145258855,0.0000030481565,4.87335e-7,0.0000015441859,0.0000698872],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997312,0.000007991373,0.00003400646,0.00009646382,0.000063793304,0.00006655898],"domain_scores_gemma":[0.9997888,0.000029790603,0.0000041390604,0.00012122615,0.000018102925,0.000037937367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006746841,0.000026470685,0.000021013137,0.000039526676,0.00002494443,0.000035862817,0.000095799216,0.00001257849,0.0000276742],"category_scores_gemma":[0.000021881418,0.000023417773,0.000005120058,0.00005741197,0.0000058245705,0.00021420614,0.00005106588,0.00002504218,0.000029263227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008511141,0.00020180098,0.0903697,0.000037551425,0.00003598571,0.000077953235,0.0049726786,0.0000968708,0.11286654,0.4468232,0.014226445,0.33028278],"study_design_scores_gemma":[0.00037786714,0.00018963267,0.29147488,0.000006611907,0.0000022501886,0.000058638445,0.0000090979365,0.44497517,0.259486,0.0024726368,0.00065480394,0.00029242318],"about_ca_topic_score_codex":0.0000252307,"about_ca_topic_score_gemma":0.000002372498,"teacher_disagreement_score":0.62659526,"about_ca_system_score_codex":0.000007355531,"about_ca_system_score_gemma":0.0000060979596,"threshold_uncertainty_score":0.09549491},"labels":[],"label_agreement":null},{"id":"W2158324307","doi":"10.1109/icsm.2007.4362614","title":"Mining the Lexicon Used by Programmers during Sofware Evolution","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Identifier; Lexicon; Computer science; Program comprehension; Documentation; Process (computing); Task (project management); Comprehension; Natural language processing; Artificial intelligence; Information retrieval; Programming language; Software; Software system","score_opus":0.015670194518798263,"score_gpt":0.26420079313084227,"score_spread":0.24853059861204402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158324307","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36039644,0.00007055827,0.6382179,0.00040053172,0.00012602322,0.000118943884,1.4443955e-7,0.0004395247,0.00022992174],"genre_scores_gemma":[0.9819727,5.661938e-7,0.017183645,0.000022883512,0.000043686476,0.000011295282,7.970008e-7,0.00000941853,0.00075503346],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99879116,0.000019444242,0.00012323238,0.00023494422,0.00037507148,0.0004561656],"domain_scores_gemma":[0.9990508,0.00040608042,0.000021833463,0.00039543177,0.000040528656,0.00008535373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064504304,0.000085683554,0.000059999133,0.000079540936,0.0001480753,0.0001358698,0.00066968944,0.000042424013,0.000010137319],"category_scores_gemma":[0.00020477994,0.00006183748,0.000033890134,0.0004974591,0.0000364109,0.00024762607,0.00017720791,0.00014027469,0.000031228792],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045740984,0.000307742,0.58029205,0.00017567708,0.00015708782,0.00013916864,0.012149012,0.0018977061,0.09812521,0.028005084,0.015183813,0.26352167],"study_design_scores_gemma":[0.0022624633,0.00038162837,0.67515135,0.00012739516,0.000012875999,0.00014771393,0.002600328,0.08049414,0.22378784,0.0006423297,0.012975564,0.0014163885],"about_ca_topic_score_codex":0.000074604395,"about_ca_topic_score_gemma":0.000017326362,"teacher_disagreement_score":0.62157625,"about_ca_system_score_codex":0.00012641077,"about_ca_system_score_gemma":0.000039662013,"threshold_uncertainty_score":0.2521659},"labels":[],"label_agreement":null},{"id":"W2158344808","doi":"10.1109/ictai.2009.110","title":"Using Concepts Analysis for Mining Functional Features from Legacy Code","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Implementation; Code (set theory); Legacy system; Programming language; Legacy code; Inheritance (genetic algorithm); Software engineering; Source code; Software","score_opus":0.06712511127362189,"score_gpt":0.34408607001268127,"score_spread":0.27696095873905935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158344808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12213531,0.00010420937,0.876906,0.00030733022,0.00014762011,0.000065671804,0.0000048163047,0.00020580771,0.00012327776],"genre_scores_gemma":[0.6625156,3.6495862e-7,0.33692273,0.00016705431,0.00009693662,0.000003022876,0.00000926231,0.0000032064258,0.00028182648],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904966,0.000015401145,0.00011088012,0.0003123669,0.00027775794,0.00023394312],"domain_scores_gemma":[0.998738,0.00075451104,0.000023796467,0.00031210718,0.00009582491,0.00007578136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014581384,0.00008769431,0.00013864735,0.00019917275,0.00009374513,0.0003172079,0.00037213112,0.000044771594,0.000053988428],"category_scores_gemma":[0.0002500609,0.000080529506,0.00010934428,0.00071447104,0.000014218628,0.00040509138,0.000053755713,0.00007174686,0.000004685505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009907505,0.00025855997,0.12580487,0.00001881571,0.0021091013,0.000052860905,0.0024977769,0.63951725,0.025229368,0.06307721,0.03323217,0.10810294],"study_design_scores_gemma":[0.00040339376,0.00005527328,0.35339046,0.000007432128,0.00005450855,0.0000033840774,0.000041283933,0.64093935,0.002835824,0.0009200473,0.0011336441,0.00021538118],"about_ca_topic_score_codex":0.000062104475,"about_ca_topic_score_gemma":0.000011693533,"teacher_disagreement_score":0.5403803,"about_ca_system_score_codex":0.00004970249,"about_ca_system_score_gemma":0.000053065593,"threshold_uncertainty_score":0.3283898},"labels":[],"label_agreement":null},{"id":"W2158423705","doi":"10.1109/icsm.2007.4362671","title":"Improving Predictive Models of Software Quality Using an Evolutionary Computational Approach","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Classifier (UML); Machine learning; Artificial intelligence; Feature selection; Software quality; Data mining; Predictive modelling; Software; Software development","score_opus":0.06543109641917878,"score_gpt":0.30256784052823943,"score_spread":0.23713674410906066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158423705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16519827,0.00008041995,0.83136594,0.000054275934,0.00023531953,0.00074604055,0.000046162535,0.0014289604,0.0008446334],"genre_scores_gemma":[0.5691413,0.0000061546534,0.43049088,0.0000817768,0.00011069301,0.0000523086,0.000013142852,0.00006258037,0.0000411694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9924461,0.000023775883,0.0013827841,0.0020603065,0.0024012707,0.0016857453],"domain_scores_gemma":[0.991651,0.00058940746,0.00097526464,0.0005005478,0.005602282,0.00068147626],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031587956,0.00080979825,0.0009126496,0.00091935624,0.0004719134,0.00046949714,0.002777478,0.0004307061,0.000012243521],"category_scores_gemma":[0.0037688115,0.00082217494,0.00024346657,0.0019916592,0.00054176676,0.004176126,0.0008732007,0.001121783,0.000009552255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012804077,0.0027644727,0.13951738,0.0032433835,0.00035240062,0.000036082118,0.015370459,0.043713283,0.011012293,0.74805987,0.0010099849,0.03363998],"study_design_scores_gemma":[0.0013078914,0.0008274833,0.035290986,0.0006174497,0.000032260792,0.00016420684,0.0019747757,0.91296095,0.0020450088,0.04342225,0.000025395324,0.001331344],"about_ca_topic_score_codex":0.00013367514,"about_ca_topic_score_gemma":9.700012e-7,"teacher_disagreement_score":0.8692477,"about_ca_system_score_codex":0.00079602114,"about_ca_system_score_gemma":0.00061359216,"threshold_uncertainty_score":0.9994229},"labels":[],"label_agreement":null},{"id":"W2158439356","doi":"10.1109/icsm.2015.7332459","title":"Evaluating clone detection tools with BigCloneBench","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":164,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Code refactoring; Benchmark (surveying); Java; Computer science; Precision and recall; Software; Similarity (geometry); Source code; Data mining; Software engineering; Artificial intelligence; Programming language; Biology; Genetics; Gene","score_opus":0.13330618489116314,"score_gpt":0.35197360513834863,"score_spread":0.2186674202471855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158439356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2978311,0.000024037981,0.7006338,0.00011091048,0.00012737753,0.00008938849,8.694923e-8,0.0004189707,0.00076428376],"genre_scores_gemma":[0.8341037,4.4007805e-7,0.16539821,0.000028101607,0.00004918693,0.000020812164,3.363436e-7,0.0000070894084,0.0003921284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988144,0.00003642134,0.00008955251,0.00023929088,0.0005914074,0.00022891011],"domain_scores_gemma":[0.99894387,0.00028738356,0.000018585686,0.00041096265,0.00020345849,0.00013576451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007496798,0.00007412071,0.000071180555,0.00009652722,0.000042766595,0.00019677806,0.00038778616,0.000029662477,0.000009494988],"category_scores_gemma":[0.00090608327,0.000056390672,0.000013127023,0.00057249516,0.000014664018,0.00051318714,0.00013951182,0.00011601014,0.00012877617],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003182101,0.0000739967,0.009221844,0.000024980263,0.000036811016,0.000047632326,0.0010795011,0.02322485,0.01596736,0.0036679858,0.00082287134,0.94580036],"study_design_scores_gemma":[0.0017152447,0.0019628496,0.039247755,0.000039980016,0.000006816333,0.000199289,0.00008957733,0.8594953,0.09419079,0.001144912,0.0013401674,0.0005673293],"about_ca_topic_score_codex":0.00007377849,"about_ca_topic_score_gemma":0.000012450128,"teacher_disagreement_score":0.94523305,"about_ca_system_score_codex":0.00008111834,"about_ca_system_score_gemma":0.000114094284,"threshold_uncertainty_score":0.22995448},"labels":[],"label_agreement":null},{"id":"W2158485104","doi":"10.1109/cmpsac.2002.1045082","title":"Object identification in legacy code as a grouping problem","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Legacy system; Computer science; Automation; Software engineering; Task (project management); Legacy code; Software maintenance; Process (computing); Identification (biology); Entropy (arrow of time); Software; Source code; Code (set theory); Programming language; Software system; Distributed computing; Systems engineering; Engineering","score_opus":0.019897031564289586,"score_gpt":0.28300597822971174,"score_spread":0.26310894666542217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158485104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11703197,0.00006254611,0.87645817,0.00024347632,0.00014261156,0.00021574064,8.9804125e-8,0.00034393542,0.0055014677],"genre_scores_gemma":[0.9541261,0.0000035962096,0.044858534,0.000039121045,0.000007680528,0.000035129367,4.240331e-7,0.0000064531114,0.00092293083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990601,0.000049286857,0.00015343892,0.00026430908,0.00023977774,0.0002331054],"domain_scores_gemma":[0.9993152,0.00020387358,0.000018086657,0.000375766,0.00004048858,0.00004658014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064597075,0.00006213461,0.00006399843,0.0001818079,0.00003202131,0.00026431418,0.000431122,0.000029551755,0.000022240116],"category_scores_gemma":[0.00058526534,0.000061412895,0.00001834192,0.00071557175,0.000011102201,0.0006768174,0.00006405783,0.00011587516,0.0002279399],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036745214,0.00020621491,0.050780274,0.00010110796,0.000018124529,0.0000830601,0.0027100414,0.004295525,0.015282198,0.8984114,0.0013343743,0.02677402],"study_design_scores_gemma":[0.0028467139,0.00031017308,0.53697795,0.00028990328,0.0000063101206,0.0003236881,0.0004036132,0.16139662,0.18109357,0.094033085,0.020483535,0.0018348587],"about_ca_topic_score_codex":0.00009568521,"about_ca_topic_score_gemma":0.000029805224,"teacher_disagreement_score":0.8370942,"about_ca_system_score_codex":0.000078527395,"about_ca_system_score_gemma":0.00007483821,"threshold_uncertainty_score":0.29297823},"labels":[],"label_agreement":null},{"id":"W2158694364","doi":"10.1109/wcre.2012.27","title":"Reverse Engineering iOS Mobile Applications","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Reverse engineering; Mobile device; Popularity; Software; User interface; Interface (matter); Cover (algebra); State (computer science); Mobile computing; Human–computer interaction; Software engineering; World Wide Web; Operating system; Programming language; Engineering","score_opus":0.011419722251319268,"score_gpt":0.25277387335421814,"score_spread":0.24135415110289887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158694364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043255766,0.00013311306,0.9937839,0.000055847588,0.0001278038,0.00019930892,3.531595e-7,0.0006582969,0.00071581086],"genre_scores_gemma":[0.8055814,0.0000044449266,0.19322364,0.000046619603,0.0001324685,0.00035062328,6.788407e-7,0.000009298227,0.00065086386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993724,0.000005728162,0.00006867134,0.00011783832,0.00015176437,0.00028360245],"domain_scores_gemma":[0.99913794,0.00023764459,0.0000072655826,0.0004568841,0.000025776644,0.00013450404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019424334,0.000058266618,0.000048857797,0.000076866156,0.000027278405,0.000036619258,0.00044104576,0.000029250949,0.000053090356],"category_scores_gemma":[0.00008267548,0.00005583952,0.000022974626,0.0003483525,0.0000060813386,0.0003531699,0.0001616343,0.0000962899,0.00060146087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002515975,0.00068149524,0.05283398,0.00027265266,0.00011358911,0.0000119302,0.0031267658,0.030179903,0.025676344,0.59479946,0.060150348,0.23215103],"study_design_scores_gemma":[0.00024106102,0.000039960363,0.025380094,0.000012105659,0.000004072647,0.0000455661,0.00002991009,0.068588614,0.013969591,0.00012793696,0.89104253,0.0005185365],"about_ca_topic_score_codex":0.0000049429855,"about_ca_topic_score_gemma":8.293773e-8,"teacher_disagreement_score":0.8308922,"about_ca_system_score_codex":0.000033885353,"about_ca_system_score_gemma":0.000011564324,"threshold_uncertainty_score":0.7730763},"labels":[],"label_agreement":null},{"id":"W2158735796","doi":"10.1109/icsm.2006.35","title":"Managing Concern Interfaces","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Interface (matter); User interface; Application programming interface; Relation (database); Information hiding; Separation of concerns; Software; Software engineering; Human–computer interaction; Interface description language; Programming language; Database; Artificial intelligence; Operating system","score_opus":0.027339568136747355,"score_gpt":0.2590262910534106,"score_spread":0.23168672291666323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158735796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4468097,0.00061470765,0.43908262,0.008056339,0.0021050884,0.0020871852,0.000031002077,0.012078099,0.089135244],"genre_scores_gemma":[0.95391,0.00008001352,0.041681096,0.00044538092,0.00032452436,0.0002362873,0.0000045771676,0.00011041494,0.0032077294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9938884,0.000008761339,0.00081032235,0.0019612487,0.0014594434,0.001871856],"domain_scores_gemma":[0.99656343,0.00027204206,0.00041993242,0.00046397737,0.0019045989,0.00037602635],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009105904,0.0008514621,0.00071537093,0.0006703431,0.00045162518,0.0019864372,0.003648547,0.0002777515,0.00008051931],"category_scores_gemma":[0.0015039336,0.0008098833,0.00018766244,0.0016972509,0.0003615639,0.0021845042,0.0010009607,0.0010754035,0.0004439451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109142304,0.00024987783,0.044793837,0.0005128346,0.00007373894,0.00006151306,0.0012491628,0.0000670628,0.009311086,0.8693389,0.04477122,0.029461598],"study_design_scores_gemma":[0.0093649,0.0040855557,0.09130608,0.0089663,0.00015477875,0.0012854306,0.0038254797,0.13051024,0.19157255,0.44605497,0.1000136,0.012860123],"about_ca_topic_score_codex":0.00010292511,"about_ca_topic_score_gemma":0.0000033841843,"teacher_disagreement_score":0.5071003,"about_ca_system_score_codex":0.00046227212,"about_ca_system_score_gemma":0.00016314842,"threshold_uncertainty_score":0.9994352},"labels":[],"label_agreement":null},{"id":"W2158744032","doi":"10.1109/icse.2009.5070510","title":"Predicting faults using the complexity of code changes","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":697,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Code (set theory); Source code; Process (computing); Software; Product metric; Product (mathematics); Software bug; Reliability engineering; Programming language; Mathematics; Engineering; Set (abstract data type)","score_opus":0.11646171279775151,"score_gpt":0.32917074110240396,"score_spread":0.21270902830465244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158744032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36379635,0.000050166786,0.6329863,0.002281182,0.000095800315,0.000104963816,0.0000014461855,0.0002351621,0.00044863214],"genre_scores_gemma":[0.9473111,0.0000015210799,0.052513357,0.00009313103,0.000036528123,8.0119287e-7,1.8290405e-7,0.0000023626176,0.000041028754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932724,0.000024533492,0.0000824934,0.00012836923,0.0002604175,0.00017692056],"domain_scores_gemma":[0.9992805,0.00023416895,0.000026415166,0.00036564362,0.00006024813,0.000033040556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029114497,0.000051975763,0.00007195387,0.000046197307,0.00006541673,0.000027371301,0.0006522551,0.000019332958,0.000006262565],"category_scores_gemma":[0.00020619518,0.000034688466,0.000018641325,0.00028962517,0.00006281628,0.00009197395,0.00013282617,0.0000881307,0.0000019341542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036534835,0.00047995592,0.22464159,0.00019686644,0.00014249008,0.00005395701,0.014894395,0.046717383,0.10593762,0.39093843,0.002516778,0.21344401],"study_design_scores_gemma":[0.00015867566,0.000103955936,0.11818796,0.00003144137,0.0000020544778,0.000026628815,0.000042597185,0.8614579,0.017168567,0.0025588046,0.00015803122,0.0001034189],"about_ca_topic_score_codex":0.000067878704,"about_ca_topic_score_gemma":0.000020180007,"teacher_disagreement_score":0.8147405,"about_ca_system_score_codex":0.000019230625,"about_ca_system_score_gemma":0.000020417385,"threshold_uncertainty_score":0.14145546},"labels":[],"label_agreement":null},{"id":"W2158925837","doi":"10.1109/icsm.2007.4362664","title":"Software Artefact Traceability: the Never-Ending Challenge","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Traceability; Computer science; Software development; Software engineering; TRACE (psycholinguistics); Software; Software maintenance; Software system; Session (web analytics); Task (project management); Software construction; Requirements traceability; Verification and validation; Package development process; Systems engineering; Engineering; World Wide Web; Operating system","score_opus":0.028532969609841675,"score_gpt":0.2811823337077057,"score_spread":0.252649364097864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158925837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026181277,0.00017157968,0.96743983,0.0024669925,0.00039365905,0.00018734578,4.1381054e-7,0.0014238051,0.0017351258],"genre_scores_gemma":[0.95409095,0.00000859416,0.04495262,0.00018886622,0.00011045114,0.000009045347,3.7482505e-7,0.000013511975,0.0006255796],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984067,0.000034829693,0.00017724409,0.00035145297,0.00049607846,0.0005337151],"domain_scores_gemma":[0.99644375,0.002419893,0.000022109693,0.0009204996,0.00006312412,0.00013061079],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017302094,0.00012398104,0.000104597464,0.00010299009,0.00015789854,0.00014001552,0.0012554999,0.00005987603,0.000074696196],"category_scores_gemma":[0.00089304696,0.00008269365,0.00006829623,0.00047459517,0.000047685888,0.0005245668,0.00029691996,0.00030730592,0.00014443057],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015494265,0.0002923907,0.05134598,0.00008075619,0.000065890614,0.000189754,0.004219628,0.0006276485,0.0003539912,0.13005306,0.006826974,0.8059284],"study_design_scores_gemma":[0.00071432936,0.00031461418,0.867271,0.00004393128,0.000008366423,0.000109097244,0.0003714639,0.025513403,0.003906353,0.0105106,0.09033864,0.0008982237],"about_ca_topic_score_codex":0.000024315017,"about_ca_topic_score_gemma":0.00001703955,"teacher_disagreement_score":0.9279097,"about_ca_system_score_codex":0.00009021073,"about_ca_system_score_gemma":0.000043960616,"threshold_uncertainty_score":0.33721495},"labels":[],"label_agreement":null},{"id":"W2158949715","doi":"10.1002/0471028959.sof282","title":"Resource Estimation in Software Engineering","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Estimation; Computer science; Resource (disambiguation); Sizing; Software; Cost estimate; Management science; Operations research; Data science; Software engineering; Industrial engineering; Data mining; Systems engineering; Engineering","score_opus":0.007205205658071253,"score_gpt":0.21413443820999986,"score_spread":0.2069292325519286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158949715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033019163,0.0039958605,0.98352003,0.000027982222,0.0012836813,0.0006892987,0.000039364935,0.00482399,0.005289574],"genre_scores_gemma":[0.0016129437,0.0008464945,0.9220646,0.000018462913,0.0005324163,0.00024257656,0.00007102871,0.001548194,0.07306329],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99629325,0.000035519755,0.00076698663,0.00095195224,0.00097149564,0.0009808138],"domain_scores_gemma":[0.99638736,0.0015587917,0.00023483363,0.0014926173,0.00006021842,0.00026619405],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003944594,0.0007781466,0.00088532676,0.0022755149,0.000027038726,0.00008101355,0.0018776163,0.00063731114,0.00022795117],"category_scores_gemma":[0.0068056886,0.00092276494,0.00019468309,0.0016546341,0.000034636607,0.00035767833,0.0005515799,0.0010545505,0.00013515534],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070592223,0.0002572768,0.018181916,0.004435949,0.00023714991,0.00054445374,0.0011868832,0.73599714,0.000026264808,0.0007873507,0.20044178,0.037896764],"study_design_scores_gemma":[0.0011394767,0.00013031122,0.011640706,0.00442941,0.000037715206,0.000066178865,0.0000076249394,0.17037794,0.00013338464,0.000022257203,0.8095426,0.0024724095],"about_ca_topic_score_codex":0.00009180073,"about_ca_topic_score_gemma":0.0000056508943,"teacher_disagreement_score":0.6091008,"about_ca_system_score_codex":0.00028040013,"about_ca_system_score_gemma":0.000094780335,"threshold_uncertainty_score":0.9993223},"labels":[],"label_agreement":null},{"id":"W2159294330","doi":"10.1109/msr.2010.5463345","title":"Should I contribute to this discussion?","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Python (programming language); Computer science; World Wide Web; Open source; Open-source software development; Java; Data science; Software engineering; Software; Programming language","score_opus":0.019469058295621813,"score_gpt":0.2984373018064,"score_spread":0.2789682435107782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159294330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01562515,0.000004857225,0.95996195,0.019766677,0.0010325152,0.00016826489,0.0000018896923,0.0007889354,0.0026497464],"genre_scores_gemma":[0.8788919,5.241971e-7,0.107573055,0.0007545245,0.0001154411,0.000026109903,8.608635e-7,0.000009826097,0.012627743],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99908805,0.000009366296,0.00008004181,0.000230761,0.0003124145,0.00027935675],"domain_scores_gemma":[0.9988329,0.00024930117,0.0000064595392,0.00062595156,0.000058291804,0.00022713453],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029289775,0.00006870971,0.00007258287,0.00008630919,0.00005159094,0.00013458272,0.000929374,0.00004679027,0.00038725592],"category_scores_gemma":[0.0007808681,0.000038796894,0.000023888018,0.00032940105,0.000011758446,0.0001775224,0.00041519283,0.00024815992,0.0010940633],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000908068,0.0001503882,0.0324928,0.000018078275,0.00003139675,0.00008689652,0.0011224909,0.00018203123,0.08208979,0.24720591,0.4413969,0.19521423],"study_design_scores_gemma":[0.00053649157,0.0001583134,0.08217548,0.000015067255,0.0000023420246,0.000033926488,0.000009237648,0.023248238,0.04394718,0.0022170073,0.8470734,0.0005833248],"about_ca_topic_score_codex":0.000027558219,"about_ca_topic_score_gemma":0.000018078379,"teacher_disagreement_score":0.86326677,"about_ca_system_score_codex":0.000012890888,"about_ca_system_score_gemma":0.00003494282,"threshold_uncertainty_score":0.9996837},"labels":[],"label_agreement":null},{"id":"W2159566003","doi":"10.1002/smr.245","title":"Field studies using functional size measurement in building estimation models for software maintenance","year":2002,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software; Computer science; Field (mathematics); Estimation; Functional requirement; Software development; Software metric; Function point; Software maintenance; Software engineering; Reliability engineering; Systems engineering; Industrial engineering; Engineering; Software construction; Mathematics","score_opus":0.19941479076137206,"score_gpt":0.3802488116615875,"score_spread":0.18083402090021547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159566003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012574638,0.009516196,0.97294545,0.0043848637,0.00025535078,0.00027591857,0.0000022039892,0.00003511882,0.000010237173],"genre_scores_gemma":[0.6023057,0.0017653139,0.3956101,0.00011762242,0.00008599267,0.000023999995,1.41373e-7,0.000012151641,0.00007898878],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970446,0.000298165,0.00049510674,0.00033706136,0.0012304477,0.00059457065],"domain_scores_gemma":[0.979543,0.01610393,0.00025486416,0.0002283139,0.003678956,0.00019099085],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008904012,0.00015595129,0.00028349878,0.00043502985,0.00035039792,0.00021055285,0.00030670586,0.00009298911,0.0000041700932],"category_scores_gemma":[0.1086603,0.00013297648,0.000057358873,0.0006504062,0.00013662498,0.0027023102,0.00021184886,0.00067475945,0.0000013615544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011690113,0.0025438275,0.044307843,0.0047891536,0.0017585348,0.0012604026,0.012154153,0.32363662,0.005742855,0.06630661,0.13533525,0.39047465],"study_design_scores_gemma":[0.0047925687,0.0032348312,0.019345343,0.0032117323,0.000055225126,0.0027764773,0.0022363751,0.82074225,0.0002507151,0.13799603,0.0046439534,0.0007144922],"about_ca_topic_score_codex":0.000047017656,"about_ca_topic_score_gemma":0.0000076260376,"teacher_disagreement_score":0.58973104,"about_ca_system_score_codex":0.0006412989,"about_ca_system_score_gemma":0.00018916985,"threshold_uncertainty_score":0.8988478},"labels":[],"label_agreement":null},{"id":"W2159903682","doi":"10.1145/337180.337477","title":"An evaluation of the paired comparisons method for software sizing","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Ericsson (Canada)","funders":"","keywords":"Sizing; Computer science; Software; Reliability engineering; Engineering; Programming language; Chemistry","score_opus":0.08624099027380454,"score_gpt":0.37930923294804414,"score_spread":0.2930682426742396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159903682","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033154342,0.0000422735,0.9658412,0.00024378112,0.000084618216,0.000352007,0.000001637256,0.00017869651,0.00010147776],"genre_scores_gemma":[0.4532943,3.550029e-7,0.54652673,0.00003150408,0.000014745837,0.000036114023,7.912579e-7,0.00000475138,0.00009072531],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881977,0.00017829932,0.00012912761,0.00018870144,0.0005217902,0.0001623069],"domain_scores_gemma":[0.99816513,0.000933967,0.000023545075,0.0006214935,0.0002147198,0.0000411499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019137197,0.00005846074,0.00008785352,0.000038918526,0.00007983516,0.00004396877,0.00079471135,0.000030481333,0.00009096274],"category_scores_gemma":[0.0006690716,0.000041405736,0.00005271395,0.0003088676,0.000015256547,0.00018518472,0.000049206617,0.000059292302,0.000005380987],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051161683,0.00007569636,0.007796318,0.000019839556,0.000018728326,9.236076e-8,0.00058276963,0.0940571,0.0010408381,0.0019315387,0.001827999,0.892644],"study_design_scores_gemma":[0.00024193285,0.000039095525,0.040285364,0.000008870518,0.0000075043895,0.0000012780635,0.000011408512,0.9507204,0.0069122976,0.0009298989,0.0007819522,0.000059982696],"about_ca_topic_score_codex":0.000045342877,"about_ca_topic_score_gemma":0.000011792204,"teacher_disagreement_score":0.89258397,"about_ca_system_score_codex":0.00003991345,"about_ca_system_score_gemma":0.00010893577,"threshold_uncertainty_score":0.16884768},"labels":[],"label_agreement":null},{"id":"W2160184302","doi":"10.1016/j.infsof.2009.10.003","title":"An effort prediction framework for software defect correction","year":2009,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software bug; Computer science; Software; Reliability engineering; Software engineering; Programming language; Engineering","score_opus":0.007486731375790292,"score_gpt":0.2595437837150833,"score_spread":0.252057052339293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160184302","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03386981,0.000067894885,0.96026725,0.00037879715,0.0006268985,0.00037988165,0.000007655685,0.0043903915,0.000011405147],"genre_scores_gemma":[0.569646,0.000023795705,0.4298049,0.00032351256,0.000044768472,0.000095614894,0.00004185923,0.0000073655074,0.000012210773],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99899364,0.000009895684,0.00027721917,0.00021405077,0.00019839725,0.00030677408],"domain_scores_gemma":[0.998835,0.00028258175,0.00008527495,0.0004987646,0.00020919736,0.00008917068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027758983,0.00014207956,0.0001466467,0.0006348469,0.00021399255,0.00017288089,0.00044947315,0.00036279543,0.0000040964164],"category_scores_gemma":[0.0021775134,0.00014373237,0.000048132944,0.00065203966,0.000046230773,0.001858698,0.000058643833,0.00029197318,0.000019972775],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014272574,0.000028254773,0.03040029,0.000025943975,0.000010650668,8.568533e-7,0.00034575563,0.0005221217,0.000011220956,0.02471581,0.00091136753,0.9430134],"study_design_scores_gemma":[0.0026581555,0.0060513425,0.41871032,0.00027621177,0.000038009166,0.0005921085,0.0002787669,0.19542137,0.0038572657,0.31745827,0.05323861,0.0014195604],"about_ca_topic_score_codex":0.0000031435263,"about_ca_topic_score_gemma":9.889906e-7,"teacher_disagreement_score":0.9415939,"about_ca_system_score_codex":0.00007405507,"about_ca_system_score_gemma":0.00005409639,"threshold_uncertainty_score":0.5861236},"labels":[],"label_agreement":null},{"id":"W2160381050","doi":"10.1145/337180.337823","title":"Beg, borrow, or steal (workshop session)","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick; University of Victoria; National Research Council Canada","funders":"","keywords":"Session (web analytics); Computer science; Computer security; World Wide Web","score_opus":0.0243000999995121,"score_gpt":0.2951911096943852,"score_spread":0.2708910096948731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160381050","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20879504,0.00014552442,0.7619274,0.0037887858,0.00067000376,0.00029630327,0.00000141913,0.0026839054,0.02169162],"genre_scores_gemma":[0.77433836,0.000029917692,0.1056102,0.00046153847,0.00017322067,0.000023785375,0.000001464108,0.000020310938,0.11934118],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989192,0.000024492809,0.00010928033,0.00027477823,0.00034629068,0.00032594218],"domain_scores_gemma":[0.998746,0.0005096342,0.000007675322,0.0005632515,0.00003272287,0.00014076353],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016752766,0.00009042345,0.00008683238,0.000065379834,0.00006702479,0.00013720934,0.00086345995,0.00005273402,0.003517241],"category_scores_gemma":[0.00015692704,0.00006234838,0.000030614774,0.000497977,0.000018314257,0.00033846404,0.00014891807,0.0001652426,0.001102091],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027508573,0.00011269924,0.003910738,0.000022747456,0.000019392017,0.00020274181,0.0005613488,0.0019669223,0.00015723422,0.0049187182,0.08492554,0.9031744],"study_design_scores_gemma":[0.0021156257,0.0004571381,0.12007899,0.00018657203,0.000008386742,0.00033579877,0.00010345694,0.25959274,0.006902142,0.0015230267,0.6070956,0.0016005299],"about_ca_topic_score_codex":0.000017451048,"about_ca_topic_score_gemma":0.000006563348,"teacher_disagreement_score":0.9015739,"about_ca_system_score_codex":0.000032234817,"about_ca_system_score_gemma":0.00007679367,"threshold_uncertainty_score":0.9996757},"labels":[],"label_agreement":null},{"id":"W2160423649","doi":"10.1109/isese.2005.1541811","title":"Managing software change tasks: an exploratory study","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software development; Software engineering; Java; Exploratory research; Context (archaeology); Software maintenance; Software; Software evolution; Software construction; Software system; Key (lock); Human–computer interaction; Programming language; Operating system","score_opus":0.05930237375680696,"score_gpt":0.30176481334598365,"score_spread":0.24246243958917668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160423649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2133968,0.00020134343,0.78206927,0.00082484377,0.00028349808,0.0004865835,6.4894124e-7,0.002573774,0.00016326422],"genre_scores_gemma":[0.9288951,0.000005755333,0.07002569,0.000362966,0.0002870854,0.00014059896,9.443055e-7,0.000020849491,0.0002610022],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985702,0.00006097992,0.00012951433,0.00042429738,0.00043845884,0.00037655412],"domain_scores_gemma":[0.99867415,0.0001465228,0.000016904218,0.0009257034,0.00006397286,0.00017271994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047607155,0.00012790483,0.00010913907,0.00021282937,0.00009147087,0.00018837547,0.0011555229,0.000029289047,0.000056202105],"category_scores_gemma":[0.00010539623,0.00012019313,0.000024970504,0.0004474116,0.000014015517,0.0017248518,0.00045882678,0.00015270387,0.00035937945],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004273909,0.0008141543,0.06539087,0.000025623998,0.000038649425,0.00014984599,0.024919562,0.0008707209,0.00006101302,0.0015606335,0.002409386,0.90375525],"study_design_scores_gemma":[0.0049909987,0.003621507,0.5236812,0.00013909624,0.000034026427,0.00009573362,0.009438643,0.38691595,0.0038036073,0.002383088,0.060796387,0.004099721],"about_ca_topic_score_codex":0.000025887794,"about_ca_topic_score_gemma":0.00009444391,"teacher_disagreement_score":0.8996555,"about_ca_system_score_codex":0.00007233794,"about_ca_system_score_gemma":0.000026052274,"threshold_uncertainty_score":0.49013335},"labels":[],"label_agreement":null},{"id":"W2160506632","doi":"10.1109/wcre.2009.28","title":"An Exploratory Study of the Impact of Code Smells on Software Change-proneness","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":305,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code smell; Eclipse; Computer science; Software quality; Code (set theory); Relation (database); Software; Programming language; Software development; Data mining","score_opus":0.05944708631218296,"score_gpt":0.33589836101851983,"score_spread":0.27645127470633685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160506632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97189003,0.000022957782,0.027413355,0.000034024437,0.00008408595,0.0003932489,0.0000028704155,0.00014231417,0.000017132801],"genre_scores_gemma":[0.99844116,0.0000014152572,0.0014620613,0.00002854201,0.000026271222,0.00001497565,2.6628246e-7,0.000007701371,0.00001760643],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988088,0.00010159354,0.00016145772,0.00023826073,0.00048025273,0.00020963971],"domain_scores_gemma":[0.9983671,0.00017482646,0.000054675602,0.0012052236,0.00012417685,0.000073996634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033593888,0.000112267815,0.00016674378,0.00012109588,0.0000364026,0.000025693786,0.0013733224,0.000034893867,0.000010726396],"category_scores_gemma":[0.00013200588,0.00006817001,0.00006159875,0.0005643956,0.000023391043,0.00029311742,0.00013022429,0.000118058735,0.0000053585013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013230897,0.011309017,0.68176246,0.00009364292,0.00019377907,0.00003907201,0.06020515,0.05350743,0.014911568,0.0021302581,0.0015674916,0.17414783],"study_design_scores_gemma":[0.00043925593,0.003151456,0.97421813,0.000032276424,0.0000025830066,0.0000012657462,0.00022862022,0.006716382,0.014922057,0.00015430636,0.0000035458795,0.00013010603],"about_ca_topic_score_codex":0.000098166645,"about_ca_topic_score_gemma":0.000017923689,"teacher_disagreement_score":0.2924557,"about_ca_system_score_codex":0.000050666393,"about_ca_system_score_gemma":0.00007123453,"threshold_uncertainty_score":0.27798924},"labels":[],"label_agreement":null},{"id":"W2160517961","doi":"10.1145/1453101.1453146","title":"What makes a good bug report?","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":603,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Victoria","funders":"","keywords":"Eclipse; Computer science; Software bug; Software engineering; Software development; Quality (philosophy); Software; World Wide Web; Data science; Programming language","score_opus":0.028987268854475508,"score_gpt":0.27060477922221365,"score_spread":0.24161751036773815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160517961","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17038973,0.0004332023,0.81913847,0.002315438,0.0013362224,0.00013409174,1.2342701e-7,0.0014494874,0.0048032245],"genre_scores_gemma":[0.9039453,0.00009479791,0.07052867,0.00016745274,0.00009405325,0.00001729849,8.322561e-7,0.000011365553,0.025140196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99905014,0.000011549387,0.000114326394,0.00025335987,0.00033919147,0.00023142814],"domain_scores_gemma":[0.99895793,0.00021500255,0.000015924146,0.0006652825,0.000058314115,0.00008756942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017233763,0.00006575707,0.000072878844,0.00007485099,0.000059056503,0.00014984235,0.00053567503,0.000029612956,0.00004490051],"category_scores_gemma":[0.00027443067,0.000056412206,0.000033266435,0.00032043105,0.000025325775,0.000769479,0.00019708948,0.00009182806,0.00023986763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000147209075,0.0007045485,0.4158189,0.00014055948,0.0002111373,0.057423215,0.008880138,0.0019855911,0.004297319,0.10421085,0.22566535,0.18064769],"study_design_scores_gemma":[0.0012266737,0.00036156437,0.63333184,0.00013248569,0.0000052955165,0.02719155,0.00016175103,0.041851897,0.036787137,0.003965304,0.25345954,0.00152498],"about_ca_topic_score_codex":0.000021891641,"about_ca_topic_score_gemma":0.0000021453413,"teacher_disagreement_score":0.74860984,"about_ca_system_score_codex":0.000024078323,"about_ca_system_score_gemma":0.000061596475,"threshold_uncertainty_score":0.30830932},"labels":[],"label_agreement":null},{"id":"W2160610963","doi":"10.1145/1718918.1718972","title":"Communication, collaboration, and bugs","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.007624884070102676,"score_gpt":0.2655405085967691,"score_spread":0.2579156245266664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160610963","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45084354,0.00014692411,0.5321677,0.01122623,0.00028525072,0.00016341581,6.137274e-7,0.00075320405,0.0044131256],"genre_scores_gemma":[0.8461257,0.000008253572,0.1532605,0.000078121375,0.000010469049,0.0000066537414,4.8884766e-7,0.000002288967,0.0005075029],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99968445,0.000010126554,0.000049346523,0.00009011482,0.00009454607,0.00007139402],"domain_scores_gemma":[0.999061,0.00025824292,0.0000073067044,0.0005032348,0.00012340519,0.000046836194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018667353,0.000029236964,0.000028636194,0.000038766953,0.000060663562,0.00015535763,0.0004126637,0.000022318874,0.000023836317],"category_scores_gemma":[0.00035201103,0.000026453745,0.0000035432583,0.00025546018,0.000028733908,0.00025019792,0.00016797561,0.00010000086,0.00003166402],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.2658815e-7,0.000031172385,0.04545445,0.000007876301,0.000006890684,0.000001438132,0.0011408702,0.000018357225,0.008829534,0.90431315,0.022339981,0.017855568],"study_design_scores_gemma":[0.00082470797,0.00008069872,0.6185671,0.000011719458,0.0000026894165,0.00006470925,0.00010936027,0.08047468,0.023527957,0.026827056,0.2489487,0.00056060404],"about_ca_topic_score_codex":0.00001628127,"about_ca_topic_score_gemma":0.000041657935,"teacher_disagreement_score":0.87748605,"about_ca_system_score_codex":0.0000037640343,"about_ca_system_score_gemma":0.000033960056,"threshold_uncertainty_score":0.14981173},"labels":[],"label_agreement":null},{"id":"W2160715838","doi":"10.1145/1806799.1806828","title":"Using information fragments to answer the questions developers ask","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ask price; Computer science; World Wide Web; Information retrieval; Business","score_opus":0.02240552777286546,"score_gpt":0.29504162165140296,"score_spread":0.2726360938785375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160715838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16027589,0.0000015120498,0.83704007,0.0006712746,0.00056442193,0.000111095826,2.8904114e-7,0.0001529073,0.0011825627],"genre_scores_gemma":[0.61934096,2.8110696e-7,0.37975377,0.0007004981,0.000025291833,0.0000123857635,4.5209822e-7,0.0000025836055,0.0001637622],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949145,0.000008463087,0.00007786252,0.000070341004,0.00021226413,0.00013958881],"domain_scores_gemma":[0.9994161,0.00008600622,0.000008655921,0.0003155445,0.00010621178,0.00006749591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021565544,0.000044824206,0.000028389544,0.00009340675,0.00010131798,0.00020393913,0.00054790167,0.000020970923,0.000025469795],"category_scores_gemma":[0.00041320952,0.000030225596,0.0000106383495,0.00039132024,0.000010976746,0.0006922108,0.00018538037,0.00013992886,0.00023837372],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050927847,0.00010021557,0.04599028,0.000031510895,0.000050610528,0.0000052339437,0.0074529233,0.023319693,0.014987361,0.2512953,0.024879696,0.6318821],"study_design_scores_gemma":[0.00030509674,0.000058148784,0.29455733,0.00004506924,0.0000045042593,0.00007584693,0.0001593289,0.29446375,0.0077807093,0.00114793,0.40079606,0.00060622476],"about_ca_topic_score_codex":0.00010901948,"about_ca_topic_score_gemma":0.000015754702,"teacher_disagreement_score":0.63127583,"about_ca_system_score_codex":0.000025998786,"about_ca_system_score_gemma":0.0001366781,"threshold_uncertainty_score":0.30638912},"labels":[],"label_agreement":null},{"id":"W2160749579","doi":"10.1109/vissoft.2014.32","title":"Information Visualization for Agile Software Development","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Visualization; Computer science; Software development; Agile Unified Process; Information visualization; Software visualization; Software; Knowledge sharing; Agile usability engineering; Knowledge management; Software engineering; Software development process; Data science; Software construction; Data mining","score_opus":0.013037319090069697,"score_gpt":0.2653959247751804,"score_spread":0.2523586056851107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160749579","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030658839,0.000002460754,0.9958751,0.000058066355,0.00014323388,0.00014682933,2.3614056e-7,0.00050475344,0.00020340284],"genre_scores_gemma":[0.25860593,4.8830293e-7,0.74068344,0.00025195975,0.000031351763,0.000089162946,0.000024913077,0.000005889961,0.00030684558],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99947065,0.000008012225,0.00012008882,0.00007146105,0.00018441891,0.00014534283],"domain_scores_gemma":[0.9993433,0.00028318426,0.000020380623,0.00017250635,0.00013734223,0.000043307147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029737808,0.000049562954,0.000044956632,0.000099828314,0.000066247856,0.00012044666,0.00028490202,0.00002655141,0.000009101033],"category_scores_gemma":[0.00096313795,0.000045553952,0.000013195696,0.00017308324,0.000004102333,0.000710704,0.00008233364,0.000022710818,0.00011907587],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030914262,0.000026352547,0.004834269,0.000131122,0.000011651332,7.983877e-8,0.0020852222,0.0022315437,0.000075118565,0.17163861,0.011829406,0.80713356],"study_design_scores_gemma":[0.000624469,0.000102610065,0.027681444,0.00002362997,0.0000012527958,0.0000028042616,0.000016738297,0.3894511,0.019884521,0.0023091962,0.5595728,0.0003294183],"about_ca_topic_score_codex":0.0000020463692,"about_ca_topic_score_gemma":7.835875e-7,"teacher_disagreement_score":0.8068041,"about_ca_system_score_codex":0.000039287155,"about_ca_system_score_gemma":0.00004619612,"threshold_uncertainty_score":0.18576363},"labels":[],"label_agreement":null},{"id":"W2160767434","doi":"10.1007/978-3-319-11164-3_1","title":"First International Competition on Software for Runtime Verification","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Waterloo","funders":"","keywords":"Computer science; Java; Competition (biology); Runtime verification; Event (particle physics); Software; Software engineering; Process (computing); Operating system; Programming language; Formal verification","score_opus":0.016734453758752005,"score_gpt":0.2545581799950946,"score_spread":0.2378237262363426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160767434","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031464395,0.00004371905,0.994565,0.001186248,0.0029694866,0.000489712,0.000013382956,0.0003288972,0.00037209806],"genre_scores_gemma":[0.09078404,0.000025725723,0.9061076,0.00094857556,0.0012318606,0.000079049336,0.000062647676,0.00006677698,0.0006936883],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968277,0.000014485705,0.0003497375,0.0012610503,0.0010774377,0.0004695759],"domain_scores_gemma":[0.99617577,0.0018649198,0.00016410208,0.001182937,0.0004906588,0.00012162251],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008097302,0.00035999928,0.00030699506,0.0008898496,0.00022875606,0.0005115142,0.0033608687,0.0002419376,0.000025415844],"category_scores_gemma":[0.0010316924,0.00036260363,0.000104930376,0.00037178624,0.00025840788,0.00029252237,0.0005729723,0.000509254,0.000120682256],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026469643,0.00006028914,0.00025969688,0.00014806548,0.000029103143,0.000019362775,0.00034387203,0.24807256,0.000059498987,0.20283876,0.0003368294,0.5478055],"study_design_scores_gemma":[0.0004890776,0.0003515934,0.0013090995,0.00065720227,0.00000464381,0.000022169428,3.7602206e-8,0.91389024,0.0007680996,0.05081631,0.030987235,0.00070426334],"about_ca_topic_score_codex":0.0000056252475,"about_ca_topic_score_gemma":0.000012887404,"teacher_disagreement_score":0.6658177,"about_ca_system_score_codex":0.0005030157,"about_ca_system_score_gemma":0.0002388787,"threshold_uncertainty_score":0.9998826},"labels":[],"label_agreement":null},{"id":"W2160841184","doi":"10.5555/2664446.2664451","title":"A linked data platform for mining software repositories","year":2012,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software versioning; Software; World Wide Web; Cloud computing; Software mining; BitTorrent tracker; Database; Software engineering; Software development; Data science; Software construction; Operating system","score_opus":0.05717894938690845,"score_gpt":0.3065874026592379,"score_spread":0.24940845327232944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160841184","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13775694,0.0034694842,0.8421883,0.00015090476,0.011837075,0.00067713886,0.000070892034,0.0037846996,0.000064557564],"genre_scores_gemma":[0.25117415,0.000013243335,0.74368906,0.000051033705,0.0034828084,0.00025131964,0.00014907452,0.00012078031,0.0010685571],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949946,0.00007463923,0.0008570282,0.0012662297,0.0011458369,0.0016616931],"domain_scores_gemma":[0.9884138,0.006415865,0.00033695714,0.0037558693,0.0005582807,0.00051919156],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015093263,0.00058731483,0.0006268432,0.0003021492,0.0010094051,0.0010813418,0.0035802468,0.00037209602,0.0000044249036],"category_scores_gemma":[0.014735435,0.0005876362,0.00017309496,0.0009166464,0.00016681362,0.0039003897,0.0023359128,0.00040755083,0.0000168813],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011531488,0.00027077974,0.8696361,0.0008073658,0.00045499994,0.00013035609,0.025875244,0.00016214185,0.0005960972,0.0012263431,0.035757482,0.06496774],"study_design_scores_gemma":[0.0063572805,0.0027215034,0.25285256,0.003050306,0.00069950806,0.0039891293,0.0060442197,0.013528657,0.041016463,0.0013719195,0.6585188,0.009849642],"about_ca_topic_score_codex":0.00006556195,"about_ca_topic_score_gemma":0.0000072780435,"teacher_disagreement_score":0.6227613,"about_ca_system_score_codex":0.0002806435,"about_ca_system_score_gemma":0.0004399906,"threshold_uncertainty_score":0.99995565},"labels":[],"label_agreement":null},{"id":"W2161272535","doi":"10.1145/633292.633495","title":"\"Bloat\"","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Word (group theory); Software; Term (time); World Wide Web; Programming language; Linguistics","score_opus":0.011844982852723502,"score_gpt":0.2466909815784295,"score_spread":0.234845998725706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161272535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13825454,0.00006804424,0.75950396,0.0013441537,0.00014443009,0.000070593625,1.4721422e-7,0.0015696067,0.09904451],"genre_scores_gemma":[0.8940771,0.0000069513944,0.07735648,0.00021410469,0.000035890615,0.0000050092885,1.3459604e-7,0.0000041466305,0.02830017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996075,0.000005052999,0.000033933396,0.00010311848,0.00012375638,0.0001266096],"domain_scores_gemma":[0.99956805,0.00009462989,0.000001402995,0.0002823241,0.000009630112,0.000043973512],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00006584318,0.000027552584,0.000025671741,0.000026261403,0.000017216249,0.000048489146,0.0004279996,0.000011777059,0.0014116261],"category_scores_gemma":[0.00003210925,0.000023354023,0.000011961401,0.00018543085,0.000005849009,0.00012601419,0.00003692456,0.00004129168,0.0021192043],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.845111e-7,0.000030086398,0.004199967,0.000004045544,0.0000060025764,0.00003077995,0.00015935626,0.0005659439,0.00022394305,0.036339346,0.025486147,0.9329534],"study_design_scores_gemma":[0.0005496267,0.0001298721,0.16724503,0.000012416638,0.0000011098879,0.00007894579,0.0000039760516,0.13092759,0.011680596,0.0052286224,0.68362594,0.0005162702],"about_ca_topic_score_codex":0.000010433314,"about_ca_topic_score_gemma":3.354452e-7,"teacher_disagreement_score":0.9324371,"about_ca_system_score_codex":0.000008128924,"about_ca_system_score_gemma":0.000011096029,"threshold_uncertainty_score":0.9995012},"labels":[],"label_agreement":null},{"id":"W2161356945","doi":"10.1109/wpc.1994.341265","title":"Determining the usefulness of colour and fonts in a programming task","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Font; Task (project management); Computer science; Code (set theory); Null (SQL); Artificial intelligence; Programming language; Data mining; Engineering","score_opus":0.041716228530554365,"score_gpt":0.254363576011671,"score_spread":0.2126473474811166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161356945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9480776,0.000044348155,0.051391833,0.00016838977,0.00003733464,0.00012745896,9.848235e-8,0.000059198388,0.000093729526],"genre_scores_gemma":[0.98611075,0.000001924626,0.013766795,0.000016300299,0.00000510281,0.000019103409,2.846544e-8,0.0000032549483,0.00007674547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99945426,0.000021089305,0.00009056501,0.00012303253,0.00014812352,0.00016291575],"domain_scores_gemma":[0.9992809,0.0004535067,0.000015052627,0.00019696596,0.00002639166,0.000027181386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023246127,0.000043972188,0.0000654815,0.00006466987,0.00002468415,0.00005517169,0.00035792604,0.000019353763,0.0000046206073],"category_scores_gemma":[0.00029597388,0.000030159443,0.000009821643,0.00029801743,0.000028264278,0.00012706601,0.00017977085,0.00007652221,0.00000278912],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.80515e-7,0.000057817866,0.53662336,0.000029851333,0.0000055243095,0.000014732828,0.0027424034,0.00007659828,0.00007765242,0.0012760904,0.00013414297,0.45896095],"study_design_scores_gemma":[0.0005884389,0.000118174554,0.78775734,0.00004724236,0.0000013885699,0.000014752299,0.00007411115,0.20903543,0.0010567087,0.00010406495,0.0010585171,0.00014382502],"about_ca_topic_score_codex":0.00001993892,"about_ca_topic_score_gemma":0.00001611662,"teacher_disagreement_score":0.45881712,"about_ca_system_score_codex":0.000011493939,"about_ca_system_score_gemma":0.0000065517015,"threshold_uncertainty_score":0.12298664},"labels":[],"label_agreement":null},{"id":"W2161450348","doi":"10.1109/scam.2008.31","title":"From Indentation Shapes to Code Structures","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Indentation; Code (set theory); Block (permutation group theory); Computer science; Function (biology); Matching (statistics); Expression (computer science); Algorithm; Programming language; Geometry; Mathematics; Statistics","score_opus":0.030227774210830696,"score_gpt":0.2924741526337349,"score_spread":0.2622463784229042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161450348","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47735408,0.000009902078,0.5219673,0.00021705049,0.00010414733,0.000039229035,0.0000011741943,0.00019927882,0.00010784307],"genre_scores_gemma":[0.86923,0.0000012704634,0.13025245,0.00019326991,0.00004881517,0.000005080502,0.0000011393283,0.0000038174617,0.0002641814],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993614,0.00000978701,0.00006220475,0.00018009591,0.00026038245,0.00012616105],"domain_scores_gemma":[0.99947554,0.00022300717,0.000006420289,0.00018419966,0.000034151628,0.00007670603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000036271696,0.000048090795,0.00004692696,0.00007588835,0.000042975436,0.000049877075,0.00047232767,0.000021899807,0.00009575748],"category_scores_gemma":[0.00016942645,0.000042502386,0.000012798526,0.00021920535,0.000008698506,0.00016980957,0.00013711183,0.000055119377,0.00018086712],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003954582,0.0001512004,0.3614225,0.000029513933,0.00015423661,0.0005014395,0.039442442,0.05013683,0.05924996,0.076880366,0.20982881,0.20216314],"study_design_scores_gemma":[0.00014571598,0.000033371918,0.9647042,0.0000034496518,5.2030606e-7,0.000011316926,0.000017770575,0.014449127,0.01529684,0.003807832,0.0013995104,0.00013032864],"about_ca_topic_score_codex":0.00022256235,"about_ca_topic_score_gemma":0.000014224923,"teacher_disagreement_score":0.6032817,"about_ca_system_score_codex":0.000023085473,"about_ca_system_score_gemma":0.000024739622,"threshold_uncertainty_score":0.23247413},"labels":[],"label_agreement":null},{"id":"W2161538570","doi":"10.1109/ase.2006.72","title":"Using Decision Trees to Predict the Certification Result of a Build","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"IBM (Canada); University of Victoria","funders":"","keywords":"Certification; Computer science; Software engineering; Process (computing); Usability; IBM; Code (set theory); Programming language; Operating system","score_opus":0.04342492015173524,"score_gpt":0.30822756158988207,"score_spread":0.2648026414381468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161538570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27653885,0.000022029086,0.72266525,0.00037371877,0.00006028093,0.00009194023,5.648176e-7,0.000077720564,0.0001696817],"genre_scores_gemma":[0.8387705,5.7253465e-7,0.16103546,0.000014613172,0.000031153853,0.0000044348462,2.9641387e-7,0.0000034788263,0.00013945166],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99919796,0.000019238249,0.00015120262,0.00016122696,0.0003445426,0.00012580265],"domain_scores_gemma":[0.99871475,0.00059706287,0.000020859557,0.000546438,0.000092182636,0.000028712066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033904536,0.000045241057,0.00005154053,0.00009805822,0.00004370045,0.00005722994,0.0006337265,0.000021253969,0.000004579666],"category_scores_gemma":[0.00044631076,0.000029032462,0.00002166321,0.0005725374,0.000015565294,0.00011107016,0.00014860152,0.00004575378,0.000011834676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063202235,0.00023037114,0.07531998,0.000026916287,0.000023139137,0.000007689055,0.0009796979,0.42299855,0.19832537,0.052646883,0.032476965,0.21690123],"study_design_scores_gemma":[0.0001659816,0.000060192848,0.47813338,0.000040841125,0.0000022591498,0.0000061915653,0.000009835007,0.46403524,0.05284182,0.0020205877,0.0025817656,0.0001019007],"about_ca_topic_score_codex":0.00036948058,"about_ca_topic_score_gemma":0.000040047886,"teacher_disagreement_score":0.5622317,"about_ca_system_score_codex":0.00003139418,"about_ca_system_score_gemma":0.0000276944,"threshold_uncertainty_score":0.11839095},"labels":[],"label_agreement":null},{"id":"W2161652852","doi":"10.1109/icsm.2004.1357829","title":"Developing a multi-objective decision approach to select source-code improving transformations","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Maintainability; Source code; Process (computing); Dependency (UML); Code refactoring; Transformation (genetics); Software engineering; Program slicing; Programming language; Software quality; Quality (philosophy); Heuristic; Software; Software development; Artificial intelligence","score_opus":0.028843878001149813,"score_gpt":0.2808676425912748,"score_spread":0.252023764590125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161652852","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03183357,0.00001761127,0.9664825,0.0002175774,0.00007805365,0.00038632148,7.656216e-7,0.0006932355,0.000290364],"genre_scores_gemma":[0.428121,9.0483735e-7,0.5716909,0.00008055945,0.000012454615,0.000045225388,6.546417e-7,0.000009580951,0.000038668426],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985808,0.000018116998,0.000201712,0.00038420546,0.00038109842,0.0004340652],"domain_scores_gemma":[0.99905515,0.0002846985,0.000016923066,0.00035064085,0.00014008043,0.00015248165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037336457,0.00013823852,0.00012330688,0.00033860904,0.00019091899,0.00020998085,0.00077881827,0.000057492885,0.0000016638052],"category_scores_gemma":[0.00056790863,0.0001246381,0.000048521804,0.0012572198,0.000011446572,0.00055457046,0.00018441786,0.00019157211,0.00009634291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020580894,0.00026019604,0.0006730137,0.00008595629,0.000052509477,0.000006870564,0.026045758,0.4169193,0.0032503798,0.034041293,0.00010809327,0.5185361],"study_design_scores_gemma":[0.0027135147,0.00030300522,0.033764914,0.0001518157,0.000007775257,0.00014642172,0.0004585623,0.9063504,0.050933916,0.0025536567,0.0014055131,0.0012105402],"about_ca_topic_score_codex":0.0001221132,"about_ca_topic_score_gemma":0.000036208614,"teacher_disagreement_score":0.5173255,"about_ca_system_score_codex":0.0004000252,"about_ca_system_score_gemma":0.00029080402,"threshold_uncertainty_score":0.5082594},"labels":[],"label_agreement":null},{"id":"W2161881828","doi":"10.1016/s0965-9978(01)00050-3","title":"QEST nD: n-dimensional extension and generalisation of a software performance measurement model","year":2002,"lang":"en","type":"article","venue":"Advances in Engineering Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Dimension (graph theory); Viewpoints; Perspective (graphical); Computer science; Extension (predicate logic); Industrial engineering; Field (mathematics); Process (computing); Product (mathematics); Key (lock); Software; Engineering; Artificial intelligence; Mathematics","score_opus":0.0256490191154793,"score_gpt":0.23130710626097253,"score_spread":0.20565808714549325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161881828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2099822,0.008017853,0.7812222,0.00003337842,0.00022614672,0.00015760456,0.0000031592892,0.00035282795,0.000004613924],"genre_scores_gemma":[0.70626545,0.00041531288,0.29320887,0.00001860173,0.000022456532,0.00003105947,0.0000017300653,0.000021498978,0.000015042219],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981029,0.000016910315,0.00032301986,0.0004512799,0.0007280262,0.00037787698],"domain_scores_gemma":[0.9988924,0.00026532984,0.00006205304,0.0004880498,0.00019213694,0.00010000403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003798518,0.00021674659,0.00024028365,0.0003079265,0.000051651532,0.000028324966,0.0003928084,0.00007708925,0.000005160646],"category_scores_gemma":[0.0010811808,0.00022506961,0.000038218663,0.00046763767,0.000037999947,0.001009873,0.00018781445,0.00022721503,0.000004809258],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032363412,0.000036685477,0.009336326,0.0002332376,0.0000056680306,0.000006622889,0.0002576596,0.95735246,0.00094021397,0.00014654,0.000037914702,0.031643454],"study_design_scores_gemma":[0.0003567322,0.00006609777,0.016293634,0.00029903336,0.0000030026492,0.000020709462,0.0000022547254,0.98095876,0.0014367533,0.00013273393,0.00017226709,0.00025800473],"about_ca_topic_score_codex":0.0000050243766,"about_ca_topic_score_gemma":0.0000022337117,"teacher_disagreement_score":0.49628323,"about_ca_system_score_codex":0.00014487476,"about_ca_system_score_gemma":0.000026319762,"threshold_uncertainty_score":0.9178072},"labels":[],"label_agreement":null},{"id":"W2162226791","doi":"10.1109/icpc.2013.6613853","title":"Improving the detection accuracy of evolutionary coupling","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Coupling (piping); Association rule learning; Precision and recall; Recall; Association (psychology); Data mining; Artificial intelligence; Machine learning; Engineering; Psychology; Cognitive psychology","score_opus":0.013560761261926145,"score_gpt":0.2416240410141819,"score_spread":0.22806327975225574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162226791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1895531,0.00008041898,0.8097555,0.0001677331,0.00012711657,0.000114557144,5.854042e-8,0.00014302404,0.000058509802],"genre_scores_gemma":[0.9842839,0.0000023290095,0.015550726,0.000015156989,0.0000280944,0.000022156873,7.7653134e-8,0.0000032812588,0.00009426244],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994731,0.000007321522,0.000090710084,0.000108923756,0.00019055034,0.00012942194],"domain_scores_gemma":[0.998633,0.00087775727,0.000027054106,0.00032584285,0.00011102672,0.000025270112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015151933,0.000039247505,0.000038081103,0.000048195307,0.00006275096,0.0000506354,0.00047449206,0.000019706156,0.00003142469],"category_scores_gemma":[0.00077836897,0.00002578748,0.000021871545,0.00024891377,0.000020031233,0.00039970898,0.00019445905,0.00008939311,0.000064721266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030974581,0.00006302892,0.014432705,0.00008936806,0.000034671997,0.0000020445095,0.0005176249,0.018897124,0.39927703,0.008220421,0.0019677272,0.55649513],"study_design_scores_gemma":[0.00004176591,0.000018281798,0.07812407,0.0000037803395,5.044369e-7,0.0000045450765,0.000014630685,0.9029555,0.018487932,0.00022536161,0.00008384724,0.000039824878],"about_ca_topic_score_codex":0.00043013712,"about_ca_topic_score_gemma":0.0000018940623,"teacher_disagreement_score":0.88405836,"about_ca_system_score_codex":0.00002848458,"about_ca_system_score_gemma":0.0000309632,"threshold_uncertainty_score":0.10515829},"labels":[],"label_agreement":null},{"id":"W2162385934","doi":"10.1109/csee.2003.1191381","title":"What cognitive activities are performed in student projects?","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Coding (social sciences); Software engineering; Implementation; Process (computing); Personal software process; Software development process; Software; Software Engineering Process Group; Software development; Software construction; Programming language","score_opus":0.03058972969866167,"score_gpt":0.30790868562248896,"score_spread":0.27731895592382727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162385934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717938,0.00014829756,0.025649216,0.000099407975,0.0003541884,0.00027994107,2.1154997e-7,0.00017809884,0.0014968851],"genre_scores_gemma":[0.99668235,0.000043644824,0.0020568033,0.00006573499,0.0000111403315,0.000074097385,2.421233e-7,0.000006975296,0.0010590161],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989379,0.000058450343,0.000092098686,0.00025686153,0.00035112232,0.00030353654],"domain_scores_gemma":[0.99903136,0.00064268574,0.000017150276,0.00020998681,0.00004546625,0.000053319105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031848613,0.000091597416,0.00010435592,0.00018480812,0.000035296405,0.00033098442,0.0003308491,0.00003353623,0.00003614952],"category_scores_gemma":[0.00045523755,0.00007969967,0.000022043527,0.00042546092,0.000024789884,0.0011815267,0.00012168574,0.00016686525,0.000042350854],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013509968,0.0005671414,0.9353472,0.000097695985,0.000056385918,0.00021974636,0.021028312,0.00023228693,0.00019365527,0.012269908,0.00048532157,0.029488828],"study_design_scores_gemma":[0.0016476654,0.0002743486,0.92268074,0.00042601852,0.0000033493618,0.000043769873,0.030835373,0.0039534047,0.038462225,0.00037523973,0.0006780367,0.0006198448],"about_ca_topic_score_codex":0.000010212488,"about_ca_topic_score_gemma":0.00003611278,"teacher_disagreement_score":0.03826857,"about_ca_system_score_codex":0.00008939894,"about_ca_system_score_gemma":0.00009085099,"threshold_uncertainty_score":0.32500583},"labels":[],"label_agreement":null},{"id":"W2162436321","doi":"10.1109/icpc.2011.26","title":"The NiCad Clone Detector","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":252,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Queen's University","funders":"","keywords":"Computer science; clone (Java method); Directory; XML; Plug-in; Scalability; Normalization (sociology); Operating system; Detector; Programming language; Extensibility","score_opus":0.03583715506802576,"score_gpt":0.24800179878230097,"score_spread":0.2121646437142752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162436321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04114068,0.00017161501,0.9486863,0.00043447717,0.00042507137,0.00009396339,1.0404963e-7,0.00069842616,0.008349375],"genre_scores_gemma":[0.9504689,0.0000110941155,0.047609624,0.00004748234,0.000027107435,0.00001202338,2.1812195e-8,0.000004668268,0.0018190822],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994637,0.000014345906,0.000057534624,0.00011595962,0.00015656573,0.00019194097],"domain_scores_gemma":[0.99897224,0.00041349468,0.0000068974246,0.0005236794,0.000030323214,0.00005337019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023324043,0.00003870387,0.000030605843,0.00002129458,0.000073916155,0.00005578724,0.0010114363,0.000017059177,0.000035186626],"category_scores_gemma":[0.0002849,0.000022600327,0.00001962541,0.0001784022,0.000024972902,0.00009487384,0.0002304382,0.00008122432,0.0003470689],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015142749,0.000097311844,0.02642376,0.0000133969115,0.0000647138,0.00006206689,0.0020451501,0.000014141018,0.003548781,0.43480143,0.024770282,0.50814384],"study_design_scores_gemma":[0.00063040666,0.00040016382,0.7055245,0.000015323312,0.000003762235,0.000063289925,0.000041134506,0.036678787,0.14073455,0.014896557,0.100344524,0.0006669995],"about_ca_topic_score_codex":0.00003267647,"about_ca_topic_score_gemma":0.000005390781,"teacher_disagreement_score":0.9093282,"about_ca_system_score_codex":0.000011610771,"about_ca_system_score_gemma":0.000019732248,"threshold_uncertainty_score":0.44609848},"labels":[],"label_agreement":null},{"id":"W2162624365","doi":"10.1109/ase.2009.65","title":"Automatically Recommending Triage Decisions for Pragmatic Reuse Tasks","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McGill University","funders":"","keywords":"Computer science; Reuse; Task (project management); Software engineering; Plan (archaeology); Process (computing); Triage; Software; Recommender system; Human–computer interaction; Code (set theory); Code reuse; Software system; World Wide Web; Programming language; Systems engineering","score_opus":0.03942043419170047,"score_gpt":0.33598196585163764,"score_spread":0.29656153165993715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162624365","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004743278,0.00001795328,0.9849725,0.00778368,0.00019083083,0.00042055172,0.00000140982,0.00088244036,0.0009873788],"genre_scores_gemma":[0.16642,0.000003977045,0.8325175,0.00040010727,0.000039582388,0.00004360092,0.0000020317107,0.000008716908,0.0005644747],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987225,0.000039206094,0.00027655257,0.00027960606,0.00029781697,0.00038431844],"domain_scores_gemma":[0.99270797,0.005888865,0.00003228036,0.0011386488,0.000075009615,0.00015720571],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00096570357,0.000108206914,0.00016217309,0.00019198172,0.00011078815,0.00023626571,0.0015876965,0.00005399985,0.000041413085],"category_scores_gemma":[0.0154927,0.00009001071,0.00007334225,0.00045558365,0.000009316578,0.00033698397,0.00021661485,0.00012283052,0.00008232942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001835705,0.0003143361,0.0001987513,0.000039934876,0.00004073418,0.000033440916,0.0009398516,0.00054395996,0.0017848128,0.24574104,0.18239959,0.5679452],"study_design_scores_gemma":[0.0018140669,0.0006811106,0.011135859,0.00016769685,0.000009801686,0.00004208856,0.000021355287,0.85317624,0.0015857901,0.11402201,0.016837498,0.00050650554],"about_ca_topic_score_codex":0.000001361104,"about_ca_topic_score_gemma":5.4083506e-7,"teacher_disagreement_score":0.8526323,"about_ca_system_score_codex":0.00006798708,"about_ca_system_score_gemma":0.00005797698,"threshold_uncertainty_score":0.99280024},"labels":[],"label_agreement":null},{"id":"W2163001363","doi":"10.1109/csmr.2001.914966","title":"Cohesion as changeability indicator in object-oriented systems","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Cohesion (chemistry); Computer science; Object-oriented programming; Software; Realm; Reliability engineering; Industrial engineering; Engineering; Programming language","score_opus":0.015881213165028978,"score_gpt":0.2641270239692474,"score_spread":0.24824581080421845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163001363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78803664,0.00019516746,0.20620586,0.00011813673,0.00070966163,0.00046761337,5.5535696e-7,0.00050333294,0.003763012],"genre_scores_gemma":[0.99538046,0.000002870054,0.003939202,0.000030339288,0.000013694934,0.00005182129,5.283106e-7,0.000006689551,0.0005743856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986684,0.00012623117,0.0001616876,0.00034318567,0.00038418864,0.0003163162],"domain_scores_gemma":[0.998876,0.00037065902,0.000021117772,0.0005727603,0.000041373194,0.00011811059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088519393,0.00008892813,0.00012157555,0.00021808808,0.000032845786,0.000063618056,0.0004229278,0.000064543645,0.000063471794],"category_scores_gemma":[0.0012312306,0.00007821266,0.000022015422,0.0007939108,0.00002071177,0.00018393518,0.00010888398,0.00015430956,0.0004032775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009793881,0.0004015243,0.7659493,0.00017578674,0.000018311668,0.00012284737,0.0018650234,0.00054639,0.0012384711,0.2231502,0.0025176972,0.0040046596],"study_design_scores_gemma":[0.0025887634,0.00066767196,0.8374949,0.00019481928,0.000004214739,0.00014756,0.000366225,0.06253279,0.03803048,0.0017628128,0.054911677,0.0012980653],"about_ca_topic_score_codex":0.00020782556,"about_ca_topic_score_gemma":0.000006646739,"teacher_disagreement_score":0.22138737,"about_ca_system_score_codex":0.0001494791,"about_ca_system_score_gemma":0.000104236264,"threshold_uncertainty_score":0.5183451},"labels":[],"label_agreement":null},{"id":"W2163094228","doi":"10.1109/icsm.2002.1167795","title":"Combining software quality predictive models: an evolutionary approach","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software quality; Quality (philosophy); Software evolution; Software; Software construction; Software development; Programming language","score_opus":0.062433129095407304,"score_gpt":0.2970967247553559,"score_spread":0.23466359565994863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163094228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005680279,0.00012371305,0.9820674,0.000023429197,0.00011593039,0.00016311601,0.0000027582007,0.0012173571,0.010606001],"genre_scores_gemma":[0.5379528,0.0000016823094,0.46173424,0.00003646407,0.000013528011,0.000031633233,0.000004509921,0.000009561314,0.00021559835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980936,0.0002276783,0.00019781747,0.00051833503,0.00057137327,0.00039116712],"domain_scores_gemma":[0.99829197,0.0005033256,0.000029786495,0.0008126928,0.00016115194,0.00020108429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000830722,0.00013749211,0.00014680703,0.00011795642,0.00014107565,0.000096602635,0.0008012106,0.00007959485,0.000015567435],"category_scores_gemma":[0.00075712043,0.00013147901,0.00004678303,0.00047698081,0.000050333507,0.0012147523,0.00018280391,0.00024232136,0.000020512869],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008297967,0.00040822267,0.016570264,0.000039445345,0.000037740614,0.0000072143393,0.001325251,0.17077762,0.000031249147,0.8070187,0.00090004463,0.002875979],"study_design_scores_gemma":[0.00032157134,0.000114539704,0.019167861,0.0000070834217,0.000001802209,0.00002407941,0.0001695854,0.95552284,0.00010713335,0.024141505,0.00016572367,0.00025630713],"about_ca_topic_score_codex":0.000048143116,"about_ca_topic_score_gemma":4.7929865e-7,"teacher_disagreement_score":0.7847452,"about_ca_system_score_codex":0.00011570415,"about_ca_system_score_gemma":0.00016318298,"threshold_uncertainty_score":0.5361559},"labels":[],"label_agreement":null},{"id":"W2163099486","doi":"10.1109/ctgdsd.2013.6635240","title":"Tool usage within a globally distributed software development course and implications for teaching","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Class (philosophy); Software; Software engineering; Point (geometry); Software development; Course (navigation); Feature (linguistics); Data science; Artificial intelligence; Engineering; Programming language","score_opus":0.016037723549204453,"score_gpt":0.27920260428271687,"score_spread":0.2631648807335124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163099486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13782255,0.000036750283,0.8600153,0.0011736557,0.000048847276,0.00044050702,0.000010460802,0.00042879136,0.000023156557],"genre_scores_gemma":[0.3914271,5.245689e-7,0.60805184,0.00009120587,0.0000122034235,0.00022129531,0.000009709718,0.00000680358,0.00017931136],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990732,0.000015608446,0.00017182213,0.0002937755,0.00015818972,0.00028740344],"domain_scores_gemma":[0.9988236,0.00053927477,0.000028561299,0.00036019098,0.00012814975,0.000120262295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037579457,0.00010367219,0.00009175851,0.000038759772,0.00021149329,0.0003158143,0.0005719265,0.00003968948,0.000007790186],"category_scores_gemma":[0.0007524023,0.00009018796,0.000019178318,0.00014055562,0.000027343192,0.00027320528,0.0002902096,0.00010354087,0.000026006615],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005137839,0.00028616222,0.24403243,0.00012164193,0.00014518751,0.0000033339973,0.0023193948,0.0010560068,0.0015268807,0.121314526,0.036107905,0.5930814],"study_design_scores_gemma":[0.00040861158,0.000051062896,0.96775174,0.000032180218,0.000004214122,0.000023956623,0.00002802461,0.02302399,0.00037756393,0.0036065874,0.0043618823,0.00033016517],"about_ca_topic_score_codex":0.000035001616,"about_ca_topic_score_gemma":0.00000815039,"teacher_disagreement_score":0.72371936,"about_ca_system_score_codex":0.0000730804,"about_ca_system_score_gemma":0.00015434735,"threshold_uncertainty_score":0.36777583},"labels":[],"label_agreement":null},{"id":"W2163309370","doi":"10.1109/icsm.2008.4658070","title":"An empirical study of the relationships between design pattern roles and class change proneness","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"Ministero dell'Università e della Ricerca","keywords":"Software design pattern; Computer science; Design pattern; Structural pattern; Eclipse; Empirical research; Software design; Software; Software development; Data science; Software engineering; Programming language; Mathematics","score_opus":0.2244818434539402,"score_gpt":0.3409468513609697,"score_spread":0.11646500790702949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163309370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6737742,0.000013311231,0.3256079,0.00022272406,0.000019059566,0.00029072174,3.0280253e-7,0.00006761442,0.0000042119436],"genre_scores_gemma":[0.9970708,0.0000012109551,0.0028095143,0.00001381405,0.000036043428,0.000040761646,2.010567e-7,0.000006111733,0.000021540836],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893874,0.00028907481,0.00011469519,0.00020311172,0.00031789023,0.00013651702],"domain_scores_gemma":[0.9987612,0.00062261836,0.000022788572,0.00048142442,0.000049103768,0.000062913285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045207856,0.00006618611,0.00009303018,0.00006409817,0.00013891884,0.000026980933,0.0005688348,0.000039032013,0.0000013925223],"category_scores_gemma":[0.000115398376,0.000043383017,0.000011568143,0.00031127932,0.000039986993,0.00024298267,0.00020515587,0.00016205099,0.0000024988228],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.201017e-7,0.0000749901,0.9910055,0.000003328896,0.0000054201955,0.000002198339,0.0051589655,0.00009519719,0.000010172346,0.000010857446,0.00003090981,0.0036018628],"study_design_scores_gemma":[0.000153193,0.00016413779,0.98707,0.0000045007823,0.0000021374371,0.000004439682,0.00009518551,0.01215969,0.00024207977,0.00004015925,0.000009277706,0.000055157365],"about_ca_topic_score_codex":0.000056917535,"about_ca_topic_score_gemma":0.000023187278,"teacher_disagreement_score":0.32329664,"about_ca_system_score_codex":0.000014865294,"about_ca_system_score_gemma":0.000027680479,"threshold_uncertainty_score":0.1769108},"labels":[],"label_agreement":null},{"id":"W2163689760","doi":"10.1109/wcre.2004.37","title":"The small world of software reverse engineering","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reverse engineering; Business process reengineering; Computer science; Software engineering; Data science; Social software engineering; Software maintenance; Software; Software development; Software construction; Engineering; Programming language; Manufacturing engineering","score_opus":0.014798473245051796,"score_gpt":0.22695862290868182,"score_spread":0.21216014966363003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163689760","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009315969,0.00024020912,0.988157,0.0011553207,0.00019590203,0.000090430454,3.6910612e-7,0.00047261946,0.00037223252],"genre_scores_gemma":[0.36486864,0.000019760437,0.62700677,0.00010277051,0.00012495159,0.000016991627,2.9195735e-7,0.000017517797,0.00784232],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999248,0.000009828869,0.00013798017,0.00014373599,0.00021077637,0.00024966197],"domain_scores_gemma":[0.99822736,0.0010785355,0.000019014467,0.0005519922,0.00006103753,0.00006203488],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032023128,0.00007211258,0.0000725125,0.00009956664,0.000045364086,0.000056064015,0.0009292719,0.00001902167,0.000017245946],"category_scores_gemma":[0.00063674065,0.00005115008,0.00004188814,0.00047727578,0.00001830581,0.00013716916,0.00024297612,0.00012794536,0.000056966088],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011589366,0.00011910136,0.024418239,0.00013477246,0.000116797455,0.00002756045,0.00089636113,0.084960714,0.002478779,0.13464941,0.040117573,0.7120691],"study_design_scores_gemma":[0.0005091327,0.00006878775,0.035967175,0.0000835883,0.000005119141,0.000022408989,0.000014190525,0.23195283,0.030943772,0.0003189072,0.6996256,0.0004884677],"about_ca_topic_score_codex":0.000014427971,"about_ca_topic_score_gemma":0.00003395318,"teacher_disagreement_score":0.71158063,"about_ca_system_score_codex":0.000037548245,"about_ca_system_score_gemma":0.000032059404,"threshold_uncertainty_score":0.20858397},"labels":[],"label_agreement":null},{"id":"W2163835670","doi":"10.1109/sess.1997.595954","title":"From software metrics to software measurement methods: a process model","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software metric; Software measurement; Software sizing; Verification and validation; Software quality; Software; Metric (unit); Process (computing); Data mining; Software development process; Goal-Driven Software Development Process; Software construction; Software development; Software engineering; Reliability engineering; Engineering; Programming language","score_opus":0.11320094386298554,"score_gpt":0.3423479141088234,"score_spread":0.22914697024583788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163835670","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013265274,0.0005616721,0.9948924,0.0005941551,0.00026150822,0.00036508957,0.0000072930243,0.0018532816,0.00013805996],"genre_scores_gemma":[0.055214845,0.0000072617727,0.9435763,0.0004410002,0.00007548483,0.00013389668,0.0000011389479,0.00003779249,0.0005123107],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629444,0.00009055115,0.0003223731,0.00085891114,0.001759265,0.00067444745],"domain_scores_gemma":[0.9965427,0.0010055878,0.000043941585,0.0012477079,0.00069243525,0.0004676159],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011055849,0.0002757958,0.00029522213,0.00052559667,0.00011840503,0.0002995628,0.002192195,0.00011108589,0.00015636806],"category_scores_gemma":[0.010177107,0.00025210337,0.00009545991,0.0023711778,0.000019066278,0.0005125718,0.00058480736,0.00029091723,0.0004255851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009932954,0.00041588396,0.0036779344,0.00013015945,0.00016048376,0.00004695619,0.0052706343,0.17298485,0.0007360537,0.00063073804,0.03249387,0.7834425],"study_design_scores_gemma":[0.00038117418,0.00009262285,0.0005931085,0.000054617132,0.000011598183,0.000005114262,0.000031849646,0.9836713,0.007967826,0.0048826747,0.001698947,0.00060918706],"about_ca_topic_score_codex":0.00007117006,"about_ca_topic_score_gemma":0.0000060966854,"teacher_disagreement_score":0.8106864,"about_ca_system_score_codex":0.00030072336,"about_ca_system_score_gemma":0.0001001198,"threshold_uncertainty_score":0.99999315},"labels":[],"label_agreement":null},{"id":"W2163837601","doi":"","title":"Revisiting the Impact of Classification Techniques on the Performance of Defect Prediction Models","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":264,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Replicate; Machine learning; Predictive modelling; Software; Artificial intelligence; Multivariate adaptive regression splines; Data mining; Multivariate statistics; Software bug; Set (abstract data type); Variety (cybernetics); Regression; Support vector machine; Software quality; Logistic regression; Regression analysis; Statistics; Software development; Mathematics","score_opus":0.077198300332788,"score_gpt":0.31477435560563966,"score_spread":0.23757605527285164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163837601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6742279,0.000026700394,0.32370535,0.00021786164,0.000018268796,0.00016346993,8.349219e-7,0.00012387375,0.0015157474],"genre_scores_gemma":[0.9967204,0.00001222711,0.0031883444,0.000005386119,0.00003146652,0.00001630235,3.7292114e-7,0.0000036456872,0.000021851716],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993374,0.00005674913,0.00012983006,0.00009518578,0.00028891154,0.00009192349],"domain_scores_gemma":[0.99880046,0.00045635315,0.0000589483,0.00049282634,0.00016926737,0.000022140406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001263328,0.000048992897,0.0000599688,0.00005448627,0.000031979616,0.000021682607,0.0004990003,0.000023020862,0.0000016280103],"category_scores_gemma":[0.00032459424,0.000022612663,0.00005038017,0.00030874324,0.00003147796,0.00021431828,0.00007241071,0.00010033903,0.0000019935621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087918685,0.00014466679,0.16770084,0.00017812107,0.00016500654,7.265925e-7,0.004642062,0.30235076,0.033509273,0.16945578,0.005544788,0.31622005],"study_design_scores_gemma":[0.000029008452,0.00017270396,0.037147764,0.000042358235,0.0000012392851,0.0000019207102,0.00001582844,0.9404698,0.021731868,0.00035392656,0.00000789999,0.000025682584],"about_ca_topic_score_codex":0.000041482166,"about_ca_topic_score_gemma":7.3017766e-8,"teacher_disagreement_score":0.63811904,"about_ca_system_score_codex":0.00005904493,"about_ca_system_score_gemma":0.00006207503,"threshold_uncertainty_score":0.092727505},"labels":[],"label_agreement":null},{"id":"W2163952773","doi":"10.1109/cmpsac.2003.1245356","title":"Incremental transformation of procedural systems to object oriented platforms","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Legacy system; Programming language; Business process reengineering; Object-oriented programming; Program transformation; Source code; Process (computing); Software maintenance; Representation (politics); Object (grammar); Legacy code; Method; Model transformation; Software engineering; Software system; Software; Artificial intelligence; Engineering","score_opus":0.013538492387529938,"score_gpt":0.25350120308011137,"score_spread":0.23996271069258143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163952773","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45132908,0.0000063438056,0.5478949,0.000107501815,0.000102052036,0.00023377594,9.355644e-7,0.00015028375,0.00017514099],"genre_scores_gemma":[0.98669124,6.138869e-7,0.013194744,0.00003877958,0.0000129074015,0.000025982643,0.00000237758,0.0000045452675,0.000028808458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99910706,0.0000029991913,0.00018381853,0.00012694168,0.0003895421,0.00018965555],"domain_scores_gemma":[0.9996033,0.000035471086,0.000017974648,0.0001875439,0.00007665498,0.0000790866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018886257,0.00006749216,0.000087398694,0.00015319587,0.000028480028,0.00003830127,0.00033879586,0.00002572422,0.0000031158738],"category_scores_gemma":[0.00007279636,0.000053541884,0.000023558374,0.0005365094,0.000008681791,0.0005070694,0.00005501255,0.000055875444,0.00004958895],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010374206,0.00045657068,0.006482528,0.0011623004,0.00013071518,0.000023521012,0.029777052,0.16230088,0.07116977,0.7155392,0.0013493212,0.011504389],"study_design_scores_gemma":[0.005832935,0.0024199379,0.05792139,0.00063676416,0.000010610373,0.00023571742,0.0016288343,0.100849986,0.8262183,0.0013816674,0.001689288,0.0011745663],"about_ca_topic_score_codex":0.00019554734,"about_ca_topic_score_gemma":0.000008069172,"teacher_disagreement_score":0.7550485,"about_ca_system_score_codex":0.00012349727,"about_ca_system_score_gemma":0.0000759927,"threshold_uncertainty_score":0.21833746},"labels":[],"label_agreement":null},{"id":"W2164059708","doi":"10.1109/wse.2005.11","title":"REGoLive: Building a Web Site Comprehension Tool by Extending GoLive","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Program comprehension; Computer science; Comprehension; Class hierarchy; Software engineering; World Wide Web; Software; Compiler; Human–computer interaction; Programming language; Software system; Object-oriented programming","score_opus":0.011376693324134653,"score_gpt":0.2700484828927164,"score_spread":0.2586717895685817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164059708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4377751,0.0004206015,0.5595093,0.0006435919,0.00016228604,0.00013350057,0.0000019449894,0.00083302095,0.00052065094],"genre_scores_gemma":[0.80237913,0.000035586145,0.19599135,0.00021192645,0.00011049798,0.00001038998,0.00000164742,0.000016055386,0.0012434084],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983605,0.00004323344,0.0001919641,0.00044965686,0.00046204927,0.00049258873],"domain_scores_gemma":[0.9985472,0.0006218118,0.000032592223,0.0005839018,0.000078488985,0.00013603139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030066376,0.0001537546,0.00014788931,0.00017876092,0.00012216547,0.00022718578,0.0007631956,0.000062390696,0.000093412826],"category_scores_gemma":[0.00021885781,0.00014400734,0.000055247547,0.0004793577,0.000026787604,0.0006928,0.00053088705,0.00023157736,0.0004061326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015010971,0.0001863221,0.0076979245,0.000069290676,0.00005442534,0.00008799417,0.0010331393,0.006245977,0.48214227,0.0344714,0.1481917,0.31980455],"study_design_scores_gemma":[0.00070852955,0.00009606697,0.008222243,0.00009675295,0.000004456414,0.00009923336,0.000011643249,0.82499576,0.030326279,0.00017802708,0.13466606,0.00059498055],"about_ca_topic_score_codex":0.000023640503,"about_ca_topic_score_gemma":0.00000245005,"teacher_disagreement_score":0.8187498,"about_ca_system_score_codex":0.00014815773,"about_ca_system_score_gemma":0.00004054529,"threshold_uncertainty_score":0.58724487},"labels":[],"label_agreement":null},{"id":"W2164067145","doi":"10.1109/ccece.2007.323","title":"Software Costs and Schedule Estimations Based on the Work Coordination Laws","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Duration (music); Workload; Schedule; COCOMO; Computer science; Estimation; Software; Work (physics); Operations research; Law; Software development; Software engineering; Industrial engineering; Systems engineering; Engineering; Software construction; Political science","score_opus":0.018163962171963588,"score_gpt":0.27070469010886916,"score_spread":0.2525407279369056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164067145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027619353,0.000018909072,0.96791303,0.0032648547,0.000081042854,0.0001388323,3.7932398e-7,0.0003189051,0.00064470264],"genre_scores_gemma":[0.8110638,2.7414424e-7,0.18837431,0.00030037918,0.000015479873,0.00001093951,0.0000010793486,0.0000051211628,0.00022856052],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992887,0.000021409072,0.00007955017,0.00016375618,0.00026522027,0.00018136237],"domain_scores_gemma":[0.9966208,0.0028799037,0.000014574486,0.0003436589,0.0000766343,0.0000644709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007295998,0.00006383777,0.000044647863,0.00010179718,0.00013717913,0.00013988565,0.0003168064,0.00003180994,0.00002661857],"category_scores_gemma":[0.0015643822,0.000044732446,0.000014416397,0.00056901434,0.000032076314,0.0001382835,0.00007623159,0.000121822355,0.000056776073],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002293266,0.00023952841,0.1491943,0.000034815075,0.000026167174,0.000030473162,0.00039575523,0.017741803,0.0002291358,0.36154085,0.021539286,0.44900495],"study_design_scores_gemma":[0.0004505796,0.00010918315,0.4362928,0.000095879994,0.0000029237665,0.0000051478123,0.000019092857,0.55650944,0.003337231,0.0010910057,0.0018258699,0.0002608773],"about_ca_topic_score_codex":0.000008608313,"about_ca_topic_score_gemma":0.000005572829,"teacher_disagreement_score":0.7834445,"about_ca_system_score_codex":0.00005908257,"about_ca_system_score_gemma":0.000029687131,"threshold_uncertainty_score":0.18728247},"labels":[],"label_agreement":null},{"id":"W2164095450","doi":"10.1145/1370175.1370247","title":"4th international workshop on predictor models in SE (PROMISE 2008)","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"USable; Computer science; Verifiable secret sharing; Software engineering; Software; Data science; World Wide Web; Set (abstract data type); Programming language","score_opus":0.048839451147974694,"score_gpt":0.2844698911114727,"score_spread":0.235630439963498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164095450","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22045054,0.000044325458,0.76881325,0.0010986847,0.0006616582,0.00016500804,0.0000017443178,0.00043748552,0.008327312],"genre_scores_gemma":[0.9699795,0.000034718778,0.02434291,0.00013451769,0.00009699181,0.000027639731,0.0000017376111,0.000009368985,0.0053725773],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988914,0.000016894217,0.00012705493,0.00027997795,0.00045595743,0.00022870136],"domain_scores_gemma":[0.99918,0.00029998587,0.000012325518,0.0003654089,0.000054458327,0.00008777455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015367141,0.000083616935,0.00007632232,0.00022875608,0.000026083706,0.00004686191,0.0008657626,0.000045628058,0.00009388844],"category_scores_gemma":[0.00024896063,0.000075515745,0.000026583071,0.00032927646,0.000022627934,0.0004466957,0.00020814306,0.00019224024,0.000104786304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012564172,0.0011274846,0.063185245,0.00002799075,0.000084988176,0.0012398883,0.0067675253,0.67673874,0.00033306066,0.07946726,0.13396835,0.036933795],"study_design_scores_gemma":[0.0005326001,0.000031294505,0.023345223,0.000032229957,2.5406206e-7,0.000023629447,0.0000048863208,0.9730475,0.0002662524,0.0011811865,0.001398533,0.00013640126],"about_ca_topic_score_codex":0.00003407914,"about_ca_topic_score_gemma":0.0000058504193,"teacher_disagreement_score":0.749529,"about_ca_system_score_codex":0.00009965779,"about_ca_system_score_gemma":0.00006533609,"threshold_uncertainty_score":0.30794427},"labels":[],"label_agreement":null},{"id":"W2164219553","doi":"10.1109/iceccs.2011.29","title":"A Novel Approach Based on Gestalt Psychology for Abstracting the Content of Large Execution Traces for Program Comprehension","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"TRACE (psycholinguistics); Computer science; Gestalt psychology; Program comprehension; Initialization; Context (archaeology); Software; Visualization; Theoretical computer science; Software system; Data mining; Programming language","score_opus":0.20679845585572185,"score_gpt":0.364153214215057,"score_spread":0.15735475835933513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164219553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043654244,0.000015452399,0.95397764,0.00027583438,0.00014305278,0.0014730529,0.0000064562273,0.00019044093,0.00026384724],"genre_scores_gemma":[0.60186815,3.2513793e-7,0.3976516,0.00009053598,0.000013880005,0.00034372183,0.0000039099164,0.0000070724996,0.000020787029],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903095,0.000018033967,0.00019767103,0.00028010356,0.00018248516,0.0002907521],"domain_scores_gemma":[0.9983281,0.00094182516,0.00007581052,0.0003940031,0.00022004682,0.000040218427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071128324,0.00009371588,0.00012347518,0.00007851418,0.00008398138,0.000025804262,0.00048276733,0.000062512074,0.0000025708844],"category_scores_gemma":[0.00033173605,0.00006165133,0.00008226216,0.00013755176,0.000035296736,0.0000958177,0.000041765674,0.00010452274,0.0000010475239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020011284,0.023172053,0.006931719,0.001851333,0.0002860814,0.000003820724,0.007211898,0.010902356,0.13000996,0.17982325,0.006286605,0.6315198],"study_design_scores_gemma":[0.0016642368,0.0011593307,0.061048485,0.000026367852,0.000006065641,0.000005012514,0.000117872434,0.9258371,0.008759306,0.00011980906,0.0011287048,0.00012770297],"about_ca_topic_score_codex":0.000021560178,"about_ca_topic_score_gemma":0.000002287699,"teacher_disagreement_score":0.91493475,"about_ca_system_score_codex":0.000015152049,"about_ca_system_score_gemma":0.000025812984,"threshold_uncertainty_score":0.25140682},"labels":[],"label_agreement":null},{"id":"W2164283454","doi":"10.1109/icpc.2009.5090051","title":"Methods for selecting and improving software clustering algorithms","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cluster analysis; Computer science; Data mining; Software; Software system; Algorithm; Machine learning; Programming language","score_opus":0.026651403651026927,"score_gpt":0.3534773811205526,"score_spread":0.3268259774695257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164283454","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014882132,0.00017737859,0.99709004,0.00019433403,0.00013892181,0.00018304458,2.0036906e-7,0.0006958874,0.00003196547],"genre_scores_gemma":[0.028163366,0.000002128931,0.97145504,0.00012058832,0.000064365704,0.000014792659,3.0095808e-7,0.000009177352,0.00017024225],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905497,0.000028048928,0.00012381017,0.0003327818,0.00010583731,0.0003545467],"domain_scores_gemma":[0.9982435,0.0013191375,0.000021909595,0.00024647548,0.000075269905,0.0000937154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085837854,0.00009965534,0.000114297705,0.00010761509,0.00012881355,0.00022677015,0.0003591064,0.00004486984,0.0000016929764],"category_scores_gemma":[0.0015905357,0.00009370399,0.000030001127,0.00026020754,0.000008385129,0.00032736536,0.00017862902,0.000112716785,0.0000011542846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010591832,0.00000481409,0.0002269275,0.000019811649,0.000003606394,8.5351286e-7,0.0001460367,0.00014671024,0.0035494063,0.00032757054,0.00002826962,0.9955449],"study_design_scores_gemma":[0.00026181282,0.00017445647,0.0041058618,0.000014094878,0.0000023434666,0.000041419593,0.0000115468,0.9816155,0.01164795,0.0013919966,0.0005295558,0.00020349165],"about_ca_topic_score_codex":0.0000130466415,"about_ca_topic_score_gemma":8.7796803e-7,"teacher_disagreement_score":0.9953414,"about_ca_system_score_codex":0.000037965594,"about_ca_system_score_gemma":0.000030508358,"threshold_uncertainty_score":0.38211375},"labels":[],"label_agreement":null},{"id":"W2164658662","doi":"","title":"Context-Sensitive Ranking of Dependencies for Software Navigation","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Ranking (information retrieval); Computer science; Dependency graph; Dependency (UML); Task (project management); Information retrieval; Graph; Data mining; Context (archaeology); Software; Theoretical computer science; Artificial intelligence; Engineering; Programming language","score_opus":0.020046839705642944,"score_gpt":0.27575610510151394,"score_spread":0.255709265395871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164658662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07652419,0.000044381573,0.9226877,0.00019832198,0.000078434576,0.00018019503,0.0000016462722,0.0002220435,0.00006306334],"genre_scores_gemma":[0.84192944,8.9178076e-7,0.1578744,0.00007553192,0.000018763289,0.000005386202,0.000002069935,0.000003294711,0.00009020718],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992791,0.0000135416385,0.00012637678,0.00016970308,0.00023837961,0.00017291364],"domain_scores_gemma":[0.99862427,0.0008441858,0.00003195775,0.0002167691,0.00024705703,0.000035761164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026718245,0.00006460122,0.000105702624,0.00007440568,0.000042471427,0.000038173464,0.00029708192,0.000035670684,0.0000023752725],"category_scores_gemma":[0.00067690015,0.000059595837,0.000047672438,0.00019604633,0.000016765624,0.00025545768,0.00004068049,0.000057560446,0.000004639795],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042378888,0.00009592418,0.0043819975,0.00010370695,0.000045643174,0.00002050556,0.0034217646,0.0015587548,0.02171324,0.14565901,0.0013543833,0.8216027],"study_design_scores_gemma":[0.0021043057,0.00096727756,0.10983089,0.00030067726,0.000012824997,0.000067109126,0.00030641007,0.09773626,0.7565907,0.03064125,0.00078633084,0.0006559134],"about_ca_topic_score_codex":0.00001417202,"about_ca_topic_score_gemma":0.0000020801585,"teacher_disagreement_score":0.82094675,"about_ca_system_score_codex":0.000029316949,"about_ca_system_score_gemma":0.000041393658,"threshold_uncertainty_score":0.24302478},"labels":[],"label_agreement":null},{"id":"W2164694023","doi":"10.1145/2492248.2492261","title":"On the relationship between use cases and test suites size","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Test Management Approach; Test (biology); Software quality; Test case; Regression testing; Software; Software engineering; Perspective (graphical); Software metric; Manual testing; Reliability engineering; Software system; Software development; Software construction; Programming language; Engineering; Machine learning; Artificial intelligence","score_opus":0.05497642424938919,"score_gpt":0.2632104469901711,"score_spread":0.2082340227407819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164694023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99389845,0.00017459592,0.0029327136,0.001166994,0.00012836418,0.00036985794,0.00001603812,0.0013127518,2.450385e-7],"genre_scores_gemma":[0.97360134,0.000005661272,0.025862908,0.00013736705,0.00011284485,0.00012537988,0.000005253419,0.000055581364,0.00009368152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815345,0.000044341014,0.00027448375,0.0004998423,0.00045651448,0.00057138136],"domain_scores_gemma":[0.005124339,0.99304926,0.00005401476,0.0014157752,0.000129528,0.00022706603],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036207968,0.00032672042,0.00023393852,0.00018620375,0.0002347665,0.00068181125,0.0012844707,0.00013398877,0.00003732026],"category_scores_gemma":[0.9760273,0.00025658662,0.00006851998,0.00066333293,0.00006749975,0.0008665721,0.00060909626,0.0005509686,0.00019953414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.366665e-7,0.000014226842,0.995297,0.00003272111,0.000013220233,0.000012493044,0.00011971803,0.000061967294,0.000111037974,0.0027636504,0.0007512487,0.00082215754],"study_design_scores_gemma":[0.000121459736,0.00009520203,0.9983797,0.000098236385,0.0000066995626,0.000026124339,0.000002930461,0.00006368813,0.000581282,0.0001620603,0.00015287857,0.00030975754],"about_ca_topic_score_codex":0.00011206876,"about_ca_topic_score_gemma":0.0000013219535,"teacher_disagreement_score":0.9930291,"about_ca_system_score_codex":0.000065207365,"about_ca_system_score_gemma":0.00004052323,"threshold_uncertainty_score":0.9999886},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2164878215","doi":"10.1109/tai.1989.65337","title":"Use of the W/AGE CASE tool in artificial intelligence","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Executable; Windsor; Computer science; Programming language; Artificial intelligence; Grammar; Rule-based machine translation; Natural language processing; Software engineering; Linguistics","score_opus":0.09100729089344374,"score_gpt":0.3001701160456993,"score_spread":0.2091628251522556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164878215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50555444,0.0000066455864,0.49402645,0.00006823453,0.00013376998,0.00008406443,2.467124e-7,0.00003466508,0.00009148237],"genre_scores_gemma":[0.96845037,8.320874e-7,0.031341184,0.00003333664,0.000004217086,0.0000041528756,2.21332e-8,0.00000285735,0.00016302358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993462,0.000055187276,0.00014267626,0.00013392634,0.00016974904,0.00015228408],"domain_scores_gemma":[0.9988792,0.00057874725,0.000012342744,0.00048522168,0.000029723586,0.0000147981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029836214,0.0000461466,0.00005588396,0.00006601289,0.000020452562,0.00005577048,0.00036830333,0.00002351302,0.000023406988],"category_scores_gemma":[0.0016145178,0.000032062824,0.000024596555,0.00062674837,0.000032963602,0.00016727712,0.00012288123,0.000107795524,0.000014625331],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027563442,0.00013851991,0.022530425,0.000020955446,0.00000672736,0.0016287632,0.0011064013,0.013806941,0.001866988,0.8989851,0.00033822385,0.059568197],"study_design_scores_gemma":[0.00016276028,0.00016341318,0.043806028,0.00009670664,0.000004515388,0.0019940778,0.0002051008,0.27237403,0.6283344,0.047202487,0.0048585576,0.0007979447],"about_ca_topic_score_codex":0.0001314167,"about_ca_topic_score_gemma":0.000100463636,"teacher_disagreement_score":0.8517826,"about_ca_system_score_codex":0.00002345663,"about_ca_system_score_gemma":0.000044399527,"threshold_uncertainty_score":0.19328453},"labels":[],"label_agreement":null},{"id":"W2164928043","doi":"10.1109/icse.2007.83","title":"Supporting the Investigation and Planning of Pragmatic Reuse Tasks","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Computer science; Task (project management); Software engineering; Code reuse; Software; Code (set theory); Systems engineering; Programming language; Engineering","score_opus":0.030283404631478442,"score_gpt":0.3020614974955754,"score_spread":0.271778092864097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164928043","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8767584,0.00008307423,0.119766444,0.0007331341,0.0005746882,0.00037350078,0.0000044053713,0.000751339,0.0009549948],"genre_scores_gemma":[0.93798554,0.000013184611,0.06154254,0.00009097463,0.00021190093,0.00004280912,0.0000040652944,0.000039867362,0.00006912035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971133,0.0000032800995,0.00066913804,0.0005784045,0.001030612,0.000605292],"domain_scores_gemma":[0.9973766,0.00067767146,0.0003688661,0.00023111903,0.0011257653,0.00021997579],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002036176,0.00033335938,0.00028267852,0.0006118437,0.00014686004,0.00047730294,0.0018893617,0.00013639443,0.000012966768],"category_scores_gemma":[0.01132823,0.00029196966,0.00006733305,0.00072410004,0.00010004003,0.0011331044,0.0006667497,0.00063224114,0.000006727452],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008060451,0.00009521153,0.38723454,0.0009771242,0.00028369905,0.000030185569,0.0209171,0.0009180183,0.06204951,0.51764756,0.0020264443,0.0077400194],"study_design_scores_gemma":[0.0024348022,0.00084180717,0.3793586,0.0045524673,0.000084303065,0.00057793345,0.005259256,0.44557798,0.14074887,0.014706015,0.0031692116,0.0026887546],"about_ca_topic_score_codex":0.000009321312,"about_ca_topic_score_gemma":2.429702e-7,"teacher_disagreement_score":0.50294155,"about_ca_system_score_codex":0.00014461686,"about_ca_system_score_gemma":0.00006513954,"threshold_uncertainty_score":0.99995327},"labels":[],"label_agreement":null},{"id":"W2165129291","doi":"10.1109/csmr.2012.39","title":"Using fuzzy code search to link code fragments in discussions to source code","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Traceability; Computer science; Source code; Code review; KPI-driven code analysis; Internal documentation; Software engineering; Documentation; Static program analysis; Requirements traceability; Code (set theory); Software maintenance; Fuzzy logic; Software evolution; Software; Software development; Information retrieval; Programming language; Software construction; Artificial intelligence","score_opus":0.07597034745385421,"score_gpt":0.35819960755293806,"score_spread":0.28222926009908383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165129291","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29168698,0.00002504434,0.7038667,0.0032307697,0.000265798,0.00033470636,0.0000069858565,0.00024779007,0.00033519184],"genre_scores_gemma":[0.7837025,0.0000015666917,0.21373641,0.00044802186,0.00014894726,0.000033325374,0.0000014048949,0.00003053093,0.0018972746],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972504,0.00010745416,0.0002618398,0.00046888125,0.00077871716,0.0011327458],"domain_scores_gemma":[0.99748856,0.0004602654,0.000015412412,0.0011348806,0.000078321376,0.0008225579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009918301,0.00018350121,0.00020159365,0.00049417285,0.00013119944,0.00017341065,0.0017242426,0.00008667177,0.000054861266],"category_scores_gemma":[0.0007737197,0.00015107234,0.000044856122,0.0014639369,0.000022379983,0.00043952226,0.0021443367,0.00036082594,0.00065835327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005294318,0.0008002171,0.485419,0.00012207695,0.000071128976,0.00006790886,0.023963202,0.33814892,0.036397714,0.011290929,0.016805282,0.08686067],"study_design_scores_gemma":[0.0016507878,0.0003601657,0.43330407,0.0005583607,0.00001138349,0.00006343491,0.0006237732,0.4699984,0.02858825,0.00043717827,0.062359408,0.0020448023],"about_ca_topic_score_codex":0.00025726037,"about_ca_topic_score_gemma":0.0001097276,"teacher_disagreement_score":0.4920155,"about_ca_system_score_codex":0.00028988422,"about_ca_system_score_gemma":0.00008780948,"threshold_uncertainty_score":0.84620184},"labels":[],"label_agreement":null},{"id":"W2165314999","doi":"10.1109/iri-05.2005.1506459","title":"Isolation of software defects: extracting knowledge with confidence","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software maintenance; Software; Isolation (microbiology); Software engineering; Software development; Software bug; Reliability engineering; Scheduling (production processes); Data mining; Engineering","score_opus":0.01846949362946427,"score_gpt":0.27629728471978987,"score_spread":0.2578277910903256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165314999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062267028,0.00023709195,0.9361756,0.00006661396,0.000045973804,0.00007856872,1.8443743e-7,0.0003109944,0.0008179564],"genre_scores_gemma":[0.67207426,0.0000026230477,0.3276158,0.000010480507,0.000029360297,0.0000044965795,2.300232e-7,0.000005309169,0.0002574663],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992438,0.000020311094,0.00013048499,0.00020050362,0.00021713821,0.00018774498],"domain_scores_gemma":[0.9983701,0.001021448,0.000041729592,0.0003406149,0.00016942089,0.00005664862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024953886,0.000074942895,0.00008866473,0.00010320608,0.00003829024,0.00004624055,0.00041197063,0.00003199897,0.000035381734],"category_scores_gemma":[0.0005365366,0.000061591825,0.000020768974,0.00038660291,0.000025012025,0.0005733909,0.000095720796,0.000111908674,0.00006261365],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051583997,0.00055785733,0.3887159,0.00045664175,0.00010823707,0.000033441465,0.0084009515,0.036400873,0.035345957,0.106805034,0.0029688491,0.42015466],"study_design_scores_gemma":[0.0018097729,0.00083418674,0.2367952,0.00056084467,0.000018333403,0.00019503638,0.00018558906,0.54819816,0.20320262,0.0010294626,0.006008395,0.0011624149],"about_ca_topic_score_codex":0.000016628623,"about_ca_topic_score_gemma":0.000022780572,"teacher_disagreement_score":0.6098072,"about_ca_system_score_codex":0.00003962427,"about_ca_system_score_gemma":0.00008500328,"threshold_uncertainty_score":0.25116417},"labels":[],"label_agreement":null},{"id":"W2165423824","doi":"10.1109/icsm.2007.4362650","title":"System-level Usage Dependency Analysis of Object-Oriented Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Dependency graph; Dependency (UML); Class (philosophy); Software system; Context (archaeology); Graph; Software; Object-oriented programming; Software engineering; Programming language; Theoretical computer science; Data mining; Artificial intelligence","score_opus":0.023324480874765477,"score_gpt":0.27695466722371453,"score_spread":0.25363018634894907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165423824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10667566,0.00013305523,0.8896884,0.000005832017,0.0004154026,0.00014215536,0.000004853244,0.0003803715,0.0025542914],"genre_scores_gemma":[0.98080134,0.0000015230202,0.018149648,0.0000043401624,0.000025581792,0.0000069764924,0.0000026183245,0.00000823574,0.0009997218],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979446,0.00004906306,0.0004216059,0.00035419004,0.0008242913,0.00040622888],"domain_scores_gemma":[0.9977504,0.0008632744,0.00008135814,0.00089413027,0.00026075222,0.00015008873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016304986,0.00012189294,0.00032245604,0.0010711699,0.000046483092,0.000062784544,0.00090298976,0.00007433287,0.000014210844],"category_scores_gemma":[0.00031251943,0.00010573417,0.0001304163,0.004120982,0.000022114658,0.00021049149,0.00021980754,0.000116824165,0.000036763337],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027701382,0.00031531556,0.4933184,0.0009273819,0.0035695075,0.00045643531,0.0018690978,0.031462852,0.0074507403,0.44911915,0.00069473695,0.010788658],"study_design_scores_gemma":[0.0003974323,0.00010465411,0.42328975,0.000087404864,0.00016997806,0.000034806908,0.00039893112,0.56808746,0.006705675,0.000009363537,0.00032330467,0.00039124323],"about_ca_topic_score_codex":0.00075590966,"about_ca_topic_score_gemma":0.000065753666,"teacher_disagreement_score":0.8741257,"about_ca_system_score_codex":0.00014741956,"about_ca_system_score_gemma":0.000060713108,"threshold_uncertainty_score":0.43117145},"labels":[],"label_agreement":null},{"id":"W2165598415","doi":"10.1109/ase.1999.802337","title":"A metric based technique for design flaws detection and correction","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Metric (unit); Transformation (genetics); Software quality; Task (project management); Process (computing); Quality (philosophy); Software metric; Software; Data mining; Reliability engineering; Software development; Systems engineering; Programming language; Engineering","score_opus":0.02527752021142424,"score_gpt":0.2624811347567859,"score_spread":0.23720361454536168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165598415","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003237291,0.000026393589,0.99847305,0.000018632461,0.00025862898,0.00048514985,7.35689e-8,0.0003095708,0.000104802435],"genre_scores_gemma":[0.52881193,0.0000010157463,0.47079328,0.000016646305,0.0000063875964,0.00021577359,6.520502e-8,0.0000050992003,0.00014980283],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99945205,0.000048532725,0.000064532716,0.00018789603,0.00010648717,0.00014051847],"domain_scores_gemma":[0.9986373,0.0010724699,0.000012128129,0.0001676096,0.00006494995,0.000045548182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067060086,0.000056179146,0.000053908352,0.0002920461,0.000062580664,0.00006448542,0.00010680154,0.00004472663,0.000004171028],"category_scores_gemma":[0.0014899749,0.000052201653,0.000018203387,0.00074765977,0.000007812249,0.00013375064,0.000013451243,0.00006135677,0.0000029535229],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007678642,0.00025124013,0.003361092,0.00019340421,0.000051766165,0.000011805609,0.00017687377,0.031311706,0.35875252,0.010499505,0.006405516,0.5889078],"study_design_scores_gemma":[0.00015690789,0.0001725739,0.0005828593,0.0000035860476,0.0000012822991,0.00001624669,0.000001389735,0.42457637,0.5730236,0.00035829688,0.0010329499,0.00007387862],"about_ca_topic_score_codex":0.000010276656,"about_ca_topic_score_gemma":0.000001687271,"teacher_disagreement_score":0.5888339,"about_ca_system_score_codex":0.00005260065,"about_ca_system_score_gemma":0.000037480582,"threshold_uncertainty_score":0.21287216},"labels":[],"label_agreement":null},{"id":"W2165688098","doi":"10.1145/941566.941569","title":"Static analysis to support the evolution of exception structure in object-oriented systems","year":2003,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":170,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Exception handling; Java; Control flow; Programming language; Software engineering; Control flow analysis; Object-oriented programming; Robustness (evolution); Static analysis; Static program analysis; Source code; Program code; Information flow; Software; Software development; Programming paradigm; Procedural programming; Inductive programming","score_opus":0.04314179430167696,"score_gpt":0.31228285955602275,"score_spread":0.2691410652543458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165688098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15396307,0.00009557915,0.8451443,0.00004578409,0.00042195574,0.00018965802,0.00001095983,0.0001277927,9.166245e-7],"genre_scores_gemma":[0.68849725,0.00000991028,0.31139973,0.000011204214,0.000006459251,0.00003891381,0.0000015183474,0.000009428069,0.000025557745],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984809,0.0003705095,0.00028898285,0.00033726354,0.00022547784,0.00029682068],"domain_scores_gemma":[0.9957826,0.0033187976,0.00004091901,0.00068270764,0.00008427608,0.0000906743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011911114,0.00015117807,0.00031024966,0.0009524371,0.000057318954,0.000023290339,0.00035513926,0.000106605425,0.000011567091],"category_scores_gemma":[0.0030482437,0.00012808663,0.0000686196,0.0023052902,0.000027118258,0.00010724719,0.000014128467,0.0003005349,0.0000019756812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001049514,0.000025469195,0.003498797,0.000057772024,0.00016790238,0.0000037785055,0.0012349081,0.9841444,0.0011808978,0.0024536522,0.000007497642,0.0072144666],"study_design_scores_gemma":[0.004307031,0.0035667939,0.66668,0.00035765252,0.001212568,0.0005587829,0.0025625655,0.28286818,0.024729213,0.0042551737,0.0061441655,0.0027579179],"about_ca_topic_score_codex":0.00017131091,"about_ca_topic_score_gemma":0.000033807763,"teacher_disagreement_score":0.7012762,"about_ca_system_score_codex":0.00015541735,"about_ca_system_score_gemma":0.000066206645,"threshold_uncertainty_score":0.5223221},"labels":[],"label_agreement":null},{"id":"W2165739648","doi":"10.1109/icpc.2008.41","title":"NICAD: Accurate Detection of Near-Miss Intentional Clones Using Flexible Pretty-Printing and Code Normalization","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":519,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Parsing; Normalization (sociology); Agile software development; Programming language; Precision and recall; Transformation (genetics); Source code; Disk formatting; Code generation; Rule-based machine translation; Compiler; Code (set theory); Artificial intelligence; Natural language processing; Software engineering; Operating system","score_opus":0.0470208530369328,"score_gpt":0.29321803746072955,"score_spread":0.24619718442379676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165739648","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4690014,0.000030196374,0.53071195,0.000019580624,0.00006262719,0.000045834917,3.4445966e-7,0.00009855458,0.000029499834],"genre_scores_gemma":[0.93761027,0.000014764337,0.062231097,0.000009419958,0.000019081665,0.0000029381465,7.466028e-7,0.000006436282,0.00010522222],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991986,0.000027271299,0.00018199973,0.00019346293,0.00024106177,0.00015761422],"domain_scores_gemma":[0.99938405,0.00015756437,0.000055727636,0.00018378119,0.00017080788,0.000048067894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023511634,0.00006842682,0.000085472755,0.00010323255,0.00014597672,0.00006152417,0.00020931762,0.000040937928,0.000008233827],"category_scores_gemma":[0.0003521015,0.00006771601,0.000024035562,0.00039907361,0.000059728725,0.0005105855,0.0002209949,0.00008610725,0.0000031817544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053067804,0.00016084062,0.39477384,0.00035709573,0.00010246584,0.000024166813,0.0020967827,0.145448,0.4092188,0.011625236,0.00009366904,0.036046036],"study_design_scores_gemma":[0.00015039377,0.000029249362,0.10763629,0.000023342704,0.0000018724226,0.00008760639,0.000008245008,0.7870974,0.10467543,0.0001091684,0.00009419821,0.00008679045],"about_ca_topic_score_codex":0.000071992836,"about_ca_topic_score_gemma":0.00000580246,"teacher_disagreement_score":0.6416494,"about_ca_system_score_codex":0.00002850665,"about_ca_system_score_gemma":0.00005041818,"threshold_uncertainty_score":0.2761379},"labels":[],"label_agreement":null},{"id":"W2165754344","doi":"10.1109/euromicro.2006.20","title":"Analyzing Change Impact in Object-Oriented Systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"","keywords":"Change impact analysis; Computer science; Object (grammar); Object-oriented programming; Software; Software maintenance; Software development; Industrial engineering; Reliability engineering; Artificial intelligence; Engineering","score_opus":0.021701528759515004,"score_gpt":0.28472872479648437,"score_spread":0.26302719603696934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165754344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46805817,0.00055582955,0.52928394,0.00008268558,0.00033145808,0.0002355249,9.721472e-7,0.00050200504,0.00094942114],"genre_scores_gemma":[0.9970455,0.0000024823835,0.0025304798,0.0000060911543,0.00010012558,0.00003084666,0.0000016270327,0.0000071458194,0.0002756868],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990266,0.00003124986,0.00013963722,0.00022509288,0.00022615366,0.00035128815],"domain_scores_gemma":[0.9993348,0.00019285042,0.000017189865,0.0003576517,0.000042101114,0.000055406643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031154233,0.00008613355,0.000112600916,0.00034994926,0.000023141436,0.00011765317,0.00038372324,0.00003608035,0.0000088978095],"category_scores_gemma":[0.00008007487,0.000071346934,0.000035653633,0.001167042,0.000008116635,0.00034284804,0.00011923003,0.00010671352,0.000052515734],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002713469,0.000074370044,0.9709458,0.000035303605,0.000012145822,0.00011301057,0.00027656095,0.0075329347,0.00061602425,0.015435884,0.001553233,0.0034020492],"study_design_scores_gemma":[0.00024167197,0.00004354308,0.73230946,0.000034935623,6.520755e-7,0.00001411108,0.000009394892,0.2663875,0.00028183177,0.000050981766,0.0004649179,0.0001610139],"about_ca_topic_score_codex":0.00649374,"about_ca_topic_score_gemma":0.000079073434,"teacher_disagreement_score":0.52898735,"about_ca_system_score_codex":0.00015946437,"about_ca_system_score_gemma":0.000029003184,"threshold_uncertainty_score":0.9816636},"labels":[],"label_agreement":null},{"id":"W2165879825","doi":"10.1145/1368088.1368218","title":"Clonetracker","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Code refactoring; clone (Java method); Computer science; Software maintenance; Eclipse; Software evolution; Software engineering; Source code; Code reuse; Programming language; Reuse; Code (set theory); Software; Software development; Track (disk drive); Operating system; Software construction; Engineering","score_opus":0.02766108046267349,"score_gpt":0.25347726381612096,"score_spread":0.22581618335344747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165879825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11147914,0.000040388746,0.8825155,0.00030392365,0.00013340992,0.000027602213,4.67516e-8,0.0005531237,0.0049468693],"genre_scores_gemma":[0.9068723,0.0000060391226,0.08988453,0.000089460074,0.000024840949,0.0000026771459,9.770239e-8,0.0000027116826,0.003117401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995608,0.000004920917,0.00003842807,0.00010620447,0.00016033692,0.00012935609],"domain_scores_gemma":[0.9995291,0.00012466208,0.0000029856944,0.00027245743,0.000022446704,0.000048329115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000056426295,0.000029789733,0.000029821766,0.000041960047,0.00003392418,0.0000152436105,0.000375366,0.0000148002255,0.000050796043],"category_scores_gemma":[0.00009687742,0.000025261903,0.000013853329,0.00020394399,0.000013535715,0.00014228094,0.00008958169,0.00005482582,0.00063592434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034332115,0.00019634825,0.35589066,0.000020386127,0.0000365844,0.0009975235,0.0017295828,0.00079820765,0.002839417,0.22840446,0.33851007,0.070573345],"study_design_scores_gemma":[0.0002969866,0.00006725557,0.896608,0.0000036340396,3.9231918e-7,0.0003942793,0.0000025496004,0.030915756,0.011600175,0.0008576271,0.058973853,0.0002795057],"about_ca_topic_score_codex":0.000008718462,"about_ca_topic_score_gemma":2.631567e-7,"teacher_disagreement_score":0.7953931,"about_ca_system_score_codex":0.000009748761,"about_ca_system_score_gemma":0.000020691496,"threshold_uncertainty_score":0.81737334},"labels":[],"label_agreement":null},{"id":"W2165911035","doi":"10.1109/wcre.2005.27","title":"RETR: Reverse Engineering to Requirements","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Queen's University; University of Toronto","funders":"","keywords":"Reverse engineering; Computer science; Software engineering; Software requirements; Software; Systems engineering; Software system; Software construction; Engineering; Programming language","score_opus":0.015843368315372055,"score_gpt":0.2519214410454726,"score_spread":0.23607807273010054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165911035","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04311164,0.000015561973,0.9531321,0.00053826557,0.0003068914,0.00011108744,3.278101e-7,0.0007649136,0.0020192428],"genre_scores_gemma":[0.71111923,6.004159e-7,0.28479546,0.0001535128,0.000099398196,0.000009346528,6.9546013e-7,0.000012404526,0.0038093375],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903476,0.0000057562665,0.00011189867,0.00023652156,0.0003136655,0.00029738896],"domain_scores_gemma":[0.9992889,0.0000989702,0.0000075231824,0.00046992264,0.000042387008,0.00009227947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019959576,0.00007756075,0.00006640829,0.00015127759,0.000025089692,0.00008577231,0.0005850532,0.000026032181,0.0000329195],"category_scores_gemma":[0.0002279874,0.00007703665,0.000023835079,0.00054606615,0.0000034802397,0.00023086979,0.00024729306,0.000072942414,0.00040605513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009993225,0.00020707757,0.057989463,0.00012602552,0.000051637562,0.00034562248,0.00040260656,0.08732224,0.09358372,0.2433386,0.49659872,0.020024288],"study_design_scores_gemma":[0.0010346699,0.00029003955,0.33610067,0.0001408282,0.0000052073356,0.00005061289,0.000008734466,0.20531294,0.098939985,0.001120577,0.35553184,0.0014638832],"about_ca_topic_score_codex":0.00009800618,"about_ca_topic_score_gemma":0.0000027500141,"teacher_disagreement_score":0.66833663,"about_ca_system_score_codex":0.00007881983,"about_ca_system_score_gemma":0.000016520713,"threshold_uncertainty_score":0.52191526},"labels":[],"label_agreement":null},{"id":"W2165929464","doi":"10.1109/icsm.2009.5306310","title":"What's hot and what's not: Windowed developer topic analysis","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Topic model; Commit; Focus (optics); Set (abstract data type); Data science; Search engine indexing; Timeline; Undo; World Wide Web; Information retrieval; Programming language; Database","score_opus":0.016487448542945173,"score_gpt":0.26648053634480534,"score_spread":0.24999308780186016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165929464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4804526,0.00092728046,0.51203454,0.0054257936,0.00039306708,0.00013653016,1.1138321e-7,0.0004232472,0.00020686795],"genre_scores_gemma":[0.9602743,0.00034702444,0.037045605,0.0010900155,0.00003769965,0.0000043728387,0.0000010680897,0.0000041503176,0.0011958072],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99885947,0.000024379053,0.00013617025,0.00036753574,0.00031996795,0.00029249626],"domain_scores_gemma":[0.9990421,0.00022388976,0.000015445627,0.000512457,0.00007648776,0.00012962887],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002513366,0.000110970155,0.000169417,0.00029960249,0.000059984548,0.0022981765,0.0005507544,0.000051896062,0.00005684932],"category_scores_gemma":[0.000119004915,0.00009420042,0.00005207687,0.0012398877,0.000019459125,0.0040289178,0.00014869391,0.00011239387,0.00004052041],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000084431185,0.000063806234,0.012067559,0.000011893292,0.00026448077,0.000076957156,0.0018418601,0.0007057388,0.00078622776,0.010035479,0.0005000685,0.97363746],"study_design_scores_gemma":[0.00027896027,0.00007346472,0.9722377,0.000021260546,0.000026366377,0.000011085176,0.0001398884,0.020563582,0.003384108,0.00036907414,0.0025963476,0.00029813315],"about_ca_topic_score_codex":0.000012001144,"about_ca_topic_score_gemma":0.000008805368,"teacher_disagreement_score":0.9733394,"about_ca_system_score_codex":0.00003094695,"about_ca_system_score_gemma":0.000038591592,"threshold_uncertainty_score":0.9987375},"labels":[],"label_agreement":null},{"id":"W2165995531","doi":"10.1109/wcre.2012.20","title":"TRIS: A Fast and Accurate Identifiers Splitting and Expansion Algorithm","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identifier; Computer science; Program comprehension; Tris; Unique identifier; Theoretical computer science; Representation (politics); Algorithm; Programming language; Software","score_opus":0.018869526102981385,"score_gpt":0.27547147508848463,"score_spread":0.25660194898550326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165995531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23629147,0.00060480856,0.76248336,0.00010195907,0.00018394209,0.000071284034,3.6039611e-7,0.00017501865,0.00008781495],"genre_scores_gemma":[0.8603305,0.00003370803,0.13903001,0.0000413529,0.00007159065,0.000008056207,3.848432e-7,0.0000075301537,0.00047682697],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920934,0.000023078182,0.000094948125,0.00019393422,0.00017861307,0.0003000993],"domain_scores_gemma":[0.99928343,0.00029725552,0.000016315786,0.00020636966,0.000027283528,0.0001693167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049252127,0.00007572137,0.00007756762,0.00008982389,0.00007425586,0.00019632642,0.00017565447,0.000033509383,0.0000069954926],"category_scores_gemma":[0.00019690997,0.00006471456,0.0000117139925,0.00019523843,0.000025842266,0.00079297565,0.00031017142,0.000094942596,0.000015967584],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011661099,0.000018024626,0.01612972,0.000027374565,0.000011317804,0.0000070388546,0.001807768,0.000007589915,0.0012499412,0.0010309666,0.0006518467,0.97905725],"study_design_scores_gemma":[0.0012965386,0.00012041183,0.44465417,0.00010616011,0.000011879762,0.00026583436,0.0008672284,0.533893,0.01430325,0.0006754756,0.003020747,0.00078528986],"about_ca_topic_score_codex":0.000025279473,"about_ca_topic_score_gemma":4.0281748e-7,"teacher_disagreement_score":0.97827196,"about_ca_system_score_codex":0.000013980477,"about_ca_system_score_gemma":0.000011541756,"threshold_uncertainty_score":0.2638983},"labels":[],"label_agreement":null},{"id":"W2166067341","doi":"10.1145/2145204.2145408","title":"Information needs for integration decisions in the release process of large-scale parallel development","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Process (computing); Process management; Work (physics); Computer science; Knowledge management; Context (archaeology); Key (lock); Information needs; Software; Scale (ratio); Information system; Software development process; Software development; Business; Engineering; World Wide Web; Computer security","score_opus":0.023031134683930716,"score_gpt":0.3002592292994753,"score_spread":0.2772280946155446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166067341","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16343737,0.000013433382,0.8358908,0.00016593472,0.000048097074,0.00024248043,5.562327e-7,0.0000324829,0.00016881849],"genre_scores_gemma":[0.8722357,0.000001907173,0.12752569,0.00007663302,0.000009088049,0.0001241904,0.0000063751654,0.000001715017,0.000018663639],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99931705,0.000014806175,0.00019324225,0.00003276609,0.00025428287,0.00018782569],"domain_scores_gemma":[0.99913734,0.00050649996,0.000030123345,0.00018546311,0.0001053782,0.000035202036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008507499,0.00004770213,0.00005314074,0.00018399132,0.00004036289,0.000037542173,0.0004158989,0.000027878807,0.0000028014088],"category_scores_gemma":[0.00058131036,0.000030260615,0.000016036447,0.0005263426,0.0000060997004,0.0010091607,0.000049936458,0.00006233834,0.000012836561],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004556443,0.0005906117,0.04906974,0.00012248148,0.000016138933,2.0124801e-7,0.33797258,0.005693521,0.00011723165,0.09226953,0.0043184157,0.509784],"study_design_scores_gemma":[0.0025725989,0.00021687432,0.49244374,0.00020081496,0.0000067745723,0.000015279293,0.02538501,0.40814266,0.02191591,0.0038293086,0.044657465,0.00061357656],"about_ca_topic_score_codex":0.0000043610557,"about_ca_topic_score_gemma":0.000009162154,"teacher_disagreement_score":0.70879835,"about_ca_system_score_codex":0.00002834185,"about_ca_system_score_gemma":0.00007028535,"threshold_uncertainty_score":0.123399206},"labels":[],"label_agreement":null},{"id":"W2166079152","doi":"10.1109/ccece.1995.526607","title":"Adapting the SIMAP productivity model to software maintenance","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Productivity; Computer science; Software maintenance; Software; Reliability engineering; Software engineering; Software development; Engineering; Operating system","score_opus":0.04689371735675383,"score_gpt":0.25501576589546027,"score_spread":0.20812204853870644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166079152","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014731208,0.000037842092,0.9768538,0.0068519223,0.00011791543,0.00020823484,6.1076355e-7,0.0006621287,0.000536364],"genre_scores_gemma":[0.7383059,0.0000012195778,0.255906,0.0003380624,0.000045206532,0.000035176217,5.861468e-8,0.000010498591,0.005357879],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862814,0.000029780402,0.00010518865,0.000411146,0.00039369904,0.00043203964],"domain_scores_gemma":[0.9983647,0.0004337112,0.00001533911,0.0009688418,0.000109006985,0.0001084358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005149093,0.00010583889,0.00008850947,0.00005968489,0.00013736279,0.00014034015,0.0012560182,0.00002586949,0.000023226363],"category_scores_gemma":[0.0018469803,0.00006983095,0.00003508894,0.00055652147,0.000026076086,0.00031207333,0.00052969385,0.00020508983,0.0002700214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004832794,0.00012988423,0.0029214958,0.000031568932,0.000022818589,0.000020803622,0.0036248937,0.57224303,0.00068117527,0.026078824,0.058832124,0.33540857],"study_design_scores_gemma":[0.000054954748,0.00003109879,0.0012323298,0.000012038111,6.2453273e-7,0.000010717878,0.000007952763,0.9949582,0.00053675537,0.0006897728,0.0023279088,0.00013765323],"about_ca_topic_score_codex":0.00001507574,"about_ca_topic_score_gemma":0.000005218986,"teacher_disagreement_score":0.7235747,"about_ca_system_score_codex":0.00006182706,"about_ca_system_score_gemma":0.00002059217,"threshold_uncertainty_score":0.3470669},"labels":[],"label_agreement":null},{"id":"W2166113239","doi":"10.1109/wse.2003.1234013","title":"Lessons learned in Web site architectures for public utilities","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Web site; Web modeling; Extensibility; Domain (mathematical analysis); Web application; World Wide Web; Web engineering; Web development; Architecture; Web standards; Web design; Software engineering; The Internet; Web application security","score_opus":0.07338286402822865,"score_gpt":0.3224089411746668,"score_spread":0.24902607714643815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166113239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4827233,0.00010163141,0.5008067,0.015023527,0.00010057142,0.0002116364,0.0000039071533,0.00049298303,0.0005357543],"genre_scores_gemma":[0.9536321,0.000003257299,0.045595724,0.00011386948,0.000027714806,0.00005895816,0.0000012546674,0.000009287887,0.00055783737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99895793,0.000018498953,0.00011168527,0.00028331066,0.00021122962,0.0004173677],"domain_scores_gemma":[0.9989014,0.0005743723,0.000010732528,0.0003859604,0.000045303314,0.00008219815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003224154,0.00008878526,0.00010055233,0.0003033636,0.000048442387,0.00016618027,0.00063647435,0.00004244521,0.000013483059],"category_scores_gemma":[0.00084583275,0.00007854279,0.000045079712,0.00042448044,0.000035917674,0.00010001658,0.00018631421,0.00014942623,0.00003060439],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002639423,0.000286,0.026941242,0.00017625201,0.000040692194,0.000046714726,0.006156553,0.050150163,0.0033077758,0.71620536,0.0012628585,0.19539998],"study_design_scores_gemma":[0.008799372,0.00087108667,0.24079323,0.00018997195,0.0000057203306,0.00008750179,0.00041685087,0.27016038,0.026195206,0.38628516,0.06422546,0.0019700783],"about_ca_topic_score_codex":0.00007499425,"about_ca_topic_score_gemma":0.00041694337,"teacher_disagreement_score":0.47090882,"about_ca_system_score_codex":0.00007218481,"about_ca_system_score_gemma":0.00019256219,"threshold_uncertainty_score":0.3202882},"labels":[],"label_agreement":null},{"id":"W2166271660","doi":"10.1145/1882291.1882312","title":"Creating and evolving developer documentation","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Internal documentation; Computer science; World Wide Web; Technical documentation; Quality (philosophy); Software documentation; Code (set theory); Knowledge management; Software; Software development; Programming language; Set (abstract data type); Software development process","score_opus":0.010313125011201345,"score_gpt":0.2755106845546651,"score_spread":0.26519755954346375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166271660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46387738,0.0000132655505,0.532185,0.00017041918,0.00013006515,0.000039532195,3.033542e-8,0.00019273008,0.0033915404],"genre_scores_gemma":[0.6771038,8.213309e-7,0.32239762,0.000026127518,0.000015760595,0.0000033167853,1.2226596e-7,0.000002161324,0.00045027226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996114,0.0000049446026,0.000048738842,0.00011937218,0.000112478076,0.000103097096],"domain_scores_gemma":[0.9995293,0.0002543492,0.0000063228076,0.00012929148,0.000039128256,0.00004157968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017681642,0.000033710945,0.000027817146,0.000044976467,0.00005463924,0.000218984,0.00016128526,0.00001708117,0.0000801546],"category_scores_gemma":[0.00043435468,0.000029096916,0.000004532447,0.00011849171,0.000009441574,0.0004921181,0.0001229523,0.000088923276,0.000029083916],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011565818,0.000021590597,0.46724963,0.000035221172,0.000016605687,0.000014715929,0.003839123,0.000049766863,0.1203352,0.11960369,0.0017803621,0.28705293],"study_design_scores_gemma":[0.00023782953,0.00002180076,0.88818735,0.000010833708,9.635687e-7,0.00003695072,0.000035592577,0.087826245,0.020547317,0.0012875454,0.0016101951,0.00019739056],"about_ca_topic_score_codex":0.000038160455,"about_ca_topic_score_gemma":0.000009323528,"teacher_disagreement_score":0.42093772,"about_ca_system_score_codex":0.0000072993416,"about_ca_system_score_gemma":0.000019284282,"threshold_uncertainty_score":0.21116677},"labels":[],"label_agreement":null},{"id":"W2166414580","doi":"10.1109/msr.2007.7","title":"Determining Implementation Expertise from Bug Reports","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Software bug; False positive paradox; Software; Software maintenance; Set (abstract data type); Product (mathematics); Code review; Software peer review; Data science; Software development; Static program analysis; Software construction; Programming language; Artificial intelligence","score_opus":0.022335965723631685,"score_gpt":0.33484647978740606,"score_spread":0.3125105140637744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166414580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4079459,0.000017819537,0.59126973,0.000037751503,0.00020159147,0.000042238396,1.16186314e-7,0.0002339674,0.00025086646],"genre_scores_gemma":[0.88763815,8.1920706e-7,0.11211246,0.00009610764,0.00005865648,0.000005692703,0.0000021288004,0.000005570919,0.00008042882],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99905515,0.000007833393,0.00018871346,0.00023924887,0.00026833624,0.0002407263],"domain_scores_gemma":[0.9991856,0.00027597536,0.000029729821,0.00038972235,0.000034516033,0.00008444477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038061268,0.00005844603,0.000054281234,0.00008403811,0.00003963685,0.00008505823,0.00022414245,0.00002281666,0.00010635302],"category_scores_gemma":[0.00012664055,0.00005567328,0.00002044655,0.0001744894,0.000006741842,0.0002897642,0.00014158238,0.000052834726,0.000027104004],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018026406,0.000020620217,0.33236963,0.0000033718986,0.000014441918,0.00097507855,0.0023826498,0.00003505126,0.017677378,0.0004351112,0.0022661586,0.64381874],"study_design_scores_gemma":[0.0002711438,0.00005882025,0.7730807,0.000012048504,0.0000017945263,0.00008741136,0.000183015,0.0069474597,0.21540959,0.00070096937,0.0029768683,0.00027017022],"about_ca_topic_score_codex":0.00025087083,"about_ca_topic_score_gemma":0.000047052214,"teacher_disagreement_score":0.64354855,"about_ca_system_score_codex":0.000057919453,"about_ca_system_score_gemma":0.000025811367,"threshold_uncertainty_score":0.22702906},"labels":[],"label_agreement":null},{"id":"W2166700159","doi":"10.1145/1985793.1985844","title":"Identifying program, test, and environmental changes that affect behaviour","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Computer science; Test suite; Context (archaeology); XML; Affect (linguistics); Test (biology); Source code; Path (computing); Suite; Code (set theory); Test case; Programming language; Operating system; Psychology; Machine learning","score_opus":0.061317746701398,"score_gpt":0.2783450713997178,"score_spread":0.2170273246983198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166700159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93244964,0.00027858614,0.065423906,0.00007067948,0.0001510613,0.00039253317,0.0000018290158,0.0008436233,0.00038811014],"genre_scores_gemma":[0.9493297,0.000021305865,0.050194178,0.000016950571,0.00001493626,0.000052708918,9.644397e-7,0.00000894957,0.0003603619],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992345,0.000013139613,0.000043896867,0.0002532848,0.00020947833,0.0002456919],"domain_scores_gemma":[0.99946856,0.00014431094,0.000012921669,0.00027629864,0.0000033915062,0.00009452478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015576638,0.00008692521,0.00006594951,0.00007958145,0.000050970644,0.000108953565,0.00035984183,0.000032448115,0.000051699197],"category_scores_gemma":[0.000034135242,0.00007608617,0.000017039478,0.00008538088,0.000038833186,0.00023371959,0.00037493918,0.00008708452,0.00003307177],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.6916186e-7,0.000111972884,0.9164447,0.000013811207,0.0000065240124,0.000042476342,0.0008790884,1.09412554e-7,0.001148819,0.00019501674,0.00014532947,0.08101147],"study_design_scores_gemma":[0.00012341829,0.00018944313,0.9758104,0.000011002998,0.0000030190645,0.000043089745,0.000056033485,0.0012065829,0.02224253,0.00006907437,0.00010425106,0.00014114345],"about_ca_topic_score_codex":0.000041239782,"about_ca_topic_score_gemma":0.000008823023,"teacher_disagreement_score":0.08087032,"about_ca_system_score_codex":0.00002141419,"about_ca_system_score_gemma":0.000004722994,"threshold_uncertainty_score":0.3102704},"labels":[],"label_agreement":null},{"id":"W2166779186","doi":"10.1109/suite.2009.5070012","title":"Search, stitch, view: Easing information integration in an IDE","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Interleaving; Variety (cybernetics); Software; Software engineering; Code (set theory); Information system; Information flow; World Wide Web; Programming language; Operating system; Engineering; Artificial intelligence","score_opus":0.020807709091370342,"score_gpt":0.29414694286656956,"score_spread":0.2733392337751992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166779186","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20589581,0.000012211825,0.7926779,0.00044110554,0.000055998295,0.000097263415,1.3482297e-7,0.0002331212,0.00058646215],"genre_scores_gemma":[0.9426053,0.0000051105567,0.05710761,0.00023215695,0.000017857805,0.0000030225099,0.000004343102,0.000001831686,0.000022724797],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920744,0.000036138554,0.00015420231,0.000112251815,0.00029103082,0.0001989261],"domain_scores_gemma":[0.9994698,0.00008567676,0.000012382589,0.0002795749,0.000084493724,0.00006808354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041579275,0.00006137247,0.00006040562,0.000284095,0.000030877305,0.00026648835,0.000409048,0.00003363893,0.000008027056],"category_scores_gemma":[0.0002551546,0.000055204608,0.000012708057,0.0005546388,0.000007387602,0.003520094,0.00004565189,0.00015078299,0.00007578386],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003299352,0.000028232196,0.0038465196,0.0000054803463,6.651644e-7,0.0000037809484,0.0016250045,0.0037352727,0.0011029781,0.020176696,0.00015875323,0.9693133],"study_design_scores_gemma":[0.0002522012,0.00017929934,0.30901685,0.000046675414,3.5987725e-7,0.000007127514,0.00007704896,0.68103296,0.0072324625,0.0014517196,0.0005388308,0.00016447842],"about_ca_topic_score_codex":0.00006355035,"about_ca_topic_score_gemma":0.000019262203,"teacher_disagreement_score":0.9691488,"about_ca_system_score_codex":0.00008832552,"about_ca_system_score_gemma":0.00004413852,"threshold_uncertainty_score":0.25697532},"labels":[],"label_agreement":null},{"id":"W2167110832","doi":"10.1109/32.852742","title":"Validating the ISO/IEC 15504 measure of software requirements analysis process capability","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":135,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Software measurement; Process (computing); Software engineering; Process capability; Software Engineering Process Group; Software; Software quality; Software development process; Reliability engineering; Systems engineering; Software development; Work in process; Engineering; Operations management; Operating system","score_opus":0.021389347909023807,"score_gpt":0.26770558990715365,"score_spread":0.24631624199812985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167110832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19581184,0.00007526466,0.80247843,0.000039468367,0.00027610236,0.0003023753,0.000026756861,0.0009809285,0.000008863103],"genre_scores_gemma":[0.95185316,0.000012656801,0.047782354,0.000023974953,0.00003871198,0.00013899083,0.0000031824823,0.0000484872,0.00009847591],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996799,0.00008990979,0.0006082199,0.00072077307,0.001148094,0.0006340315],"domain_scores_gemma":[0.99664754,0.0012474059,0.000092434966,0.0015423563,0.00028556006,0.00018470087],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008854444,0.0003773469,0.00046702157,0.0004978569,0.00027619372,0.00013421064,0.0014735693,0.0001471017,0.00022891986],"category_scores_gemma":[0.00047303294,0.0003297083,0.0003914223,0.0035196312,0.000073750816,0.00060312083,0.000009028393,0.0006577607,0.000035898778],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012739477,0.00012367763,0.0031282918,0.00013582135,0.00047322703,0.0000062950285,0.0008939954,0.96121705,0.00023800107,0.000011265712,0.000013716409,0.033745904],"study_design_scores_gemma":[0.0028157546,0.0006375018,0.07129069,0.001012189,0.0015422014,0.00009953447,0.00023443905,0.73043674,0.18731752,0.00024149992,0.0008108713,0.0035610266],"about_ca_topic_score_codex":0.00007957713,"about_ca_topic_score_gemma":0.000012979071,"teacher_disagreement_score":0.75604135,"about_ca_system_score_codex":0.00021222081,"about_ca_system_score_gemma":0.000117891286,"threshold_uncertainty_score":0.9999155},"labels":[],"label_agreement":null},{"id":"W2167228371","doi":"10.1109/ares.2012.43","title":"A Comparative Study of Software Security Pattern Classifications","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software security assurance; Selection (genetic algorithm); Classification scheme; Context (archaeology); Security testing; Computer security model; Software; Scheme (mathematics); Security information and event management; Data mining; Security service; Cloud computing security; Computer security; Machine learning; Information security; Mathematics","score_opus":0.06584608257585717,"score_gpt":0.33490771623700105,"score_spread":0.2690616336611439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167228371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52503043,0.000027314676,0.4743353,0.000034755547,0.000088380475,0.00016678803,0.0000011297802,0.00016696028,0.00014890841],"genre_scores_gemma":[0.99237007,4.435742e-7,0.0074914494,0.000011498025,0.000024693907,0.00003731894,7.5785664e-7,0.000003895772,0.00005988192],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99911964,0.000061489816,0.0001450248,0.0001546072,0.0002968718,0.00022234753],"domain_scores_gemma":[0.9986846,0.00051409536,0.000033171185,0.0005595368,0.00010886821,0.00009976183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023418559,0.00007217085,0.00012993859,0.00009329345,0.000044343557,0.000026924705,0.0005745427,0.000022419077,0.000034755576],"category_scores_gemma":[0.00012288729,0.00006244815,0.000022936005,0.00038960748,0.00002157944,0.00032864168,0.00022652361,0.000112640686,0.000072884846],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011852212,0.0015883317,0.96133584,0.000016068012,0.000044499895,0.0000010368186,0.02982048,0.000069439135,0.00008978799,0.0019252877,0.0017191614,0.003388875],"study_design_scores_gemma":[0.00031311112,0.00016479874,0.9905018,0.0000060878024,0.0000042316656,0.0000032592384,0.001228089,0.005924326,0.001249412,0.00011989244,0.00034214885,0.00014283255],"about_ca_topic_score_codex":0.00007147058,"about_ca_topic_score_gemma":0.000018846853,"teacher_disagreement_score":0.4673396,"about_ca_system_score_codex":0.000027085114,"about_ca_system_score_gemma":0.000023676881,"threshold_uncertainty_score":0.25465617},"labels":[],"label_agreement":null},{"id":"W2167428235","doi":"10.1109/wicsa.2005.8","title":"ACCA: An Architecture-Centric Concern Analysis Method","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software architecture; Traceability; Computer science; Architecture; Software engineering; Reference architecture; Software; Architectural pattern; Multilayered architecture; Key (lock); Software architecture description; Architecture tradeoff analysis method; Software development; Software design; Programming language; Computer security; Geography","score_opus":0.019324706820463233,"score_gpt":0.31017990023038366,"score_spread":0.29085519340992044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167428235","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01147564,0.00007306172,0.9864202,0.00021909906,0.000070863534,0.00008521403,9.5282604e-7,0.0005689055,0.0010860743],"genre_scores_gemma":[0.49202543,8.5157035e-7,0.5069159,0.00006183805,0.000074255826,0.000008593234,0.0000041139547,0.0000070802153,0.0009019057],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859357,0.00009852286,0.00014793733,0.00040766617,0.0003956921,0.00035662332],"domain_scores_gemma":[0.9984967,0.0005760759,0.000024145676,0.0007206936,0.00006733375,0.000115030416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041386945,0.000108716944,0.00016853391,0.0004973355,0.000054810273,0.00019364392,0.0010007251,0.000045223198,0.00011138307],"category_scores_gemma":[0.000101636506,0.00009153203,0.000096833035,0.0028513481,0.000017380755,0.00019596498,0.00019204803,0.00014129476,0.000048872877],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008330907,0.00028390856,0.13925783,0.00002103808,0.00048396862,0.00012136968,0.00041593122,0.53011256,0.0015761518,0.087704025,0.003253204,0.23676166],"study_design_scores_gemma":[0.0003718672,0.000083306826,0.26465794,0.0000020877094,0.00006524683,0.000017666225,0.0000061676,0.71781117,0.0053826435,0.0045143347,0.0066981483,0.00038941685],"about_ca_topic_score_codex":0.0006754607,"about_ca_topic_score_gemma":0.00009119048,"teacher_disagreement_score":0.4805498,"about_ca_system_score_codex":0.000050977917,"about_ca_system_score_gemma":0.00004271771,"threshold_uncertainty_score":0.37325677},"labels":[],"label_agreement":null},{"id":"W2167599600","doi":"10.1109/wpc.2004.1311045","title":"Understanding class evolution in object-oriented software","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software evolution; Computer science; Class (philosophy); Unified Modeling Language; Class diagram; Object-oriented design; Software system; Object-oriented programming; Software engineering; Sequence diagram; Taxonomy (biology); Software design; Programming language; Software; Software development; Artificial intelligence; Software construction","score_opus":0.04434548409233375,"score_gpt":0.2659430897624063,"score_spread":0.22159760567007258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167599600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027365282,0.000033887172,0.97085166,0.00035198138,0.000246923,0.00010486558,2.8511928e-7,0.0005949034,0.00045020384],"genre_scores_gemma":[0.9359285,0.0000018666287,0.06390619,0.00003351741,0.000018548615,0.000008808757,7.791832e-7,0.0000075443186,0.00009424054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989092,0.000018431676,0.00012682739,0.00027401344,0.00033074542,0.00034082553],"domain_scores_gemma":[0.9993381,0.00020857672,0.000014237956,0.00033159403,0.000033163295,0.00007431874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024024672,0.00008455246,0.00008212289,0.0002923876,0.000052982676,0.00006148797,0.00038983207,0.000055250915,0.000009179016],"category_scores_gemma":[0.00046522074,0.00008335848,0.000026853244,0.0010568942,0.000023406434,0.0003884692,0.00016182424,0.00017493918,0.00006739077],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062030913,0.00009170152,0.0746095,0.00002690864,0.000010210605,0.00008006137,0.00077159,0.03932199,0.00042515335,0.88364524,0.00031860746,0.0006928142],"study_design_scores_gemma":[0.006857383,0.0005310274,0.643927,0.00043771596,0.0000056566973,0.00012662682,0.00080365175,0.09152537,0.005762677,0.24728806,0.0011331921,0.0016016721],"about_ca_topic_score_codex":0.00013897907,"about_ca_topic_score_gemma":0.00009212028,"teacher_disagreement_score":0.9085632,"about_ca_system_score_codex":0.0015262131,"about_ca_system_score_gemma":0.00014473798,"threshold_uncertainty_score":0.39909944},"labels":[],"label_agreement":null},{"id":"W2167809408","doi":"10.1109/wcre.1999.806964","title":"Experiments with clustering as a software remodularization method","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":311,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Cluster analysis; Computer science; Reverse engineering; Data mining; Domain (mathematical analysis); Software; Code (set theory); Source code; Software engineering; Theoretical computer science; Machine learning; Programming language; Mathematics","score_opus":0.021145134037425826,"score_gpt":0.3051099445116784,"score_spread":0.28396481047425254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167809408","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042405166,0.000030393894,0.993438,0.000045995508,0.0001044868,0.00013037016,8.224077e-8,0.00052850554,0.0014816446],"genre_scores_gemma":[0.15863925,9.498107e-7,0.84016764,0.00009035248,0.0000086582795,0.000019859206,5.661903e-7,0.0000137645075,0.0010589638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99891806,0.000068784146,0.00009415582,0.0003185838,0.0003485029,0.00025193137],"domain_scores_gemma":[0.9991204,0.00020337748,0.000018676592,0.0004920353,0.00007194216,0.00009356584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029556372,0.00010054106,0.00008685096,0.00010303628,0.00006597255,0.00013652928,0.00037529017,0.00003757535,0.000051539424],"category_scores_gemma":[0.00051696406,0.00008314168,0.00001814455,0.00045425887,0.000009455002,0.00033715877,0.000110345936,0.000086852044,0.000060739345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009875432,0.0007917543,0.105216995,0.00034649094,0.00046314843,0.0009891425,0.012057549,0.1633535,0.042698193,0.35442427,0.0025018642,0.31705832],"study_design_scores_gemma":[0.003665315,0.001044999,0.01374581,0.00020289817,0.000015207765,0.0012894261,0.00022850503,0.42895597,0.52412224,0.0059220484,0.018832427,0.0019751373],"about_ca_topic_score_codex":0.000025027572,"about_ca_topic_score_gemma":0.0000017374126,"teacher_disagreement_score":0.48142406,"about_ca_system_score_codex":0.000055943194,"about_ca_system_score_gemma":0.00006658874,"threshold_uncertainty_score":0.33904192},"labels":[],"label_agreement":null},{"id":"W2167984494","doi":"10.1145/1218563.1218588","title":"Efficiently mining crosscutting concerns through random walks","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Java; Domain (mathematical analysis); Aspect-oriented programming; Random walk; Data mining; Popularity; Rank (graph theory); AspectJ; Middleware (distributed applications); Theoretical computer science; Database; Programming language; Software; Mathematics; Statistics","score_opus":0.030682819422939444,"score_gpt":0.32147693706841196,"score_spread":0.2907941176454725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167984494","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1938471,0.00010113458,0.7977507,0.00012488154,0.00041913387,0.000105360356,2.4804913e-7,0.0006061848,0.0070452606],"genre_scores_gemma":[0.8503175,0.0000018199524,0.14842074,0.00015286545,0.00013041454,0.000003933698,4.9249445e-7,0.000011813523,0.00096046145],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983132,0.000020321373,0.00022844542,0.0003571973,0.00046975937,0.0006111127],"domain_scores_gemma":[0.9972319,0.002062131,0.00003352941,0.00047358562,0.000093431394,0.00010544171],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012226109,0.000119120865,0.0001405771,0.00008335393,0.00015071896,0.00023165542,0.00083327654,0.000057448855,0.0000449504],"category_scores_gemma":[0.000850793,0.000104663966,0.000060115697,0.00055772095,0.000054617885,0.00033399212,0.0003199047,0.00016260784,0.00010422125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002611388,0.00055118324,0.20173484,0.00027458862,0.00029946642,0.0015481169,0.063646615,0.024554104,0.023840826,0.1692626,0.028911343,0.48511517],"study_design_scores_gemma":[0.020511433,0.00072673307,0.13680635,0.00040293083,0.00002592531,0.0003769383,0.0019427114,0.45165423,0.27352893,0.0021576881,0.108553246,0.0033128788],"about_ca_topic_score_codex":0.000059623748,"about_ca_topic_score_gemma":0.000006431723,"teacher_disagreement_score":0.65647036,"about_ca_system_score_codex":0.00006588025,"about_ca_system_score_gemma":0.00005684919,"threshold_uncertainty_score":0.42680728},"labels":[],"label_agreement":null},{"id":"W2167986768","doi":"10.1109/csse.2008.1400","title":"Investigation on Academic Research Software Development","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"","keywords":"Software development; Personal software process; Software engineering; Computer science; Software construction; Software peer review; Documentation; Software documentation; Package development process; Software development process; Software quality; Software analytics; Social software engineering; Software project management; Software; Goal-Driven Software Development Process; Programming language","score_opus":0.22323956861653266,"score_gpt":0.348216006006331,"score_spread":0.12497643738979836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167986768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.655696,0.00006234596,0.34124896,0.00095140305,0.00017358396,0.00021122162,1.5760861e-7,0.00095762446,0.00069873524],"genre_scores_gemma":[0.7949718,0.0000194437,0.2011138,0.00022753874,0.000069407986,0.000060002127,0.0000020369712,0.000014327133,0.0035216275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978311,0.00008163544,0.00015999399,0.00035996552,0.0011255274,0.00044175703],"domain_scores_gemma":[0.9980112,0.0011541044,0.000013325338,0.00045454028,0.00018085762,0.00018598545],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010218038,0.00008818967,0.00007419981,0.00038207474,0.00029175822,0.000037565922,0.0010142234,0.00008948917,0.000022776634],"category_scores_gemma":[0.0017662217,0.00007888441,0.000016010863,0.00095428736,0.0000862003,0.00026994824,0.00034824136,0.00066905294,0.0012128572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024145602,0.00012602235,0.4476082,0.00012678427,0.000060592076,0.0003825386,0.018802045,0.0020864874,0.0054129795,0.09187871,0.20501696,0.22847453],"study_design_scores_gemma":[0.0006810193,0.0003085212,0.6707842,0.00015625694,6.676464e-7,0.000123268,0.000034851517,0.006676684,0.2620657,0.0070619043,0.051362444,0.0007444945],"about_ca_topic_score_codex":0.000012496164,"about_ca_topic_score_gemma":0.0000010377527,"teacher_disagreement_score":0.25665274,"about_ca_system_score_codex":0.00019034954,"about_ca_system_score_gemma":0.00041127595,"threshold_uncertainty_score":0.9995648},"labels":[],"label_agreement":null},{"id":"W2167990851","doi":"10.1109/wcre.2003.1287237","title":"Towards the reverse engineering of UML sequence diagrams","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Sequence diagram; Unified Modeling Language; Computer science; Reverse engineering; UML tool; Class diagram; Sequence (biology); Applications of UML; Communication diagram; Programming language; Software engineering; Software; Chemistry","score_opus":0.03323764457883913,"score_gpt":0.262192049138497,"score_spread":0.22895440455965785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167990851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051570218,0.00005589502,0.9462137,0.0012990709,0.00019347231,0.00009863496,5.914872e-7,0.00027576974,0.0002926451],"genre_scores_gemma":[0.92352694,0.0000099355475,0.076282725,0.00005915994,0.000028644805,0.000009941076,2.1075681e-7,0.000006361473,0.0000760613],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991772,0.000008357526,0.00011543879,0.00015988329,0.00031826925,0.00022086254],"domain_scores_gemma":[0.9991301,0.00017421543,0.00001669207,0.0005632457,0.000058141657,0.00005763931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029520577,0.00007629313,0.00008116359,0.00005706712,0.000025483474,0.000041618383,0.0009963447,0.000028695487,0.000010555295],"category_scores_gemma":[0.0004965917,0.00005137112,0.000042886095,0.0005031139,0.00003280738,0.00019102602,0.00022908932,0.00013388981,0.000031688207],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040505765,0.0001096318,0.003917132,0.0001565624,0.000073405594,0.00011663683,0.0025167891,0.25172305,0.024636062,0.6364233,0.0009227561,0.07940066],"study_design_scores_gemma":[0.0024217174,0.0006368215,0.17915653,0.0004605166,0.000021531703,0.00033471602,0.00012046016,0.28993875,0.49477658,0.015312851,0.015106356,0.0017131722],"about_ca_topic_score_codex":0.00020334698,"about_ca_topic_score_gemma":0.0000035977835,"teacher_disagreement_score":0.87195677,"about_ca_system_score_codex":0.000060915994,"about_ca_system_score_gemma":0.00008433364,"threshold_uncertainty_score":0.20948535},"labels":[],"label_agreement":null},{"id":"W2168462212","doi":"10.1145/2382756.2382786","title":"Issue ownership activity in two large software projects","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software development; Workload; Software project management; Computer science; Product (mathematics); Software; Software quality; Process management; Risk analysis (engineering); Software engineering; Business; Software construction","score_opus":0.030713618094349967,"score_gpt":0.2943419916532914,"score_spread":0.2636283735589414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168462212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68053484,0.0010399685,0.31210166,0.00028770205,0.0017151312,0.0005904692,0.000020615036,0.0037067207,0.0000028603035],"genre_scores_gemma":[0.851604,0.000010937318,0.1474138,0.000096457305,0.00049248635,0.00017575521,0.000012124371,0.00011425123,0.000080214435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954793,0.000108215194,0.00042726015,0.0008544556,0.000886696,0.0022440846],"domain_scores_gemma":[0.92562383,0.07129152,0.00010507795,0.0022766928,0.00014152129,0.0005613798],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014111053,0.00063031504,0.0005608498,0.0008067416,0.00017231546,0.00029887684,0.0025179556,0.00022898882,0.000059643742],"category_scores_gemma":[0.27359036,0.00064665166,0.00017008411,0.0019246013,0.000049805793,0.0020203202,0.0014525694,0.001061758,0.0003888387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009810963,0.0002333582,0.9838365,0.00023688874,0.000031527386,0.00004824459,0.0016486841,0.0012056169,0.0009483963,0.00035715554,0.0003717974,0.011072023],"study_design_scores_gemma":[0.0012215049,0.00008777116,0.9732023,0.00025743982,0.0000129886575,0.000059351783,0.000018221503,0.0013693828,0.015137942,0.000028826445,0.0073356773,0.0012686168],"about_ca_topic_score_codex":0.00015911766,"about_ca_topic_score_gemma":0.000022731792,"teacher_disagreement_score":0.27217928,"about_ca_system_score_codex":0.00039046322,"about_ca_system_score_gemma":0.0001898093,"threshold_uncertainty_score":0.9995985},"labels":[],"label_agreement":null},{"id":"W2168482931","doi":"10.1109/ccece.2003.1226137","title":"Metrics for agent-based software development","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Function point; Cohesion (chemistry); Heuristics; Measure (data warehouse); Software engineering; Multi-agent system; Software development; Software metric; Software; Artificial intelligence; Data mining; Software quality; Programming language","score_opus":0.03767505704648115,"score_gpt":0.27960903538026016,"score_spread":0.241933978333779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168482931","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055191647,0.00004830138,0.9930451,0.0002985265,0.00020364436,0.00020036011,6.4356743e-7,0.00064779393,0.000036492595],"genre_scores_gemma":[0.14512956,4.386438e-7,0.85433596,0.00019502491,0.000016421911,0.00006571985,0.0000026190337,0.000009461428,0.00024478813],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989948,0.0000048512047,0.00012082824,0.00024796248,0.0003272089,0.00030430668],"domain_scores_gemma":[0.9989226,0.00051180733,0.000014805152,0.0003319173,0.00011304821,0.00010584226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002669628,0.00008594951,0.000077777506,0.00023219248,0.00007831863,0.00009404284,0.00067494554,0.000036800746,0.00000950685],"category_scores_gemma":[0.0009894583,0.000077707584,0.000039544808,0.00067189586,0.000009387968,0.000121735335,0.00011366474,0.000059026213,0.00008908796],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020329664,0.00067752216,0.020460712,0.00043673007,0.00013214398,0.00008854788,0.0012354752,0.111355245,0.00061625894,0.07835212,0.0096526025,0.7769723],"study_design_scores_gemma":[0.009931608,0.0007880548,0.07576633,0.0001643831,0.000014937297,0.000025182053,0.00003511225,0.06917506,0.54409045,0.011803921,0.28569463,0.002510364],"about_ca_topic_score_codex":0.0000073696124,"about_ca_topic_score_gemma":0.000003024198,"teacher_disagreement_score":0.7744619,"about_ca_system_score_codex":0.00019561408,"about_ca_system_score_gemma":0.00036057047,"threshold_uncertainty_score":0.31688234},"labels":[],"label_agreement":null},{"id":"W2168499709","doi":"10.1145/1569901.1570125","title":"Software project planning for robustness and completion time in the presence of uncertainty using multi objective search based software engineering","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Robustness (evolution); Search-based software engineering; Computer science; Software sizing; Software project management; Software; Software construction; Software development; Software metric; Reliability engineering; Software engineering; Engineering","score_opus":0.054123703457164406,"score_gpt":0.31675709318542333,"score_spread":0.26263338972825895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168499709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27810758,0.000054881657,0.72096044,0.00004412721,0.00002558941,0.00065535394,0.0000056368685,0.0001453382,0.0000010448111],"genre_scores_gemma":[0.59865856,5.0635026e-7,0.40125257,0.000021701673,0.000015987267,0.000029732157,0.000004556731,0.000009339802,0.0000070328747],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984279,0.00011675841,0.00022192107,0.0003902461,0.00042171258,0.0004214517],"domain_scores_gemma":[0.99533963,0.0040034736,0.00004061376,0.00037168126,0.0001995517,0.00004504009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013094725,0.00016616996,0.0002220965,0.00033627657,0.00009609356,0.0001069053,0.0006727434,0.000070062815,0.000001520427],"category_scores_gemma":[0.0025127677,0.00013231297,0.00004601506,0.0007840992,0.00004235709,0.000306206,0.00010672968,0.00022976227,3.3404527e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002980801,0.000055116507,0.010822204,0.00010840861,0.0000067291235,0.000007811324,0.001240193,0.9850977,0.0009859656,0.000066452456,0.000021967475,0.001557631],"study_design_scores_gemma":[0.0005019811,0.00013039217,0.080180496,0.00015373006,0.0000026248415,0.000010515965,0.000061971405,0.9180806,0.00071660767,0.000010604329,0.000006744914,0.0001436774],"about_ca_topic_score_codex":0.00013314743,"about_ca_topic_score_gemma":0.000003530184,"teacher_disagreement_score":0.32055098,"about_ca_system_score_codex":0.000098639415,"about_ca_system_score_gemma":0.00015893373,"threshold_uncertainty_score":0.5395566},"labels":[],"label_agreement":null},{"id":"W2168709131","doi":"10.1109/wcre.1995.514708","title":"Formal representation of reuseable software modules","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Executable; Programming language; Notation; Algebraic specification; Theoretical computer science; Formalism (music); Software; Formal specification; Mathematics","score_opus":0.036457099871575256,"score_gpt":0.26839960245578554,"score_spread":0.23194250258421029,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168709131","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061273113,0.00007824141,0.9367175,0.00015511451,0.00008752745,0.00006948759,5.628084e-7,0.00032484223,0.0012936179],"genre_scores_gemma":[0.75369626,0.000012997444,0.24446273,0.000017170174,0.000017448872,0.0000074734553,5.885789e-7,0.000005180387,0.0017801601],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99920547,0.000013973805,0.00012320744,0.00016225239,0.00029235758,0.00020274603],"domain_scores_gemma":[0.999032,0.00028009876,0.000022676144,0.00053626805,0.000080999016,0.00004794327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011386348,0.000050489696,0.000077443416,0.00009978388,0.00003284389,0.000036752517,0.00053904275,0.000027315402,0.0001423377],"category_scores_gemma":[0.000594871,0.000046159283,0.000032307307,0.0004229153,0.00001742284,0.0006911057,0.00021844108,0.000058662412,0.00007958144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011585495,0.00041595256,0.18155055,0.00024041299,0.00009352181,0.000053574997,0.0028986833,0.0275094,0.0058392766,0.08434609,0.08922846,0.6078125],"study_design_scores_gemma":[0.00073880615,0.00020848303,0.10485229,0.000038017813,0.000003909516,0.000032063148,0.000038992657,0.7852689,0.102417916,0.0037400944,0.00229613,0.00036439556],"about_ca_topic_score_codex":0.000035303125,"about_ca_topic_score_gemma":0.0000012728992,"teacher_disagreement_score":0.7577595,"about_ca_system_score_codex":0.000016796692,"about_ca_system_score_gemma":0.000005869772,"threshold_uncertainty_score":0.1882321},"labels":[],"label_agreement":null},{"id":"W2168871565","doi":"10.1145/1297846.1297934","title":"Mining implementation recipes of framework-provided concepts in dynamic framework API interaction traces","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Eclipse; Computer science; Program comprehension; Slicing; Context (archaeology); Software engineering; Code (set theory); Programming language; Debugging; Plug-in; Program slicing; World Wide Web; Software; Software system","score_opus":0.02245870803812806,"score_gpt":0.39207922770022924,"score_spread":0.3696205196621012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168871565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44954386,0.000045615907,0.5497737,0.00013463432,0.00025303406,0.000105048326,3.0034556e-7,0.000088740475,0.000055089087],"genre_scores_gemma":[0.7140874,0.000007700414,0.28581044,0.000035867415,0.000020670694,0.000008572591,0.0000015934812,0.0000069780363,0.000020754558],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986244,0.000045495704,0.00038405898,0.00028497571,0.00034246352,0.0003186413],"domain_scores_gemma":[0.9964407,0.003014197,0.000093520284,0.00031755044,0.00007538546,0.00005861535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083836186,0.00010492753,0.00014594945,0.00034952917,0.000029199646,0.000066541426,0.00044769642,0.00011110454,0.000087635504],"category_scores_gemma":[0.00092684507,0.000104365936,0.000036927835,0.0007574784,0.000024875828,0.000541569,0.00010772436,0.00030710627,0.000009146108],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006409623,0.00014900132,0.18908958,0.00011232568,0.000045003802,0.000038525388,0.019411847,0.0019060137,0.008205633,0.035306178,0.00019755399,0.7454742],"study_design_scores_gemma":[0.0011474031,0.0005815238,0.7507373,0.0008871198,0.000009004397,0.000025852269,0.010399976,0.093757324,0.1242231,0.016863436,0.0005818146,0.0007861637],"about_ca_topic_score_codex":0.00012371266,"about_ca_topic_score_gemma":0.00021241306,"teacher_disagreement_score":0.7446881,"about_ca_system_score_codex":0.00014335114,"about_ca_system_score_gemma":0.00004224177,"threshold_uncertainty_score":0.42559195},"labels":[],"label_agreement":null},{"id":"W2168972892","doi":"10.1023/a:1024460315173","title":"User Interface Reverse Engineering in Support of Interface Migration to the Web","year":2003,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Legacy system; Interface (matter); User interface; Context (archaeology); TRACE (psycholinguistics); Process (computing); Human–computer interaction; State (computer science); Task (project management); Interface metaphor; Transition (genetics); Source code; User interface design; World Wide Web; Graphical user interface testing; Programming language; Operating system; Software; Engineering","score_opus":0.008918239222152284,"score_gpt":0.24989148076236092,"score_spread":0.24097324154020863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168972892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3648162,0.00011833224,0.631768,0.00023144939,0.00056393177,0.00033307372,0.0000043707796,0.0021568118,0.00000784888],"genre_scores_gemma":[0.92547864,0.000012801479,0.074217364,0.0000493185,0.000020745745,0.00006905228,0.0000020667235,0.00005560526,0.000094431496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794227,0.000052015945,0.00050221884,0.00044950045,0.000436652,0.0006173326],"domain_scores_gemma":[0.99800324,0.0007921383,0.000060442144,0.0008691097,0.00011913792,0.0001559148],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080905895,0.00030298848,0.00030733683,0.0005718944,0.000034675733,0.00010197894,0.001073986,0.00012500347,0.000022349683],"category_scores_gemma":[0.0040970724,0.000281925,0.000078587254,0.0018211908,0.000014143604,0.0004601705,0.0002646204,0.00042096767,0.00008948972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039798174,0.00003560021,0.0049497443,0.00011305164,0.00003451185,0.000032024607,0.0013237186,0.97884995,0.0083705755,0.00048089674,0.005550057,0.00025590524],"study_design_scores_gemma":[0.0009174955,0.00024959157,0.018995129,0.00042392485,0.000012524676,0.000124999,0.000049894552,0.81010586,0.09528718,0.00000660178,0.07293393,0.0008928706],"about_ca_topic_score_codex":0.0000414587,"about_ca_topic_score_gemma":0.000020417725,"teacher_disagreement_score":0.56066245,"about_ca_system_score_codex":0.00021844247,"about_ca_system_score_gemma":0.00010767794,"threshold_uncertainty_score":0.9999633},"labels":[],"label_agreement":null},{"id":"W2169584729","doi":"10.1109/euromicro.2007.53","title":"Scope Management of Non-Functional Requirements","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Scope (computer science); Non-functional requirement; Requirements management; Functional requirement; Risk analysis (engineering); Requirement prioritization; Software requirements; Software project management; Software engineering; Process (computing); Requirements analysis; Software development; Software; Systems engineering; Process management; Engineering; Software construction; Business","score_opus":0.032547410864147204,"score_gpt":0.3023089711822597,"score_spread":0.2697615603181125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169584729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028525656,0.000021406182,0.9546332,0.000036683075,0.00024959762,0.000076760276,7.6716695e-8,0.00008670635,0.016369961],"genre_scores_gemma":[0.8039739,0.000005142975,0.19338128,0.000030553627,0.0000196607,0.0000032532394,4.98239e-7,0.0000038485077,0.002581842],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99912435,0.0000031158977,0.00012160999,0.00014831343,0.0004193673,0.00018321766],"domain_scores_gemma":[0.9995131,0.00008073501,0.000015254523,0.00030537142,0.000035885958,0.000049643353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004981162,0.00004547656,0.000047151618,0.0001022393,0.000019762238,0.000016765378,0.00038722446,0.000015298856,0.000056846744],"category_scores_gemma":[0.000014656098,0.00004141138,0.000020683581,0.00033891,0.000013427411,0.00014726767,0.00023701364,0.000039659288,0.00009731387],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005970136,0.0006355445,0.11787316,0.0004764235,0.00042718527,0.00032253563,0.00031587997,0.0019463177,0.015267948,0.24635464,0.040412635,0.575908],"study_design_scores_gemma":[0.00047410655,0.000073612435,0.958905,0.00005287254,0.0000023402847,0.000004118356,0.000012941574,0.004245964,0.033280756,0.00036629513,0.0024503751,0.00013161247],"about_ca_topic_score_codex":0.000007794832,"about_ca_topic_score_gemma":6.2536947e-7,"teacher_disagreement_score":0.84103185,"about_ca_system_score_codex":0.000035143115,"about_ca_system_score_gemma":0.000011944868,"threshold_uncertainty_score":0.1688707},"labels":[],"label_agreement":null},{"id":"W2169719505","doi":"10.1109/icsme.2014.26","title":"Why Do Automated Builds Break? An Empirical Study","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Leverage (statistics); Executable; Computer science; Software engineering; Breakage; Software; Empirical research; Work (physics); Engineering; World Wide Web; Operating system; Artificial intelligence","score_opus":0.02278950590193803,"score_gpt":0.3377818139732754,"score_spread":0.3149923080713374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169719505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49196503,0.0000053079048,0.5025143,0.0006551459,0.00018133916,0.00014837884,1.8068388e-7,0.0040485943,0.0004817308],"genre_scores_gemma":[0.9720037,1.6664194e-7,0.027186703,0.0005734497,0.000062251514,0.000015490481,5.701937e-7,0.000012656235,0.00014500433],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850297,0.00013811488,0.00013933532,0.00041710382,0.00047418714,0.00032828777],"domain_scores_gemma":[0.99831176,0.00041666746,0.000013490254,0.00097161834,0.00008606421,0.00020038703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006327475,0.000112783244,0.00012733918,0.00014088623,0.00006616457,0.0002900863,0.0011946751,0.00004929755,0.000052814135],"category_scores_gemma":[0.00034238794,0.0000919652,0.000025929865,0.0005700143,0.000019576166,0.00034707657,0.00035980434,0.00014332705,0.0001743099],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000099294275,0.0019058201,0.7597353,0.000021948581,0.00006913133,0.00008455627,0.0034504088,0.002723326,0.0004630653,0.004355651,0.18189192,0.045288984],"study_design_scores_gemma":[0.00039162464,0.00059191976,0.3832989,0.0000035169198,0.0000018806544,0.000015386737,0.000024155564,0.6066293,0.00016969448,0.00017337385,0.008504937,0.00019526998],"about_ca_topic_score_codex":0.00012381634,"about_ca_topic_score_gemma":0.00001534268,"teacher_disagreement_score":0.603906,"about_ca_system_score_codex":0.000033241136,"about_ca_system_score_gemma":0.000030886746,"threshold_uncertainty_score":0.3750232},"labels":[],"label_agreement":null},{"id":"W2169751269","doi":"10.1145/2702123.2702426","title":"STRATOS","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Alberta Innovates - Technology Futures","keywords":"Plan (archaeology); Computer science; Visualization; Process (computing); Software; Product (mathematics); Process management; Order (exchange); Software engineering; Risk analysis (engineering); Management science; Operations research; Engineering; Business; Data mining","score_opus":0.05014632302939172,"score_gpt":0.28880324012383796,"score_spread":0.23865691709444625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169751269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020332567,0.000024135252,0.9684311,0.00036634578,0.00014087913,0.000025322573,4.4450765e-8,0.00044536422,0.010234221],"genre_scores_gemma":[0.91782165,2.3066066e-7,0.08084423,0.00005454691,0.000023187722,0.000002489055,7.541685e-8,0.0000020461193,0.0012515539],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996147,0.000005622836,0.000029634775,0.00008147001,0.00016752865,0.000101019934],"domain_scores_gemma":[0.9995638,0.00006283978,0.0000024512744,0.00023288876,0.000037824375,0.0001002059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013325867,0.00002357718,0.00002302042,0.000029133738,0.0000065666245,0.000054721844,0.00038135934,0.000010722535,0.000010133233],"category_scores_gemma":[0.00018134573,0.00001948445,0.000006842542,0.00015497656,0.0000048978964,0.00014949305,0.00009678831,0.00003678664,0.0003886665],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022934028,0.00007811886,0.054586593,0.00001044197,0.000016809761,0.00010868886,0.001026715,0.0014331174,0.00062866614,0.6636684,0.1840001,0.094440065],"study_design_scores_gemma":[0.0025587897,0.00075887336,0.124582,0.00002376555,0.0000027965784,0.00021247835,0.00018558043,0.503464,0.051135544,0.051030636,0.26471362,0.0013319291],"about_ca_topic_score_codex":0.000009550829,"about_ca_topic_score_gemma":6.3032826e-7,"teacher_disagreement_score":0.8974891,"about_ca_system_score_codex":0.00001394077,"about_ca_system_score_gemma":0.00005160706,"threshold_uncertainty_score":0.4995651},"labels":[],"label_agreement":null},{"id":"W2169782617","doi":"10.1109/tse.2002.1158285","title":"An operational process for goal-driven definition of measures","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":148,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Empirical research; Set (abstract data type); Process (computing); Verifiable secret sharing; Software engineering; Management science; Programming language","score_opus":0.03966221107474621,"score_gpt":0.26917200462530516,"score_spread":0.22950979355055895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169782617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028847791,0.000043498272,0.96966845,0.000032705037,0.00038928082,0.00027761667,0.000038577386,0.0006960212,0.0000060849543],"genre_scores_gemma":[0.8056252,0.000009916543,0.19405036,0.000016794582,0.000041219817,0.00020715033,0.0000033301758,0.000029894303,0.000016141525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986837,0.00001643087,0.00024607134,0.000334211,0.00043009795,0.00028948995],"domain_scores_gemma":[0.9986978,0.00049651763,0.00003200185,0.00040140562,0.00024955775,0.00012269213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015223825,0.00017642639,0.00017495184,0.00030887246,0.00011275189,0.000066093016,0.00049442204,0.000091330076,0.000026469206],"category_scores_gemma":[0.00013826626,0.00019366604,0.0000959257,0.0004450576,0.000019866795,0.00061329734,0.0000015117549,0.00020373311,0.00001389849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000812354,0.00018570277,0.00016385078,0.00011106539,0.000038830123,0.0000021546805,0.0004903788,0.98844004,0.0027974534,0.00058486045,0.000040016585,0.0071375514],"study_design_scores_gemma":[0.0007254668,0.00040168117,0.0008906596,0.00010720084,0.000016068394,0.00002307041,0.000012555493,0.9357293,0.06141457,0.00010143463,0.00017471943,0.0004032304],"about_ca_topic_score_codex":0.000004388235,"about_ca_topic_score_gemma":0.0000017846489,"teacher_disagreement_score":0.7767774,"about_ca_system_score_codex":0.00007161567,"about_ca_system_score_gemma":0.000033947563,"threshold_uncertainty_score":0.78974724},"labels":[],"label_agreement":null},{"id":"W2169917206","doi":"10.1109/msr.2007.4","title":"Correlating Social Interactions to Release History during Software Evolution","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software evolution; Set (abstract data type); Source code; Code (set theory); Software; Similarity (geometry); Minor (academic); Information retrieval; Exploratory research; Data mining; Software system; Artificial intelligence; Programming language; Software construction","score_opus":0.018640779547239392,"score_gpt":0.2687361363165684,"score_spread":0.250095356769329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169917206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16460566,0.00003466033,0.8328513,0.00015521764,0.0008141755,0.00007929931,2.3603017e-7,0.0007825932,0.0006768519],"genre_scores_gemma":[0.91232854,2.0723316e-7,0.084214605,0.00006653478,0.00018368177,0.000008215159,5.996204e-7,0.0000118933285,0.0031857179],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998913,0.000016865559,0.00016571642,0.00026033106,0.0002933753,0.00035072037],"domain_scores_gemma":[0.9990738,0.0004027781,0.000027540493,0.0002469188,0.00010123407,0.00014771566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030979863,0.00008461785,0.00007312936,0.00028338187,0.00017056116,0.000033581495,0.0003685374,0.00003985897,0.00007339163],"category_scores_gemma":[0.0010841904,0.00009487332,0.000045603876,0.000372444,0.000014782456,0.00038934726,0.00023734053,0.00024336569,0.00027400668],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020536594,0.00070806587,0.2607868,0.0003403658,0.00017155505,0.0007027301,0.03199355,0.017666906,0.067189984,0.0981995,0.15323153,0.36880362],"study_design_scores_gemma":[0.00046907263,0.000068732654,0.96089303,0.00006018825,0.0000050140384,0.00007909301,0.00017097405,0.01537036,0.0021949888,0.0002584454,0.019866537,0.0005635901],"about_ca_topic_score_codex":0.000098879245,"about_ca_topic_score_gemma":0.000035845864,"teacher_disagreement_score":0.7486367,"about_ca_system_score_codex":0.0016529943,"about_ca_system_score_gemma":0.000077976125,"threshold_uncertainty_score":0.43225226},"labels":[],"label_agreement":null},{"id":"W2169950128","doi":"10.1109/wcre.2000.891477","title":"ACCD: an algorithm for comprehension-driven clustering","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":252,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Program comprehension; Computer science; Cluster analysis; Cohesion (chemistry); Comprehension; Software; Data mining; Software maintenance; Software engineering; Algorithm; Theoretical computer science; Software system; Programming language; Artificial intelligence","score_opus":0.05190595391670877,"score_gpt":0.2896389560241501,"score_spread":0.2377330021074413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169950128","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029872237,0.00003580767,0.9954578,0.00022496167,0.0002760036,0.00018279401,0.0000013769043,0.0006068163,0.00022720212],"genre_scores_gemma":[0.10118837,0.0000054286875,0.89769477,0.00013883685,0.00010490117,0.0000333002,0.0000015247816,0.000014863571,0.00081801123],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906325,0.000015372983,0.000107917505,0.00029451188,0.00021214149,0.0003068005],"domain_scores_gemma":[0.9989112,0.00036278125,0.000013119082,0.0005075401,0.000074105126,0.00013125053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000099606106,0.00008966923,0.00009696842,0.000094783,0.000083849605,0.000141695,0.00076012907,0.00003989927,0.00007598393],"category_scores_gemma":[0.000057096157,0.000082968356,0.000038593593,0.00019452085,0.000013941173,0.00042958694,0.0002649546,0.000080475,0.00009449621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.4991215e-7,0.00007319995,0.00028054084,0.000016057586,0.000012510139,0.000012629651,0.00035059283,0.0033679963,0.00061761227,0.0009469134,0.0048372387,0.98948395],"study_design_scores_gemma":[0.00022058426,0.0000883078,0.0010305705,0.0000056928898,7.286575e-7,0.00001366999,0.0000054788793,0.9926888,0.0003452613,0.00008002843,0.005405247,0.000115637675],"about_ca_topic_score_codex":0.000010973825,"about_ca_topic_score_gemma":0.0000031720263,"teacher_disagreement_score":0.9893683,"about_ca_system_score_codex":0.000030251553,"about_ca_system_score_gemma":0.00000699143,"threshold_uncertainty_score":0.33833516},"labels":[],"label_agreement":null},{"id":"W2169952536","doi":"10.1145/1062455.1062491","title":"Using structural context to recommend source code examples","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":385,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language; Source code; Eclipse; Coding (social sciences); Code (set theory); Context (archaeology); Code review; Class (philosophy); Code generation; Task (project management); Software engineering; Static program analysis; Artificial intelligence; Software development; Software","score_opus":0.0811007841125726,"score_gpt":0.32975704602887224,"score_spread":0.24865626191629964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169952536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31373677,0.000032517124,0.68429494,0.0013090576,0.00011362742,0.000077437006,8.554847e-7,0.00028559018,0.00014921887],"genre_scores_gemma":[0.6801855,4.0848613e-7,0.31852075,0.00055376854,0.0000862111,0.000002568064,3.1436326e-7,0.000008229482,0.00064221857],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990358,0.000024692003,0.00012430527,0.00026227708,0.00022416108,0.0003287938],"domain_scores_gemma":[0.9990123,0.0003559038,0.000013754279,0.00041006505,0.000050538438,0.0001574272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001774464,0.000094141,0.000096785654,0.000108261724,0.00007856613,0.00016574436,0.00069227954,0.000029136756,0.00013111597],"category_scores_gemma":[0.00020919168,0.00008445371,0.00002640269,0.0002666854,0.000013378867,0.00027811914,0.00033596245,0.000103898295,0.00013037544],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007553392,0.00001943406,0.011930964,0.000013457034,0.00002883084,0.000008354957,0.0026443612,0.040427893,0.0058654975,0.01072459,0.012425939,0.91590315],"study_design_scores_gemma":[0.00046426614,0.000081410086,0.014011591,0.000028248412,0.0000024492276,0.000083541716,0.000104563,0.7303424,0.017618673,0.00024395759,0.23650402,0.0005148687],"about_ca_topic_score_codex":0.00015916565,"about_ca_topic_score_gemma":0.00008655745,"teacher_disagreement_score":0.9153882,"about_ca_system_score_codex":0.000099257464,"about_ca_system_score_gemma":0.000030395773,"threshold_uncertainty_score":0.34439224},"labels":[],"label_agreement":null},{"id":"W2169962133","doi":"10.1109/wcre.2002.1173066","title":"A methodology for developing transformations using the maintainability soft-goal graph","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software engineering; Code refactoring; Object-oriented programming; Restructuring; Legacy system; Graph rewriting; Process (computing); Context (archaeology); Graph; Systems engineering; Programming language; Engineering; Theoretical computer science; Software","score_opus":0.12101834387797614,"score_gpt":0.36841855839530635,"score_spread":0.2474002145173302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169962133","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01562488,0.000030348818,0.9823783,0.0011572059,0.00017206861,0.00038511123,6.581203e-7,0.00016884366,0.00008257011],"genre_scores_gemma":[0.24181414,0.000001149029,0.75794953,0.00014115225,0.000009116751,0.000057184665,2.8645724e-7,0.000004939904,0.000022518943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989452,0.00021592836,0.00016489645,0.00019230285,0.00014036677,0.000341326],"domain_scores_gemma":[0.99619836,0.003253693,0.000017511591,0.00035395403,0.00013682539,0.000039686638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023166228,0.00008027185,0.00009834976,0.000096819,0.000257471,0.00007610612,0.00050457683,0.000043235024,0.000006749341],"category_scores_gemma":[0.0023193483,0.00005630471,0.00006815292,0.00051539775,0.000054615106,0.00023739903,0.000042916585,0.00010765189,0.0000020418195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026583775,0.0000132077275,0.0009081101,0.00004077951,0.000021550106,8.2128423e-7,0.0013177576,0.0026065304,0.00045014184,0.9847919,0.000091871356,0.009754667],"study_design_scores_gemma":[0.0010421304,0.00013410344,0.008693217,0.000022714923,0.000019844885,0.00021855821,0.00083658285,0.2720101,0.032882065,0.665036,0.018418405,0.000686234],"about_ca_topic_score_codex":0.00002154362,"about_ca_topic_score_gemma":0.000009909974,"teacher_disagreement_score":0.31975585,"about_ca_system_score_codex":0.00009543521,"about_ca_system_score_gemma":0.00023336403,"threshold_uncertainty_score":0.2776644},"labels":[],"label_agreement":null},{"id":"W2170146914","doi":"10.1109/ccece.1998.685594","title":"On measuring programmer team productivity","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Programmer; Productivity; Computer science; Context (archaeology); Process (computing); Variance (accounting); Software engineering; Programming language; Accounting; Business","score_opus":0.04951380512404416,"score_gpt":0.25028091670451674,"score_spread":0.20076711158047258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170146914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28212532,0.00013624119,0.67930216,0.0027639924,0.00064159196,0.000595395,2.1348028e-7,0.0030748765,0.031360228],"genre_scores_gemma":[0.9752451,0.0000010475144,0.020632518,0.000036061203,0.000051029343,0.00002795425,5.359115e-8,0.000007707851,0.0039985157],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989318,0.00002177145,0.00006312246,0.0003126151,0.00038826934,0.00028240035],"domain_scores_gemma":[0.99912435,0.00017435077,0.000009026777,0.0005709729,0.000044163757,0.00007716483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002631766,0.000074811636,0.0000626452,0.00008489668,0.000049675567,0.00010482859,0.00048888463,0.000022456637,0.000047787395],"category_scores_gemma":[0.0006488917,0.0000620083,0.00002563736,0.00036747163,0.000016087764,0.00022524342,0.00012462905,0.00014738074,0.0005117172],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033326742,0.0007351187,0.019124025,0.000047016823,0.00003231862,0.000030501305,0.0006377429,0.0011481114,0.0010258559,0.04065244,0.033335198,0.90322834],"study_design_scores_gemma":[0.002150686,0.001779235,0.14408724,0.00017704799,0.000009424163,0.00019587605,0.000024194129,0.5683843,0.15089674,0.006731957,0.12293468,0.0026286351],"about_ca_topic_score_codex":0.00001201008,"about_ca_topic_score_gemma":0.0000014835563,"teacher_disagreement_score":0.9005997,"about_ca_system_score_codex":0.000043651336,"about_ca_system_score_gemma":0.0000072395437,"threshold_uncertainty_score":0.657726},"labels":[],"label_agreement":null},{"id":"W2170347996","doi":"10.1109/cseet.2006.42","title":"Will Johnny/Joanie Make a Good Software Engineer? Are Course Grades Showing the Whole Picture?","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Traceability; Grading (engineering); Software engineering; Computer science; Argument (complex analysis); Course (navigation); Software; Software quality; Quality (philosophy); Software evolution; Software development; Engineering; Software construction; Programming language","score_opus":0.011133895997029237,"score_gpt":0.22978632695132478,"score_spread":0.21865243095429554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170347996","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03301549,0.0012300222,0.957592,0.0047335303,0.0007389817,0.0003532841,0.0000109209195,0.0019966548,0.00032912462],"genre_scores_gemma":[0.93903184,0.0000046905034,0.05640648,0.00032270545,0.00039506238,0.00005621245,0.0000068867826,0.00004851927,0.0037276251],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976474,0.00005193691,0.00025271493,0.0005257513,0.0007862764,0.0007358998],"domain_scores_gemma":[0.99772906,0.0007857114,0.000052354408,0.0011657747,0.0001339278,0.00013315759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042243686,0.00028881434,0.00022464499,0.00013766314,0.00023621686,0.00048338255,0.0018064771,0.00011614914,0.000032779586],"category_scores_gemma":[0.0003461715,0.00020174797,0.00012433148,0.0008092013,0.00006959436,0.00054644316,0.00042017672,0.00046398898,0.000103164435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019833233,0.001034443,0.519265,0.00039046232,0.00046335408,0.0011292705,0.0029495622,0.11364063,0.0025390112,0.1653469,0.14782836,0.045393154],"study_design_scores_gemma":[0.0018190416,0.00023808489,0.8035526,0.00028320038,0.000066690074,0.0004036066,0.00043912505,0.07307344,0.0044414843,0.016231,0.097235896,0.0022158334],"about_ca_topic_score_codex":0.000078405945,"about_ca_topic_score_gemma":0.00006497691,"teacher_disagreement_score":0.90601635,"about_ca_system_score_codex":0.00009067544,"about_ca_system_score_gemma":0.000089619425,"threshold_uncertainty_score":0.8227043},"labels":[],"label_agreement":null},{"id":"W2170365891","doi":"10.1145/2393596.2393654","title":"Do crosscutting concerns cause modularity problems?","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Modularity (biology); Computer science; Comprehension; Process (computing); Program comprehension; Period (music); Risk analysis (engineering); Data science; Software; Software system; Programming language; Physics; Business","score_opus":0.061676067535754546,"score_gpt":0.3240856276900568,"score_spread":0.2624095601543022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170365891","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21479814,0.00025068334,0.78200114,0.00021609987,0.00041175797,0.00015198703,7.562147e-7,0.0007687105,0.0014007518],"genre_scores_gemma":[0.9542196,0.0000031661941,0.044845834,0.000054456137,0.0001486525,0.000016090096,4.1601356e-7,0.000009636403,0.0007021702],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987586,0.000027914322,0.00011916068,0.00021703159,0.0003292724,0.0005480351],"domain_scores_gemma":[0.9988833,0.0002665185,0.000019674017,0.0005704465,0.00006860042,0.00019147377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060506683,0.00009238503,0.00008789168,0.00005873318,0.0000888114,0.00023275957,0.0006513156,0.00004922818,0.000060491275],"category_scores_gemma":[0.0003917689,0.00007994737,0.000032875294,0.0002944812,0.000029829493,0.00078057713,0.00042728032,0.00017777823,0.00022135089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014988053,0.0001691771,0.8479611,0.00009268984,0.000056035307,0.000016864085,0.0039402666,0.0015852024,0.0018356143,0.11135914,0.00438351,0.028598895],"study_design_scores_gemma":[0.0013563475,0.00015259329,0.77726364,0.000107932865,0.000013043953,0.00016480859,0.000085626154,0.14259492,0.027030477,0.0035973361,0.046106495,0.0015267914],"about_ca_topic_score_codex":0.00007047514,"about_ca_topic_score_gemma":0.0000020239715,"teacher_disagreement_score":0.7394214,"about_ca_system_score_codex":0.000060810322,"about_ca_system_score_gemma":0.00003439845,"threshold_uncertainty_score":0.32601592},"labels":[],"label_agreement":null},{"id":"W2170369178","doi":"10.1145/1923947.1923951","title":"Improving program navigation with an active help system","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Context (archaeology); Software; Program code; Work (physics); Code (set theory); Human–computer interaction; World Wide Web; Multimedia; Programming language; Engineering","score_opus":0.008570555688205844,"score_gpt":0.26166675277680007,"score_spread":0.2530961970885942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170369178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58242095,9.993939e-7,0.4155696,0.00002796666,0.00013990357,0.00023815235,2.391985e-7,0.0013109373,0.000291255],"genre_scores_gemma":[0.77037436,1.8995962e-8,0.22945298,0.0000033294727,0.00004890777,0.00006017325,0.00000150462,0.0000072705634,0.000051440013],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991961,0.000014214777,0.000062805004,0.0002493125,0.00026944213,0.00020809038],"domain_scores_gemma":[0.9992182,0.00008476314,0.000021858534,0.00044971818,0.00011983948,0.00010560233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001805394,0.00007124871,0.000058209193,0.00005427498,0.00006080319,0.00021842933,0.00046208757,0.000041196337,0.0000027668186],"category_scores_gemma":[0.000045915487,0.000052846557,0.0000111459985,0.00027900096,0.000020224948,0.00065642234,0.000082885344,0.0002220386,0.000022748602],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012290474,0.00010374389,0.004408662,0.00010919165,0.000014296529,0.00003836132,0.00055030826,0.000075959986,0.022232845,0.024423247,0.000017979488,0.9480131],"study_design_scores_gemma":[0.00052042457,0.0011973892,0.037147466,0.000068846886,0.0000043996465,0.00021347427,0.00027018023,0.85791445,0.10181658,0.000057482925,0.00036288236,0.00042643317],"about_ca_topic_score_codex":0.000098473036,"about_ca_topic_score_gemma":0.000023181585,"teacher_disagreement_score":0.94758666,"about_ca_system_score_codex":0.000037490598,"about_ca_system_score_gemma":0.00006298711,"threshold_uncertainty_score":0.21550201},"labels":[],"label_agreement":null},{"id":"W2170491347","doi":"10.1109/esem.2007.10","title":"Impact Analysis of Missing Values on the Prediction Accuracy of Analogy-based Software Effort Estimation Method AQUA","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Missing data; Analogy; Intuition; Computer science; Dependency (UML); Statistics; Quadratic equation; Data mining; Mathematics; Context (archaeology); Algorithm; Artificial intelligence","score_opus":0.029467486228604543,"score_gpt":0.36471030131969917,"score_spread":0.3352428150910946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170491347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22918044,0.000012249723,0.77041745,0.00007830323,0.00003913785,0.000107302025,0.000004701731,0.00012556558,0.00003488052],"genre_scores_gemma":[0.6531811,4.2883653e-7,0.3467725,0.000018848856,0.0000076727765,0.0000020895964,0.0000073497567,0.000004678462,0.000005368932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985357,0.00008257801,0.00034240924,0.0002291103,0.0005916547,0.0002185707],"domain_scores_gemma":[0.99182916,0.0070770136,0.00015533369,0.000670603,0.00020131379,0.00006660629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002312833,0.00010970513,0.00023782553,0.00082421803,0.00006280062,0.000039002705,0.00050917506,0.000060105747,0.000038650767],"category_scores_gemma":[0.0035535349,0.000071425304,0.0002033258,0.0025228008,0.0000400381,0.00020456617,0.000055639135,0.00012502956,0.0000019473637],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031811087,0.000113339,0.15729898,0.000040338222,0.0005418902,0.0000031424022,0.000372935,0.69189394,0.0021509083,0.0009022525,0.00015545297,0.14649503],"study_design_scores_gemma":[0.000069939975,0.00009183918,0.3865788,0.0000168008,0.000054767163,6.742777e-7,0.0000046716336,0.5912488,0.021654611,0.00023854061,0.0000016103239,0.000038917042],"about_ca_topic_score_codex":0.00016716628,"about_ca_topic_score_gemma":0.000004342355,"teacher_disagreement_score":0.42400065,"about_ca_system_score_codex":0.000089534864,"about_ca_system_score_gemma":0.00010351354,"threshold_uncertainty_score":0.42541698},"labels":[],"label_agreement":null},{"id":"W2170660163","doi":"10.1109/wcre.2010.33","title":"Enhancing Source-Based Clone Detection Using Intermediate Representation","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Source code; Computer science; Software maintenance; Java; Benchmark (surveying); Security token; Software; Precision and recall; Maintainability; Software system; Programming language; Artificial intelligence; Operating system; Biology; Software engineering; Gene","score_opus":0.01879607424847668,"score_gpt":0.287004374445986,"score_spread":0.2682083001975093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170660163","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48126543,0.0000012144575,0.5179617,0.00002632198,0.00042659088,0.000043250904,5.182297e-8,0.00025625364,0.000019239336],"genre_scores_gemma":[0.9208171,2.0590352e-7,0.078961395,0.000028408065,0.000113426824,0.000011449297,3.7956562e-7,0.0000094555135,0.000058186622],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99912953,0.000027778244,0.00013123128,0.00025036786,0.0002518043,0.00020926286],"domain_scores_gemma":[0.99891144,0.00048681968,0.00003153197,0.00041690108,0.00007748353,0.000075852135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033232916,0.000071392824,0.000068413734,0.00018964852,0.00007508592,0.00014144502,0.00033129528,0.000053049705,0.00003159705],"category_scores_gemma":[0.0010216485,0.00007007101,0.000033561188,0.0004011399,0.000022481072,0.00031384348,0.0001118284,0.00024717127,0.000043975062],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003425496,0.000014393732,0.005464928,0.000010390446,0.000004066687,0.0000045455968,0.00013569242,0.0032571428,0.94575995,0.000070657465,0.0000074270138,0.04526735],"study_design_scores_gemma":[0.00008438763,0.000011527946,0.00858717,0.0000052300225,9.522287e-7,0.0000061843507,0.0000046243103,0.43140212,0.5597549,0.00003758578,0.00004409754,0.00006122057],"about_ca_topic_score_codex":0.00016502725,"about_ca_topic_score_gemma":0.00008196864,"teacher_disagreement_score":0.43955168,"about_ca_system_score_codex":0.00004016497,"about_ca_system_score_gemma":0.00004746267,"threshold_uncertainty_score":0.28574127},"labels":[],"label_agreement":null},{"id":"W2171172898","doi":"10.1145/1985404.1985407","title":"Extracting code clones for refactoring using combinations of clone metrics","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Victoria","keywords":"Code refactoring; clone (Java method); Computer science; Code (set theory); Programming language; Cloning (programming); Computational biology; Biology; Genetics; Software; DNA","score_opus":0.2161381383002295,"score_gpt":0.3510390307316339,"score_spread":0.1349008924314044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171172898","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16652489,0.00004949675,0.83262414,0.000013873372,0.0002519916,0.00011381956,0.0000015891403,0.00014626209,0.00027393425],"genre_scores_gemma":[0.6256387,0.000002663007,0.374274,0.000002616434,0.000011611341,0.0000051464,3.0049918e-7,0.0000067216806,0.00005821326],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919105,0.0000140251595,0.00018663013,0.00017357047,0.0002218919,0.00021281997],"domain_scores_gemma":[0.99815315,0.00118412,0.00006242385,0.00031340533,0.00023293233,0.000053970103],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046114493,0.0000671155,0.00011043224,0.00029021976,0.000073737196,0.000031101852,0.00046568742,0.00003844589,0.000007066637],"category_scores_gemma":[0.0014383893,0.00006606419,0.000043225733,0.0007036827,0.000016445843,0.0003755749,0.00014410696,0.000082876235,0.0000018875844],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029053002,0.0015941251,0.156189,0.0005213925,0.00023124664,0.000022254642,0.008861159,0.002740862,0.08558897,0.6657329,0.0003425128,0.07814648],"study_design_scores_gemma":[0.0013986635,0.00026411223,0.05205328,0.00008094583,0.000022086366,0.000025265106,0.00020961274,0.5916239,0.34784505,0.0052430145,0.0007229841,0.0005110823],"about_ca_topic_score_codex":0.00009771681,"about_ca_topic_score_gemma":0.0000022872448,"teacher_disagreement_score":0.6604899,"about_ca_system_score_codex":0.00004841193,"about_ca_system_score_gemma":0.000043827695,"threshold_uncertainty_score":0.26940194},"labels":[],"label_agreement":null},{"id":"W2171368158","doi":"10.1109/icsm.2015.7332455","title":"A comparative study on the bug-proneness of different types of code clones","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code refactoring; clone (Java method); Computer science; Software bug; Code (set theory); Software maintenance; Programming language; Type (biology); Software system; Biology; Software; Genetics; Gene","score_opus":0.13052598699706477,"score_gpt":0.34996060519706074,"score_spread":0.21943461819999596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171368158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9599262,0.000024712746,0.039112944,0.00018434651,0.00009250022,0.00024908755,0.0000010619825,0.000047252717,0.00036189624],"genre_scores_gemma":[0.99934673,4.368325e-7,0.0004974495,0.0000068294426,0.000008674975,0.0000179679,1.4853634e-7,0.0000029734886,0.00011879595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991485,0.0000860657,0.00012387255,0.00013082728,0.00040741425,0.00010334109],"domain_scores_gemma":[0.9985492,0.00077556155,0.000034249268,0.00044565432,0.00015370609,0.000041619558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029359097,0.000068225294,0.00017045284,0.00005470677,0.000015225148,0.000015684245,0.0006594311,0.000013359514,0.0000055663068],"category_scores_gemma":[0.00015372068,0.00003612974,0.000020097119,0.00021617408,0.000043037253,0.000044908807,0.00021617424,0.00006792324,0.000012674286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021824818,0.005790721,0.74368095,0.00010691569,0.0005356969,0.00001695976,0.07612725,0.011364729,0.005752361,0.14759594,0.0063883592,0.0024218904],"study_design_scores_gemma":[0.0009915364,0.0021473402,0.8465164,0.000046557157,0.000009649179,0.0000018251486,0.0028774552,0.02963985,0.115764305,0.0017194342,0.000080185855,0.00020547517],"about_ca_topic_score_codex":0.000051197014,"about_ca_topic_score_gemma":0.000016902024,"teacher_disagreement_score":0.1458765,"about_ca_system_score_codex":0.000017486731,"about_ca_system_score_gemma":0.00003675909,"threshold_uncertainty_score":0.1473328},"labels":[],"label_agreement":null},{"id":"W2171606859","doi":"10.1109/wcre.2009.41","title":"Who are Source Code Contributors and How do they Change?","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"License; Source code; Computer science; Open source software; Open source; Code (set theory); Empirical research; Software; Computer security; World Wide Web; Code review; Internet privacy; Business; Software quality; Software development; Programming language; Operating system","score_opus":0.02248833389862509,"score_gpt":0.25235615110741333,"score_spread":0.22986781720878824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171606859","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19695164,0.0012199745,0.7667777,0.03267797,0.00021472726,0.00038557439,0.000005535848,0.0012518786,0.0005149936],"genre_scores_gemma":[0.99525434,0.000034387245,0.0029908635,0.0004107918,0.00008679909,0.0000072776984,3.6679492e-7,0.0000056479016,0.0012095205],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991385,0.000022954182,0.000047534508,0.00025067825,0.00024450375,0.00029587248],"domain_scores_gemma":[0.9991927,0.00024469258,0.000019324876,0.00035643758,0.0000615632,0.00012528685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002226157,0.000092362534,0.00012426685,0.00008117476,0.00005907979,0.00030163565,0.0004448686,0.00004617865,0.000004666389],"category_scores_gemma":[0.00028744797,0.000075048476,0.000021245572,0.00016655106,0.000016123979,0.00026954434,0.00013274822,0.00011320799,0.0000149027055],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019333887,0.00015781895,0.22206743,0.00007208228,0.00006866198,0.00018724805,0.0064349575,0.0002591404,0.0011003637,0.0773165,0.047920313,0.6443962],"study_design_scores_gemma":[0.0012493653,0.0003885106,0.8770822,0.00014831968,0.0000056998065,0.00007321208,0.00014219533,0.04807727,0.0032291599,0.0031387596,0.06572969,0.00073557696],"about_ca_topic_score_codex":0.000011985342,"about_ca_topic_score_gemma":0.0000071674126,"teacher_disagreement_score":0.7983027,"about_ca_system_score_codex":0.000024154559,"about_ca_system_score_gemma":0.000010145453,"threshold_uncertainty_score":0.3060388},"labels":[],"label_agreement":null},{"id":"W2171618950","doi":"10.1109/csmr.2005.49","title":"Software Clustering Based on Dynamic Dependencies","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Cluster analysis; Data mining; Software system; Software; Software construction; Software sizing; Software engineering; Artificial intelligence; Programming language","score_opus":0.01310430193199962,"score_gpt":0.2577414525729553,"score_spread":0.24463715064095565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171618950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077334368,0.0000247463,0.9894883,0.000748574,0.00013906487,0.00007988976,5.766277e-7,0.0010807795,0.0007046285],"genre_scores_gemma":[0.7140416,0.0000010200919,0.28478515,0.00034433138,0.000025878935,0.000010645637,6.400251e-7,0.000009968943,0.0007807799],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988408,0.000018015202,0.00010556112,0.0002943905,0.00042084654,0.00032039348],"domain_scores_gemma":[0.998705,0.00055117207,0.000013094313,0.0005953109,0.000041334508,0.00009407186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020703756,0.0001077423,0.00008175437,0.00017263327,0.000066486435,0.00013209328,0.00081434683,0.000042749092,0.00008652667],"category_scores_gemma":[0.00035743427,0.00009689936,0.00004095352,0.00026959187,0.000014564366,0.00026651853,0.00020014093,0.0001522449,0.00040586537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001001167,0.00011638199,0.007489521,0.000048725135,0.000013027656,0.000052414674,0.0002207195,0.6468498,0.00050782104,0.0013360305,0.0018154755,0.3415401],"study_design_scores_gemma":[0.00016366832,0.000048560152,0.010960765,0.000015917814,5.155979e-7,0.00000622951,0.000002511581,0.9864831,0.00063026405,0.00003735749,0.0015167084,0.0001344135],"about_ca_topic_score_codex":0.000009406952,"about_ca_topic_score_gemma":0.00007085653,"teacher_disagreement_score":0.7063081,"about_ca_system_score_codex":0.00013459648,"about_ca_system_score_gemma":0.00005638555,"threshold_uncertainty_score":0.52167135},"labels":[],"label_agreement":null},{"id":"W2171683500","doi":"10.5555/2663297.2663305","title":"Generating precise dependencies for large software","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada); University of Waterloo","funders":"","keywords":"Code refactoring; Computer science; Software; Software development; Software engineering; Source lines of code; Software system; Scalability; Code (set theory); Software construction; Source code; Backporting; Programming language; Data mining; Database; Set (abstract data type)","score_opus":0.020952338323343568,"score_gpt":0.26432046299521395,"score_spread":0.24336812467187038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171683500","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038238596,0.000080218495,0.9602269,0.0001973154,0.00018968893,0.00034763804,0.0000016793056,0.00063788996,0.00008010039],"genre_scores_gemma":[0.25491938,0.0000015660181,0.7421382,0.00013032473,0.000079571204,0.00026602097,0.0000017292728,0.000011826758,0.0024513504],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989786,0.000012534717,0.000117505035,0.0002575656,0.0002348548,0.00039892903],"domain_scores_gemma":[0.998546,0.00076200225,0.000016017319,0.00040653645,0.00017461802,0.00009479764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002489202,0.000086402666,0.00008338768,0.00006895227,0.000115064155,0.0002951445,0.0006799359,0.000041802337,0.00012798037],"category_scores_gemma":[0.001263333,0.000073124196,0.000043964166,0.00016757629,0.0000061317614,0.00054981536,0.0002719113,0.00007483259,0.0002186686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061023006,0.00034260398,0.08413907,0.00038662978,0.00012917352,0.00002095671,0.0030772546,0.008481257,0.022782056,0.0911747,0.27213153,0.5173287],"study_design_scores_gemma":[0.0006817827,0.00013098732,0.012933827,0.000023019938,0.0000026192045,0.000016459571,0.00004909169,0.95477444,0.018045107,0.0036322246,0.009228365,0.00048206004],"about_ca_topic_score_codex":0.000027613785,"about_ca_topic_score_gemma":0.000008065266,"teacher_disagreement_score":0.9462932,"about_ca_system_score_codex":0.00002887026,"about_ca_system_score_gemma":0.000046515775,"threshold_uncertainty_score":0.29819182},"labels":[],"label_agreement":null},{"id":"W2171733741","doi":"10.5555/776816.776866","title":"Hipikat: recommending pertinent software development artifacts","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":320,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Computer science; Task (project management); Context (archaeology); Open source; Software project management; Open source software; Software; Open-source software development; Software engineering; Software development; World Wide Web; Data science; Software construction; Engineering; Systems engineering; Programming language","score_opus":0.03155944281280614,"score_gpt":0.2593580953075713,"score_spread":0.22779865249476516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171733741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045653053,0.00006502577,0.95091873,0.00042069136,0.00042854826,0.00011602469,9.7621694e-8,0.00081015984,0.0015876794],"genre_scores_gemma":[0.47729105,0.000002923117,0.5210785,0.00018741736,0.000014795264,0.000026275566,8.321956e-7,0.000012950475,0.0013852497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856216,0.00004336625,0.00020413185,0.00034614463,0.00036482725,0.00047938342],"domain_scores_gemma":[0.9988547,0.00041382507,0.000024149498,0.00045940344,0.00006211401,0.00018581224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051056885,0.00013418932,0.000108505934,0.00014554664,0.00013046236,0.00014996936,0.00055746775,0.00004239546,0.0002236118],"category_scores_gemma":[0.0012355511,0.000119661905,0.000033588716,0.0003771445,0.000010557655,0.00026307983,0.00018581774,0.000151109,0.00055121473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075430635,0.00047664126,0.19130126,0.00015707122,0.0001458729,0.00017296479,0.0054695774,0.0016913293,0.0025519023,0.067620404,0.030555395,0.69985],"study_design_scores_gemma":[0.00094221823,0.0001206662,0.07930957,0.00011333471,0.000004007621,0.00013012043,0.00009230861,0.0046082274,0.22624011,0.0015446505,0.6855368,0.0013579527],"about_ca_topic_score_codex":0.000004115022,"about_ca_topic_score_gemma":0.0000021568665,"teacher_disagreement_score":0.6984921,"about_ca_system_score_codex":0.0001593556,"about_ca_system_score_gemma":0.0001375673,"threshold_uncertainty_score":0.7084934},"labels":[],"label_agreement":null},{"id":"W2171753775","doi":"10.1109/caia.1993.366651","title":"Compositional software reuse with case-based reasoning","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Reuse; Software engineering; Flexibility (engineering); Software; Code reuse; Process (computing); Matching (statistics); Source code; Programming language; Code (set theory); Adaptability; Data mining; Artificial intelligence; Engineering","score_opus":0.019678112325361718,"score_gpt":0.2318524139736261,"score_spread":0.2121743016482644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171753775","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060173884,0.000052170166,0.93762094,0.0007501353,0.000047504862,0.00007956415,0.000001660016,0.0008722342,0.00040192378],"genre_scores_gemma":[0.4961865,3.827547e-7,0.50338185,0.00013871497,0.000020573216,0.000011174758,0.0000013131296,0.000008468731,0.00025104336],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897665,0.000024782625,0.000085912536,0.00027271445,0.0003731922,0.0002667639],"domain_scores_gemma":[0.9984068,0.00060231856,0.000016545924,0.00075404206,0.000097735705,0.00012254923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011683788,0.00009865168,0.00008081404,0.00010815839,0.00012211707,0.00013995753,0.0006403487,0.000031957745,0.00022663713],"category_scores_gemma":[0.00027693145,0.000081022066,0.0000250746,0.00040144075,0.00003321644,0.00024016653,0.0001448152,0.00014520124,0.00014179737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010433131,0.001870343,0.33387357,0.0003863822,0.00037716163,0.0946517,0.0035792282,0.14092962,0.0017645219,0.07900048,0.2532723,0.090190366],"study_design_scores_gemma":[0.0018572116,0.0005476975,0.013631979,0.0001714601,0.000008761738,0.010131552,0.000016033326,0.9625644,0.0052627646,0.00021949285,0.004754796,0.0008338364],"about_ca_topic_score_codex":0.000032236985,"about_ca_topic_score_gemma":0.0000048759457,"teacher_disagreement_score":0.82163477,"about_ca_system_score_codex":0.00005620021,"about_ca_system_score_gemma":0.000029785328,"threshold_uncertainty_score":0.33039838},"labels":[],"label_agreement":null},{"id":"W2171758753","doi":"10.1109/caia.1995.378780","title":"Using paths to detect redundancy in rule bases","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Redundancy (engineering); Computer science; Data mining; Inefficiency; Rule-based system; Theoretical computer science; Algorithm; Artificial intelligence","score_opus":0.05865827952763222,"score_gpt":0.2942813950271803,"score_spread":0.2356231154995481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171758753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30351347,0.000105044055,0.69474024,0.00023367563,0.00013482435,0.000098574244,2.9969877e-7,0.00025510835,0.000918761],"genre_scores_gemma":[0.7228716,0.0000026780535,0.2765946,0.00010298721,0.000022781664,0.0000067517035,4.005435e-8,0.0000068032055,0.00039176128],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991606,0.000021181015,0.0001000642,0.00022703553,0.00020818933,0.00028293286],"domain_scores_gemma":[0.9992698,0.00023620666,0.000006660369,0.00037050308,0.00002422531,0.000092616974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015622028,0.00007127085,0.00007826387,0.00020885526,0.000028434028,0.00008158152,0.0004613533,0.00002378774,0.00013026418],"category_scores_gemma":[0.0004906751,0.00006316523,0.000020658239,0.00072988775,0.000006897696,0.00019275853,0.00020060827,0.000085215725,0.00021645224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005988129,0.00019959168,0.058445588,0.0000769865,0.000018206734,0.0006464749,0.0025974652,0.032911923,0.030691754,0.0038646806,0.009368584,0.86117274],"study_design_scores_gemma":[0.00046081786,0.00015010568,0.05056051,0.00011392285,0.0000012992368,0.000057717025,0.000017684688,0.9065627,0.03525253,0.0009736307,0.005290986,0.00055808516],"about_ca_topic_score_codex":0.00011131173,"about_ca_topic_score_gemma":0.000012253332,"teacher_disagreement_score":0.8736508,"about_ca_system_score_codex":0.00007345226,"about_ca_system_score_gemma":0.000014234219,"threshold_uncertainty_score":0.2782128},"labels":[],"label_agreement":null},{"id":"W2171868993","doi":"10.1109/wcre.2010.11","title":"Studying the Impact of Clones on Software Defects","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Cloning (programming); Commit; Computer science; Software; Code (set theory); Software maintenance; Software engineering; Software system; Software evolution; Programming language; Software construction; Biology; Genetics; Database; Gene","score_opus":0.023275071991492504,"score_gpt":0.30559533710745274,"score_spread":0.28232026511596026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171868993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8945118,0.000011678436,0.1046555,0.000056433124,0.00022201813,0.000107209955,4.5668125e-7,0.00021007354,0.00022481418],"genre_scores_gemma":[0.9873817,8.5235325e-7,0.012463047,0.000016678001,0.000040326475,0.0000071554923,1.4056283e-7,0.0000066516027,0.00008345186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99926746,0.000021904578,0.00008174034,0.0001537624,0.00027524654,0.00019988963],"domain_scores_gemma":[0.99791825,0.001263056,0.000020617656,0.0006783758,0.00006657776,0.000053150266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033655873,0.00007629131,0.00007995445,0.000075690405,0.000059549842,0.00006130665,0.00089723413,0.000030700718,0.00003456395],"category_scores_gemma":[0.0011575952,0.00004056329,0.00007470338,0.0003176799,0.00003147888,0.00010702635,0.00020763993,0.0002495572,0.000046121742],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018169367,0.00036517705,0.8342832,0.00004225107,0.00013709636,0.000029352732,0.0022484774,0.009818164,0.029219681,0.031109694,0.007878248,0.08485053],"study_design_scores_gemma":[0.00018489377,0.00028113785,0.9799365,0.000011089379,0.000001490701,0.000010978226,0.000010128443,0.0074726413,0.011229908,0.00065245724,0.000087849556,0.00012096757],"about_ca_topic_score_codex":0.00012452556,"about_ca_topic_score_gemma":0.000009048367,"teacher_disagreement_score":0.14565329,"about_ca_system_score_codex":0.000014995888,"about_ca_system_score_gemma":0.0000570598,"threshold_uncertainty_score":0.16672991},"labels":[],"label_agreement":null},{"id":"W2171932879","doi":"10.1109/case.1992.200160","title":"A framework for capturing design rationale using granularity hierarchies","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Guangdong Academy of Sciences","keywords":"Granularity; Schematic; Computer science; Usability; Notation; Component (thermodynamics); Software; Software engineering; Theoretical computer science; Programming language; Data mining; Human–computer interaction; Mathematics; Engineering","score_opus":0.0966438150107016,"score_gpt":0.316822960167619,"score_spread":0.22017914515691742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171932879","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006025806,0.000090276844,0.99298847,0.0001286402,0.00017984118,0.0003005251,5.1400696e-7,0.00021008872,0.000075840675],"genre_scores_gemma":[0.20730543,0.000001111163,0.79248816,0.000050447405,0.00002690768,0.000030963914,2.690552e-7,0.0000073893343,0.000089323046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99914014,0.000054847722,0.000101336,0.00022707887,0.00021080914,0.00026577737],"domain_scores_gemma":[0.99765795,0.001889083,0.000015123108,0.0002999281,0.00007081245,0.00006707004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050411175,0.00007954692,0.000082071456,0.00010232117,0.00014107142,0.00015155425,0.00033205774,0.000048356833,0.000013090086],"category_scores_gemma":[0.0019346412,0.00007583148,0.00004110424,0.00027119264,0.000021194417,0.00023949443,0.00005093466,0.00012239827,0.0000061877486],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029679234,0.00002407336,0.0012126191,0.000022972761,0.000012356439,0.000003541868,0.00038391043,0.016343728,0.0006764917,0.9802548,0.00013218334,0.0009303427],"study_design_scores_gemma":[0.00041112068,0.000067226,0.0016583032,0.00004312633,0.0000047026433,0.000034718385,0.00002567816,0.42636538,0.037119884,0.53180236,0.0020843465,0.00038319445],"about_ca_topic_score_codex":0.000009768056,"about_ca_topic_score_gemma":6.8284413e-7,"teacher_disagreement_score":0.44845247,"about_ca_system_score_codex":0.00004592998,"about_ca_system_score_gemma":0.00010588062,"threshold_uncertainty_score":0.3092318},"labels":[],"label_agreement":null},{"id":"W2172101821","doi":"10.1109/ccece.2002.1013033","title":"Release date prediction for telecommunication software using Bayesian Belief Networks","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Calgary","keywords":"Computer science; Bayesian network; Data mining; Context (archaeology); Process (computing); Schedule; Set (abstract data type); Software quality; Code (set theory); Source code; Software; Variable (mathematics); Quality (philosophy); Software metric; Machine learning; Software development","score_opus":0.024877061414091767,"score_gpt":0.27405390170189525,"score_spread":0.24917684028780349,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172101821","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028748394,0.00020335482,0.995601,0.000081286074,0.0002492085,0.0003013616,0.000002089448,0.0005772758,0.00010956733],"genre_scores_gemma":[0.43415943,0.000022300148,0.5655253,0.00006040071,0.000040711875,0.00003749868,0.000010079986,0.000016048236,0.00012824392],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896646,0.00006707511,0.00018143117,0.00028130595,0.00017883108,0.00032492375],"domain_scores_gemma":[0.9982867,0.00054879254,0.0000381141,0.00089614757,0.00012396729,0.00010624503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005072751,0.00010277909,0.00009182887,0.00010567643,0.00019634447,0.00012612499,0.00061692356,0.00007658158,0.000010813337],"category_scores_gemma":[0.00095485244,0.00010428502,0.000043782613,0.0004210775,0.000018342824,0.0004370316,0.00011631004,0.00015562659,0.0000055618407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023504177,0.00028749017,0.033687033,0.00009181152,0.00009580559,0.0000074557747,0.0003531781,0.76277876,0.0007060129,0.08028608,0.009161141,0.112521745],"study_design_scores_gemma":[0.00026377762,0.00005359079,0.0020702071,0.000014890351,0.0000042631964,0.000014261182,0.0000045335387,0.9904453,0.0007453653,0.00075336033,0.0054978686,0.00013256742],"about_ca_topic_score_codex":0.000018366873,"about_ca_topic_score_gemma":0.0000037965958,"teacher_disagreement_score":0.43128458,"about_ca_system_score_codex":0.000070886534,"about_ca_system_score_gemma":0.00007678488,"threshold_uncertainty_score":0.42526197},"labels":[],"label_agreement":null},{"id":"W2172298781","doi":"10.1109/sess.1995.525960","title":"Ontario Hydro/AECL standards for software engineering deficiencies in existing standards that created their need","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Hydro One (Canada)","funders":"","keywords":"Engineering; Software; Systems engineering; Engineering management; Computer science","score_opus":0.04962133625241198,"score_gpt":0.2660631625758955,"score_spread":0.21644182632348352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172298781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23967671,0.00032612126,0.7576396,0.000088707944,0.00025427502,0.00040645222,0.000052061012,0.0009013418,0.0006547546],"genre_scores_gemma":[0.9120827,0.000010143604,0.08650548,0.000037440328,0.000034749388,0.00009062062,0.0000042054994,0.00003981288,0.0011948494],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970239,0.000025919424,0.0003308168,0.00057931733,0.0011216509,0.0009184158],"domain_scores_gemma":[0.99730664,0.0014505544,0.000049119444,0.0006448478,0.00037897303,0.00016988594],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014288903,0.00031259304,0.00034712933,0.0004502126,0.00015402662,0.0003746304,0.0010285217,0.00011891935,0.00016767599],"category_scores_gemma":[0.0031524082,0.0002798958,0.0001118517,0.0008490266,0.000040573603,0.0005670652,0.0003086489,0.00035808625,0.000006664685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017660642,0.0008060623,0.5135087,0.0012493066,0.00033367236,0.00043125823,0.061401393,0.26138282,0.003335126,0.01525495,0.0197199,0.12240026],"study_design_scores_gemma":[0.0032473688,0.00059697725,0.037860647,0.00048426466,0.000012292283,0.000080305486,0.0004239489,0.8752776,0.016132507,0.00035186406,0.06381762,0.001714644],"about_ca_topic_score_codex":0.0017217073,"about_ca_topic_score_gemma":0.0019470578,"teacher_disagreement_score":0.67240596,"about_ca_system_score_codex":0.0017431645,"about_ca_system_score_gemma":0.0003810237,"threshold_uncertainty_score":0.9999653},"labels":[],"label_agreement":null},{"id":"W2172820611","doi":"10.1007/978-3-319-24318-4_6","title":"SATGraf: Visualizing the Evolution of SAT Formula Structure in Solvers","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Boolean satisfiability problem; Maximum satisfiability problem; Heuristic; Branching (polymer chemistry); Theoretical computer science; Solver; Satisfiability; Boolean data type; Heuristics; True quantified Boolean formula; Algorithm; Boolean function; Artificial intelligence; Programming language","score_opus":0.023222380151059263,"score_gpt":0.2810982460035222,"score_spread":0.2578758658524629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172820611","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024935862,0.0010841311,0.99432427,0.00022824887,0.0011497868,0.00040532998,0.0000049801515,0.00010411191,0.00020554817],"genre_scores_gemma":[0.9141003,0.000011422193,0.085515134,0.00009762627,0.00018892162,0.000004797273,0.000003194665,0.000028542641,0.000050071147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99617994,0.000046854286,0.00049101474,0.00097428326,0.0016227788,0.00068515533],"domain_scores_gemma":[0.99677557,0.0011467304,0.00020348998,0.0014106095,0.00033296322,0.00013064702],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015040624,0.00039509925,0.00044704022,0.0011638362,0.00011458551,0.00022167797,0.0040338165,0.00030852522,0.000008445638],"category_scores_gemma":[0.0005808114,0.00030068654,0.000096791584,0.0012988304,0.0005970861,0.0005237908,0.0015522212,0.0010721397,0.000008247907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022549388,0.00004297748,0.0062950603,0.00020369695,0.000031404838,0.00011085661,0.005627767,0.52379084,0.0011599399,0.07096677,0.00014150355,0.39160663],"study_design_scores_gemma":[0.0005835484,0.00025904566,0.003981356,0.0007693444,0.000007464885,0.0000846571,0.000001973156,0.7495438,0.0011364452,0.24175785,0.0010580686,0.0008164362],"about_ca_topic_score_codex":0.00023264122,"about_ca_topic_score_gemma":0.00043568359,"teacher_disagreement_score":0.9116067,"about_ca_system_score_codex":0.0013099427,"about_ca_system_score_gemma":0.0010844062,"threshold_uncertainty_score":0.9999445},"labels":[],"label_agreement":null},{"id":"W2173092635","doi":"10.1109/models.2015.7338235","title":"State machine antipatterns for UML-RT","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software engineering; Software development; Unified Modeling Language; Software construction; Software; Software development process; Software system; Set (abstract data type); Software quality; Programming language","score_opus":0.04992134072962341,"score_gpt":0.3129910642982242,"score_spread":0.2630697235686008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173092635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027597334,0.000040397073,0.97043973,0.0007537093,0.00030653848,0.00013604741,0.0000042084644,0.00037947728,0.0003425568],"genre_scores_gemma":[0.8656419,0.0000021591563,0.13010153,0.00020541344,0.000052116833,0.000027308759,0.000002836927,0.000012794537,0.0039539333],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992313,0.000010344897,0.00008301515,0.00019511612,0.00022695176,0.0002532963],"domain_scores_gemma":[0.9991862,0.00018940927,0.000010557647,0.0003708078,0.00009446603,0.00014851708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034032518,0.000065762935,0.000072098745,0.00007202239,0.00002036486,0.00009376267,0.0005946241,0.000016517897,0.000010051409],"category_scores_gemma":[0.00024822855,0.000054738564,0.000025095442,0.00016004228,0.000009362824,0.00020020119,0.00018361761,0.000058567985,0.00011044025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006028143,0.00032343314,0.30166814,0.0001760897,0.00012031679,0.00012125952,0.0033832658,0.006798409,0.0013355954,0.02704997,0.26434842,0.39461482],"study_design_scores_gemma":[0.0019358315,0.00044757512,0.031650007,0.000016991435,0.0000025968284,0.000032540396,0.000010781259,0.88120306,0.011522381,0.0063867522,0.06629686,0.0004946329],"about_ca_topic_score_codex":0.00006723084,"about_ca_topic_score_gemma":0.000009634,"teacher_disagreement_score":0.87440467,"about_ca_system_score_codex":0.000029590723,"about_ca_system_score_gemma":0.00005117375,"threshold_uncertainty_score":0.2232174},"labels":[],"label_agreement":null},{"id":"W2175159659","doi":"","title":"Recommending software experts using code similarity and social heuristics","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Recommender system; Heuristics; Software; Code (set theory); Code review; Software engineering; Similarity (geometry); World Wide Web; Software development; Work (physics); Software quality; Data science; Engineering; Artificial intelligence; Set (abstract data type)","score_opus":0.05266931925355162,"score_gpt":0.3070951386637148,"score_spread":0.2544258194101632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175159659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061803754,0.000018369174,0.9368974,0.00052876596,0.00022110886,0.00004874072,0.0000012794998,0.0003922554,0.00008833764],"genre_scores_gemma":[0.6768831,0.0000022864517,0.3226832,0.00025937738,0.000110199086,0.0000024406927,7.229659e-7,0.000011691856,0.000046971778],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905497,0.000052712607,0.000115738585,0.00026886558,0.00021745374,0.00029027765],"domain_scores_gemma":[0.9988712,0.00074192224,0.000022092221,0.00023413566,0.000052013453,0.000078600664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037541278,0.00009883785,0.000121128396,0.00007735152,0.00022066558,0.00018720933,0.0003605102,0.0000618728,0.000012679435],"category_scores_gemma":[0.00069047423,0.000097546865,0.000023433671,0.0001429825,0.00003437597,0.00020053436,0.00041176443,0.00012365189,0.0000040116834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020381955,0.00027123184,0.25714874,0.00046906894,0.00011581646,0.00008317002,0.008917429,0.0016863884,0.0037369854,0.086169526,0.044384442,0.59699684],"study_design_scores_gemma":[0.00073765084,0.000098366916,0.027672661,0.000043232238,0.000008442173,0.00006684124,0.000078690166,0.9348148,0.0021846853,0.005084001,0.028428473,0.0007821576],"about_ca_topic_score_codex":0.000021407399,"about_ca_topic_score_gemma":0.0000038180033,"teacher_disagreement_score":0.9331284,"about_ca_system_score_codex":0.00005465006,"about_ca_system_score_gemma":0.000021992239,"threshold_uncertainty_score":0.39778456},"labels":[],"label_agreement":null},{"id":"W2177378206","doi":"10.1007/978-3-319-24285-9_1","title":"A Suite of Rules for Developing and Evaluating Software Quality Models","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software quality; Quality (philosophy); Software quality control; Computer science; Software quality analyst; Verification and validation; Ambiguity; Software; Suite; Software metric; Set (abstract data type); Software engineering; Data mining; Software development; Reliability engineering; Engineering; Operations management; Programming language; Geography","score_opus":0.10624179440377576,"score_gpt":0.352118014418156,"score_spread":0.24587622001438023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2177378206","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00041517976,0.0014693569,0.99668896,0.00019751003,0.0001299979,0.0005088994,0.0000207684,0.00018034964,0.00038897723],"genre_scores_gemma":[0.06586044,0.000051523224,0.9334788,0.00014371819,0.00008104899,0.00007782961,0.00015191143,0.00004759319,0.00010715693],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978364,0.000017870505,0.00084105233,0.0002834413,0.0007286336,0.00029261186],"domain_scores_gemma":[0.9956954,0.0010938848,0.00058032695,0.00030927942,0.0022713677,0.00004970933],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014744656,0.0003094318,0.0004648887,0.00063152506,0.000106474035,0.0003050824,0.0005265923,0.0003399344,0.0000016261088],"category_scores_gemma":[0.0060077333,0.00029999923,0.000039961906,0.000307738,0.000072235845,0.0026474118,0.00031865446,0.0003024036,0.0000017102063],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025580484,0.000003922283,0.000101947844,0.005144883,0.00001496312,5.869314e-7,0.0024559463,0.07104536,0.000009025414,0.02215648,0.000007888877,0.8990334],"study_design_scores_gemma":[0.001099831,0.000048065536,0.0009698095,0.0042679347,0.000020870708,0.000019807074,0.0000114589175,0.5350967,0.0002947538,0.45600656,0.0011949354,0.0009692816],"about_ca_topic_score_codex":0.000015914147,"about_ca_topic_score_gemma":0.000007449517,"teacher_disagreement_score":0.89806414,"about_ca_system_score_codex":0.00022326273,"about_ca_system_score_gemma":0.0009889983,"threshold_uncertainty_score":0.9999452},"labels":[],"label_agreement":null},{"id":"W2182913975","doi":"","title":"LEVENSHTEIN EDIT DISTANCE-BASED TYPE III CLONE DETECTION USING METRIC TREES","year":2011,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Levenshtein distance; Metric (unit); clone (Java method); Computer science; Edit distance; Code (set theory); Mathematics; Artificial intelligence; Algorithm; Biology; Engineering; Programming language; Genetics; DNA","score_opus":0.02734475168536953,"score_gpt":0.24424384653310616,"score_spread":0.21689909484773662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2182913975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17927583,0.0006521971,0.8176363,0.00013036517,0.00044393528,0.0003701826,0.0000049257737,0.0014122714,0.00007398024],"genre_scores_gemma":[0.7858989,0.000019824842,0.2134854,0.00014999087,0.00013942936,0.00010161682,0.0000029206633,0.000051108567,0.00015075003],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973018,0.0001307043,0.00040776024,0.00062875444,0.0006499708,0.0008809853],"domain_scores_gemma":[0.99759895,0.00032578298,0.00015700462,0.001331731,0.00024749673,0.00033906483],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008210865,0.00033604083,0.00033203795,0.0011675655,0.0002550976,0.00020576567,0.0012688361,0.0002562055,0.000027801783],"category_scores_gemma":[0.0007822373,0.0003503814,0.00014548194,0.0031589651,0.00007900602,0.0006063781,0.00030694727,0.00051262765,0.000026171758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009966049,0.0023432611,0.21943502,0.00033165907,0.00044730218,0.0011964123,0.0025397793,0.06318034,0.31597403,0.03248711,0.002743771,0.3583247],"study_design_scores_gemma":[0.00059768884,0.0003290356,0.08609294,0.000055515524,0.000021125257,0.00006483759,0.000016244898,0.7726088,0.1382346,0.0008652919,0.0005503135,0.0005636116],"about_ca_topic_score_codex":0.007377884,"about_ca_topic_score_gemma":0.0011315275,"teacher_disagreement_score":0.7094284,"about_ca_system_score_codex":0.0007897916,"about_ca_system_score_gemma":0.0003144612,"threshold_uncertainty_score":0.9998948},"labels":[],"label_agreement":null},{"id":"W2183869536","doi":"10.22215/etd/2012-09641","title":"An approach to design pattern and anti-pattern detection in MOF-based modeling languages","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Computer science; Humanities; Art","score_opus":0.03293593852257042,"score_gpt":0.2967618130366783,"score_spread":0.2638258745141079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183869536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33546132,0.000076099706,0.6638481,0.000006953555,0.000110243396,0.00025796267,7.7562976e-7,0.00019275761,0.00004577188],"genre_scores_gemma":[0.9688421,0.0000024128005,0.030803721,0.00003968646,0.00006286563,0.00010472342,0.00004323804,0.00003757314,0.00006366353],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984501,0.00009056198,0.00019215584,0.000537864,0.00034901113,0.0003802971],"domain_scores_gemma":[0.99913025,0.00013207947,0.000031163752,0.00047964448,0.00006567784,0.00016118698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049329264,0.00022298738,0.00020650226,0.0005854677,0.000044542507,0.00020332441,0.00054622826,0.00018877548,0.0000044849403],"category_scores_gemma":[0.0000688142,0.00022028906,0.000026548665,0.00035192887,0.00000415842,0.00033473654,0.000042122985,0.00029893563,0.000013226078],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015522559,0.00022574922,0.014051029,0.0004295806,0.00001859382,0.000014483537,0.0041886084,0.32363698,0.0090235565,0.000011901109,0.000012352798,0.64837164],"study_design_scores_gemma":[0.00014590767,0.00003926993,0.03624378,0.000052013685,0.0000032666967,0.000002511185,0.00014603032,0.95578474,0.0073104035,0.000005457385,0.0000010456963,0.00026556553],"about_ca_topic_score_codex":0.0009820593,"about_ca_topic_score_gemma":0.00020250717,"teacher_disagreement_score":0.6481061,"about_ca_system_score_codex":0.00006907407,"about_ca_system_score_gemma":0.000047218247,"threshold_uncertainty_score":0.89831275},"labels":[],"label_agreement":null},{"id":"W2185225911","doi":"10.1007/978-3-642-15405-8_6","title":"Programming Expertise during Incremental Software Development: An Empirical Study","year":2010,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algoma University","funders":"Algoma University","keywords":"Debugging; Computer science; Taxonomy (biology); Domain (mathematical analysis); Bloom's taxonomy; Software engineering; Software development; Subject-matter expert; Domain knowledge; Software; Process (computing); Data science; Knowledge management; Artificial intelligence; Cognition; Programming language; Expert system; Psychology","score_opus":0.11976024379682554,"score_gpt":0.40064254989710085,"score_spread":0.2808823061002753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185225911","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08684036,0.0033721884,0.90166736,0.00014330503,0.002633646,0.0029008656,0.000010464254,0.0015255224,0.0009062578],"genre_scores_gemma":[0.4871781,0.00006189841,0.50723165,0.000066721346,0.0002949237,0.00035949697,0.000032735108,0.000111493886,0.0046629775],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9961124,0.000053704494,0.0008414894,0.0011591299,0.0012946492,0.0005386089],"domain_scores_gemma":[0.99745697,0.001129881,0.00016193111,0.00059392094,0.0004898656,0.00016741248],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006329222,0.00052871736,0.00052278413,0.0006016625,0.00037577498,0.00017598944,0.001599509,0.00020218678,0.000034137625],"category_scores_gemma":[0.000642206,0.00054753554,0.000079810605,0.00024758367,0.00029627417,0.0004087129,0.0018009476,0.0011317509,0.000106502666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013728978,0.0024877188,0.083502024,0.0010643332,0.0018128678,0.003860838,0.16369626,0.06569706,0.000029828687,0.01370111,0.00017822758,0.6638324],"study_design_scores_gemma":[0.008992703,0.010951423,0.3732257,0.015127842,0.00034743885,0.0026656706,0.02467417,0.121439934,0.008952916,0.34423226,0.05439832,0.034991648],"about_ca_topic_score_codex":0.000009438909,"about_ca_topic_score_gemma":0.00011253097,"teacher_disagreement_score":0.6288408,"about_ca_system_score_codex":0.0006692181,"about_ca_system_score_gemma":0.000307415,"threshold_uncertainty_score":0.9996976},"labels":[],"label_agreement":null},{"id":"W2185471824","doi":"","title":"An exploratory study of the impact of software changeability","year":2009,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Eclipse; Software; Computer science; Software quality; Quality (philosophy); Exploratory research; Test (biology); Software engineering; Software development; Biology; Programming language","score_opus":0.018415653487793407,"score_gpt":0.27737877744819944,"score_spread":0.25896312396040605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185471824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6892628,0.00013787608,0.3093293,0.0001444507,0.00004554873,0.00065733644,0.000008959,0.00040720258,0.000006544517],"genre_scores_gemma":[0.9776815,0.0000047292187,0.022062298,0.00006624596,0.00003396627,0.000111697314,0.0000011452021,0.000020870306,0.000017525426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976634,0.0003036373,0.00043293554,0.0004379083,0.0006526354,0.0005095221],"domain_scores_gemma":[0.99626523,0.00027770735,0.0002028942,0.0027643638,0.00026961975,0.00022015763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011130068,0.0002461619,0.00036450246,0.00033948064,0.00010969995,0.00007227798,0.0024298537,0.00013157565,0.000009610003],"category_scores_gemma":[0.0008375199,0.00018298338,0.00020372334,0.0013608657,0.00007344949,0.0005868038,0.00036706825,0.00036661606,0.0000018265738],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006059221,0.0035870776,0.90966195,0.00003588896,0.00007222324,0.000018763227,0.0067874845,0.022898678,0.015868265,0.0011845795,0.00054438604,0.03928012],"study_design_scores_gemma":[0.00035808305,0.0016648725,0.9520929,0.000025464858,0.0000068543463,0.0000109746625,0.00014123198,0.033238117,0.011196917,0.001071729,0.0000039547417,0.00018891593],"about_ca_topic_score_codex":0.0031710963,"about_ca_topic_score_gemma":0.0005361277,"teacher_disagreement_score":0.28841874,"about_ca_system_score_codex":0.00034566174,"about_ca_system_score_gemma":0.00033569278,"threshold_uncertainty_score":0.7461846},"labels":[],"label_agreement":null},{"id":"W2189543840","doi":"","title":"Using structural relationships to facilitate api learning","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Application programming interface; Reuse; Context (archaeology); World Wide Web; Process (computing); Software engineering; Software; Programming by demonstration; Multimedia; Human–computer interaction; Artificial intelligence; Programming language; Engineering","score_opus":0.20643097360876214,"score_gpt":0.32830590187704267,"score_spread":0.12187492826828053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2189543840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4006454,0.000029042925,0.5984512,0.00007734375,0.00015245663,0.000046248486,1.2719548e-7,0.00023579388,0.0003624093],"genre_scores_gemma":[0.77984244,1.3576225e-7,0.21910787,0.00001555632,0.00003958561,0.00000216488,3.0802946e-7,0.0000046791515,0.0009872513],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991418,0.0000641559,0.00008749676,0.00013731689,0.00022053074,0.00034869157],"domain_scores_gemma":[0.9991095,0.00042839375,0.000009690201,0.00023083335,0.000040144216,0.00018140857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045476956,0.00006422757,0.00005579916,0.00011768149,0.00015004378,0.000078948055,0.00029958884,0.000027135102,0.000035253852],"category_scores_gemma":[0.0010033424,0.000058250276,0.000019710742,0.00039854302,0.000008591308,0.0005707088,0.00021388097,0.00023217828,0.00028746782],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020115583,0.000007500302,0.86424375,0.000014680995,0.000013451409,0.0000026488572,0.007217574,0.08423217,0.0027893838,0.02945164,0.0004190139,0.011606189],"study_design_scores_gemma":[0.0001453197,0.000038809707,0.6621893,0.000013684865,0.0000021545954,0.000038222755,0.00013401311,0.32825732,0.0013976278,0.00051475345,0.006917901,0.0003508885],"about_ca_topic_score_codex":0.00003960919,"about_ca_topic_score_gemma":0.000001169933,"teacher_disagreement_score":0.37934333,"about_ca_system_score_codex":0.00006481172,"about_ca_system_score_gemma":0.000017398082,"threshold_uncertainty_score":0.36949134},"labels":[],"label_agreement":null},{"id":"W2196997841","doi":"","title":"Eight maxims for software inspectors: Research Articles","year":2004,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Cover (algebra); Set (abstract data type); Software; Software inspection; Engineering; Engineering ethics; Computer science; Software engineering; Engineering management; Sociology; Software development; Software quality; Mechanical engineering","score_opus":0.07757743155948835,"score_gpt":0.3266650500084117,"score_spread":0.24908761844892333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2196997841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3133171,0.00020335254,0.6832892,0.00093112467,0.00020174353,0.00066792965,0.000014102557,0.0013557404,0.000019771693],"genre_scores_gemma":[0.51514584,0.000009636501,0.48456377,0.000032548818,0.00007042922,0.00010142462,0.0000095867235,0.00002016871,0.000046588913],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99744,0.00012060345,0.00035931272,0.00087810884,0.0005948228,0.0006071428],"domain_scores_gemma":[0.9927427,0.0047252118,0.00007117191,0.0011850348,0.0010245439,0.00025134208],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025932852,0.00018573353,0.00019464902,0.00022331979,0.00057281053,0.00027352475,0.00075933733,0.000141001,0.000004400768],"category_scores_gemma":[0.040881757,0.00017168255,0.000057562105,0.0013219595,0.0003104099,0.00042660974,0.00027293258,0.00041120622,0.000038341863],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011479476,0.0013814104,0.59398204,0.0017255828,0.000059603066,0.000027948343,0.0057453937,0.008603259,0.0053446395,0.029877216,0.0031910932,0.349947],"study_design_scores_gemma":[0.0024060481,0.0008830105,0.65824074,0.00035430957,0.000016307105,0.00006473493,0.00013658291,0.0074971677,0.011654833,0.30894276,0.008719991,0.0010834909],"about_ca_topic_score_codex":0.00012133724,"about_ca_topic_score_gemma":0.0000032866851,"teacher_disagreement_score":0.3488635,"about_ca_system_score_codex":0.00028644246,"about_ca_system_score_gemma":0.0002991193,"threshold_uncertainty_score":0.9671973},"labels":[],"label_agreement":null},{"id":"W2199254366","doi":"10.7287/peerj.preprints.1597v1","title":"Multi-token code suggestions using statistical language models","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Naturalness; Security token; Computer science; Surprise; Programmer; Code (set theory); Metric (unit); Simple (philosophy); Programming language; Psychology; Computer security","score_opus":0.1135364606180074,"score_gpt":0.3599472469151834,"score_spread":0.24641078629717603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2199254366","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022557966,0.00005626075,0.9763995,0.000103605606,0.00012371679,0.00007341643,0.0000103995435,0.00043322556,0.00024190596],"genre_scores_gemma":[0.4350188,4.6240243e-7,0.56464297,0.000026214571,0.000018386689,0.0000035409116,0.000002024665,0.000006437726,0.00028117077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990914,0.000034847722,0.00009771489,0.00020600841,0.00031226466,0.0002577507],"domain_scores_gemma":[0.9989792,0.00031323425,0.000009634581,0.0003715778,0.00009340462,0.00023294675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026984818,0.00007252482,0.000078894736,0.00008326717,0.00003650566,0.00010366773,0.0004554178,0.000034424167,0.000016088447],"category_scores_gemma":[0.00054992514,0.00006578489,0.000014568325,0.00022483918,0.000028161608,0.0003193734,0.0002412917,0.000120718934,0.000095477764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010409371,0.00036948363,0.006262568,0.000043074764,0.000055401288,0.00050385273,0.0075659286,0.746347,0.0040134224,0.20680255,0.012788135,0.015238148],"study_design_scores_gemma":[0.0002051051,0.0000152051625,0.00088414364,0.000004386811,0.0000013572513,0.000018668241,0.000039736828,0.997852,0.0002259991,0.0005645556,0.00009904149,0.00008975311],"about_ca_topic_score_codex":0.00029865126,"about_ca_topic_score_gemma":0.000019542216,"teacher_disagreement_score":0.41246083,"about_ca_system_score_codex":0.00008226644,"about_ca_system_score_gemma":0.00013012603,"threshold_uncertainty_score":0.26826298},"labels":[],"label_agreement":null},{"id":"W2200054515","doi":"10.1007/s10664-015-9409-1","title":"On the unreliability of bug severity data","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Waterloo","funders":"","keywords":"Computer science; Software bug; Reliability (semiconductor); Eclipse; Software; Data mining; Data science; Programming language","score_opus":0.10725834666028859,"score_gpt":0.32480638545586177,"score_spread":0.21754803879557316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200054515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2803766,0.00010922356,0.7170793,0.0010237716,0.00048945186,0.00017395482,0.00001597993,0.00069969776,0.000032010274],"genre_scores_gemma":[0.96267134,0.0000020376972,0.037016742,0.00014355166,0.00008573214,0.00001630037,0.0000075462303,0.000023824206,0.000032939322],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979551,0.000069703194,0.00027906592,0.0005092919,0.000784423,0.00040246153],"domain_scores_gemma":[0.9923173,0.0047104806,0.000041297106,0.0025325776,0.00014663108,0.00025170165],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015083958,0.00019119414,0.0002281005,0.00009041676,0.000044846638,0.00006778585,0.0029723905,0.00008867232,0.000015317723],"category_scores_gemma":[0.024736537,0.00013968548,0.000057227786,0.00081651844,0.000052862422,0.00032395704,0.0014317007,0.00045929648,0.000062895095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006591679,0.0007469023,0.6372493,0.0003682106,0.00022303786,0.00010854248,0.0022336117,0.18035664,0.00017363379,0.0089635635,0.15989903,0.009611604],"study_design_scores_gemma":[0.0010057939,0.00045015517,0.47985402,0.0001936899,0.000018645997,0.000044944492,0.000027269321,0.46093985,0.0027245437,0.004699059,0.04890792,0.001134114],"about_ca_topic_score_codex":0.000029387427,"about_ca_topic_score_gemma":8.3058023e-7,"teacher_disagreement_score":0.6822947,"about_ca_system_score_codex":0.0001295937,"about_ca_system_score_gemma":0.00014895898,"threshold_uncertainty_score":0.98347855},"labels":[],"label_agreement":null},{"id":"W2202127834","doi":"10.1109/iccd.2015.7357081","title":"Clustering-based revision debug in regression verification","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Debugging; Computer science; Ranking (information retrieval); Cluster analysis; Overhead (engineering); Automation; Rank (graph theory); Data mining; Algorithmic program debugging; Machine learning; Reliability engineering; Programming language; Engineering","score_opus":0.051099181493584105,"score_gpt":0.3141047332282426,"score_spread":0.2630055517346585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202127834","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022385597,0.00009106451,0.9757581,0.0008256412,0.0001754526,0.00010429805,7.611353e-8,0.00029533895,0.00036443662],"genre_scores_gemma":[0.91717845,0.0000021988435,0.08255564,0.00006506857,0.000017609387,0.000007250321,0.0000015201405,0.0000057124785,0.00016655795],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991472,0.00004559577,0.00012131806,0.00022462578,0.00029913537,0.00016213986],"domain_scores_gemma":[0.999161,0.00015165824,0.000018654138,0.00050014607,0.00006900101,0.00009953088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005669473,0.00006373383,0.0000688769,0.00016168207,0.0000161077,0.00006399303,0.00046864472,0.00004149437,0.0000060236002],"category_scores_gemma":[0.00065280753,0.00005137523,0.00001456697,0.00046468223,0.000008858142,0.00023466392,0.00013147798,0.000094429786,0.000100404824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001368913,0.00046360464,0.102597736,0.00025257672,0.00000699575,0.00017831541,0.002228257,0.1975985,0.0045404723,0.004583668,0.05040751,0.63700545],"study_design_scores_gemma":[0.00039991734,0.000055609537,0.014327958,0.00006682277,2.5279996e-7,0.0000025242957,0.000006696928,0.9782552,0.0023956944,0.00009570179,0.004293578,0.00010003692],"about_ca_topic_score_codex":0.000038087113,"about_ca_topic_score_gemma":0.000009602331,"teacher_disagreement_score":0.89479285,"about_ca_system_score_codex":0.000110736495,"about_ca_system_score_gemma":0.000098919016,"threshold_uncertainty_score":0.20950212},"labels":[],"label_agreement":null},{"id":"W2202473840","doi":"","title":"Monitoring sentiment in open source mailing lists: exploratory study on the apache ecosystem","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Sentiment analysis; Software; World Wide Web; Open source; Happiness; Software engineering; Data science; Artificial intelligence; Operating system; Psychology","score_opus":0.02911306773837615,"score_gpt":0.26200637750892514,"score_spread":0.23289330977054898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2202473840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47292718,0.000037905967,0.5258358,0.00006848885,0.00055501505,0.0003283823,1.701834e-7,0.00024346386,0.0000035979701],"genre_scores_gemma":[0.9694012,0.0000031910595,0.03022903,0.000052408683,0.00018385217,0.00009786538,1.0546551e-7,0.000022474327,0.000009915807],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972557,0.00011291316,0.00029274594,0.0008227268,0.00088773953,0.00062819844],"domain_scores_gemma":[0.9969408,0.0016256329,0.00004830764,0.0010554111,0.000128286,0.0002015615],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005358235,0.00024944768,0.00025233187,0.00042354327,0.00033367655,0.0015344506,0.0033092604,0.000042033655,8.207971e-7],"category_scores_gemma":[0.0012497549,0.00019964243,0.000029134382,0.0014419472,0.000045283607,0.0010446992,0.00250148,0.0003901125,0.000017478804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010778691,0.00049728825,0.3939492,0.00018145487,0.0000641999,0.00011510076,0.02890139,0.38811338,0.0011129336,0.0030713715,0.00018340914,0.18379948],"study_design_scores_gemma":[0.00050677767,0.0002570011,0.10070395,0.00040107025,0.000002868046,0.000016175693,0.0003106131,0.8949029,0.0017155904,0.00003325129,0.00068553496,0.00046430255],"about_ca_topic_score_codex":0.000013170119,"about_ca_topic_score_gemma":0.0000025689294,"teacher_disagreement_score":0.5067895,"about_ca_system_score_codex":0.00024161367,"about_ca_system_score_gemma":0.000098265366,"threshold_uncertainty_score":0.99950206},"labels":[],"label_agreement":null},{"id":"W2204352964","doi":"10.1007/978-3-319-24912-4_13","title":"Generating Software Documentation in Use Case Maps from Filtered Execution Traces","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Documentation; Software; Software documentation; Software construction; Software engineering; Notation; Software development; Software system; Programming language; Software framework; Software maintenance; Verification and validation; Data mining","score_opus":0.04242136738001418,"score_gpt":0.28739411155629774,"score_spread":0.24497274417628356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204352964","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00919049,0.0006745073,0.98787576,0.00013792037,0.0013741363,0.00042248936,0.000028264478,0.00026773967,0.000028665629],"genre_scores_gemma":[0.16224857,0.000023551704,0.83678895,0.00023621798,0.00041624493,0.00002517017,0.00005049065,0.00004526377,0.00016557104],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99594706,0.00007575919,0.00056715583,0.0015128886,0.0012374148,0.0006597002],"domain_scores_gemma":[0.99626,0.0018815756,0.00019443921,0.001157181,0.0002947874,0.0002120532],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010555038,0.00047058027,0.00042814645,0.0010817966,0.00016316421,0.001345686,0.0018044697,0.00031412506,0.000022051994],"category_scores_gemma":[0.0009789848,0.00047626442,0.00007322877,0.0007584057,0.00024083492,0.0019962417,0.00096615043,0.000901535,0.000032423035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008780922,0.00003205077,0.0010815202,0.000036883455,0.0000119486385,0.0034651987,0.0024368558,0.40276754,0.00034394526,0.00067299197,0.00010535387,0.58903694],"study_design_scores_gemma":[0.00075551774,0.00017450741,0.00068823755,0.0006422857,0.0000077371915,0.00067037216,9.846168e-7,0.94335103,0.0013061927,0.050883144,0.00044224475,0.0010777462],"about_ca_topic_score_codex":0.0007319412,"about_ca_topic_score_gemma":0.0006980488,"teacher_disagreement_score":0.5879592,"about_ca_system_score_codex":0.00084506604,"about_ca_system_score_gemma":0.00049933355,"threshold_uncertainty_score":0.9997689},"labels":[],"label_agreement":null},{"id":"W22103706","doi":"10.1111/j.2044-8287.2011.02037.x","title":"Fuzzy Analogy: A New Approach for Software Cost Estimation","year":2001,"lang":"en","type":"article","venue":"British Journal of Health Psychology","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Analogy; Categorical variable; Computer science; Software; Software sizing; Software development; Fuzzy logic; Data mining; Software quality; Estimation; Software metric; Artificial intelligence; Field (mathematics); Machine learning; Software construction; Systems engineering; Mathematics; Programming language; Engineering","score_opus":0.06792452317148749,"score_gpt":0.39047827204493,"score_spread":0.3225537488734425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22103706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013202543,0.002184478,0.990204,0.0050967652,0.00067942444,0.00033261962,0.0000074546324,0.00007608821,0.00009892512],"genre_scores_gemma":[0.025114935,0.0006435129,0.96938145,0.004207439,0.00041323347,0.000029197003,0.000020652431,0.000026643407,0.0001629561],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99814385,0.00016456413,0.00061901676,0.0002757481,0.00028058005,0.00051625486],"domain_scores_gemma":[0.99838924,0.00044653285,0.00032628037,0.00027686267,0.00024651937,0.00031455435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016975126,0.000098723394,0.00033333717,0.00027071772,0.00014019286,0.00010215673,0.00083320256,0.00010341862,0.000025681262],"category_scores_gemma":[0.0016484113,0.00011956567,0.00009570854,0.0004611942,0.000030427927,0.00032402933,0.000049538336,0.00040701916,0.000016968064],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021787144,0.00009913146,0.0011872534,0.000043747594,0.000017752882,0.00009728046,0.000079794896,0.0015277563,0.0000021670382,0.00013634379,0.20170696,0.79508],"study_design_scores_gemma":[0.012936919,0.0034725158,0.45261776,0.00089051906,0.000023082832,0.15010574,0.000038154638,0.0291185,0.000009928396,0.023603437,0.32624364,0.0009397958],"about_ca_topic_score_codex":0.000042351436,"about_ca_topic_score_gemma":0.0000067594,"teacher_disagreement_score":0.7941402,"about_ca_system_score_codex":0.00011176355,"about_ca_system_score_gemma":0.0004891114,"threshold_uncertainty_score":0.48757467},"labels":[],"label_agreement":null},{"id":"W2214184477","doi":"10.18438/b8p31c","title":"Multiple Databases are Needed to Search the Journal Literature on Computer Science","year":2015,"lang":"en","type":"article","venue":"Evidence Based Library and Information Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Scopus; Information retrieval; Citation database; Subject (documents); Database; Web of science; Ranking (information retrieval); Bibliographic database; Bibliometrics; Scientometrics; Online database; Library science; World Wide Web; MEDLINE","score_opus":0.04325352244456667,"score_gpt":0.3030756420343228,"score_spread":0.25982211958975615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2214184477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01581302,0.00034965007,0.8082632,0.1742573,0.00060507545,0.00035314326,0.000008434578,0.00021795993,0.00013224682],"genre_scores_gemma":[0.50667846,0.00036936204,0.28319594,0.2091363,0.0004928842,0.000024405514,0.000014503789,0.000015207548,0.00007292359],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979543,0.0002823946,0.00023608735,0.00017420895,0.0010564257,0.00029657158],"domain_scores_gemma":[0.99234897,0.006125662,0.000120148674,0.0006109019,0.0003667317,0.00042761344],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0029860358,0.0001207675,0.00008435706,0.0004672114,0.00042735093,0.0031557046,0.0012939409,0.000028834484,0.000007741701],"category_scores_gemma":[0.011894167,0.000081495804,0.0000177831,0.0020504189,0.000092511895,0.23953451,0.00063501124,0.00053713453,0.000116020165],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027314646,0.0003829197,0.008645235,0.00041125593,0.00004848197,0.00021729902,0.024652217,0.23343156,0.00051732565,0.16118528,0.37324968,0.19452727],"study_design_scores_gemma":[0.00071689876,0.00079812185,0.014120032,0.001125388,0.0000067059223,0.0004716814,0.0011482422,0.44316572,0.008436696,0.00003644907,0.52961046,0.00036361304],"about_ca_topic_score_codex":0.0000065339086,"about_ca_topic_score_gemma":1.8839534e-8,"teacher_disagreement_score":0.52506727,"about_ca_system_score_codex":0.000032384265,"about_ca_system_score_gemma":0.00058139313,"threshold_uncertainty_score":0.9978791},"labels":[],"label_agreement":null},{"id":"W2220281200","doi":"10.1109/case.1993.634815","title":"Using virtual subsystems in project management","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software project management; Software engineering; Software system; Project management; Process (computing); Software; Reverse engineering; Systems engineering; Software construction; Engineering; Programming language","score_opus":0.08523613634112569,"score_gpt":0.30211637975797023,"score_spread":0.21688024341684453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2220281200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112546116,0.00010528358,0.8789564,0.00006183109,0.00028476812,0.00033088517,1.4313123e-7,0.0003757852,0.0073388154],"genre_scores_gemma":[0.9510794,0.000005548862,0.045959953,0.000019759624,0.000020810552,0.00001454954,7.5288476e-8,0.000006119912,0.0028937298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991794,0.00002453248,0.00010495512,0.00020384953,0.00025345912,0.00023376703],"domain_scores_gemma":[0.99955624,0.00007759597,0.000008691133,0.00031758653,0.000012424876,0.000027480739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001983907,0.000059287053,0.00006436853,0.0002554694,0.000019340207,0.00008274235,0.00046485278,0.000020252737,0.000023130018],"category_scores_gemma":[0.000027057742,0.000054081516,0.000015670395,0.00066739146,0.0000072773187,0.0001965201,0.00019505556,0.000068738394,0.00009415721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011609783,0.001065848,0.17819634,0.0006476583,0.0001830441,0.00301214,0.010038796,0.059080075,0.0021690624,0.39358684,0.035969347,0.31603923],"study_design_scores_gemma":[0.0002550467,0.000031720258,0.0049565453,0.00003306029,5.8518134e-7,0.000017743352,0.000044272245,0.9920559,0.00020501985,0.00002850744,0.0022378073,0.00013378703],"about_ca_topic_score_codex":0.0000875994,"about_ca_topic_score_gemma":0.000005208949,"teacher_disagreement_score":0.9329758,"about_ca_system_score_codex":0.00008447118,"about_ca_system_score_gemma":0.000005713224,"threshold_uncertainty_score":0.22053802},"labels":[],"label_agreement":null},{"id":"W2225528761","doi":"","title":"Measurement convertibility : from function points to COSMIC-FFP","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Convertibility; Set (abstract data type); Function (biology); Computer science; Economics; Monetary economics","score_opus":0.03526869225338885,"score_gpt":0.25481711166229615,"score_spread":0.2195484194089073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225528761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12210036,0.000045833618,0.8736458,0.002938523,0.00031325486,0.00015805014,7.900704e-7,0.00045053597,0.00034685808],"genre_scores_gemma":[0.94505024,6.0326096e-7,0.053796113,0.0009026317,0.000088541135,0.000014075869,5.571511e-7,0.000005878169,0.00014133062],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985209,0.000034893405,0.00014190032,0.0003786493,0.00067801384,0.00024564783],"domain_scores_gemma":[0.9988613,0.00011545685,0.000011274412,0.00066256156,0.00017557561,0.00017383014],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006130475,0.000087021835,0.00008672344,0.000068628266,0.00003949366,0.00008480287,0.0005044094,0.00003145236,0.00019614426],"category_scores_gemma":[0.00046712442,0.00007951094,0.00003134564,0.00024779738,0.000008682703,0.00026010734,0.00021398478,0.00009294198,0.001577055],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008670211,0.00042433053,0.07644318,0.00002549373,0.00011543401,0.000008461789,0.0009995563,0.0028674537,0.026606198,0.005525432,0.07018511,0.8167126],"study_design_scores_gemma":[0.00077700656,0.00021266479,0.81867,0.00003383304,0.0000059014246,0.0000020870498,0.000011260983,0.07786574,0.048500437,0.0017468849,0.05175145,0.00042276355],"about_ca_topic_score_codex":0.00020159876,"about_ca_topic_score_gemma":0.00009249931,"teacher_disagreement_score":0.8229499,"about_ca_system_score_codex":0.000288926,"about_ca_system_score_gemma":0.00006340208,"threshold_uncertainty_score":0.99920034},"labels":[],"label_agreement":null},{"id":"W2225812146","doi":"10.1007/978-3-642-27207-3_14","title":"COSMIC Functional Size Measurement Using UML Models","year":2011,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Unified Modeling Language; Computer science; COSMIC cancer database; Programming language; Astronomy; Physics; Software","score_opus":0.18651982694562994,"score_gpt":0.2993028095764839,"score_spread":0.11278298263085398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2225812146","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000038409922,0.00038904318,0.9490949,0.00015847065,0.00034072524,0.0002714558,0.0000040970694,0.0001295701,0.049573325],"genre_scores_gemma":[0.31876153,0.0020747543,0.67703146,0.0008648018,0.00008784326,0.000059732647,0.000019243167,0.000030192983,0.0010704579],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99782735,0.000024838253,0.00054066203,0.0002903082,0.0010404297,0.0002764256],"domain_scores_gemma":[0.9963277,0.00032194576,0.00018751145,0.0021518408,0.0008825284,0.00012850139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017928217,0.00020844168,0.0001995151,0.0008615653,0.0003957997,0.0004683258,0.0032168587,0.00010737008,0.0000129650625],"category_scores_gemma":[0.00015906422,0.00021835868,0.00004424295,0.00042980778,0.00054656743,0.007157122,0.002756021,0.00047409997,0.000048754162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000307329,0.000023737313,0.000051329007,0.00004048526,0.000013740472,5.8002615e-7,0.0014406965,0.008151538,0.00001070668,0.84436864,0.00030029626,0.14559521],"study_design_scores_gemma":[0.00020531742,0.00002818101,0.0015815843,0.00019037766,0.0000037735742,0.000030401237,0.0000028940538,0.9590458,0.000010442516,0.027365098,0.011242032,0.00029405343],"about_ca_topic_score_codex":0.00002130941,"about_ca_topic_score_gemma":0.0000031198356,"teacher_disagreement_score":0.9508943,"about_ca_system_score_codex":0.00045627594,"about_ca_system_score_gemma":0.0006632698,"threshold_uncertainty_score":0.8904408},"labels":[],"label_agreement":null},{"id":"W2226551422","doi":"","title":"Assessing RBFN-Based Software Cost Estimation Models (S).","year":2013,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Estimation; Software; Reliability engineering; Engineering; Systems engineering; Operating system","score_opus":0.020617071679228403,"score_gpt":0.25908039871777366,"score_spread":0.23846332703854525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2226551422","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042314395,0.0015045418,0.9502554,0.000061443316,0.0008854833,0.00053590426,0.0000036517638,0.004414559,0.000024646559],"genre_scores_gemma":[0.55083025,0.0000111749405,0.44853884,0.00001773508,0.00012666018,0.0002944026,0.000013072016,0.00010673777,0.000061113125],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971166,0.000033837874,0.0004941178,0.0008298819,0.00046260472,0.0010629533],"domain_scores_gemma":[0.99621034,0.002047143,0.00006817198,0.00086838903,0.0002743856,0.00053156784],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004940359,0.00061119365,0.00047283532,0.0007536568,0.00019357163,0.0011181197,0.0008679692,0.00025657547,0.000019373176],"category_scores_gemma":[0.0027415953,0.0006676536,0.00013218178,0.0010713355,0.00003713938,0.0026436842,0.00037621,0.0006967038,0.00012182756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.74958e-7,0.00004727115,0.001355412,0.0004675461,0.000039173392,0.000014743126,0.00028203367,0.9409618,0.00046377673,0.0010329759,0.0002767845,0.055057544],"study_design_scores_gemma":[0.00044981527,0.000037882917,0.0076658507,0.00036916012,0.000011594266,0.000032845655,0.00000918385,0.98870564,0.0010658393,0.00012683007,0.000784856,0.00074048975],"about_ca_topic_score_codex":0.000030531355,"about_ca_topic_score_gemma":8.194493e-7,"teacher_disagreement_score":0.50851583,"about_ca_system_score_codex":0.00026706816,"about_ca_system_score_gemma":0.0001744771,"threshold_uncertainty_score":0.9999188},"labels":[],"label_agreement":null},{"id":"W2227838144","doi":"","title":"Introduciendo conceptos de metrologia en el diseno de medidas de software","year":2008,"lang":"es","type":"article","venue":"Conferencia Iberoamericana de Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Humanities; Computer science; Philosophy","score_opus":0.014995610958120801,"score_gpt":0.26206525579649886,"score_spread":0.24706964483837807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2227838144","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40465108,0.001645189,0.59048516,0.00024775107,0.00053061586,0.00038038174,0.000060299084,0.0019744202,0.000025114497],"genre_scores_gemma":[0.76938474,0.00065358594,0.22793266,0.00030223728,0.0010073397,0.00024800838,0.000031941316,0.00025106402,0.00018841303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9909074,0.0005556156,0.0010203747,0.0018270394,0.0013561189,0.0043334705],"domain_scores_gemma":[0.98815453,0.006758188,0.00032458667,0.002142507,0.0005522986,0.0020679191],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0019335652,0.0013200974,0.0014591814,0.0010456581,0.0005073661,0.00048330805,0.0037720453,0.00076296524,0.00021570739],"category_scores_gemma":[0.030385416,0.0015426123,0.00049963506,0.0024105518,0.00063945,0.00065473735,0.0012090406,0.0026085393,0.00014116979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005585549,0.0002509007,0.86038274,0.00059309165,0.0006407671,0.001420249,0.008913182,0.08847147,0.0063749384,0.0015063075,0.003068217,0.028322294],"study_design_scores_gemma":[0.0017205403,0.00064315,0.8574008,0.00056283653,0.00021619606,0.0017590809,0.0002770913,0.121363066,0.006282613,0.0001668733,0.0068758344,0.002731973],"about_ca_topic_score_codex":0.0011959291,"about_ca_topic_score_gemma":0.000013042407,"teacher_disagreement_score":0.36473367,"about_ca_system_score_codex":0.0037881616,"about_ca_system_score_gemma":0.0053231865,"threshold_uncertainty_score":0.99995506},"labels":[],"label_agreement":null},{"id":"W2233589089","doi":"","title":"Mesure du coût de la qualité logicielle d'un projet d'envergure de la société Bombardier Transport","year":2009,"lang":"fr","type":"article","venue":"Génie logiciel","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.01983929838237332,"score_gpt":0.302063252822164,"score_spread":0.2822239544397907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2233589089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2562595,0.0111509655,0.6540899,0.016608251,0.0014919786,0.0009680398,0.000074552896,0.0015192538,0.057837505],"genre_scores_gemma":[0.95727104,0.00074582297,0.030241158,0.00298993,0.00069749454,0.000046576883,0.000013046718,0.000054980952,0.00793998],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9942459,0.0015685197,0.00056016137,0.00095639215,0.00092895643,0.0017400758],"domain_scores_gemma":[0.99492586,0.0032213302,0.00013320355,0.0010249504,0.00019240145,0.0005022514],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00624757,0.0005766014,0.0006265272,0.00017485104,0.00035468652,0.0003810625,0.0018909416,0.0010666318,0.00048119712],"category_scores_gemma":[0.0014075865,0.0005692498,0.0004227711,0.0010178193,0.00062283495,0.00041734136,0.00020852462,0.0015610798,0.00015510416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002092922,0.0038764281,0.21307006,0.0007488596,0.0005480861,0.009525812,0.03556727,0.039922465,0.0058218203,0.25383997,0.19140156,0.24546838],"study_design_scores_gemma":[0.0021453511,0.0008519244,0.70917577,0.00023933676,0.00012785346,0.0012865196,0.00041152313,0.018070996,0.0031231854,0.055792406,0.20731504,0.0014600927],"about_ca_topic_score_codex":0.0002318013,"about_ca_topic_score_gemma":0.000003826787,"teacher_disagreement_score":0.7010115,"about_ca_system_score_codex":0.00039994397,"about_ca_system_score_gemma":0.0008076444,"threshold_uncertainty_score":0.99967587},"labels":[],"label_agreement":null},{"id":"W2237502633","doi":"10.1007/s10115-015-0909-5","title":"A feature location approach supported by time-aware weighting of terms associated with developer expertise profiles","year":2016,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Feature (linguistics); Weighting; Context (archaeology); Data mining; Metadata; Feature model; Software; Source code; Information retrieval; Term (time); Set (abstract data type); World Wide Web","score_opus":0.008221255373777811,"score_gpt":0.2118801598688599,"score_spread":0.20365890449508212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237502633","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07670527,0.0005302918,0.9185855,0.00014757791,0.00015133325,0.00076310075,0.00003016286,0.00037899762,0.0027078018],"genre_scores_gemma":[0.997769,0.000007359233,0.0007331476,0.00000689529,0.000018184568,0.00008762255,0.00006229968,0.0000070284073,0.0013084732],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914515,0.000047979174,0.00024595298,0.00012707552,0.00025284538,0.00018097996],"domain_scores_gemma":[0.998935,0.0001429749,0.00014813525,0.00020855461,0.0004981954,0.00006716816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036566186,0.000113048445,0.00016102339,0.00015514542,0.00006509513,0.0001098558,0.00023431281,0.000093067334,0.0000018489184],"category_scores_gemma":[0.00022286475,0.000066864064,0.000013209768,0.00046409998,0.000030376115,0.0022358138,0.0000701076,0.000059499016,0.000039900628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013488153,0.0006446396,0.16680606,0.0053539826,0.00081277266,0.000005880648,0.09530573,0.0002996437,0.03276305,0.0083857225,0.28967968,0.39980796],"study_design_scores_gemma":[0.0067753782,0.00073119585,0.09787468,0.005005098,0.000035481888,0.00017712376,0.001131972,0.7360407,0.063053735,0.000012632912,0.087175645,0.0019863362],"about_ca_topic_score_codex":0.0000043445907,"about_ca_topic_score_gemma":2.4590162e-7,"teacher_disagreement_score":0.9210637,"about_ca_system_score_codex":0.000084401436,"about_ca_system_score_gemma":0.00009962758,"threshold_uncertainty_score":0.27266374},"labels":[],"label_agreement":null},{"id":"W22384488","doi":"","title":"Using Structure-Based Recommendations to Facilitate Discoverability in APIs","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Discoverability; Computer science; Task (project management); Application programming interface; World Wide Web; Key (lock); Eclipse; Software engineering; Programming language; Engineering; Operating system","score_opus":0.12579657951128936,"score_gpt":0.34092713602133823,"score_spread":0.21513055651004886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22384488","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34941387,0.000006982706,0.64933753,0.0007664936,0.00023564658,0.00011199307,0.000006062495,0.000080827514,0.00004060626],"genre_scores_gemma":[0.766976,1.02844844e-7,0.23285148,0.00010486407,0.000018513065,0.000006255493,0.0000016727174,0.0000035867477,0.00003750003],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990766,0.00006171198,0.00013440957,0.00019835908,0.00017904077,0.00034985476],"domain_scores_gemma":[0.9989165,0.00044730736,0.000009566846,0.0004513788,0.000031278065,0.00014396221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040115396,0.000076499164,0.000081188926,0.00016619901,0.0000336305,0.000066407796,0.0003676461,0.000025625232,0.00010018619],"category_scores_gemma":[0.00051124656,0.00006913777,0.000021675016,0.0006043829,0.0000115628145,0.00051575765,0.00015910137,0.000111089306,0.000030030635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010435853,0.0002273816,0.8664602,0.000055958433,0.000011664152,0.0000022916595,0.00364854,0.08018858,0.008100004,0.007942015,0.001515269,0.031837657],"study_design_scores_gemma":[0.000717255,0.00008435163,0.6719224,0.000046130648,0.0000024336225,0.0000054399993,0.000067065565,0.29655513,0.019885326,0.0020547404,0.007967472,0.0006922551],"about_ca_topic_score_codex":0.00030642436,"about_ca_topic_score_gemma":0.00006175901,"teacher_disagreement_score":0.41756216,"about_ca_system_score_codex":0.00019330632,"about_ca_system_score_gemma":0.000053654534,"threshold_uncertainty_score":0.28193566},"labels":[],"label_agreement":null},{"id":"W2240294276","doi":"10.1109/ase.2015.94","title":"Investigating Program Behavior Using the Texada LTL Specifications Miner","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Program comprehension; Programming language; Key (lock); Source code; Code (set theory); Software engineering; Software; Software system; Operating system","score_opus":0.23323892312488567,"score_gpt":0.3604952784969496,"score_spread":0.12725635537206395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240294276","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4433419,0.000089146895,0.5509106,0.0016643674,0.0004105668,0.00071053207,8.9145817e-7,0.001156412,0.0017155705],"genre_scores_gemma":[0.48533022,2.7296028e-7,0.5138102,0.000056650853,0.00009304455,0.000092876835,0.0000010832387,0.000009889565,0.00060575124],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990355,0.000033941844,0.00012340568,0.00020104485,0.00036977255,0.00023636385],"domain_scores_gemma":[0.99884623,0.00020841917,0.000024667082,0.00061918265,0.00014792416,0.0001535974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037830582,0.0000747344,0.0000562337,0.00005650202,0.00009439204,0.00026845027,0.00083652034,0.000026940494,0.000008027557],"category_scores_gemma":[0.0005753011,0.000049991242,0.000022999187,0.0006324917,0.00006985562,0.00023768618,0.00024745855,0.0001415899,0.00004635663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016491068,0.00087307696,0.42246073,0.000040581388,0.000062736435,0.000059452123,0.0076516927,0.010208672,0.014135701,0.121263266,0.05376372,0.3694787],"study_design_scores_gemma":[0.0005969217,0.00019230615,0.15035334,0.00004523167,0.000023274828,0.00016842553,0.0005697636,0.7907962,0.008066321,0.0018574134,0.04659198,0.0007387839],"about_ca_topic_score_codex":0.000109763176,"about_ca_topic_score_gemma":0.000007475129,"teacher_disagreement_score":0.78058755,"about_ca_system_score_codex":0.00006408392,"about_ca_system_score_gemma":0.00014302562,"threshold_uncertainty_score":0.25886723},"labels":[],"label_agreement":null},{"id":"W2241447802","doi":"10.1109/ase.2015.47","title":"Semantic Slicing of Software Version Histories (T)","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Program slicing; Slicing; Set (abstract data type); Programming language; Correctness; Java; Software engineering; Software; Software maintenance; Feature (linguistics); Software system; World Wide Web","score_opus":0.026768829481107058,"score_gpt":0.25514873475056016,"score_spread":0.2283799052694531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241447802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086939186,0.000111887755,0.91140324,0.00016710114,0.00042682205,0.000045814948,2.4586973e-7,0.00036531084,0.0005403968],"genre_scores_gemma":[0.89701885,0.0000010538402,0.10208499,0.000017444494,0.000019128232,0.0000014658576,4.4066817e-7,0.000005086442,0.00085156725],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99927753,0.000013743085,0.0000899743,0.00013376071,0.00034287662,0.00014213739],"domain_scores_gemma":[0.9991649,0.00023688852,0.000018674033,0.00034921305,0.0001434433,0.000086900705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002394268,0.000051731102,0.000083923565,0.000096664735,0.000019995516,0.000019966685,0.00046200427,0.000025407697,0.000009641317],"category_scores_gemma":[0.00091406796,0.000046209905,0.00002142071,0.000284253,0.000020545196,0.00022540615,0.00023281282,0.00005876513,0.000053694883],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050398055,0.00031262322,0.61816436,0.00061590655,0.00010593301,0.000161709,0.02195666,0.01123176,0.0061050705,0.061989818,0.21448338,0.064822376],"study_design_scores_gemma":[0.008135705,0.003234709,0.17911507,0.00069528,0.000053891457,0.00025967223,0.0018460324,0.30017677,0.25753736,0.017137215,0.22828473,0.0035235435],"about_ca_topic_score_codex":0.00009944913,"about_ca_topic_score_gemma":0.0000024609571,"teacher_disagreement_score":0.81007963,"about_ca_system_score_codex":0.00009215003,"about_ca_system_score_gemma":0.00008583276,"threshold_uncertainty_score":0.18843852},"labels":[],"label_agreement":null},{"id":"W2241839369","doi":"10.11575/prism/31257","title":"Appendix to Information Needs in Bug Reports: Improving Cooperation Between Developers and Users","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Scripting language; World Wide Web; Computer science; Categorization; Computer-supported cooperative work; Replicate; Engineering; Work (physics); Programming language; Artificial intelligence","score_opus":0.010658199773058133,"score_gpt":0.24400025432136804,"score_spread":0.23334205454830992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241839369","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52618253,0.0000043286755,0.47269812,0.0006157428,0.000040376715,0.0001458982,1.5596706e-7,0.00012876627,0.00018405967],"genre_scores_gemma":[0.9621977,0.000001151085,0.037446424,0.00027552946,0.000013632492,0.0000059304352,0.0000060538864,0.0000022991735,0.000051278657],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99928313,0.000010575376,0.0002212981,0.00010672889,0.00018855094,0.0001897271],"domain_scores_gemma":[0.99955195,0.000073760246,0.000021569404,0.00020228495,0.00006143628,0.00008897274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044692616,0.00006910818,0.000077812365,0.0004195316,0.00003992895,0.00025309954,0.00017093113,0.00003810316,0.0000039526562],"category_scores_gemma":[0.00047130368,0.000065580774,0.0000068809513,0.0008033386,0.0000051970496,0.0015186571,0.00008905319,0.00008725691,0.000034632274],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005447287,0.000014640542,0.35323793,0.000031903313,0.000007852826,0.000020780843,0.009095744,0.0055215573,0.0020187232,0.003282812,0.0016182887,0.62514436],"study_design_scores_gemma":[0.00033690632,0.00022005779,0.9621314,0.000044106866,0.000001889144,0.00004454877,0.0003628234,0.024810867,0.0069051655,0.00011934617,0.0045863083,0.00043660283],"about_ca_topic_score_codex":0.0001355655,"about_ca_topic_score_gemma":0.000009820355,"teacher_disagreement_score":0.62470776,"about_ca_system_score_codex":0.00008283791,"about_ca_system_score_gemma":0.00007096965,"threshold_uncertainty_score":0.26743063},"labels":[],"label_agreement":null},{"id":"W2245294015","doi":"10.1109/issre.2015.7381799","title":"A similarity-based approach for test case prioritization using historical failure data","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Regression testing; Computer science; Software quality; Test case; Reliability engineering; Quality assurance; Test (biology); Context (archaeology); Data mining; Code coverage; Software quality assurance; Similarity (geometry); Quality (philosophy); Fault detection and isolation; Test suite; Software; Machine learning; Artificial intelligence; Regression analysis; Software system; Software development; Engineering; Programming language; Software construction","score_opus":0.1918004958848227,"score_gpt":0.33518358440739576,"score_spread":0.14338308852257306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2245294015","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006204955,0.00004022571,0.9980945,0.000442798,0.00012995336,0.00028401948,0.000012702177,0.00034009232,0.00003522618],"genre_scores_gemma":[0.14946266,8.865499e-8,0.8502323,0.000054081753,0.000099282006,0.000013825975,0.000041219257,0.000012561977,0.00008396159],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988473,0.000025505107,0.00013333112,0.0004310398,0.00031546914,0.00024732912],"domain_scores_gemma":[0.9978882,0.0006412628,0.000023623747,0.0010431441,0.00022175671,0.0001820263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006485814,0.0000937971,0.00010721977,0.00011227887,0.00007769265,0.00015311904,0.0009200498,0.00006853256,0.0000012395863],"category_scores_gemma":[0.0031279319,0.000089738845,0.000020197218,0.00045394563,0.00001299912,0.00047593334,0.00036343132,0.000111479814,0.000002102088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007421165,0.0032737502,0.07138425,0.0013883167,0.000112088885,0.00283543,0.0018495531,0.3277109,0.0024984805,0.015456699,0.53843725,0.03497912],"study_design_scores_gemma":[0.00037660947,0.00004961472,0.00001783904,0.0000034413142,0.000004024043,0.00019660791,0.000009355568,0.9906778,0.000105864834,0.00005328033,0.008385883,0.00011973425],"about_ca_topic_score_codex":0.00012941362,"about_ca_topic_score_gemma":0.000010087939,"teacher_disagreement_score":0.66296685,"about_ca_system_score_codex":0.00044474035,"about_ca_system_score_gemma":0.00033967601,"threshold_uncertainty_score":0.37446526},"labels":[],"label_agreement":null},{"id":"W2251762750","doi":"10.1007/978-3-319-23727-5_28","title":"The Layered Architecture Recovery as a Quadratic Assignment Problem","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"","keywords":"Computer science; Heuristic; Architecture; Software architecture; Set (abstract data type); Software; Process (computing); Reference architecture; Software system; Distributed computing; Software engineering; Theoretical computer science; Artificial intelligence; Programming language","score_opus":0.02207220847512984,"score_gpt":0.2611705950751626,"score_spread":0.23909838660003277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251762750","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022467095,0.0014096906,0.9905636,0.002859746,0.0016787306,0.00079348503,0.000003336181,0.00031583692,0.0023531218],"genre_scores_gemma":[0.08243796,0.00018450763,0.9066115,0.0015357927,0.0014775428,0.00017990096,0.000012027854,0.00019612283,0.007364657],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9941768,0.000088129396,0.0005528408,0.0015701061,0.0025071306,0.0011049594],"domain_scores_gemma":[0.99354124,0.0031623156,0.0002254862,0.0023465306,0.00036996507,0.00035443867],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0025412685,0.0006165245,0.0004887885,0.00065077096,0.00042675066,0.001416459,0.006182193,0.0003293585,0.000013024353],"category_scores_gemma":[0.0009897986,0.00043527584,0.00015065218,0.0008357146,0.00067574915,0.00039065554,0.0022945278,0.001624919,0.00020797706],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012903946,0.000021810325,0.000011121079,0.00004219952,0.000027344782,0.00014278168,0.000728757,0.3273799,0.00006146947,0.011922918,0.00036296586,0.6592858],"study_design_scores_gemma":[0.00038604287,0.00068298815,0.000054008015,0.00058533286,0.000007652126,0.00026835338,3.4513988e-7,0.100348756,0.00041230448,0.88068044,0.015550142,0.0010236166],"about_ca_topic_score_codex":0.000029749406,"about_ca_topic_score_gemma":0.00007252478,"teacher_disagreement_score":0.86875755,"about_ca_system_score_codex":0.00087802066,"about_ca_system_score_gemma":0.0018874704,"threshold_uncertainty_score":0.9998099},"labels":[],"label_agreement":null},{"id":"W2252011085","doi":"","title":"Harmonizing Systems and Software Cost Estimation","year":2009,"lang":"en","type":"article","venue":"DSpace@MIT (Massachusetts Institute of Technology)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"COCOMO; Computer science; Software system; Software development; Estimation; Cost estimate; Software; Software sizing; Software metric; Software engineering; Software construction; Systems engineering; Engineering","score_opus":0.024997370779565126,"score_gpt":0.26148211857958725,"score_spread":0.23648474780002213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252011085","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101656884,0.0022248311,0.88702506,0.005454724,0.00068465667,0.00061079155,0.000012387118,0.0022145377,0.00011613144],"genre_scores_gemma":[0.78081894,0.00006152416,0.21892421,0.000038973314,0.000024432326,0.000035849545,0.0000042938022,0.000013915497,0.00007788407],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814147,0.000019822297,0.00034709673,0.0005506627,0.0004440761,0.0004968856],"domain_scores_gemma":[0.9983993,0.000110492685,0.00015585379,0.0010299884,0.00018249422,0.00012183827],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031500097,0.00025685568,0.00036529888,0.0009558654,0.00016778504,0.00015257223,0.0011646029,0.00033130718,0.000001441285],"category_scores_gemma":[0.0015325552,0.00026102937,0.0000509437,0.001347229,0.00024136696,0.00088463764,0.0003237721,0.000445445,0.000019269388],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017991151,0.00022831127,0.033497214,0.00033509027,0.0001589739,0.00026431947,0.00046274308,0.014064876,0.00724952,0.113862015,0.004165715,0.82569325],"study_design_scores_gemma":[0.006665953,0.0021876884,0.12416695,0.0029456,0.00016859497,0.0015072247,0.0002159796,0.5236445,0.06242013,0.019306652,0.252533,0.0042377277],"about_ca_topic_score_codex":0.000021207903,"about_ca_topic_score_gemma":0.0000027753902,"teacher_disagreement_score":0.8214555,"about_ca_system_score_codex":0.00013451421,"about_ca_system_score_gemma":0.00010518895,"threshold_uncertainty_score":0.9999842},"labels":[],"label_agreement":null},{"id":"W2252116325","doi":"","title":"Reverse engineering of object-oriented code into Umple using an incremental and rule-based approach","year":2014,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Unified Modeling Language; Java; Reverse engineering; Code (set theory); Object-oriented programming; Code generation; Source code; Metamodeling; KPI-driven code analysis; Software engineering; Theoretical computer science; Static program analysis; Software development; Software; Operating system","score_opus":0.015916191995144578,"score_gpt":0.2391135352928475,"score_spread":0.22319734329770294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2252116325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4025334,0.00005866892,0.5968015,0.000007859602,0.00021005629,0.00010488634,0.0000012981783,0.00028141437,8.993568e-7],"genre_scores_gemma":[0.50631833,0.0000018074343,0.49357942,0.0000251972,0.000051857314,0.000005832795,0.0000016359508,0.000015354799,5.624697e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757993,0.000034336274,0.00030416224,0.00076699414,0.00074583193,0.0005687621],"domain_scores_gemma":[0.99820197,0.0004574766,0.00006252294,0.0006748186,0.00023431839,0.00036892042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016755097,0.00027616485,0.0003135229,0.00064591144,0.00020822701,0.00025660888,0.0009270883,0.000075520125,7.484948e-7],"category_scores_gemma":[0.0009452294,0.0002904937,0.000037767142,0.0012559246,0.0001901315,0.0011583841,0.00072525337,0.00023646894,7.060984e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010231231,0.00017721113,0.031557724,0.0008495232,0.00003831541,0.000017228189,0.0026190612,0.8768844,0.045310535,0.0039111967,0.000027004739,0.03859759],"study_design_scores_gemma":[0.00035891237,0.00012078613,0.009951453,0.0000927884,0.0000050895414,0.000032686585,0.0000077553495,0.9831638,0.0057915575,0.000015176382,0.0001462342,0.00031376677],"about_ca_topic_score_codex":0.00006709057,"about_ca_topic_score_gemma":0.0000010015484,"teacher_disagreement_score":0.10627942,"about_ca_system_score_codex":0.0001317072,"about_ca_system_score_gemma":0.0001472988,"threshold_uncertainty_score":0.9999547},"labels":[],"label_agreement":null},{"id":"W2253985078","doi":"","title":"A multi-dimensional approach for analyzing software artifacts","year":2013,"lang":"en","type":"article","venue":"Espace ÉTS (ETS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Software; Programming language","score_opus":0.026671103101190984,"score_gpt":0.26931332692100257,"score_spread":0.2426422238198116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253985078","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06445224,0.00016047143,0.9333809,0.0006087753,0.0002137306,0.00059419044,0.0000030108513,0.00056741474,0.000019254601],"genre_scores_gemma":[0.30491355,0.0000013485729,0.69334424,0.00010580812,0.00007546539,0.00021980038,0.000008400409,0.00002846897,0.0013029112],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980583,0.00004413024,0.00018800501,0.00060617854,0.0004393314,0.0006640367],"domain_scores_gemma":[0.99785364,0.00084034156,0.0000555769,0.0007388594,0.0002395414,0.00027204005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039480382,0.0002113846,0.00021649168,0.00023904393,0.00016523537,0.0002949356,0.00084084744,0.00010193464,0.000043102234],"category_scores_gemma":[0.0014512056,0.0001946251,0.00011332486,0.0005244412,0.000041787407,0.0005969896,0.0003705727,0.00023703722,0.00035793087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012501005,0.0026070927,0.18348405,0.00126602,0.0008848486,0.00013485721,0.010012302,0.3188815,0.05986796,0.0076301424,0.16957991,0.2455263],"study_design_scores_gemma":[0.0010601012,0.000108063745,0.066502094,0.00004554411,0.0000091185,0.000025814414,0.000032079482,0.9246316,0.0037916033,0.0002445466,0.002950944,0.0005985024],"about_ca_topic_score_codex":0.000048709644,"about_ca_topic_score_gemma":0.000003679423,"teacher_disagreement_score":0.6057501,"about_ca_system_score_codex":0.00008771769,"about_ca_system_score_gemma":0.00009972216,"threshold_uncertainty_score":0.79365814},"labels":[],"label_agreement":null},{"id":"W2258726425","doi":"10.1145/2901739.2901766","title":"The unreasonable effectiveness of traditional information retrieval in crash report deduplication","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Mozilla Foundation; Mitacs","keywords":"Crash; Computer science; Data deduplication; Software; Scalability; Information retrieval; Precision and recall; Database; Data science; Software engineering; World Wide Web; Operating system","score_opus":0.015265970731580713,"score_gpt":0.2492900997646688,"score_spread":0.23402412903308809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258726425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28270838,0.000010225862,0.7159863,0.00040868353,0.00010449408,0.0001595754,9.529439e-7,0.0000643244,0.00055704796],"genre_scores_gemma":[0.99813205,0.0000050474096,0.001755718,0.000005527947,0.000009598008,0.000021195794,0.0000022521115,0.0000017590039,0.000066834604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992725,0.000049172668,0.00017288896,0.0000893605,0.00030068317,0.000115389375],"domain_scores_gemma":[0.9965084,0.0029788224,0.000044018867,0.00030827415,0.00013542389,0.000025023714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015313603,0.000038746955,0.000050905084,0.00007425903,0.000032445583,0.000034070297,0.00032170027,0.000026914522,0.00000473617],"category_scores_gemma":[0.0020217265,0.000021775973,0.00001808998,0.00037093734,0.000030244966,0.000761123,0.000051781073,0.000040830088,0.000017744811],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001217406,0.00013966077,0.17572066,0.00014599123,0.000030891264,0.000016215581,0.00018112248,0.0007646575,0.016896982,0.7107293,0.0014707363,0.09378207],"study_design_scores_gemma":[0.00025599866,0.00003225257,0.96132416,0.000043495478,3.8157324e-7,0.000030247305,0.0000021300507,0.002588583,0.027762946,0.0071868477,0.0007247716,0.000048165573],"about_ca_topic_score_codex":0.0000162101,"about_ca_topic_score_gemma":0.0000013605035,"teacher_disagreement_score":0.7856035,"about_ca_system_score_codex":0.00009759289,"about_ca_system_score_gemma":0.00010357236,"threshold_uncertainty_score":0.24203414},"labels":[],"label_agreement":null},{"id":"W2258866920","doi":"","title":"Leveraging Software Clones for Software Comprehension: Techniques and Practice","year":2015,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Humanities; Philosophy","score_opus":0.03283854412911973,"score_gpt":0.28275347689457997,"score_spread":0.24991493276546023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2258866920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076125255,0.0031978264,0.9784334,0.0047610165,0.00022838928,0.0011470136,0.000015342432,0.0045550577,0.000049485123],"genre_scores_gemma":[0.066071294,0.00013293984,0.93102807,0.0013554264,0.00021534985,0.0008274878,0.000016519822,0.00008803388,0.00026487143],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968783,0.00019957618,0.0004462647,0.00082949136,0.00070342456,0.00094291527],"domain_scores_gemma":[0.9939329,0.0032222043,0.00018256652,0.0013071181,0.000714825,0.00064041227],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001957653,0.00041927045,0.00042786906,0.0005409449,0.00031366487,0.000580855,0.0012297293,0.0002915879,0.0000018807608],"category_scores_gemma":[0.006759516,0.00043306846,0.00011945652,0.00073653535,0.00011457684,0.0014509017,0.0009898854,0.0005003488,0.000009296321],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072389876,0.000845914,0.07236381,0.00076006004,0.00030841667,0.0011322758,0.0049344175,0.0049961973,0.0034085482,0.04199649,0.050400544,0.8181294],"study_design_scores_gemma":[0.006319575,0.0030920168,0.024181103,0.0010822422,0.00018937148,0.012682782,0.001088222,0.3211007,0.05150333,0.04204774,0.53143585,0.0052770735],"about_ca_topic_score_codex":0.0011710346,"about_ca_topic_score_gemma":0.000045150362,"teacher_disagreement_score":0.8128523,"about_ca_system_score_codex":0.00044547045,"about_ca_system_score_gemma":0.0004275412,"threshold_uncertainty_score":0.9998121},"labels":[],"label_agreement":null},{"id":"W2259658967","doi":"","title":"Analysis of the ISO 9126 on software product quality evaluation from the metrology and ISO 15939 perspectives","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Metrology; Software; Software measurement; Documentation; Systems engineering; Verification and validation; Software quality; Engineering; Quality assurance; Software engineering; Computer science; Reliability engineering; Software development; Mathematics; Operations management; Statistics; Programming language","score_opus":0.03141104115357844,"score_gpt":0.3229956345772131,"score_spread":0.29158459342363463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2259658967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8728272,0.00071414775,0.12348835,0.002451366,0.000083118,0.00023668096,0.000008230225,0.00008261787,0.0001083297],"genre_scores_gemma":[0.99434245,0.0000047106028,0.005407673,0.00006262947,0.000052447664,0.000016175723,0.000003236461,0.0000043344035,0.00010637198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981282,0.00045183898,0.00018125179,0.00041793537,0.0006604378,0.00016036282],"domain_scores_gemma":[0.99658614,0.0020745322,0.00007135334,0.0009916178,0.0002563328,0.000020031084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016064501,0.00009345417,0.0001780248,0.00013895652,0.000104138526,0.00006062669,0.0006917384,0.000034777164,0.00005474791],"category_scores_gemma":[0.0027660686,0.000050169885,0.00009318761,0.0012909833,0.00011669089,0.00010463422,0.00021945983,0.00014075915,0.0000036767012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014755905,0.0001318617,0.95048225,0.000006505582,0.00047116537,3.740605e-7,0.002781613,0.017718814,0.00056006527,0.016515085,0.0008918529,0.010425645],"study_design_scores_gemma":[0.00011973381,0.000027042828,0.9602997,0.0000024169797,0.00008306032,2.4526025e-7,0.00010334467,0.03697211,0.00080618414,0.0014853459,0.00004095952,0.00005990399],"about_ca_topic_score_codex":0.0027171827,"about_ca_topic_score_gemma":0.00047819904,"teacher_disagreement_score":0.12151527,"about_ca_system_score_codex":0.00007046956,"about_ca_system_score_gemma":0.00006224803,"threshold_uncertainty_score":0.41075855},"labels":[],"label_agreement":null},{"id":"W2260251867","doi":"","title":"A design-rule-based constructive approach to building traceable software","year":2009,"lang":"en","type":"dissertation","venue":"TSpace","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Traceability; Requirements traceability; Computer science; Software engineering; Maintainability; Software system; TRACE (psycholinguistics); Software development; Constructive; Process (computing); Systems engineering; Software; Engineering; Programming language; Requirement","score_opus":0.029168824425162915,"score_gpt":0.3184090092066887,"score_spread":0.2892401847815258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260251867","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012482297,0.0003165001,0.9836141,0.00010054763,0.0004231745,0.0008368844,0.000002113852,0.0009913426,0.0012330471],"genre_scores_gemma":[0.026188636,0.0000030205942,0.96902776,0.000088077344,0.000089230765,0.00018129333,0.00004798816,0.000068287045,0.004305712],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972152,0.00010546816,0.00023546253,0.0009414746,0.0008082324,0.00069417735],"domain_scores_gemma":[0.9975989,0.0008053407,0.000109475666,0.0009058956,0.000290212,0.00029020678],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046909525,0.00042164486,0.00043330158,0.0005860462,0.00015675944,0.0003487699,0.001552848,0.00031866026,0.000012673696],"category_scores_gemma":[0.0010090614,0.000457074,0.000112116046,0.0011663355,0.00002237887,0.0001975583,0.00006743598,0.0006323438,0.00007716845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064559316,0.0010696107,0.000517714,0.002014471,0.00044254586,0.0003157448,0.039180957,0.4707692,0.014719273,0.0103885885,0.024118803,0.4358175],"study_design_scores_gemma":[0.008200844,0.0031972986,0.04113245,0.005133364,0.00035790302,0.00030032144,0.005479126,0.47258082,0.42510498,0.010619324,0.013744636,0.014148919],"about_ca_topic_score_codex":0.00007466863,"about_ca_topic_score_gemma":0.0000031134953,"teacher_disagreement_score":0.4216686,"about_ca_system_score_codex":0.00029281442,"about_ca_system_score_gemma":0.0006662819,"threshold_uncertainty_score":0.9997881},"labels":[],"label_agreement":null},{"id":"W2260739911","doi":"10.5539/cis.v9n1p101","title":"A Multistep Approach for Managing the Risks of Software Requirements Volatility","year":2016,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Applied Science Private University","keywords":"Computer science; Business requirements; Software engineering; Software; Requirements management; Risk analysis (engineering); Software requirements; Requirement prioritization; Software development; Volatility (finance); Requirement; Requirements analysis; Business process; Software construction; Operations management; Work in process; Business; Operating system; Engineering","score_opus":0.0705190611327147,"score_gpt":0.32554916306588005,"score_spread":0.25503010193316533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2260739911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013950604,0.000014459041,0.9852766,0.00015345325,0.0001590686,0.00026500653,0.0000036606475,0.000072055365,0.00010509402],"genre_scores_gemma":[0.7073546,0.000005610546,0.29251963,0.00007946433,0.000014356007,0.000018356262,5.7874126e-7,0.0000012928555,0.0000061304245],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896973,0.000013615268,0.00022373113,0.00016380988,0.0004170111,0.00021207676],"domain_scores_gemma":[0.9987506,0.00039703996,0.00008212027,0.00041974464,0.00028926373,0.00006122199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013171469,0.000066812885,0.00007698968,0.00015931185,0.00020965903,0.00019679707,0.0010062385,0.00001721972,7.895064e-7],"category_scores_gemma":[0.0004141894,0.00003704062,0.000023773475,0.00047885854,0.0002592011,0.005095832,0.00048717682,0.00003854413,0.0000023871203],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053871076,0.000012742856,0.011943626,0.00008661258,0.0000052742434,5.903535e-8,0.0014385572,0.0004047139,0.00012410671,0.012425745,0.00023257906,0.9733206],"study_design_scores_gemma":[0.00034205103,0.000052686722,0.10836661,0.000025735575,0.0000010660406,0.000004017938,0.000011813098,0.88901836,0.0006303838,0.00049996877,0.00096687593,0.000080416816],"about_ca_topic_score_codex":0.000005736883,"about_ca_topic_score_gemma":6.4846255e-8,"teacher_disagreement_score":0.9732402,"about_ca_system_score_codex":0.000034434226,"about_ca_system_score_gemma":0.000060892282,"threshold_uncertainty_score":0.36943552},"labels":[],"label_agreement":null},{"id":"W2263084026","doi":"10.11575/prism/22011","title":"A software engineering measurement expert system","year":2003,"lang":"en","type":"dissertation","venue":"PRISM (University of Calgary)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software engineering; Expert system; Systems engineering; Software system; Computer science; Engineering; Software; Operating system; Artificial intelligence","score_opus":0.014363307728865366,"score_gpt":0.20120882853689967,"score_spread":0.1868455208080343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2263084026","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006325383,0.0015338302,0.9895241,0.000018006429,0.00085930986,0.00027740592,2.3669291e-7,0.00055425806,0.00090741954],"genre_scores_gemma":[0.025712708,0.00017929044,0.96413565,0.000015120145,0.000042552547,0.000008062508,0.000064356194,0.000107964646,0.009734286],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787617,0.000044070894,0.00016129497,0.0004739165,0.0010970843,0.00034744092],"domain_scores_gemma":[0.99860644,0.00012227781,0.00012561762,0.0006728223,0.00030592622,0.00016690315],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035445593,0.0002502036,0.00036939397,0.00042337814,0.00010502267,0.000038109276,0.0012832751,0.00026941227,0.000020203543],"category_scores_gemma":[0.000311293,0.00033512598,0.00017514553,0.00035144377,0.000015661051,0.00024266184,0.00012507004,0.00036949577,0.000042326148],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027374536,0.00075290015,0.0022227515,0.01636709,0.0024504664,0.0026504714,0.036412727,0.000348775,0.010266063,0.031258754,0.04424794,0.85274833],"study_design_scores_gemma":[0.0076274825,0.0010093815,0.112313926,0.013269967,0.0004850344,0.00017658368,0.0023212305,0.62414557,0.020378832,0.00017473436,0.20959723,0.0084999995],"about_ca_topic_score_codex":0.00027121967,"about_ca_topic_score_gemma":0.000005381265,"teacher_disagreement_score":0.8442483,"about_ca_system_score_codex":0.0004961116,"about_ca_system_score_gemma":0.00028453558,"threshold_uncertainty_score":0.99991006},"labels":[],"label_agreement":null},{"id":"W2264470993","doi":"","title":"Functional Complexity Measurement","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Complexity management; Worst-case complexity; Programming complexity; Descriptive complexity theory; Computational complexity theory; Component (thermodynamics); Terminology; Theoretical computer science; Software; Software system; Algorithm","score_opus":0.16548067360039131,"score_gpt":0.28271028151297,"score_spread":0.11722960791257869,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264470993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00554749,0.00002906556,0.987502,0.0011814135,0.0002217073,0.000041691754,7.7817674e-8,0.00040099034,0.005075599],"genre_scores_gemma":[0.9602429,0.0000019815468,0.03863271,0.00014439273,0.000059614176,0.000007641115,3.8266043e-7,0.000003241933,0.00090713525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99902576,0.000012278134,0.000059748738,0.0001492623,0.0005902801,0.00016269294],"domain_scores_gemma":[0.99947226,0.00006443317,0.0000057435236,0.0002729849,0.0001188575,0.00006574381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003193334,0.000044307508,0.000039901068,0.00004986467,0.000045963134,0.000054538064,0.00031737582,0.000013451114,0.0003118739],"category_scores_gemma":[0.0001507258,0.00003866536,0.000020803258,0.00023523724,0.000016440536,0.00013582938,0.000114886636,0.0000620163,0.0004368424],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015794925,0.00031042515,0.115807824,0.000020093137,0.00007005697,0.00008131038,0.00015531553,0.0021185146,0.0032138275,0.6214409,0.16214699,0.09461896],"study_design_scores_gemma":[0.00031530112,0.000044696015,0.9085423,0.0000056157687,8.116103e-7,0.000055456792,0.0000034828406,0.033741347,0.0012217447,0.006599245,0.049298234,0.0001717596],"about_ca_topic_score_codex":0.000023098752,"about_ca_topic_score_gemma":0.000007677403,"teacher_disagreement_score":0.9546954,"about_ca_system_score_codex":0.000074030555,"about_ca_system_score_gemma":0.00003779547,"threshold_uncertainty_score":0.5614871},"labels":[],"label_agreement":null},{"id":"W2267083253","doi":"10.48550/arxiv.1508.00032","title":"A Neuro-Fuzzy Model with SEER-SEM for Software Effort Estimation","year":2015,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Estimation; Software; Fuzzy logic; Software sizing; Data mining; Software system; Machine learning; Artificial intelligence; Software construction; Systems engineering; Engineering","score_opus":0.08030853294532818,"score_gpt":0.21326078826300315,"score_spread":0.13295225531767496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267083253","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08338318,0.00002086419,0.9145828,0.000072895346,0.00024146687,0.00067871663,0.000026978056,0.000867962,0.00012511708],"genre_scores_gemma":[0.8430282,0.0000074874865,0.15574475,0.000040857634,0.00004275417,0.000011414247,0.000039779865,0.000046750454,0.0010380122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978977,0.000033202556,0.00016090291,0.0011769072,0.00023350849,0.00049776904],"domain_scores_gemma":[0.99723774,0.00034544404,0.00013461846,0.0014710673,0.0005227188,0.00028840842],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003626735,0.00035448765,0.0003285512,0.00035649756,0.00011859651,0.00018255312,0.0019650073,0.00025491868,0.0000016746103],"category_scores_gemma":[0.00040415447,0.0003817338,0.0001339013,0.0005696205,0.00007031335,0.00049340155,0.0014666849,0.0005559898,0.000030638603],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040994204,0.000039017676,0.0019534156,0.00015273113,0.000036184145,0.000085009204,0.00012483304,0.98346215,0.0000026355008,0.012342989,0.0011929205,0.0005671292],"study_design_scores_gemma":[0.0005877154,0.00011607628,0.0005110098,0.00008376841,0.00003824244,0.000008255051,0.0000048473976,0.9659717,0.000028824095,0.032131072,0.00011014193,0.00040836466],"about_ca_topic_score_codex":0.000045152545,"about_ca_topic_score_gemma":0.000010381334,"teacher_disagreement_score":0.759645,"about_ca_system_score_codex":0.00036716476,"about_ca_system_score_gemma":0.00070089434,"threshold_uncertainty_score":0.99986345},"labels":[],"label_agreement":null},{"id":"W2271119194","doi":"10.11575/prism/31125","title":"Using Structural Generalization to Discover Replacement Functionality for API Evolution","year":2014,"lang":"en","type":"article","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Software; Generalization; Java; Matching (statistics); Software engineering; Programming language","score_opus":0.07569428380508372,"score_gpt":0.361097115499958,"score_spread":0.28540283169487424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271119194","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3020688,0.0000034611514,0.6972,0.00010940526,0.0002605892,0.00029570147,0.000003473958,0.0000038359044,0.000054743025],"genre_scores_gemma":[0.709883,4.2584485e-8,0.28954628,0.000027083895,0.00009236844,0.00001958072,0.000010344144,0.000004778355,0.0004165169],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919325,0.000033875785,0.00011180057,0.00029357136,0.00020598323,0.00016151452],"domain_scores_gemma":[0.9993992,0.00009563153,0.00002765898,0.00032904404,0.00008693704,0.00006156437],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047963715,0.00006226086,0.00006764046,0.000050255003,0.000107853935,0.00028490063,0.000445511,0.000023331091,0.00007329504],"category_scores_gemma":[0.00030467554,0.000058600363,0.000019489826,0.00018678232,0.000007331865,0.0004450309,0.00030550247,0.000030176034,0.000025617073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002376151,0.00006811972,0.082508594,0.0000594562,0.00008590943,0.000001227573,0.0016178334,0.6633022,0.024582969,0.050078105,0.004993422,0.17246456],"study_design_scores_gemma":[0.0004528055,0.00012103379,0.039982416,0.000016266502,0.000004641445,0.0000041049543,0.000007270479,0.934662,0.0042383703,0.0012365996,0.019094191,0.00018033892],"about_ca_topic_score_codex":0.00007364867,"about_ca_topic_score_gemma":0.000014060694,"teacher_disagreement_score":0.4078142,"about_ca_system_score_codex":0.00018287603,"about_ca_system_score_gemma":0.000063757616,"threshold_uncertainty_score":0.27473032},"labels":[],"label_agreement":null},{"id":"W2271947231","doi":"10.7939/r3-wbr5-yd60","title":"Involvement, Contribution and Influence in Github and Stack Overflow","year":2014,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Reputation; Context (archaeology); Stack (abstract data type); Set (abstract data type); Software; World Wide Web; Code (set theory); Social network (sociolinguistics); Core (optical fiber); Source code; Data science; Social media; Programming language; Telecommunications","score_opus":0.005068555224338849,"score_gpt":0.17605873103240977,"score_spread":0.1709901758080709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2271947231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923881,0.000050839368,0.006719356,0.00048237314,0.00001456604,0.000061234125,6.6145213e-7,0.000029951987,0.0002528704],"genre_scores_gemma":[0.99559236,0.000049163562,0.0040986114,0.00004793583,0.0000037965654,5.877994e-8,0.0000023344503,0.0000024053832,0.00020335279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995576,0.000031186228,0.000048979313,0.00016160854,0.00008573146,0.000114892515],"domain_scores_gemma":[0.99926466,0.0004709999,0.000021480608,0.0001628907,0.000016420729,0.00006356308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000072725066,0.000049409402,0.00008157451,0.00011302169,0.00003083742,0.00003535445,0.00024460937,0.000034011922,0.000007855881],"category_scores_gemma":[0.00013742394,0.000058774294,0.000008915057,0.00017865561,0.00006518698,0.0014051531,0.0003719623,0.00006736015,0.00000281691],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013342442,0.00001757831,0.979283,0.00003425028,0.0000067321876,0.0000053450844,0.0013342645,0.00011555861,0.0001464342,0.016658615,0.00034340675,0.0020414812],"study_design_scores_gemma":[0.00069937407,0.00008092535,0.97118914,0.000051253075,0.0000016586899,0.0000018065426,0.00003851078,0.018843282,0.00053843163,0.0013357127,0.007116327,0.00010358076],"about_ca_topic_score_codex":0.0005159413,"about_ca_topic_score_gemma":0.00007000438,"teacher_disagreement_score":0.018727724,"about_ca_system_score_codex":0.000009373405,"about_ca_system_score_gemma":0.00002437423,"threshold_uncertainty_score":0.23967461},"labels":[],"label_agreement":null},{"id":"W2274972169","doi":"","title":"Impacts and detection of design smells","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Code smell; Computer science; Principal (computer security); Software engineering; Software design; Software design pattern; Program comprehension; Comprehension; Object-oriented design; Empirical research; Coding (social sciences); Software; Software development; Engineering; Software quality; Software system; Computer security; Programming language","score_opus":0.02286342656875724,"score_gpt":0.28307299815019477,"score_spread":0.26020957158143754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274972169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12789933,0.0011726785,0.8697436,0.0000046036307,0.0005137834,0.00018046644,3.6763385e-7,0.00014279409,0.0003423621],"genre_scores_gemma":[0.98222303,0.00005039429,0.016597295,0.0000020778944,0.00003017048,0.00000795018,0.0000034085087,0.000011428448,0.0010742694],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99933016,0.000024894325,0.00011011154,0.00015168011,0.00021537337,0.00016778315],"domain_scores_gemma":[0.99918234,0.00037476618,0.000047970327,0.00023859303,0.00007831367,0.00007799119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026779273,0.000094676405,0.00011716411,0.00018829758,0.000018878503,0.000037399634,0.00023725454,0.00011951492,0.000011852257],"category_scores_gemma":[0.00022930263,0.000085178595,0.000022479879,0.00019593263,0.0000065503505,0.00019318248,0.000029956527,0.0001253593,0.000015390919],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056942466,0.00010085729,0.0031509772,0.0015364556,0.00013087678,0.000007031252,0.004091815,0.00017954875,0.46428218,0.0017181386,0.0006014271,0.52414376],"study_design_scores_gemma":[0.00014882325,0.0001467908,0.25675243,0.00010238056,0.000010767302,0.00000904698,0.00003106168,0.004103238,0.73808444,0.00025353243,0.00011090672,0.00024657382],"about_ca_topic_score_codex":0.00006292062,"about_ca_topic_score_gemma":0.000017505536,"teacher_disagreement_score":0.8543237,"about_ca_system_score_codex":0.000022900265,"about_ca_system_score_gemma":0.000050115974,"threshold_uncertainty_score":0.3473482},"labels":[],"label_agreement":null},{"id":"W2277373197","doi":"10.4230/lipics.ecoop.2015.321","title":"Hybrid DOM-Sensitive Change Impact Analysis for JavaScript","year":2015,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"JavaScript; Computer science; Asynchronous communication; Static analysis; Unobtrusive JavaScript; Task (project management); Set (abstract data type); Ranking (information retrieval); Distributed computing; Data mining; Artificial intelligence; Programming language; Rich Internet application; Computer network","score_opus":0.05926056696419222,"score_gpt":0.3147781806116966,"score_spread":0.25551761364750436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277373197","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15728778,0.000069950285,0.83792114,0.00029636026,0.00096625136,0.0017988489,0.0008870865,0.0004900182,0.0002825765],"genre_scores_gemma":[0.9450559,0.0000120807035,0.052676078,0.0005560281,0.00032819188,0.00049442664,0.00061626796,0.00005822181,0.00020278843],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99647367,0.000046269568,0.00086294854,0.00043778503,0.0009073693,0.0012719854],"domain_scores_gemma":[0.99602264,0.0006451672,0.00029231285,0.001311634,0.0010653478,0.00066290976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014952542,0.00048467057,0.0007218404,0.0010130715,0.00022444443,0.0006762522,0.0015744403,0.00016216918,0.000008916502],"category_scores_gemma":[0.0009772411,0.00042482722,0.0007408145,0.001165019,0.000092475646,0.0025388896,0.00059569074,0.00036086416,0.00013701337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022723484,0.0032012027,0.29489303,0.00369783,0.024690159,0.00028020205,0.17069186,0.02631659,0.00030588717,0.02712031,0.23955508,0.2069755],"study_design_scores_gemma":[0.0058256257,0.0011716391,0.013858555,0.00009841779,0.0003165564,0.00012681032,0.0007060014,0.9287963,0.0024352768,0.0009355625,0.04441703,0.0013122243],"about_ca_topic_score_codex":0.00010042719,"about_ca_topic_score_gemma":0.000014029293,"teacher_disagreement_score":0.9024797,"about_ca_system_score_codex":0.00047986044,"about_ca_system_score_gemma":0.00019014077,"threshold_uncertainty_score":0.99982035},"labels":[],"label_agreement":null},{"id":"W2278479890","doi":"","title":"Software clustering based on behavioural features","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Cluster analysis; Computer science; Software; Data mining; Software system; Focus (optics); Software maintenance; Software construction; Software metric; Task (project management); Software analytics; Software sizing; Software engineering; Machine learning; Programming language; Systems engineering; Engineering","score_opus":0.03632589238399748,"score_gpt":0.2942047225007634,"score_spread":0.25787883011676593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2278479890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021088853,0.000020080115,0.9740368,0.00031283064,0.0022268554,0.00018000895,0.000016167713,0.0016950873,0.00042327805],"genre_scores_gemma":[0.8613734,0.0000030054568,0.13777381,0.00026862175,0.00019711722,0.000031985808,0.000023033957,0.000049847433,0.00027914564],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99710244,0.000019038449,0.00034894777,0.000653622,0.0012084873,0.00066744327],"domain_scores_gemma":[0.9975134,0.0011464966,0.0000744003,0.000699111,0.00030384288,0.00026275383],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055607443,0.0003756744,0.00022731432,0.00076028996,0.000097483695,0.00037128085,0.0017810689,0.00016029563,0.00010394679],"category_scores_gemma":[0.0022210786,0.00039095953,0.00013544183,0.00040175623,0.000029977984,0.00038701307,0.0002724381,0.0007209055,0.000116404684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035069592,0.0006621267,0.14369492,0.0001984136,0.00025307323,0.0017717788,0.0010959022,0.6574206,0.0023566154,0.07129575,0.0025843224,0.11831584],"study_design_scores_gemma":[0.0016197592,0.0005423014,0.419245,0.0008691729,0.000010726306,0.00010931,0.00003258396,0.56558746,0.0076835626,0.00020463014,0.0025466345,0.0015488624],"about_ca_topic_score_codex":0.000028579245,"about_ca_topic_score_gemma":0.000016710039,"teacher_disagreement_score":0.8402846,"about_ca_system_score_codex":0.00038071471,"about_ca_system_score_gemma":0.00009714828,"threshold_uncertainty_score":0.9998542},"labels":[],"label_agreement":null},{"id":"W2279884163","doi":"10.1007/978-3-319-24704-5_12","title":"Relational Mathematics for Relative Correctness","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Correctness; Computer science; Theoretical computer science; Relation (database); Algebraic number; Programming language; Program analysis; Algorithm; Algebra over a field; Mathematics; Data mining; Pure mathematics","score_opus":0.060012365732834784,"score_gpt":0.2942546414822602,"score_spread":0.23424227574942544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2279884163","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017426899,0.00034314857,0.9945909,0.0004128394,0.002322647,0.0006240525,0.000010097321,0.00024934462,0.0014295466],"genre_scores_gemma":[0.0079572825,0.000005725366,0.98950815,0.00011705898,0.00046200224,0.00003629918,0.000009952377,0.000049647875,0.0018539007],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964773,0.000016539021,0.00043298933,0.0010998668,0.0013854068,0.00058790366],"domain_scores_gemma":[0.9934281,0.0042921333,0.00019308241,0.0011199749,0.00076411513,0.00020258578],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016304721,0.0003984938,0.00043666194,0.00076453964,0.000168449,0.0002736456,0.0025946388,0.0003270587,0.000012851111],"category_scores_gemma":[0.0018427543,0.0003739364,0.00011303992,0.00058908283,0.0004229254,0.0006640076,0.0009840701,0.0007791737,0.00006155064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009662729,0.00005647741,0.00011250644,0.00014657028,0.000035480556,0.000057324287,0.0024376956,0.17230122,0.000021909682,0.58546746,0.0005729635,0.23878075],"study_design_scores_gemma":[0.00020588799,0.00010710615,0.000047452024,0.00022469582,0.0000039563834,0.000042389172,7.514303e-8,0.550464,0.000078885896,0.4461811,0.0022869108,0.00035758544],"about_ca_topic_score_codex":0.0000032427288,"about_ca_topic_score_gemma":0.0000066887856,"teacher_disagreement_score":0.37816274,"about_ca_system_score_codex":0.0006103299,"about_ca_system_score_gemma":0.0010615385,"threshold_uncertainty_score":0.99987125},"labels":[],"label_agreement":null},{"id":"W2280840923","doi":"10.1016/j.net.2015.11.008","title":"A Document-Driven Method for Certifying Scientific Computing Software for Use in Nuclear Safety Analysis","year":2015,"lang":"en","type":"article","venue":"Nuclear Engineering and Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software engineering; Documentation; Computer science; Traceability; Certification; Programmer; Verification and validation; Programming language; Software requirements specification; Software; Software construction; Software development; Engineering","score_opus":0.031175276997683216,"score_gpt":0.28788694726829556,"score_spread":0.25671167027061237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2280840923","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1111091,0.00008245216,0.8867554,0.00038315007,0.0002094172,0.00032010226,0.000007625168,0.0011310584,0.0000017148923],"genre_scores_gemma":[0.35983643,0.000002074297,0.6400647,0.000011842724,0.000015636664,0.000016503931,0.0000045138872,0.00003306284,0.000015243954],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835813,0.00001890863,0.00026882414,0.00061976805,0.00018142303,0.00055294385],"domain_scores_gemma":[0.99833417,0.00073617673,0.000047933034,0.00054355204,0.00020827951,0.00012989626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083091256,0.00017765051,0.00034226567,0.0015937955,0.00014781949,0.00033565838,0.0006507266,0.00019342641,0.0000017027991],"category_scores_gemma":[0.0023253704,0.00019511217,0.000076179065,0.0026727193,0.00005209099,0.00030462223,0.00043286485,0.0002514112,0.0000039788433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109473374,0.0001641612,0.021454005,0.0005350519,0.00092618534,0.00005417572,0.0035058118,0.6419623,0.0062986445,0.122175455,0.0015882581,0.20122652],"study_design_scores_gemma":[0.00065543107,0.0000899775,0.00082088297,0.00003338088,0.000029336985,0.000013098255,0.00005330678,0.9787481,0.000100959325,0.00041414666,0.018822962,0.00021844507],"about_ca_topic_score_codex":0.000025179394,"about_ca_topic_score_gemma":0.000008181136,"teacher_disagreement_score":0.3367858,"about_ca_system_score_codex":0.00014803419,"about_ca_system_score_gemma":0.000036284862,"threshold_uncertainty_score":0.79564434},"labels":[],"label_agreement":null},{"id":"W2281672363","doi":"10.7287/peerj.preprints.1132v1","title":"Error location in Python: where the mutants hide","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Programming language; Computer science; Python (programming language); Scripting language; Syntax error; Java; Syntax; Abstract syntax; Static analysis; Compiler; Compiled language; Programming paradigm; High-level programming language; Artificial intelligence; Semantics (computer science)","score_opus":0.04883278863831983,"score_gpt":0.30199300757356085,"score_spread":0.253160218935241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2281672363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13550828,0.00049126433,0.85255396,0.0075286706,0.00055446,0.00025076114,2.5878884e-7,0.0005117178,0.0026006026],"genre_scores_gemma":[0.98963016,0.0000022943173,0.009293631,0.00007017751,0.00003246166,0.000012872652,2.2191088e-7,0.000005130108,0.00095302804],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993128,0.000037630816,0.00007893018,0.00013969601,0.00026626908,0.00016468299],"domain_scores_gemma":[0.99922836,0.00021863329,0.000009497961,0.00041382923,0.00006974715,0.000059931503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005125911,0.00004648017,0.00004399866,0.00005435575,0.000016823044,0.00007091554,0.000644364,0.000027162825,0.000010312551],"category_scores_gemma":[0.0004915096,0.000030618212,0.0000072968287,0.00055910763,0.000015338916,0.000216528,0.00015039407,0.00011451151,0.0002308266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003104721,0.00032339452,0.24816228,0.000113018505,0.000038396287,0.00029244635,0.016497813,0.05959034,0.000786019,0.0899123,0.17133568,0.41291726],"study_design_scores_gemma":[0.0011199136,0.00019543721,0.23373336,0.0000766103,0.0000018181534,0.00007732943,0.00054283673,0.7182454,0.002351499,0.005776843,0.037437286,0.00044169303],"about_ca_topic_score_codex":0.00016188703,"about_ca_topic_score_gemma":0.00013262678,"teacher_disagreement_score":0.8541219,"about_ca_system_score_codex":0.00006663144,"about_ca_system_score_gemma":0.00010268037,"threshold_uncertainty_score":0.2966886},"labels":[],"label_agreement":null},{"id":"W2285418831","doi":"10.7287/peerj.preprints.1771v1","title":"Judging a commit by its cover; or can a commit message predict build failure?","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Commit; Computer science; Code (set theory); Proxy (statistics); Source code; Computer security; Database; Programming language; Machine learning","score_opus":0.013777227243916359,"score_gpt":0.245285266788623,"score_spread":0.23150803954470664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285418831","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021167094,0.000113294096,0.9632133,0.011565211,0.00028861928,0.0003734082,0.00005442842,0.0015448836,0.0016797436],"genre_scores_gemma":[0.97095096,0.00001950085,0.011179991,0.00039002666,0.00006153242,0.000054857886,0.000002193027,0.00003122764,0.017309722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978235,0.00007956276,0.00023644001,0.00049531815,0.0006861489,0.0006790721],"domain_scores_gemma":[0.99695504,0.0016034296,0.000044024273,0.000986092,0.00011148605,0.0002999449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047138863,0.00021851965,0.00022999298,0.00015380666,0.00012781961,0.00023442881,0.0019147379,0.00009376239,0.0004783046],"category_scores_gemma":[0.0008326638,0.00013599147,0.000061322586,0.00055708573,0.000056502646,0.00052660104,0.0007392526,0.00022250167,0.00033917843],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030925323,0.00016934251,0.034971133,0.00009728345,0.0001195713,0.00017964537,0.0006128823,0.000090517264,0.011459111,0.006656815,0.9176167,0.027996046],"study_design_scores_gemma":[0.006714571,0.000990745,0.020175131,0.0008261076,0.00003215592,0.00025314343,0.0000868708,0.06011716,0.0968632,0.0007295352,0.8107661,0.0024452906],"about_ca_topic_score_codex":0.00010446238,"about_ca_topic_score_gemma":0.000060111906,"teacher_disagreement_score":0.95203334,"about_ca_system_score_codex":0.00016727526,"about_ca_system_score_gemma":0.0001525513,"threshold_uncertainty_score":0.55455714},"labels":[],"label_agreement":null},{"id":"W2285477878","doi":"10.1016/j.infsof.2016.01.008","title":"Combining lexical and structural information to reconstruct software layers","year":2016,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Exploit; Software system; Layering; Source code; Software; Software architecture; Process (computing); Software engineering; Documentation; Software maintenance; Programming language","score_opus":0.007871888355526706,"score_gpt":0.23559518383168296,"score_spread":0.22772329547615625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2285477878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30980626,0.000026204563,0.6862142,0.0021977313,0.0001849671,0.00017622249,0.000009504688,0.0013564547,0.000028449966],"genre_scores_gemma":[0.8559905,0.000020973774,0.14344804,0.00047403702,0.000009738289,0.000032956166,0.0000056385547,0.000005225368,0.00001287753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989622,0.000013389962,0.00034255924,0.00014693287,0.0002161793,0.00031872588],"domain_scores_gemma":[0.9989602,0.000319045,0.00008138221,0.00033197494,0.0001619678,0.00014541428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019953835,0.00014481878,0.00015954452,0.0007816398,0.0001514221,0.00019648038,0.00040941793,0.00019419735,0.000012509412],"category_scores_gemma":[0.002473075,0.000111199224,0.000018615481,0.0004985779,0.00013666764,0.0034306701,0.00045887206,0.00017399855,0.00009712216],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063645707,0.0000011696017,0.0509046,0.000023629736,0.000007838257,9.855552e-7,0.0005230968,0.000012351654,0.00001699297,0.01425536,0.00028612884,0.9339615],"study_design_scores_gemma":[0.010644856,0.002333151,0.65027064,0.000882054,0.000030877854,0.003320755,0.0014706952,0.013944604,0.007666534,0.098252125,0.20732924,0.0038544852],"about_ca_topic_score_codex":0.000008988476,"about_ca_topic_score_gemma":0.000002141552,"teacher_disagreement_score":0.930107,"about_ca_system_score_codex":0.000061801096,"about_ca_system_score_gemma":0.000057780046,"threshold_uncertainty_score":0.45345727},"labels":[],"label_agreement":null},{"id":"W2287464799","doi":"10.11575/prism/31123","title":"The Problems of Large-Scale Refactoring: Learning from Eclipse RCP","year":2015,"lang":"en","type":"article","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Eclipse; Computer science; Task (project management); Quality (philosophy); Code (set theory); Process (computing); Scale (ratio); Software engineering; Data science; Risk analysis (engineering); Programming language; Engineering; Business; Software; Systems engineering","score_opus":0.08266976853655637,"score_gpt":0.3257886242390947,"score_spread":0.24311885570253833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287464799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9370832,0.00031108735,0.054141913,0.0004542653,0.00070508535,0.00039580365,0.000004513151,0.000019230964,0.006884942],"genre_scores_gemma":[0.9537042,0.000008331666,0.042510495,0.0000042141505,0.00014956726,0.000015347203,0.0000033163976,0.000012589329,0.0035919687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99893016,0.0000685653,0.00015266743,0.00024462864,0.00034943948,0.00025456055],"domain_scores_gemma":[0.9986632,0.00051233027,0.00005611006,0.00055237,0.00010140023,0.000114602044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010893429,0.000072275536,0.000109775254,0.00002958245,0.000091562986,0.00032392234,0.0018574658,0.000038105984,0.000060720762],"category_scores_gemma":[0.00068934355,0.00005240104,0.000023223914,0.00023139041,0.000026489348,0.00032448088,0.0010832181,0.00021227062,0.00025218647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008398923,0.00041125985,0.2364955,0.000032149037,0.00019687213,0.0000635283,0.073299766,0.027938403,0.0064446,0.0010247198,0.011409783,0.64259946],"study_design_scores_gemma":[0.0010766513,0.00023380225,0.015860777,0.000104599356,0.0000061468595,0.000004869166,0.00074507523,0.046274565,0.018498868,0.0009918099,0.9158955,0.000307304],"about_ca_topic_score_codex":0.00010842771,"about_ca_topic_score_gemma":0.000044385888,"teacher_disagreement_score":0.90448576,"about_ca_system_score_codex":0.000037709564,"about_ca_system_score_gemma":0.000116982745,"threshold_uncertainty_score":0.34516647},"labels":[],"label_agreement":null},{"id":"W2289443514","doi":"10.1016/j.jss.2016.02.048","title":"Mining trends and patterns of software vulnerabilities","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Toronto Metropolitan University","funders":"","keywords":"Secure coding; Computer science; Computer security; Vulnerability (computing); Software; Security bug; Vulnerability management; Buffer overflow; SQL injection; Software security assurance; Software bug; Vulnerability assessment; World Wide Web; Information security; Operating system","score_opus":0.019134659158093432,"score_gpt":0.2533022777641016,"score_spread":0.23416761860600815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289443514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6392389,0.0022047814,0.3579589,0.00015830278,0.00035589066,0.000032135664,0.000009120693,0.000039019957,0.0000029265211],"genre_scores_gemma":[0.9869351,0.0001204954,0.012393115,0.000006903286,0.00012357028,0.0000026862417,1.3225343e-7,0.000011758729,0.00040626805],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986892,0.000067693574,0.00046091425,0.00016425987,0.00041023764,0.00020774582],"domain_scores_gemma":[0.9976459,0.0014405107,0.0002438155,0.00024794767,0.00026652712,0.00015529797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068919815,0.0001221026,0.00034754525,0.0003214678,0.00005406155,0.00009454806,0.00032979163,0.00006727074,0.0000066466264],"category_scores_gemma":[0.0009870625,0.00007532797,0.000061328086,0.00014474837,0.00005300329,0.0004814441,0.00014329821,0.00010961349,4.4229355e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001178452,0.000023588633,0.80716854,0.00040912026,0.00006721561,0.000055718767,0.0015904405,0.000047145608,0.0002610815,0.00041267573,0.00046007946,0.18949258],"study_design_scores_gemma":[0.0029832316,0.0016463209,0.97856873,0.00495331,0.000040224168,0.0024865412,0.0009762943,0.00044669778,0.0010010379,0.0004965498,0.0057342104,0.00066686864],"about_ca_topic_score_codex":0.00003222109,"about_ca_topic_score_gemma":0.0000021402793,"teacher_disagreement_score":0.34769616,"about_ca_system_score_codex":0.000035367262,"about_ca_system_score_gemma":0.000052884985,"threshold_uncertainty_score":0.30717853},"labels":[],"label_agreement":null},{"id":"W2289912058","doi":"10.11575/prism/30491","title":"A Survey Paper on Software Architecture Visualization","year":2008,"lang":"en","type":"article","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software visualization; Computer science; Visualization; Software engineering; Software architecture; Resource-oriented architecture; Software architecture description; Software; Architecture; Data science; Software development; Reference architecture; Software construction; Artificial intelligence; Programming language","score_opus":0.058906220834445876,"score_gpt":0.3261674042883758,"score_spread":0.26726118345392996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289912058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27060065,0.00003916888,0.7278443,0.00014231345,0.00019283626,0.00033180506,0.0000101010455,0.000031290245,0.00080753904],"genre_scores_gemma":[0.87597334,0.000007908084,0.120735325,0.00021079739,0.0000640394,0.000025640298,0.0000361894,0.000026813697,0.002919952],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99885756,0.00010779445,0.0001108311,0.00035830765,0.00033717946,0.0002283345],"domain_scores_gemma":[0.99873614,0.00053546636,0.000024615427,0.00053876324,0.000073539326,0.00009145895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004170963,0.00010165789,0.00010848975,0.00009495837,0.00011746416,0.00018163864,0.0012779036,0.000051683655,0.000331153],"category_scores_gemma":[0.0011138619,0.00009069146,0.00002270624,0.00048977043,0.000026628446,0.00029289656,0.00041570514,0.00013956787,0.00069767877],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007522619,0.00040498687,0.13012667,0.00001786796,0.000062588246,0.0003642191,0.005866592,0.014889379,0.0005485485,0.00042278066,0.013554575,0.83366656],"study_design_scores_gemma":[0.00089848187,0.00038227148,0.9203261,0.00007272722,0.0000024001033,0.00009910423,0.0000062574354,0.0051625944,0.005467295,0.00018573932,0.066797204,0.00059980864],"about_ca_topic_score_codex":0.00006470468,"about_ca_topic_score_gemma":0.000040553085,"teacher_disagreement_score":0.83306676,"about_ca_system_score_codex":0.000035451325,"about_ca_system_score_gemma":0.00011265444,"threshold_uncertainty_score":0.8967482},"labels":[],"label_agreement":null},{"id":"W2293142483","doi":"10.18293/seke2015-042","title":"Using peak analysis for identifying lagged effects between software metrics","year":2015,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Context (archaeology); Time series; Lag; Identification (biology); Software; Series (stratigraphy); Time lag; Data mining; Simple (philosophy); Econometrics; Statistics; Machine learning; Mathematics","score_opus":0.09751997057660587,"score_gpt":0.3208275290474762,"score_spread":0.2233075584708703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293142483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5236342,0.00037672571,0.47272182,0.000097098884,0.0015624692,0.0005519752,0.000024861172,0.00090115704,0.00012971104],"genre_scores_gemma":[0.84605163,0.000013966549,0.15328847,0.000011654485,0.00037422962,0.0000926212,0.000004756329,0.000067515975,0.000095134834],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968312,0.0000048688726,0.0006290039,0.0008382507,0.001000901,0.0006958085],"domain_scores_gemma":[0.99607974,0.0009393114,0.0002784102,0.0002571432,0.0020381697,0.0004071964],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012528297,0.00055801775,0.0007341425,0.0017081996,0.0001553819,0.00064297183,0.0022837392,0.00023258087,0.0000021145001],"category_scores_gemma":[0.011071599,0.0005189093,0.00033887624,0.002678199,0.000053356885,0.0009137647,0.0009861953,0.0006136364,0.0000035835217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014461974,0.00050044927,0.5842822,0.007686537,0.007282578,0.000009874381,0.009221893,0.060211338,0.08203077,0.23563787,0.00214331,0.010848531],"study_design_scores_gemma":[0.0019192867,0.00030425948,0.05711154,0.0016564843,0.00058325636,0.000040001523,0.0002679041,0.8900959,0.04419742,0.0009097129,0.0014582396,0.0014560212],"about_ca_topic_score_codex":0.000013342269,"about_ca_topic_score_gemma":6.411243e-7,"teacher_disagreement_score":0.8298845,"about_ca_system_score_codex":0.00042571322,"about_ca_system_score_gemma":0.0001350966,"threshold_uncertainty_score":0.99972624},"labels":[],"label_agreement":null},{"id":"W2293157443","doi":"10.1145/508386.508389","title":"Explicit programming","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Modular programming; Separation of concerns; Programming language; Source code; Vocabulary; Reusability; Code (set theory); Point (geometry); Software","score_opus":0.03540660668555613,"score_gpt":0.2557462605673754,"score_spread":0.2203396538818193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293157443","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073983083,0.00009139164,0.98649937,0.0005968706,0.000098808516,0.000068063746,2.6812454e-8,0.00093610724,0.0043110442],"genre_scores_gemma":[0.80555415,0.000003221882,0.19087608,0.00006389647,0.00003128523,0.000018599745,5.5454514e-8,0.000004659055,0.003448024],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994422,0.000005493638,0.00004881472,0.00013911838,0.00016932178,0.00019504031],"domain_scores_gemma":[0.99948835,0.00012096554,0.000004640727,0.00030826297,0.000019672167,0.00005812518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007357526,0.00003953254,0.00003518267,0.000051806688,0.000027337805,0.000098101016,0.0004709429,0.000015314014,0.00014401188],"category_scores_gemma":[0.00011359666,0.00003434994,0.000016583914,0.0002831481,0.000004813671,0.00018059945,0.00012243852,0.00005816857,0.00060778874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5754802e-7,0.00005813696,0.0059169433,0.000009938286,0.000007027391,0.00003391719,0.0005314911,0.00005587036,0.00025439236,0.060539525,0.012358581,0.920234],"study_design_scores_gemma":[0.0005177516,0.00019952962,0.015200354,0.000023525916,0.0000015975239,0.00008546402,0.000029100214,0.5797967,0.008242739,0.00082821446,0.39444953,0.0006255253],"about_ca_topic_score_codex":0.0000055676846,"about_ca_topic_score_gemma":3.457867e-7,"teacher_disagreement_score":0.9196085,"about_ca_system_score_codex":0.000013860304,"about_ca_system_score_gemma":0.000002502973,"threshold_uncertainty_score":0.7812097},"labels":[],"label_agreement":null},{"id":"W2294018535","doi":"10.1109/icmla.2015.55","title":"What to Learn Next: Recommending Commands in a Feature-Rich Environment","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Feature (linguistics); Task (project management); Baseline (sea); Set (abstract data type); Eclipse; Conjunction (astronomy); Range (aeronautics); Human–computer interaction; Information retrieval; World Wide Web; Machine learning; Programming language","score_opus":0.0505778492301849,"score_gpt":0.28684204067111885,"score_spread":0.23626419144093394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294018535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15291347,0.000959819,0.80785817,0.03252085,0.0018322999,0.00062874256,3.998495e-7,0.0005107762,0.0027754547],"genre_scores_gemma":[0.89554554,0.000054711243,0.09769094,0.0012105813,0.000085162625,0.000066588276,0.0000017294057,0.000023186265,0.005321535],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883056,0.00004821345,0.000106839085,0.00029774292,0.00036005565,0.00035660056],"domain_scores_gemma":[0.99896115,0.0002549587,0.000011476706,0.0005080753,0.000015245291,0.0002491077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006761049,0.00010122532,0.00011396106,0.00022712149,0.00002719526,0.00040990463,0.0007352374,0.000047437494,0.000026519272],"category_scores_gemma":[0.00018353766,0.000093517985,0.00001836581,0.00044832428,0.000008521594,0.0008613443,0.00064103823,0.00022589588,0.0004129987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046859066,0.0005201717,0.17945562,0.00004761926,0.000053289248,0.0003346436,0.022497496,0.0412528,0.00139811,0.015174414,0.24311945,0.49609953],"study_design_scores_gemma":[0.0038679193,0.0014697185,0.18601157,0.0003431435,0.000005271008,0.00009285434,0.0028376298,0.09345232,0.013192454,0.0022908521,0.6944505,0.0019857667],"about_ca_topic_score_codex":0.000027181797,"about_ca_topic_score_gemma":0.0000140640705,"teacher_disagreement_score":0.7426321,"about_ca_system_score_codex":0.00026424287,"about_ca_system_score_gemma":0.00002715701,"threshold_uncertainty_score":0.53084004},"labels":[],"label_agreement":null},{"id":"W2294742457","doi":"10.1007/978-3-319-28406-4_1","title":"How to Build a Recommendation System for Software Engineering","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Computer science; Recommender system; Workflow; Software engineering; Software; Software development; Software system; Software construction; World Wide Web; Database; Programming language","score_opus":0.028953439651432284,"score_gpt":0.2633819535725717,"score_spread":0.23442851392113942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294742457","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000025666724,0.00016539759,0.9936464,0.0013723562,0.0030237709,0.00093919586,0.000017345475,0.00076517765,0.00004470476],"genre_scores_gemma":[0.03047826,0.0000023411844,0.9680996,0.00017477055,0.0007276742,0.000096841206,0.000012749112,0.000074918185,0.00033282398],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963357,0.000015199802,0.00035403806,0.0014749237,0.0009763234,0.00084383815],"domain_scores_gemma":[0.99589044,0.0016974766,0.000124888,0.0012497515,0.0006435603,0.0003938808],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014725421,0.0005012094,0.0005012338,0.0013435208,0.00013799546,0.001091664,0.0031598387,0.00028764826,0.0000022674392],"category_scores_gemma":[0.0022887294,0.00050354656,0.00011217948,0.0008244188,0.00007731281,0.0006420742,0.0013186339,0.00058866787,0.000023937338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009984928,0.000015314547,0.00007440101,0.0004184598,0.000023358474,0.00004172458,0.0005179055,0.19887806,0.00014184945,0.009849228,0.0005116812,0.789518],"study_design_scores_gemma":[0.0005344929,0.00047078027,0.00008070482,0.0012339691,0.000009542463,0.0001187567,3.876582e-7,0.9466251,0.0018700352,0.005121568,0.04257213,0.0013625369],"about_ca_topic_score_codex":0.000007547441,"about_ca_topic_score_gemma":0.000008684908,"teacher_disagreement_score":0.7881555,"about_ca_system_score_codex":0.0012842707,"about_ca_system_score_gemma":0.0005130737,"threshold_uncertainty_score":0.9999453},"labels":[],"label_agreement":null},{"id":"W2295532482","doi":"10.71781/10718","title":"Analysing artefacts dependencies to evolving software systems","year":2013,"lang":"en","type":"book","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Software maintenance; Macro; Principal (computer security); Software engineering; Asynchrony (computer programming); Change impact analysis; Software development; Software; Data science; Programming language; Computer security","score_opus":0.046658805490929114,"score_gpt":0.29530401169176185,"score_spread":0.24864520620083275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295532482","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017081199,0.0024241225,0.8123184,0.00019266184,0.0025705507,0.0036976822,0.000048012713,0.00014930831,0.1768912],"genre_scores_gemma":[0.0033450238,0.000006490977,0.17111337,0.000027230173,0.00026882545,0.00009219091,0.000027915778,0.000072587616,0.82504636],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967045,0.000066898625,0.00043390464,0.0010602925,0.0010552686,0.0006791088],"domain_scores_gemma":[0.9962936,0.0009624704,0.00015752863,0.0017569023,0.0004114782,0.00041801285],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007930122,0.00040625312,0.00062002713,0.00056628534,0.00017671575,0.004487404,0.005298094,0.0002897964,0.0006825672],"category_scores_gemma":[0.0012262627,0.0004018588,0.00011034555,0.00044088616,0.000029158156,0.0011221112,0.0030631681,0.00055671984,0.008453874],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008312766,0.00008356073,0.0011041358,0.00044849594,0.00073405437,0.0008976737,0.0041829986,0.018786062,0.00028222403,0.0005619295,0.4317324,0.54117817],"study_design_scores_gemma":[0.0004476454,0.00024788192,0.0016657269,0.0033535117,0.00009372774,0.00018155377,0.00009199059,0.031750515,0.00046888686,0.00042752322,0.9586908,0.002580234],"about_ca_topic_score_codex":0.00017004476,"about_ca_topic_score_gemma":0.00003252114,"teacher_disagreement_score":0.6481552,"about_ca_system_score_codex":0.00064020266,"about_ca_system_score_gemma":0.0010880555,"threshold_uncertainty_score":0.9998433},"labels":[],"label_agreement":null},{"id":"W2295745251","doi":"","title":"CrashAutomata: an approach for the detection of duplicate crash reports based on generalizable automata","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Crash; Computer science; False positive paradox; Software; Automaton; Precision and recall; Data mining; Generalization; Machine learning; Artificial intelligence; Programming language","score_opus":0.030358576573996543,"score_gpt":0.2547864409965724,"score_spread":0.22442786442257584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295745251","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019708835,0.0001005075,0.97840095,0.00005330988,0.0006665945,0.0003507676,0.0000018033165,0.0007145505,0.0000026946898],"genre_scores_gemma":[0.562071,0.000002011077,0.43768933,0.00005372981,0.00009228857,0.00007031887,0.0000018368839,0.000015101498,0.0000043217556],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977776,0.00002088686,0.00026313376,0.00066720264,0.0008097211,0.0004615011],"domain_scores_gemma":[0.99739754,0.0006152729,0.000075815035,0.0012184859,0.0004186938,0.00027416545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002756174,0.00018911838,0.0001957823,0.00033273603,0.00022022253,0.00037075317,0.0012140754,0.00005803748,2.1150173e-7],"category_scores_gemma":[0.0013763539,0.00014835184,0.000044321758,0.0011066021,0.00012843998,0.0008028573,0.0003563333,0.00014146975,7.0072576e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034714083,0.00005529566,0.0015319426,0.00007061306,0.0000077392,0.0000070231386,0.00018994803,0.96086705,0.0009686429,0.0002641397,0.000119999386,0.035914157],"study_design_scores_gemma":[0.00020982946,0.00019108235,0.010165849,0.000020363821,0.000003839991,0.00004630334,0.000002718788,0.98525554,0.0034201464,0.00003972712,0.00046746622,0.00017714135],"about_ca_topic_score_codex":0.000017424538,"about_ca_topic_score_gemma":3.3230336e-7,"teacher_disagreement_score":0.5423622,"about_ca_system_score_codex":0.000103467566,"about_ca_system_score_gemma":0.00024557946,"threshold_uncertainty_score":0.6049613},"labels":[],"label_agreement":null},{"id":"W2295844862","doi":"10.1109/asew.2015.28","title":"Analytics for Software Project Management -- Where are We and Where do We Go?","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software project management; Computer science; Status quo; Software analytics; Analytics; Project management; Software; Software development process; Software engineering; Process management; Data science; Software development; Engineering management; Knowledge management; Engineering; Systems engineering; Software construction","score_opus":0.05619973563338226,"score_gpt":0.30879338247440347,"score_spread":0.2525936468410212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295844862","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004919636,0.006410128,0.9870979,0.0040237727,0.0002358938,0.00071257516,0.000006998825,0.00062549906,0.00039525208],"genre_scores_gemma":[0.020968767,0.0029417987,0.9429207,0.00008801177,0.00018582931,0.00027066277,0.0000025551144,0.00006769498,0.032553993],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847007,0.000023061531,0.0001645496,0.00047654822,0.00044940252,0.000416379],"domain_scores_gemma":[0.99867076,0.00027854525,0.000039964212,0.00064375775,0.00018142698,0.00018556742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036930016,0.00017303762,0.00017923632,0.00019902884,0.00006442521,0.00034595473,0.0007395163,0.00006828839,0.000009466293],"category_scores_gemma":[0.00013695526,0.00014672706,0.0000484383,0.00048421975,0.00003111168,0.00030761227,0.0005681604,0.000120343524,0.000027305518],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022843305,0.00010406905,0.026012395,0.0013216097,0.00015815982,0.000098422795,0.0011189386,0.0012950406,0.0000029807763,0.010797579,0.7970323,0.16203566],"study_design_scores_gemma":[0.0015316432,0.00030630836,0.0019494152,0.00039061537,0.000026009237,0.000029480134,0.0008374507,0.065889336,0.00007201243,0.0053209807,0.9230485,0.0005982706],"about_ca_topic_score_codex":0.000015454001,"about_ca_topic_score_gemma":0.000042806674,"teacher_disagreement_score":0.16143739,"about_ca_system_score_codex":0.00009865836,"about_ca_system_score_gemma":0.000074128744,"threshold_uncertainty_score":0.5983356},"labels":[],"label_agreement":null},{"id":"W2300302512","doi":"10.1109/iwsm-mensura.2011.44","title":"Using Efficient Machine-Learning Models to Assess Two Important Quality Factors: Maintainability and Reusability","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Maintainability; Reusability; Computer science; Software engineering; Software quality; Quality (philosophy); Machine learning; Software metric; Software; Artificial intelligence; Software development; Programming language","score_opus":0.23708793767545858,"score_gpt":0.3699730805243459,"score_spread":0.13288514284888733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300302512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51180214,0.000014598322,0.48752475,0.000022701497,0.000058820293,0.0001978151,0.0000015963583,0.0002605046,0.00011709304],"genre_scores_gemma":[0.8233567,7.3648255e-7,0.17656966,0.000021856526,0.000010462951,0.000009493907,6.856038e-7,0.00001252568,0.000017877452],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972769,0.0003257658,0.00046481675,0.00082392193,0.00053441233,0.00057416526],"domain_scores_gemma":[0.99742633,0.00083265,0.00006999751,0.0010689957,0.00021013037,0.00039189289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003427849,0.00022329041,0.00028281147,0.00013917353,0.00017600106,0.00015244671,0.0007677923,0.0000630764,0.00003693581],"category_scores_gemma":[0.0018811789,0.0001879457,0.00006755958,0.00051256863,0.00007679208,0.00034653675,0.0011339561,0.0003512749,0.0000035166288],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019325576,0.00019129486,0.92475736,0.00007328285,0.000018582254,0.000012813443,0.004356338,0.03639806,0.00096209423,0.03210092,0.0000026896448,0.0011072634],"study_design_scores_gemma":[0.00017863544,0.00008388611,0.23695439,0.000011292833,0.0000032089029,0.000007682551,0.00018174738,0.7545269,0.0023565919,0.005371818,0.000014380645,0.00030945562],"about_ca_topic_score_codex":0.0050745723,"about_ca_topic_score_gemma":0.000065668086,"teacher_disagreement_score":0.71812886,"about_ca_system_score_codex":0.00029133062,"about_ca_system_score_gemma":0.0001173661,"threshold_uncertainty_score":0.7671269},"labels":[],"label_agreement":null},{"id":"W2314352172","doi":"10.1142/9781860948732_0033","title":"CONSENSUS CONTACT PREDICTION BY LINEAR PROGRAMMING","year":2007,"lang":"en","type":"article","venue":"Computational Systems Bioinformatics","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Linear programming; Algorithm","score_opus":0.016450985169903776,"score_gpt":0.2646623870308433,"score_spread":0.24821140186093954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314352172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013670289,0.00016556933,0.9839866,0.00006697676,0.0007607614,0.00041346488,0.000023149078,0.0006138432,0.00029934288],"genre_scores_gemma":[0.7367633,0.0000014604068,0.26285318,0.000045684737,0.00012276435,0.000015696472,0.00008555285,0.000013093026,0.00009924796],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810266,0.000024246645,0.00061088847,0.00015929113,0.000725653,0.00037722953],"domain_scores_gemma":[0.9980113,0.0010974915,0.00015122029,0.00025315248,0.0003118654,0.00017497144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010627384,0.00014290334,0.00015815192,0.00018978052,0.00014175718,0.00022418633,0.00042371466,0.00008894828,0.0000014729976],"category_scores_gemma":[0.00029885452,0.00013838803,0.00004518271,0.0004671019,0.000033537308,0.0003096517,0.000105690866,0.00017552552,0.00011155972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006180914,0.00046861882,0.053462125,0.0019898647,0.00047038263,0.00012450674,0.007064698,0.58690155,0.00041085316,0.09606682,0.08666563,0.16631313],"study_design_scores_gemma":[0.00035304346,0.00009201481,0.004444407,0.000056236393,0.0000025860954,0.000117295705,0.00009363853,0.98106986,0.000057581405,0.00006105046,0.01349988,0.00015238053],"about_ca_topic_score_codex":0.000020558715,"about_ca_topic_score_gemma":4.2443185e-7,"teacher_disagreement_score":0.72309303,"about_ca_system_score_codex":0.00015684812,"about_ca_system_score_gemma":0.000102760016,"threshold_uncertainty_score":0.56433},"labels":[],"label_agreement":null},{"id":"W2314647138","doi":"10.1115/detc2015-47383","title":"A Novel Application of Gamification for Collecting High-Level Design Information","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Crowdsourcing; Computer science; Context (archaeology); Human–computer interaction; Object (grammar); Game design; Function (biology); Multimedia; Game mechanics; World Wide Web; Artificial intelligence","score_opus":0.1197905922069246,"score_gpt":0.30472936062177325,"score_spread":0.18493876841484863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2314647138","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009423008,0.0000037343361,0.99813545,0.00014993302,0.000066737055,0.00048323208,0.000002325623,0.00014602675,0.00007029008],"genre_scores_gemma":[0.45089966,1.83012e-7,0.54891694,0.000012597636,0.000009946926,0.000112410045,0.000004778521,0.0000022873069,0.00004123489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994002,0.0000091866295,0.00017201531,0.00009362701,0.00021689126,0.00010807661],"domain_scores_gemma":[0.99871004,0.000470356,0.00006930521,0.000250619,0.0004528125,0.00004686649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007133999,0.000045794273,0.000061211336,0.00013706596,0.00002889054,0.00004635609,0.0003172907,0.000033258246,4.8165646e-7],"category_scores_gemma":[0.0011234698,0.00004438144,0.000013653811,0.00046568405,0.000007862521,0.0006137789,0.000045427394,0.000031372063,0.000010049137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009863138,0.0002525434,0.0015931921,0.00025399184,0.000050602004,9.672795e-8,0.005670445,0.18929511,0.053028,0.39394093,0.012154473,0.343662],"study_design_scores_gemma":[0.00051166577,0.00007931564,0.004289286,0.0000044471403,0.0000014130075,0.000002031441,0.000032480155,0.96933,0.023690851,0.0013010303,0.000684805,0.000072686176],"about_ca_topic_score_codex":0.00007232622,"about_ca_topic_score_gemma":0.0000010888849,"teacher_disagreement_score":0.7800349,"about_ca_system_score_codex":0.00007605408,"about_ca_system_score_gemma":0.000120913,"threshold_uncertainty_score":0.18098225},"labels":[],"label_agreement":null},{"id":"W2315416862","doi":"10.1145/2856767.2856814","title":"Exploring User Attitudes Towards Different Approaches to Command Recommendation in Feature-Rich Software","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Documentation; Relevance (law); Task (project management); Set (abstract data type); Feature (linguistics); Software documentation; Software; World Wide Web; Data science; Software development; Software development process; Engineering","score_opus":0.2695037850777936,"score_gpt":0.2929308044539849,"score_spread":0.023427019376191294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315416862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30863854,0.000017595139,0.68412954,0.006323027,0.0002368476,0.00020076479,0.0000013463192,0.00035589628,0.00009644787],"genre_scores_gemma":[0.93017906,0.000024530693,0.06874678,0.0000838066,0.000053889897,0.0002049151,0.0000022092527,0.000016973107,0.00068785367],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99867874,0.000055513152,0.00015390453,0.0004288427,0.00029275744,0.00039026092],"domain_scores_gemma":[0.99876225,0.00055304106,0.000018188974,0.0004895512,0.000035326695,0.0001416515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003261381,0.00015869208,0.00016452785,0.00029669137,0.00004850804,0.00013655786,0.0007127873,0.00004629202,0.000037494672],"category_scores_gemma":[0.00043631514,0.00010248488,0.00003156719,0.00045113405,0.000012855405,0.0007793353,0.00057601824,0.00013895432,0.00006820764],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010848325,0.000122206,0.33550814,0.00003785026,0.000018564366,0.000005786366,0.00067129644,0.00010474713,0.00020848885,0.004204922,0.002005046,0.6571021],"study_design_scores_gemma":[0.00042144806,0.000078744815,0.98647004,0.000096948315,0.000001079912,0.0000032281716,0.000013307397,0.00031317133,0.009194379,0.00013997463,0.00299919,0.00026850292],"about_ca_topic_score_codex":0.000021827154,"about_ca_topic_score_gemma":0.00006943864,"teacher_disagreement_score":0.6568336,"about_ca_system_score_codex":0.00021386151,"about_ca_system_score_gemma":0.000025331734,"threshold_uncertainty_score":0.41792125},"labels":[],"label_agreement":null},{"id":"W2316465827","doi":"10.7763/ijcte.2013.v5.742","title":"Metrics and Software Quality Evolution: A Case Study on Open Source Software","year":2013,"lang":"en","type":"article","venue":"International Journal of Computer Theory and Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software evolution; Metric (unit); Software quality; Quality (philosophy); Software metric; Software; Open source software; Subject (documents); Quality assurance; Software system; Software engineering; Data mining; Software development; Software construction; World Wide Web; Programming language; Operations management","score_opus":0.026533559643769276,"score_gpt":0.3073577864647694,"score_spread":0.2808242268210001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316465827","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43774644,0.00012520229,0.56145024,0.00006859568,0.000457492,0.000099545934,7.214934e-7,0.000049894235,0.0000018609],"genre_scores_gemma":[0.92791283,0.000005703789,0.07172626,0.00007019723,0.00023873308,0.000007753635,2.4494707e-7,0.0000139287185,0.000024321036],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99861294,0.00013614321,0.00037191273,0.00022002989,0.00048071437,0.0001782509],"domain_scores_gemma":[0.99665916,0.0024293945,0.00012015166,0.00022531695,0.00039406295,0.00017190923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015982171,0.00015571207,0.00022240327,0.0004533128,0.000069156136,0.00073015067,0.0011167217,0.00004379478,0.0000076335255],"category_scores_gemma":[0.00091229443,0.00013729502,0.00004818008,0.00022514952,0.00002352917,0.0009797788,0.0008967868,0.00032265348,0.0000044997328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020800628,0.0010679116,0.13682042,0.00014372267,0.0017847508,0.0077890763,0.011081386,0.121138364,0.00021075245,0.04909137,0.0008474999,0.66981673],"study_design_scores_gemma":[0.00883194,0.0035184948,0.7159974,0.00089403713,0.00007563583,0.053257138,0.0018548947,0.19003938,0.00027271901,0.02074936,0.0025853964,0.0019236269],"about_ca_topic_score_codex":0.000049592414,"about_ca_topic_score_gemma":5.677313e-7,"teacher_disagreement_score":0.6678931,"about_ca_system_score_codex":0.00009111205,"about_ca_system_score_gemma":0.00003686013,"threshold_uncertainty_score":0.70408595},"labels":[],"label_agreement":null},{"id":"W2316930373","doi":"10.1109/tse.2016.2550458","title":"Developer Micro Interaction Metrics for Software Defect Prediction","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Ministry of Education, Science and Technology; Neurosciences Research Foundation","keywords":"Computer science; Eclipse; Leverage (statistics); Software quality assurance; Software quality; Software bug; Software; Software metric; Software engineering; Source code; Software development; Task (project management); Plug-in; Machine learning; Operating system; Systems engineering","score_opus":0.0218172345002419,"score_gpt":0.25171140673187403,"score_spread":0.22989417223163214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316930373","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013751158,0.000080102756,0.9795155,0.00008207253,0.003240561,0.00048216904,0.000086876265,0.0027592452,0.0000023391408],"genre_scores_gemma":[0.54811984,0.00004601073,0.45071763,0.00004546884,0.00014046188,0.00045844878,0.0000040143914,0.0001005088,0.00036762422],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99777305,0.000030143174,0.0003917169,0.0006957263,0.00046554158,0.0006438468],"domain_scores_gemma":[0.99552625,0.0032312695,0.000058396978,0.00069582707,0.00027248953,0.00021575885],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040695647,0.00035666832,0.00026767407,0.00094628485,0.00020453951,0.00014413094,0.0006619834,0.00019869581,0.000031077492],"category_scores_gemma":[0.0011173579,0.00030653938,0.00028966382,0.0011286709,0.000023769784,0.0010081922,0.000010018072,0.0003422431,0.000105448795],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015786343,0.00044234004,0.004060572,0.00051613396,0.0007250589,0.000036660553,0.00065198506,0.29721797,0.02674831,0.00030955664,0.0030329127,0.6661006],"study_design_scores_gemma":[0.006996764,0.0017755692,0.015751021,0.0018270117,0.00022863512,0.0004690783,0.0000384999,0.09855083,0.80375797,0.00023503388,0.066569135,0.003800469],"about_ca_topic_score_codex":0.000006330372,"about_ca_topic_score_gemma":0.0000021846836,"teacher_disagreement_score":0.77700967,"about_ca_system_score_codex":0.0005843522,"about_ca_system_score_gemma":0.000105691855,"threshold_uncertainty_score":0.99993867},"labels":[],"label_agreement":null},{"id":"W2327325926","doi":"10.7287/peerj.preprints.1920v3","title":"Analyzing test driven development based on GitHub evidence","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Commit; Agile software development; Computer science; Test-driven development; Software engineering; Java; Process (computing); Software; Software development; Database; Programming language","score_opus":0.04884592265832392,"score_gpt":0.3013920882778682,"score_spread":0.25254616561954424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2327325926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002958682,0.00009240795,0.99310714,0.0015225088,0.0004853906,0.00028341342,0.0000018236993,0.0008676108,0.0006809967],"genre_scores_gemma":[0.75188637,0.000010088715,0.24681577,0.00011793935,0.00010271839,0.000106960986,0.0000021453618,0.000026573969,0.000931447],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973133,0.000039455903,0.00031067553,0.0009933921,0.0008416229,0.000501533],"domain_scores_gemma":[0.99303114,0.0047645345,0.00008502428,0.0017083101,0.00020408489,0.00020688135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007059396,0.00031182723,0.00026646236,0.00047614673,0.000087321256,0.00036865144,0.0028579237,0.00017436543,0.00007318878],"category_scores_gemma":[0.0032126696,0.00023663812,0.000093789866,0.00033671941,0.00003343544,0.00018905297,0.0024076446,0.0005338986,0.00053071603],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025762887,0.00053200946,0.5683717,0.0013472532,0.0002780645,0.0004473461,0.00089018646,0.1011731,0.0026438544,0.0032790422,0.01707665,0.30393502],"study_design_scores_gemma":[0.0005076234,0.00021887713,0.27071273,0.009158874,0.000014378286,0.0000064594897,0.0000022182796,0.67496455,0.037601728,0.00095706637,0.0038570093,0.0019984643],"about_ca_topic_score_codex":0.000011332348,"about_ca_topic_score_gemma":0.000003642997,"teacher_disagreement_score":0.74892765,"about_ca_system_score_codex":0.00048237148,"about_ca_system_score_gemma":0.0010066348,"threshold_uncertainty_score":0.9649823},"labels":[],"label_agreement":null},{"id":"W2333815456","doi":"10.1115/detc2015-47541","title":"Automatic Extraction of Function Knowledge From Text","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"WordNet; Computer science; Word2vec; Natural language processing; Knowledge base; Artificial intelligence; Leverage (statistics); Parsing; Information retrieval; Function (biology); Knowledge extraction","score_opus":0.04113296902143269,"score_gpt":0.3013955782573264,"score_spread":0.26026260923589367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333815456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20321883,0.000121559366,0.79345715,0.00004964905,0.00053169497,0.000048508817,2.6439204e-7,0.0003508871,0.002221438],"genre_scores_gemma":[0.9636356,7.8475153e-7,0.035746004,0.000006368189,0.000048102025,0.000005419985,9.951762e-7,0.0000043149444,0.00055236166],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994287,0.000025495308,0.00010779867,0.00013330906,0.00020536142,0.00009933979],"domain_scores_gemma":[0.9991212,0.0003581814,0.000022987462,0.00031188075,0.00011075853,0.000075026444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022439087,0.00004765104,0.00006811246,0.00009109214,0.000011873262,0.00003063028,0.00025800354,0.000033170247,0.00007893617],"category_scores_gemma":[0.00032502934,0.00004200782,0.000019647332,0.00028287608,0.000010461118,0.00032220728,0.00008443118,0.00006410161,0.00041526093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014458997,0.00038633592,0.018976888,0.00006701266,0.00007370434,0.0000075305484,0.0027272769,0.0010451506,0.013055774,0.01557284,0.044326436,0.9037466],"study_design_scores_gemma":[0.000473363,0.0001816802,0.17246304,0.000028729019,0.0000057179527,0.0000059283975,0.000063957894,0.806301,0.010542654,0.0040567336,0.005720343,0.00015685029],"about_ca_topic_score_codex":0.000102894424,"about_ca_topic_score_gemma":0.0000067174424,"teacher_disagreement_score":0.9035897,"about_ca_system_score_codex":0.000049890863,"about_ca_system_score_gemma":0.0000725574,"threshold_uncertainty_score":0.53374773},"labels":[],"label_agreement":null},{"id":"W2334398149","doi":"10.1109/ms.2009.118","title":"Theory of Relative Dependency:&amp;#xD; Higher Coupling Concentration in Smaller Modules and its Implications for Software Refactoring and Quality","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Code refactoring; Dependency (UML); Software quality; Software engineering; Quality (philosophy); Software; Computer science; Reliability engineering; Coupling (piping); Programming language; Engineering; Software development; Physics; Mechanical engineering","score_opus":0.08567194059581427,"score_gpt":0.33744661089834255,"score_spread":0.25177467030252826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334398149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46957853,0.00076636934,0.52902746,0.000121410914,0.00008742931,0.00026305916,0.000016912327,0.00013569246,0.0000031190539],"genre_scores_gemma":[0.93048877,0.00005996379,0.06925567,0.00002634827,0.00003319831,0.00004261,0.0000067931346,0.000012766652,0.00007389327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868697,0.000052503336,0.0003299938,0.00043883943,0.00019435365,0.00029733998],"domain_scores_gemma":[0.996958,0.002257225,0.00010609235,0.00035592844,0.00022513344,0.00009759235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064905814,0.00015521975,0.00022940735,0.00010503374,0.00015239228,0.00005073556,0.0002931871,0.00012215282,0.000002447687],"category_scores_gemma":[0.0015865765,0.0001578139,0.0000378007,0.00026485455,0.00004266,0.0005535704,0.00008368585,0.00019188595,0.0000010036655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015014865,0.0002581846,0.61255085,0.0006250886,0.000118326534,0.0000040855916,0.009081865,0.010354275,0.023663947,0.25726292,0.0000619622,0.08586836],"study_design_scores_gemma":[0.0006465596,0.000082452476,0.9491736,0.00012296248,0.0000074269933,0.0000031144477,0.0000144036685,0.0011501601,0.0026623702,0.04579736,0.00007744618,0.0002621208],"about_ca_topic_score_codex":0.000013082945,"about_ca_topic_score_gemma":0.000013304111,"teacher_disagreement_score":0.46091023,"about_ca_system_score_codex":0.00008087598,"about_ca_system_score_gemma":0.00006137989,"threshold_uncertainty_score":0.64354646},"labels":[],"label_agreement":null},{"id":"W2335848699","doi":"","title":"Methods for evaluating, selecting and improving software clustering algorithms","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Computer science; Cluster analysis; Data mining; Software metric; Software; Software system; Comparability; Software sizing; Software construction; Software quality; Process (computing); Algorithm; Software development; Construct (python library); Machine learning; Mathematics","score_opus":0.04236197617319268,"score_gpt":0.40600136699169415,"score_spread":0.3636393908185015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2335848699","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022567369,0.000054376145,0.9757822,0.000073612835,0.0005633778,0.00027881886,3.6658548e-7,0.00065384095,0.000026013286],"genre_scores_gemma":[0.031170685,6.382699e-7,0.9683689,0.000041660325,0.00010183402,0.000071174385,4.6846364e-7,0.000020862577,0.00022381371],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987706,0.00004612223,0.00016401256,0.0004316709,0.00018093384,0.0004066727],"domain_scores_gemma":[0.99618495,0.003099605,0.000039905735,0.00038156725,0.00017347236,0.00012049091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026725673,0.0001224432,0.00012914395,0.000119612596,0.00019836256,0.00030320455,0.0005005971,0.000074168485,0.000009248848],"category_scores_gemma":[0.007544127,0.000114384406,0.000035776236,0.00024936267,0.000021698595,0.0003376817,0.0005018786,0.0002995101,0.0000022983875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011480578,0.000004907182,0.0012271049,0.00004744315,0.00000681638,5.2058647e-7,0.00022155988,0.0000902778,0.04374204,0.00026275538,0.000022139726,0.9543733],"study_design_scores_gemma":[0.0002449455,0.00009687013,0.0019106723,0.00000764999,0.0000030728977,0.0000371729,0.000009840385,0.9785071,0.018197915,0.0005483841,0.00027047846,0.00016590481],"about_ca_topic_score_codex":0.00004594522,"about_ca_topic_score_gemma":0.000011688539,"teacher_disagreement_score":0.9784168,"about_ca_system_score_codex":0.000023124707,"about_ca_system_score_gemma":0.00007406793,"threshold_uncertainty_score":0.90315694},"labels":[],"label_agreement":null},{"id":"W2336902201","doi":"10.1007/978-3-319-24282-8","title":"Discovery Science: 18th International Conference, DS 2015, Banff, AB, Canada, October 4-6, 2015. Proceedings","year":2015,"lang":"en","type":"book","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Event (particle physics); Computer science; Data science; Physics; Astrophysics","score_opus":0.020633226760868102,"score_gpt":0.2801081404951915,"score_spread":0.2594749137343234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2336902201","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026712895,0.00031029535,0.026457222,0.0028401061,0.0063392147,0.00060602475,0.00009840984,0.00059920363,0.9624824],"genre_scores_gemma":[0.007966189,0.000041159088,0.0071236696,0.00024603904,0.0005606765,0.000042195854,0.00004942168,0.000054642434,0.983916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928837,0.0000093578665,0.00045787866,0.001279055,0.0044294624,0.0009405588],"domain_scores_gemma":[0.995717,0.0001982742,0.00018184556,0.0008302866,0.002487408,0.0005851895],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0011978847,0.00051325146,0.00045200845,0.00081457867,0.00016296317,0.0020241959,0.0065398877,0.00025517662,0.0003149921],"category_scores_gemma":[0.000748902,0.00045730843,0.00008644103,0.0006382811,0.00043901594,0.002494269,0.0022127046,0.0009011437,0.00020101113],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035298672,0.000016237778,0.0003389377,0.000028949024,0.000029665041,0.00002958015,0.000074764845,0.000016354681,0.000022620532,0.09259171,0.90634674,0.0005009017],"study_design_scores_gemma":[0.00054774305,0.00010190722,0.0022977903,0.00027818087,0.0000146077655,0.00009677452,0.000034974953,0.016067807,0.00021800076,0.005436542,0.97361386,0.0012918375],"about_ca_topic_score_codex":0.03006311,"about_ca_topic_score_gemma":0.017475884,"teacher_disagreement_score":0.08715517,"about_ca_system_score_codex":0.003155924,"about_ca_system_score_gemma":0.031502016,"threshold_uncertainty_score":0.99978787},"labels":[],"label_agreement":null},{"id":"W2339265271","doi":"","title":"Productivity-Based Software Estimation Model: An Economics Perspective and an Empirical Study","year":2014,"lang":"en","type":"article","venue":"International Conference on Software Engineering Advances","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Estimation; Productivity; Computer science; Perspective (graphical); Econometrics; Empirical research; Economics; Macroeconomics; Statistics; Artificial intelligence; Mathematics; Management","score_opus":0.03628275940788956,"score_gpt":0.3461561581016258,"score_spread":0.30987339869373626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339265271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27167198,0.000018743338,0.726678,0.00022674927,0.00040085692,0.00020473491,0.000007653473,0.00077378604,0.000017487406],"genre_scores_gemma":[0.7194875,0.0000050425065,0.28022647,0.000044759006,0.00010783118,0.00007315121,0.000011687101,0.000027294587,0.000016256046],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802095,0.00007060281,0.00024449168,0.0009081153,0.00044813615,0.00030769018],"domain_scores_gemma":[0.99816144,0.00050215545,0.000077657474,0.000636132,0.0004108767,0.00021176007],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048313895,0.00029479802,0.0002414814,0.0003629333,0.00010609012,0.00039378682,0.00095315994,0.000070773196,0.00000637038],"category_scores_gemma":[0.0025271175,0.0003083511,0.000037325204,0.00018276423,0.000050766488,0.0019488729,0.0001427982,0.0003310057,0.000007996066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022598011,0.00027781937,0.013715808,0.000015835589,0.000022072709,0.000003828604,0.0007478926,0.94076055,0.000019547293,0.017697252,0.000004997672,0.02671179],"study_design_scores_gemma":[0.00039075234,0.000528025,0.014174652,0.000033541597,0.0000044027274,0.000006069836,0.00006432362,0.98017555,0.00016065549,0.003988478,0.00013148384,0.00034208287],"about_ca_topic_score_codex":0.000017176148,"about_ca_topic_score_gemma":0.00001742827,"teacher_disagreement_score":0.44781554,"about_ca_system_score_codex":0.00021930541,"about_ca_system_score_gemma":0.00012875727,"threshold_uncertainty_score":0.9999369},"labels":[],"label_agreement":null},{"id":"W2339737717","doi":"10.5753/sbsi.2016.5969","title":"Does Technical Debt Lead to the Rejection of Pull Requests?","year":2016,"lang":"en","type":"preprint","venue":"Anais do Simpósio Brasileiro de Sistemas de Informação (SBSI)","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Semtech (Canada)","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Technical debt; Convention; Debt; Documentation; Identification (biology); Technical documentation; Computer science; Focus (optics); Business; Risk analysis (engineering); Accounting; Finance; Software; Law; Software development; Political science","score_opus":0.019737057339554512,"score_gpt":0.29330603618907525,"score_spread":0.27356897884952075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339737717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18017301,0.0006730011,0.8021545,0.0042104456,0.0029880581,0.0027222123,0.0001046504,0.0019284672,0.0050456775],"genre_scores_gemma":[0.9816484,0.00022037029,0.015669024,0.00062095956,0.00047808795,0.0004438043,0.000014863641,0.00008706803,0.0008174076],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99453765,0.00027171313,0.0013680533,0.0010084298,0.0014464566,0.001367692],"domain_scores_gemma":[0.99253815,0.0018228593,0.0005564285,0.003997515,0.00058507296,0.0004999804],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031530305,0.00069894764,0.0008575358,0.0008087885,0.00025833727,0.0006307276,0.0053750235,0.0009116111,0.000037241793],"category_scores_gemma":[0.00388551,0.00040352074,0.0005385822,0.0010653774,0.00022386745,0.00075450784,0.0041312003,0.0016746141,0.00019383311],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005884013,0.0007598703,0.46931484,0.008993401,0.0013825251,0.0005013357,0.012818136,0.02186913,0.012826089,0.039526954,0.07082705,0.36059225],"study_design_scores_gemma":[0.0019725938,0.0015128121,0.83962286,0.0076888516,0.00023102421,0.0008023745,0.00041858677,0.024310045,0.047605246,0.01616476,0.05509011,0.0045807483],"about_ca_topic_score_codex":0.00032995432,"about_ca_topic_score_gemma":0.00019440468,"teacher_disagreement_score":0.8014754,"about_ca_system_score_codex":0.0010634413,"about_ca_system_score_gemma":0.0009833523,"threshold_uncertainty_score":0.9998417},"labels":[],"label_agreement":null},{"id":"W2341384651","doi":"10.1145/2911451.2911510","title":"Engineering Quality and Reliability in Technology-Assisted Review","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":96,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reliability (semiconductor); Reliability engineering; Quality (philosophy); Computer science; Measure (data warehouse); Software quality; Taguchi methods; Data mining; Machine learning; Engineering; Software","score_opus":0.02710917404402359,"score_gpt":0.3098347032712329,"score_spread":0.28272552922720934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341384651","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19628417,0.0044596265,0.76785314,0.029121408,0.00013756569,0.00040435346,9.986671e-7,0.0014967537,0.00024199531],"genre_scores_gemma":[0.9140054,0.0012189021,0.08437744,0.00013753091,0.000008178715,0.000053500546,1.0768302e-7,0.000008066529,0.0001908516],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99911666,0.000028363937,0.00019883394,0.0003022263,0.00014615354,0.00020775045],"domain_scores_gemma":[0.99860525,0.0006608599,0.000015807631,0.00061958825,0.00004542106,0.000053082484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010249434,0.00007347543,0.00015091409,0.000142917,0.000010762064,0.000014577954,0.0004040101,0.000052085674,0.000014092466],"category_scores_gemma":[0.004177379,0.000047844773,0.000016545411,0.00065939163,0.000029521096,0.00018264145,0.00028183623,0.00009953404,0.00002418492],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031346551,0.0000941566,0.36640176,0.0017692413,0.0000103863595,0.000029688355,0.000035721132,0.00001761636,0.008865099,0.049069077,0.0011151789,0.5725889],"study_design_scores_gemma":[0.00034040576,0.00002609422,0.9898998,0.0011947905,0.00000103814,0.00001954559,9.735954e-7,0.0010278719,0.0017026165,0.0013570299,0.004203566,0.0002262632],"about_ca_topic_score_codex":0.000013037468,"about_ca_topic_score_gemma":0.0000020605964,"teacher_disagreement_score":0.7177212,"about_ca_system_score_codex":0.00006872119,"about_ca_system_score_gemma":0.000023091534,"threshold_uncertainty_score":0.50010145},"labels":[],"label_agreement":null},{"id":"W2343606968","doi":"10.1007/s10664-015-9416-2","title":"The impact of domain knowledge on the effectiveness of requirements engineering activities","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Domain (mathematical analysis); Systems engineering; Computer science; Domain engineering; Engineering; Engineering management; Knowledge management; Software development; Operating system; Mathematics","score_opus":0.02712372993167587,"score_gpt":0.3155331697157048,"score_spread":0.2884094397840289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2343606968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5765483,0.00017572584,0.42249912,0.00006591905,0.0002450846,0.00021485506,0.0000053861386,0.00022889224,0.00001673411],"genre_scores_gemma":[0.99744755,0.000013250776,0.0023364625,0.0000023102943,0.00006109021,0.00007575161,3.8246418e-7,0.00003873542,0.000024451489],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99811125,0.00017720445,0.0003356688,0.00031701918,0.0005002071,0.00055863085],"domain_scores_gemma":[0.9720847,0.026734276,0.00007464522,0.0008845037,0.00010541232,0.000116483636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018506432,0.00028003508,0.00032218717,0.00017725368,0.00009178612,0.000051132378,0.0012995126,0.00008798475,0.000007362074],"category_scores_gemma":[0.006177712,0.00013351077,0.00025346872,0.0007365993,0.00008510244,0.00024301455,0.000390848,0.0002567236,0.000011748154],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060086435,0.0009518157,0.4620376,0.0015998221,0.0022090618,0.00005645735,0.0026794332,0.19231611,0.2630286,0.03862915,0.0026990778,0.033192012],"study_design_scores_gemma":[0.0010289103,0.0007846162,0.8663787,0.0014818849,0.000010894145,0.000015312962,0.000011048283,0.008511168,0.119349666,0.0006499262,0.0011608561,0.0006169888],"about_ca_topic_score_codex":0.000010903075,"about_ca_topic_score_gemma":2.8225682e-7,"teacher_disagreement_score":0.4208993,"about_ca_system_score_codex":0.00033365315,"about_ca_system_score_gemma":0.00010613127,"threshold_uncertainty_score":0.7395745},"labels":[],"label_agreement":null},{"id":"W2344444819","doi":"10.1145/2902362","title":"On the naturalness of software","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Research","field":"Computer Science","cited_by":291,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Engineering and Physical Sciences Research Council","keywords":"Naturalness; Computer science; Natural language; Natural (archaeology); Software; Artificial intelligence; Program comprehension; Natural language processing; Simplicity; Code (set theory); Programming language; Linguistics; Software system; Set (abstract data type); Epistemology","score_opus":0.04508847840595311,"score_gpt":0.2959249936897846,"score_spread":0.2508365152838315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344444819","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39617965,0.00174235,0.060139388,0.539514,0.00055543054,0.0006871386,0.000024436855,0.0003215505,0.0008360541],"genre_scores_gemma":[0.9501413,0.00003257142,0.049618278,0.00005759013,0.0000034047591,0.000015428612,1.4641593e-7,0.0000040186765,0.00012722416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999426,0.00011618169,0.00011080349,0.00007130391,0.00019313113,0.000082595216],"domain_scores_gemma":[0.95501214,0.00796813,0.00006731726,0.036806248,0.00013177478,0.000014382241],"candidate_categories":["metaresearch","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00034520956,0.000042694966,0.00006022412,0.000037034628,0.00010426552,0.000010020712,0.051613767,0.000021340453,0.0000056900262],"category_scores_gemma":[0.04583185,0.000018006234,0.000051038813,0.0003290903,0.00021226208,0.00007381228,0.019088652,0.00011679539,0.000015487098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008321657,0.00021402483,0.015244452,0.000035146466,0.00008120677,1.6589308e-7,0.0010733193,0.00012155627,0.010543738,0.85172594,0.065638095,0.05531406],"study_design_scores_gemma":[0.00043709966,0.00007994209,0.20526987,0.00060548924,0.000010181928,0.000005956742,0.000034770826,0.00083936565,0.090665706,0.69373965,0.008085251,0.00022670154],"about_ca_topic_score_codex":0.000008948798,"about_ca_topic_score_gemma":0.0000021541155,"teacher_disagreement_score":0.5539617,"about_ca_system_score_codex":0.000020170008,"about_ca_system_score_gemma":0.000038065384,"threshold_uncertainty_score":0.98884475},"labels":[],"label_agreement":null},{"id":"W2344731017","doi":"10.1016/j.jss.2016.04.058","title":"Missing data techniques in analogy-based software development effort estimation","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Imputation (statistics); Missing data; Data mining; Computer science; Software; Toleration; Fuzzy logic; Artificial intelligence; Statistics; Machine learning; Mathematics","score_opus":0.03479454045576043,"score_gpt":0.29073897468402865,"score_spread":0.25594443422826824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344731017","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048177704,0.0008307493,0.9503262,0.0002149282,0.00021588906,0.00011894883,0.000003393831,0.00011068042,0.0000015070102],"genre_scores_gemma":[0.4823271,0.000016767939,0.5175384,0.000019763369,0.000058055113,0.000005231322,0.0000020645732,0.000011913673,0.000020690295],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984579,0.00004904153,0.0005527591,0.00023612242,0.0004684193,0.00023576926],"domain_scores_gemma":[0.9982961,0.0006520695,0.00022853157,0.0004943916,0.00019679205,0.00013213322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015593776,0.00012702523,0.00027245746,0.0004202165,0.00006827306,0.0001572291,0.00084238115,0.00008475614,0.0000017996928],"category_scores_gemma":[0.0013917253,0.00008417579,0.000025797754,0.0002552846,0.000029462954,0.00081159984,0.00021600774,0.00015239192,0.0000023907423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015604674,0.00005686098,0.27600718,0.0003534986,0.000034478682,0.00021407694,0.0002722893,0.0005479338,0.0003428697,0.00007598241,0.00096046296,0.72111875],"study_design_scores_gemma":[0.0055458546,0.0010359379,0.83848107,0.023570219,0.000047003585,0.0025086484,0.000109022425,0.068884104,0.011120788,0.00143207,0.04522748,0.0020377794],"about_ca_topic_score_codex":0.000016609703,"about_ca_topic_score_gemma":0.0000036691126,"teacher_disagreement_score":0.719081,"about_ca_system_score_codex":0.00016218622,"about_ca_system_score_gemma":0.00037908833,"threshold_uncertainty_score":0.3432589},"labels":[],"label_agreement":null},{"id":"W2345257595","doi":"10.1007/978-3-319-30282-9_9","title":"Deriving Metrics for Estimating the Effort Needed in Requirements Compliance Work","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Context (archaeology); Requirements engineering; Principal (computer security); Work (physics); Process (computing); Risk analysis (engineering); Key (lock); Function point; Point (geometry); Quality (philosophy); Function (biology); Conformity assessment; Systems engineering; Industrial engineering; Software development; Software; Engineering; Computer security","score_opus":0.06287273047956483,"score_gpt":0.3144839275791002,"score_spread":0.2516111970995354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345257595","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024394145,0.0003366292,0.9947973,0.00096827344,0.0023232647,0.0009161438,0.0000021774083,0.00018115946,0.0002310956],"genre_scores_gemma":[0.119289204,0.000007861585,0.8794232,0.0005177974,0.00041453788,0.000068007874,0.0000012889774,0.000049095142,0.0002290248],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957055,0.0000271315,0.00059411675,0.0013463915,0.0012654703,0.0010614287],"domain_scores_gemma":[0.99272674,0.005081108,0.00023636267,0.0015511776,0.00026696554,0.00013763846],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025141116,0.00046890136,0.000482475,0.0010739967,0.00031236274,0.00063361845,0.005331927,0.00022056769,0.00000444222],"category_scores_gemma":[0.0018810557,0.00033778453,0.00011722582,0.0018227957,0.00044387428,0.0005996842,0.0018110787,0.00074008096,0.00001839496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007444932,0.000018729823,0.002214341,0.00011385316,0.0000138749965,0.000036658355,0.000514483,0.07806757,0.00005476581,0.003928965,0.00004980116,0.9149795],"study_design_scores_gemma":[0.00046182182,0.00010276832,0.0016219852,0.0022459459,0.000004203346,0.000021375668,1.7304129e-7,0.95526195,0.0004439336,0.03865958,0.00051287387,0.0006634063],"about_ca_topic_score_codex":0.000011490721,"about_ca_topic_score_gemma":0.000017407852,"teacher_disagreement_score":0.9143161,"about_ca_system_score_codex":0.000680588,"about_ca_system_score_gemma":0.000387334,"threshold_uncertainty_score":0.99990743},"labels":[],"label_agreement":null},{"id":"W2346502370","doi":"10.1002/smr.1777","title":"An empirical investigation of single‐objective and multiobjective evolutionary algorithms for developer's assignment to bugs","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Society of Petroleum Geologists; University of Calgary","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Genetic algorithm; Sorting; Computer science; Operations research; Algorithm; Machine learning; Engineering","score_opus":0.030598698744498356,"score_gpt":0.31648327449455144,"score_spread":0.2858845757500531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346502370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2814799,0.00024456723,0.71746,0.00045186875,0.00013858617,0.00017901462,0.000011536687,0.000033649303,9.350298e-7],"genre_scores_gemma":[0.81466615,0.000010308303,0.18514208,0.00004698832,0.00009660064,0.000016356262,6.4635805e-7,0.0000092611535,0.0000116273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998684,0.000072534385,0.00035009382,0.00025762882,0.00043517657,0.00020057711],"domain_scores_gemma":[0.9973748,0.0007987767,0.00020000924,0.00012239626,0.0012405507,0.00026350102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006317045,0.0001262181,0.00021076876,0.0003232529,0.00010263858,0.00004129235,0.00025579726,0.00008265379,0.000001632698],"category_scores_gemma":[0.0018333506,0.000090980386,0.000035866677,0.0003705219,0.00009990931,0.00096909964,0.00006836505,0.00009736859,6.3930605e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059911533,0.00043493888,0.76487947,0.0004372691,0.00021460654,0.000013641244,0.016933167,0.0014346725,0.031082481,0.0006178783,0.0013945533,0.18195824],"study_design_scores_gemma":[0.0014590665,0.0021715767,0.97189844,0.00039120516,0.000017723529,0.00016444789,0.00030643464,0.002811055,0.011248038,0.009126554,0.00013656418,0.0002688734],"about_ca_topic_score_codex":0.0000043944005,"about_ca_topic_score_gemma":0.0000014819993,"teacher_disagreement_score":0.53318626,"about_ca_system_score_codex":0.00030239244,"about_ca_system_score_gemma":0.0003756886,"threshold_uncertainty_score":0.37100723},"labels":[],"label_agreement":null},{"id":"W2355821122","doi":"","title":"Metrics on Software Maintainability Improvement via Refactoring","year":2009,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Code refactoring; Maintainability; Computer science; Software engineering; Software maintenance; Software development; Software; Programmer; Software construction; Software metric; Programming language","score_opus":0.011561134126754994,"score_gpt":0.26594007207195114,"score_spread":0.25437893794519617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2355821122","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009311224,0.000044272827,0.9882562,0.00071075466,0.000038445316,0.0007377359,0.0000029580262,0.00083743426,0.000060948416],"genre_scores_gemma":[0.35682806,0.000003907391,0.64216757,0.0005519476,0.00013749521,0.000223024,0.00000675062,0.000012776188,0.000068472975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99827284,0.000022650944,0.000259372,0.0006537218,0.0003429292,0.00044848185],"domain_scores_gemma":[0.9981906,0.00032419022,0.000054018317,0.0011042674,0.00015881208,0.00016814568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030013654,0.00019083176,0.00015572392,0.00029095632,0.00019066065,0.00018911644,0.0013564524,0.00007053173,0.000005259568],"category_scores_gemma":[0.000016420236,0.00019283633,0.00008396924,0.0011421033,0.000021558926,0.00019445975,0.0002761794,0.00027661893,0.00014001079],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017778219,0.0002309308,0.0011318007,0.000017233171,0.00001118161,0.0000030728747,0.0001004947,0.00048196092,0.0033352287,0.008939064,0.0006721062,0.9850752],"study_design_scores_gemma":[0.0013456339,0.0012951867,0.26082227,0.000058283924,0.000018796156,0.000051048715,0.000013293269,0.022208523,0.072751,0.044507746,0.5952019,0.0017263413],"about_ca_topic_score_codex":0.000009686338,"about_ca_topic_score_gemma":3.8154988e-7,"teacher_disagreement_score":0.9833488,"about_ca_system_score_codex":0.0003835693,"about_ca_system_score_gemma":0.000054760287,"threshold_uncertainty_score":0.7863637},"labels":[],"label_agreement":null},{"id":"W2356036115","doi":"10.1016/j.jss.2016.05.015","title":"Topic-based software defect explanation","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Computer science; Cohesion (chemistry); Software quality; Software metric; Software; Source lines of code; Eclipse; Compiler; Software system; Software engineering; Product metric; Software development; Software analytics; Source code; Data mining; Data science; Software construction; Programming language; Metric space","score_opus":0.017429593696882448,"score_gpt":0.24499590244833766,"score_spread":0.22756630875145523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2356036115","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10276871,0.0014884948,0.8945066,0.0003023073,0.00074872223,0.00007972818,0.0000029148562,0.0000976317,0.000004929836],"genre_scores_gemma":[0.97141165,0.000040821258,0.028054617,0.000037035545,0.00024085229,0.000005802708,2.7958748e-7,0.000012339402,0.00019657785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987371,0.000068179055,0.0003394935,0.00015730478,0.0004916896,0.0002062116],"domain_scores_gemma":[0.9978884,0.001174559,0.00018504029,0.0002703133,0.00032559253,0.00015608927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065522356,0.00010943898,0.00022013899,0.00022995367,0.00006669641,0.00014359456,0.00041780775,0.000072864554,0.000006267106],"category_scores_gemma":[0.0015570497,0.00006701037,0.00009709546,0.00016945397,0.000023043016,0.0004883848,0.00005953995,0.00011727933,0.000008449654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053228905,0.000115295144,0.6344982,0.00064374536,0.00019991296,0.0005451404,0.00069190515,0.0013448888,0.0012118412,0.0031784445,0.009507098,0.34801033],"study_design_scores_gemma":[0.015485105,0.0046772743,0.7886355,0.009984555,0.0001415204,0.0052633383,0.00028718173,0.0066366917,0.0060163266,0.004324402,0.15568537,0.0028627529],"about_ca_topic_score_codex":0.000011159391,"about_ca_topic_score_gemma":0.000001077055,"teacher_disagreement_score":0.868643,"about_ca_system_score_codex":0.000089044945,"about_ca_system_score_gemma":0.000118591015,"threshold_uncertainty_score":0.27326035},"labels":[],"label_agreement":null},{"id":"W2360967250","doi":"10.1145/2884781.2884804","title":"Automatically learning semantic features for defect prediction","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":692,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software bug; Focus (optics); ENCODE; Machine learning; Code (set theory); Artificial intelligence; Software; Software engineering; Data mining; Programming language","score_opus":0.010519247014547421,"score_gpt":0.2535673509846479,"score_spread":0.24304810397010046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2360967250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016749997,0.000022539269,0.98064715,0.000760862,0.0001654384,0.00015120948,5.387766e-7,0.0012049874,0.00029730206],"genre_scores_gemma":[0.9109014,0.0000030824197,0.08544143,0.0000243836,0.000060178707,0.00004311742,4.09138e-7,0.000009468731,0.0035164831],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99925125,0.000023429047,0.000084878615,0.00020800244,0.00019900853,0.00023340859],"domain_scores_gemma":[0.998128,0.0015027317,0.000012759427,0.00023296635,0.000061488914,0.00006203202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032692496,0.00006303542,0.0000670068,0.00007888087,0.000063454754,0.0000751193,0.00032173892,0.000039651564,0.00001668448],"category_scores_gemma":[0.0018597335,0.00003835024,0.000056407975,0.00013442645,0.000014349328,0.0002151073,0.00009204545,0.000062359424,0.00006586353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024908144,0.00010743767,0.08008159,0.0002857783,0.00016742441,0.000017719814,0.0006210024,0.0017385142,0.037598137,0.15677382,0.035796538,0.6867871],"study_design_scores_gemma":[0.0019194316,0.0010541488,0.5221991,0.00028496177,0.00001854651,0.000097137745,0.0000127449175,0.4279944,0.022266299,0.009588992,0.013993261,0.00057098776],"about_ca_topic_score_codex":0.000002421863,"about_ca_topic_score_gemma":9.201623e-7,"teacher_disagreement_score":0.8952057,"about_ca_system_score_codex":0.000035245466,"about_ca_system_score_gemma":0.000029066452,"threshold_uncertainty_score":0.2226409},"labels":[],"label_agreement":null},{"id":"W2362712727","doi":"10.5220/0005822701320139","title":"Systematic Mapping Study of Ensemble Effort Estimation","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Estimation; Systems engineering; Engineering","score_opus":0.02250864086124901,"score_gpt":0.26929628285952484,"score_spread":0.24678764199827583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2362712727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33937052,0.000007599129,0.6600644,0.000027616943,0.000055400407,0.00025262192,3.354409e-8,0.00012912157,0.000092690796],"genre_scores_gemma":[0.97269607,3.316425e-7,0.0269341,0.00000278903,0.0000048909196,0.00003185295,2.8988344e-8,0.0000037360187,0.00032618918],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992006,0.000026544365,0.00020152774,0.00013699086,0.00031308964,0.00012128567],"domain_scores_gemma":[0.9987824,0.00061968743,0.000038640588,0.0004626246,0.00006422705,0.000032444197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043569584,0.000050557814,0.00012872745,0.00012486461,0.000019037538,0.000024826912,0.00040567966,0.00001463835,0.0000056907684],"category_scores_gemma":[0.0004915653,0.000029677287,0.000016963386,0.0002515258,0.0000057795964,0.00020770512,0.00012685449,0.000021257898,0.00006308528],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027551558,0.004316879,0.44024384,0.07713363,0.0013539207,0.00021626017,0.043389775,0.0169733,0.100832745,0.13707949,0.0035886965,0.1748439],"study_design_scores_gemma":[0.0036567152,0.0015458594,0.27860838,0.012067587,0.00003101555,0.000069060596,0.00086915557,0.6625261,0.036790486,0.0029667772,0.00001475897,0.000854128],"about_ca_topic_score_codex":0.000015376925,"about_ca_topic_score_gemma":0.0000014702107,"teacher_disagreement_score":0.64555275,"about_ca_system_score_codex":0.000031614818,"about_ca_system_score_gemma":0.000016445974,"threshold_uncertainty_score":0.12102046},"labels":[],"label_agreement":null},{"id":"W2364021410","doi":"10.5220/0005857601720180","title":"Source and Test Code Size Prediction - A Comparison between Use Case Metrics and Objective Class Points","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Computer science; Metric (unit); Regression testing; Source lines of code; Source code; Java; Software metric; Data mining; Linear regression; Test case; Parametric statistics; Regression analysis; Code (set theory); Software; Software quality; Machine learning; Software development; Statistics; Set (abstract data type); Programming language; Mathematics; Software construction","score_opus":0.034002242440454696,"score_gpt":0.28004287180510995,"score_spread":0.24604062936465526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2364021410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5618434,0.000031000338,0.4374891,0.00021822896,0.00003513726,0.000110157904,0.000018594186,0.00023574819,0.000018640487],"genre_scores_gemma":[0.9813314,0.000011508991,0.018125786,0.000022374035,0.000040753137,0.0000075380563,3.826323e-7,0.000010630337,0.00044963823],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891424,0.00004942438,0.00015650108,0.00036972453,0.00026247208,0.0002476168],"domain_scores_gemma":[0.98151,0.017864875,0.00003403756,0.00030092717,0.00010104599,0.00018910869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003645971,0.000112867274,0.0001557535,0.00017487025,0.000093441624,0.0002001996,0.00017249706,0.0000708645,0.000004181312],"category_scores_gemma":[0.0082963,0.000080396414,0.000015539998,0.0004729258,0.000072600276,0.0005713168,0.0003346312,0.00012663168,0.000009303425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022170202,0.000020342135,0.9780594,0.000008131053,0.0000161409,0.000033136403,0.00025645093,0.0000046514833,0.00015833128,0.00014287219,0.0005757713,0.020722529],"study_design_scores_gemma":[0.00076406857,0.00027196578,0.97045285,0.00003022373,0.000011826764,0.0003744309,0.0000412451,0.024785548,0.001751221,0.00012384704,0.0012109784,0.0001818189],"about_ca_topic_score_codex":0.00012694906,"about_ca_topic_score_gemma":0.00002097327,"teacher_disagreement_score":0.419488,"about_ca_system_score_codex":0.00007755025,"about_ca_system_score_gemma":0.000026360362,"threshold_uncertainty_score":0.9932045},"labels":[],"label_agreement":null},{"id":"W2366520322","doi":"","title":"Feature location based on impact analysis","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature (linguistics); Component (thermodynamics); TRACE (psycholinguistics); Source code; Feature model; Reverse engineering; Data mining; Dependency (UML); Software; Artificial intelligence; Programming language","score_opus":0.02185341761854571,"score_gpt":0.31011392259258036,"score_spread":0.28826050497403466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2366520322","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024121385,0.000014356926,0.97364205,0.00046551024,0.0006062527,0.00010475058,0.000010215789,0.00072154985,0.00031391942],"genre_scores_gemma":[0.9516821,0.0000021452458,0.047818065,0.00012102376,0.00012719222,0.000015234031,0.000039267783,0.000021285154,0.00017369278],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797815,0.000015592228,0.0001899762,0.0004732684,0.0009405611,0.00040245915],"domain_scores_gemma":[0.9978428,0.0008742739,0.000060605737,0.00060606084,0.00042930976,0.0001869661],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005387327,0.00024968147,0.00019563232,0.0013445847,0.000049120095,0.00025066044,0.0011372186,0.000115689036,0.000089526584],"category_scores_gemma":[0.0016471507,0.0002385171,0.00017289193,0.0015748201,0.0000148849485,0.00027949628,0.000086597625,0.00042891706,0.000089942914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040906303,0.00008833886,0.04158036,0.000015590344,0.00032793067,0.00007352932,0.00010452808,0.9325684,0.00029572495,0.016860936,0.0004482914,0.007595501],"study_design_scores_gemma":[0.00022200771,0.00010527522,0.22862874,0.00006686451,0.000012241288,0.0000038010955,0.0000035969024,0.76917124,0.0009792162,0.000033597345,0.00051973347,0.00025370784],"about_ca_topic_score_codex":0.000017255014,"about_ca_topic_score_gemma":0.000004450614,"teacher_disagreement_score":0.9275607,"about_ca_system_score_codex":0.0004282284,"about_ca_system_score_gemma":0.00010987509,"threshold_uncertainty_score":0.9726445},"labels":[],"label_agreement":null},{"id":"W2366532918","doi":"10.1145/2884781.2884800","title":"Augmenting API documentation with insights from stack overflow","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":241,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Documentation; Computer science; Automatic summarization; Software documentation; Set (abstract data type); Software; Artificial intelligence; Natural language processing; Information retrieval; Programming language; Software development; Software development process","score_opus":0.01075786429482343,"score_gpt":0.24120317513156986,"score_spread":0.23044531083674644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2366532918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3293498,0.000019979067,0.6695927,0.0002119292,0.00008322114,0.00005694359,4.76194e-7,0.00023173315,0.00045325764],"genre_scores_gemma":[0.92484283,0.0000040752584,0.0739428,0.000047191028,0.00004193408,0.000009658366,9.948357e-7,0.0000073180277,0.0011031884],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991246,0.000018423581,0.00008477852,0.00025194325,0.00034594288,0.00017434637],"domain_scores_gemma":[0.9990709,0.00044443764,0.000021036498,0.00035270918,0.00004659718,0.00006431962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000057940415,0.00007275814,0.00005918218,0.000065064436,0.000040974515,0.00015194956,0.00035424298,0.000020332358,0.0001328125],"category_scores_gemma":[0.00006444172,0.00004063012,0.000012918403,0.00018656072,0.000015031733,0.0008918175,0.00012861869,0.000040174724,0.00024204535],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007611983,0.00023831398,0.2756113,0.000051147916,0.00032840754,0.00019760677,0.0043066996,0.00079626887,0.18380214,0.11298607,0.011275122,0.41033077],"study_design_scores_gemma":[0.0054036784,0.00056113006,0.5222816,0.00039580627,0.0000144307705,0.000013010731,0.00009936125,0.027143477,0.41606656,0.0148455165,0.011935678,0.0012398085],"about_ca_topic_score_codex":0.00009252683,"about_ca_topic_score_gemma":0.000015435138,"teacher_disagreement_score":0.5956499,"about_ca_system_score_codex":0.000062742176,"about_ca_system_score_gemma":0.000031830474,"threshold_uncertainty_score":0.3111084},"labels":[],"label_agreement":null},{"id":"W2367798545","doi":"10.1145/2884781.2884857","title":"Automated parameter optimization of classification techniques for defect prediction models","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":344,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Classifier (UML); Machine learning; Artificial intelligence; Random forest; Predictive modelling; Software bug; Decision tree; Software; Data mining","score_opus":0.03975154568969916,"score_gpt":0.2891461855171243,"score_spread":0.24939463982742513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2367798545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018935811,0.000006005664,0.9953596,0.00016472414,0.000052495645,0.00031365722,0.000004764956,0.0020991487,0.000106028674],"genre_scores_gemma":[0.54206234,0.0000058340415,0.45776424,0.0000048033367,0.000007976663,0.0000925291,0.000002154739,0.0000052283876,0.00005488135],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938804,0.00001976864,0.00014651286,0.00018172595,0.00014951485,0.00011441541],"domain_scores_gemma":[0.99887854,0.0005649886,0.00003950585,0.0003042314,0.00018545888,0.000027293134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000257479,0.00005306671,0.00006539369,0.00012985806,0.000020249281,0.000022474775,0.00023812708,0.000055728906,0.0000038614],"category_scores_gemma":[0.0003793845,0.000035889454,0.000040043215,0.00019280417,0.000017031016,0.00049388496,0.00003778213,0.00001880155,0.0000016559127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007265652,0.00030880675,0.0067895143,0.00023346435,0.0001382372,7.590652e-7,0.00035485014,0.33427656,0.12475498,0.14357823,0.012985485,0.37650645],"study_design_scores_gemma":[0.000108441884,0.0000802977,0.00097419356,0.000020718708,0.0000019618406,9.14549e-7,6.1916313e-7,0.9606822,0.03669908,0.001351672,0.000036368514,0.000043547596],"about_ca_topic_score_codex":0.0000031198424,"about_ca_topic_score_gemma":1.5551984e-7,"teacher_disagreement_score":0.6264056,"about_ca_system_score_codex":0.00004876686,"about_ca_system_score_gemma":0.00002677225,"threshold_uncertainty_score":0.14635295},"labels":[],"label_agreement":null},{"id":"W2373401668","doi":"10.1145/2884781.2884864","title":"Understanding asynchronous interactions in full-stack JavaScript","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Intel Corporation","keywords":"Callback; JavaScript; Computer science; Asynchronous communication; Unobtrusive JavaScript; Program comprehension; Programming language; Call stack; Server-side; Web application; Context (archaeology); Operating system; Stack (abstract data type); Software engineering; Rich Internet application; Software","score_opus":0.1042894808353669,"score_gpt":0.30302604816573453,"score_spread":0.19873656733036763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2373401668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015044044,0.000015782947,0.9795472,0.0015802436,0.0004120064,0.00006771998,4.2432447e-7,0.00029436944,0.0030382308],"genre_scores_gemma":[0.98285955,0.0000072706534,0.016042981,0.00003939103,0.000029705692,0.000010343304,1.2670725e-7,0.0000073458227,0.001003303],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991396,0.000022341228,0.0001229789,0.00023572729,0.0001878858,0.00029147734],"domain_scores_gemma":[0.99893194,0.00058143015,0.000013077414,0.00037644274,0.000023063323,0.000074054995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020048127,0.00007278504,0.00007467209,0.00024238916,0.00003563866,0.00008287044,0.0004636036,0.000019519472,0.00016201848],"category_scores_gemma":[0.00028390953,0.00005117759,0.0000271954,0.000366881,0.000022095435,0.00057128054,0.00018315854,0.00009702246,0.00030702286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031081167,0.00035343674,0.115209624,0.00005855724,0.000094962554,0.00030348054,0.0022892184,0.0010958618,0.04985925,0.6881321,0.048724942,0.09384749],"study_design_scores_gemma":[0.012477075,0.0014921484,0.36494505,0.0019873767,0.00001944005,0.0009915342,0.0016028275,0.3300624,0.048358306,0.12126269,0.11160853,0.0051926193],"about_ca_topic_score_codex":0.00003457905,"about_ca_topic_score_gemma":0.00012397848,"teacher_disagreement_score":0.9678155,"about_ca_system_score_codex":0.00058785785,"about_ca_system_score_gemma":0.000053160875,"threshold_uncertainty_score":0.394626},"labels":[],"label_agreement":null},{"id":"W2373727499","doi":"","title":"Software Development Model Based on Bayesian Network","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Bayesian network; Software; Variable-order Bayesian network; Process (computing); Construct (python library); Dynamic Bayesian network; Data mining; Key (lock); Artificial intelligence; Software development; Bayesian probability; Machine learning; Software engineering; Bayesian inference; Programming language","score_opus":0.011717868054659,"score_gpt":0.2527484383912139,"score_spread":0.24103057033655492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2373727499","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033835878,0.00003228402,0.9978208,0.00022789197,0.000028258746,0.00050294807,0.0000013613354,0.00082976953,0.0002183494],"genre_scores_gemma":[0.05235624,5.320959e-7,0.9462284,0.0008625521,0.00015254604,0.00023656571,0.00001352119,0.000024229168,0.00012544077],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982623,0.000013386982,0.0002743703,0.0005448422,0.00032722502,0.0005779037],"domain_scores_gemma":[0.9983905,0.00049697416,0.000044707926,0.00076646486,0.00010176099,0.00019958311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049977883,0.0001850434,0.00012917696,0.00019839237,0.0002669196,0.0001306766,0.0012610772,0.000079691585,0.000005225077],"category_scores_gemma":[0.000003832502,0.00019487346,0.000055353616,0.0007576931,0.000024950969,0.00010312353,0.0002602857,0.00022286885,0.00019791392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038435596,0.00015363726,0.0017088613,0.000023156252,0.000013788324,0.0000057585826,0.00017199239,0.3764389,0.00016625144,0.0052515827,0.005976787,0.6100854],"study_design_scores_gemma":[0.00030637786,0.000025456831,0.009636488,0.00003298436,0.0000023491639,0.0000068654363,0.0000010025319,0.77850085,0.0026757796,0.0012071116,0.20720336,0.00040135309],"about_ca_topic_score_codex":0.0000015801131,"about_ca_topic_score_gemma":0.0000029545974,"teacher_disagreement_score":0.6096841,"about_ca_system_score_codex":0.00016333994,"about_ca_system_score_gemma":0.0001799988,"threshold_uncertainty_score":0.7946709},"labels":[],"label_agreement":null},{"id":"W23742278","doi":"10.1007/978-1-4020-6264-3_29","title":"A Multi-Agent Framework for Building an Automatic Operational Profile","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Systems engineering; Engineering","score_opus":0.07510658261435339,"score_gpt":0.3511159639488267,"score_spread":0.27600938133447334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W23742278","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000027790593,0.00009149337,0.9937863,0.00008550128,0.0004943059,0.0010744716,0.0000129804785,0.0008016418,0.003625549],"genre_scores_gemma":[0.00028951053,0.0000028925042,0.9025857,0.00016282767,0.00026178473,0.00017813574,0.0000222615,0.00005494176,0.09644194],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811405,0.000008152854,0.0003027338,0.0005937203,0.00059517694,0.0003861636],"domain_scores_gemma":[0.99773926,0.0010378226,0.00005962078,0.0007597376,0.00021141236,0.00019216171],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005430864,0.00026958738,0.00023988563,0.0002987394,0.00012191737,0.00028400862,0.0010918796,0.00033823744,0.00042265162],"category_scores_gemma":[0.00045749717,0.00025298938,0.000109302804,0.0000640253,0.000030379051,0.00026435958,0.0002697507,0.00041146524,0.00015913323],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014197611,0.000029791794,0.00001216693,0.000095171956,0.000039835675,0.000014652829,0.00010128788,0.0002793022,0.00003798094,0.96279556,0.00081653794,0.035776276],"study_design_scores_gemma":[0.00029805646,0.0001928039,0.0002622891,0.00033119385,0.000009736492,0.000023101518,0.0000024405415,0.9371181,0.0003272115,0.023707082,0.037056573,0.00067141704],"about_ca_topic_score_codex":0.0000050117515,"about_ca_topic_score_gemma":0.0000027290628,"teacher_disagreement_score":0.93908846,"about_ca_system_score_codex":0.00017684267,"about_ca_system_score_gemma":0.00020224531,"threshold_uncertainty_score":0.99999225},"labels":[],"label_agreement":null},{"id":"W2374812233","doi":"10.1145/2884781.2884852","title":"Revisiting code ownership and its relationship with software quality in the scope of modern code review","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University","funders":"","keywords":"Code review; Computer science; Heuristics; Code (set theory); Software quality; Scope (computer science); KPI-driven code analysis; Object code; Redundant code; Software; Code smell; Quality (philosophy); Software engineering; Programming language; Software development; Code generation; Computer security; Key (lock); Operating system","score_opus":0.09319115713258627,"score_gpt":0.3394747782210961,"score_spread":0.24628362108850985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2374812233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043343924,0.03112254,0.9161834,0.008226953,0.000019200643,0.0005434511,0.000006862223,0.00018539547,0.00036828412],"genre_scores_gemma":[0.9778019,0.0013222563,0.020356582,0.00024220269,0.000014301252,0.00002497826,5.552274e-7,0.000008546767,0.00022864691],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985448,0.00028899545,0.00027188886,0.00027121665,0.0004159144,0.00020719343],"domain_scores_gemma":[0.9947493,0.0044445777,0.00007615138,0.0005568802,0.00012327947,0.00004978313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002841478,0.00009264114,0.00018274976,0.00006366986,0.000044895325,0.00003525113,0.0006210653,0.000032671654,0.00000784201],"category_scores_gemma":[0.004642142,0.000043376305,0.000021202948,0.00047136596,0.000039459945,0.00032731867,0.00013074523,0.00014021553,0.00000891025],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024419733,0.000056255012,0.60899085,0.004831436,0.000026234162,0.00002486069,0.0012445803,0.00017028519,0.00039814055,0.0992294,0.0005482397,0.2844553],"study_design_scores_gemma":[0.001293625,0.00015376344,0.966195,0.017810425,0.000017950335,0.00007252661,0.000028921413,0.0033677812,0.0012078974,0.008686734,0.0005544412,0.0006109244],"about_ca_topic_score_codex":0.000009069002,"about_ca_topic_score_gemma":0.00002092738,"teacher_disagreement_score":0.934458,"about_ca_system_score_codex":0.00002926244,"about_ca_system_score_gemma":0.00006611157,"threshold_uncertainty_score":0.5557413},"labels":[],"label_agreement":null},{"id":"W2383417445","doi":"10.1145/2884781.2884844","title":"RETracer","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"","keywords":"Crash; Computer science; TRACE (psycholinguistics); Software; Semantics (computer science); Computer security; Software bug; World Wide Web; Data science; Programming language","score_opus":0.015953877596840166,"score_gpt":0.25557177350940385,"score_spread":0.2396178959125637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2383417445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00968032,0.000011865739,0.9837051,0.0022883485,0.00011963146,0.000017867467,6.5955355e-8,0.0003887544,0.0037880705],"genre_scores_gemma":[0.9436529,0.000002566922,0.046139505,0.000055192842,0.000025935047,0.000002799743,9.674e-9,0.0000026427058,0.010118399],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996252,0.000004943185,0.00003059998,0.000100920064,0.00012333578,0.000114965405],"domain_scores_gemma":[0.99938536,0.00026606652,0.0000027631938,0.00028620256,0.000019996738,0.000039611823],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009722133,0.000023572564,0.000021570415,0.00003157139,0.000010000438,0.000021898133,0.0003581197,0.000013384992,0.0001428242],"category_scores_gemma":[0.00023877306,0.000012514292,0.000010225856,0.000110588866,0.000007683868,0.00016607127,0.00009612762,0.000020093603,0.0008021182],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010277538,0.000018606715,0.032891963,0.0000040455166,0.000007946063,0.000023957216,0.000070684844,0.000003238448,0.015578346,0.25350818,0.052205898,0.6456861],"study_design_scores_gemma":[0.0009845373,0.0001645289,0.54419607,0.000054538483,0.0000010217801,0.000054854543,0.0000030255037,0.0051550735,0.14756837,0.01596367,0.2852504,0.0006039007],"about_ca_topic_score_codex":0.000001827257,"about_ca_topic_score_gemma":2.7120288e-7,"teacher_disagreement_score":0.93756557,"about_ca_system_score_codex":0.000014966621,"about_ca_system_score_gemma":0.000011549359,"threshold_uncertainty_score":0.99997586},"labels":[],"label_agreement":null},{"id":"W2385483600","doi":"10.1145/2884781.2884839","title":"Cross-project defect prediction using a connectivity-based unsupervised classifier","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":249,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Homogeneity (statistics); Classifier (UML); Computer science; Reuse; Machine learning; Artificial intelligence; Metric (unit); Data mining; Engineering","score_opus":0.05826272584185882,"score_gpt":0.31995871329536246,"score_spread":0.26169598745350364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2385483600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37607738,0.000010765781,0.622578,0.00008757444,0.00023114996,0.00014141042,0.0000040768277,0.00066018687,0.00020943418],"genre_scores_gemma":[0.9638176,0.00000113353,0.03570585,0.000053613625,0.00007238719,0.000026038335,6.703501e-7,0.000017627766,0.00030510404],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984604,0.00009160873,0.00015916092,0.00047935158,0.00040464633,0.0004048247],"domain_scores_gemma":[0.99779224,0.0012784824,0.000025721698,0.0006686564,0.00014238714,0.00009252313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000559632,0.00013960419,0.00012840545,0.00025173312,0.00011602949,0.00020246411,0.00053027214,0.00008925701,0.000073726515],"category_scores_gemma":[0.00085643335,0.00009382527,0.000106559615,0.00058795296,0.000065454566,0.0006310314,0.00014785498,0.00010797168,0.00006364316],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007049465,0.00021678086,0.8138755,0.00009677277,0.00010281689,0.00006415032,0.00021050718,0.005608651,0.12250792,0.010032332,0.0011863312,0.046027757],"study_design_scores_gemma":[0.0022103742,0.00024561127,0.2280674,0.000100889425,0.0000076245947,0.000029133324,0.000004095295,0.73264295,0.033392366,0.00015895916,0.0027376646,0.00040294204],"about_ca_topic_score_codex":0.000106713465,"about_ca_topic_score_gemma":0.000006138373,"teacher_disagreement_score":0.7270343,"about_ca_system_score_codex":0.00014386966,"about_ca_system_score_gemma":0.00027076388,"threshold_uncertainty_score":0.38260835},"labels":[],"label_agreement":null},{"id":"W2394837668","doi":"10.1109/saner.2016.103","title":"Do Code Smells Impact the Effort of Different Maintenance Programming Activities?","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code smell; Computer science; Software maintenance; Task (project management); Code (set theory); Java; Empirical research; Software engineering; Software; Programming language; Software quality; Software development; Engineering","score_opus":0.016507489413852217,"score_gpt":0.28431256144801964,"score_spread":0.2678050720341674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394837668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44124576,0.000028537595,0.5575895,0.0004536202,0.00011836785,0.00019570497,0.0000022557979,0.00016164058,0.00020463608],"genre_scores_gemma":[0.99451274,0.000011759115,0.0044370545,0.000013308802,0.000026065065,0.00002608619,1.06594285e-7,0.000009257231,0.00096360344],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99886906,0.000024732062,0.00013396362,0.00021457164,0.00036680218,0.00039088674],"domain_scores_gemma":[0.9981423,0.0009835946,0.000042459087,0.00070653454,0.00005013524,0.000074986616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003109764,0.0001121346,0.00013384271,0.000059707036,0.000038696402,0.00007777892,0.0009776667,0.00002948301,0.000050319642],"category_scores_gemma":[0.00019486206,0.000043803146,0.00008748069,0.00020109386,0.000081692495,0.00020659025,0.00030010188,0.000087497676,0.000014628269],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025826377,0.00016965665,0.16164595,0.000057438396,0.00012043699,0.000014638825,0.0007296225,0.00007718743,0.013824824,0.034190577,0.0030508921,0.78609294],"study_design_scores_gemma":[0.0018797878,0.0010284291,0.7437015,0.00055894884,0.000012980301,0.00008105969,0.000110906236,0.009826965,0.22891533,0.004608079,0.008416049,0.00085996586],"about_ca_topic_score_codex":0.000022614584,"about_ca_topic_score_gemma":0.0000045124502,"teacher_disagreement_score":0.78523296,"about_ca_system_score_codex":0.00009156389,"about_ca_system_score_gemma":0.000046324418,"threshold_uncertainty_score":0.18167642},"labels":[],"label_agreement":null},{"id":"W2394841101","doi":"10.1109/saner.2016.56","title":"Defect Prediction: Accomplishments and Future Challenges","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":124,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software quality assurance; Software; Software quality; Software development; Software engineering; Quality (philosophy); Software metric; Data science; Software quality analyst; Key (lock); Field (mathematics); Prioritization; Risk analysis (engineering); Management science; Engineering; Computer security","score_opus":0.02160372313132453,"score_gpt":0.24602186263941647,"score_spread":0.22441813950809195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394841101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09987586,0.007943034,0.788617,0.08670813,0.002522697,0.00041850514,0.000006525623,0.0031086772,0.010799575],"genre_scores_gemma":[0.98027116,0.0020699021,0.016402673,0.00018440124,0.00038189656,0.000025539099,2.1863825e-7,0.000010446427,0.0006537758],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99936944,0.000013698957,0.00005257313,0.00023070356,0.00017885277,0.00015470096],"domain_scores_gemma":[0.9993786,0.00020517276,0.0000070705937,0.0003063722,0.000028410326,0.00007435588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013537252,0.000058369205,0.00005020477,0.000052408574,0.000033573997,0.000044616536,0.00028392865,0.000027637027,0.000028726914],"category_scores_gemma":[0.0000444756,0.000034701487,0.000017890681,0.000077134304,0.000014947209,0.0003206506,0.00019490965,0.000039984665,0.000048070277],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019841905,0.000019226889,0.019617615,0.00001385994,0.000025059271,0.000007803634,0.00014395353,6.172705e-7,0.0003735564,0.026815867,0.00890607,0.9440744],"study_design_scores_gemma":[0.0005440592,0.000121784266,0.74761736,0.000029513487,0.0000017088074,0.000054428678,0.000016325228,0.00040975955,0.0007264911,0.0011737419,0.24914105,0.00016378921],"about_ca_topic_score_codex":9.0659967e-7,"about_ca_topic_score_gemma":5.753344e-7,"teacher_disagreement_score":0.9439106,"about_ca_system_score_codex":0.000018405948,"about_ca_system_score_gemma":0.000009841358,"threshold_uncertainty_score":0.14150855},"labels":[],"label_agreement":null},{"id":"W2394850408","doi":"","title":"Taming a Tiger: software engineering in the era of big data & continuous development","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Toronto Metropolitan University; Western University","funders":"","keywords":"Big data; Computer science; Software development; Software; Data science; Software engineering; Social software engineering; Quality (philosophy); Software construction; Data mining; Programming language","score_opus":0.04466692417880035,"score_gpt":0.25063165506620444,"score_spread":0.20596473088740408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2394850408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21910523,0.00051919324,0.77912164,0.00005458932,0.0006844615,0.00019349284,0.0000015640146,0.0003178893,0.0000019663332],"genre_scores_gemma":[0.5770065,0.000009442325,0.42274496,0.000058061163,0.00013611541,0.000019955947,0.0000034977031,0.000018184037,0.0000032629657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99664164,0.000034178047,0.00044889172,0.00079880096,0.0013205564,0.0007559085],"domain_scores_gemma":[0.99655676,0.0012784816,0.00007054625,0.0015128404,0.000309756,0.0002716453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042254194,0.00028616903,0.00033710862,0.000516216,0.000119833705,0.00042170912,0.0043610656,0.00007291827,4.3277055e-7],"category_scores_gemma":[0.0043447097,0.00024343388,0.000028572236,0.0022569767,0.0001249284,0.0011543568,0.0023605013,0.0004981044,0.00000596011],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069104863,0.00014300024,0.07638862,0.00035473795,0.00004532443,0.00020863993,0.020970637,0.08555752,0.0002397207,0.0008741705,0.00070520793,0.8145055],"study_design_scores_gemma":[0.001063553,0.00018424325,0.12583931,0.0005811152,0.000007337093,0.00017782416,0.000089842666,0.86281335,0.0011515896,0.00003073291,0.007170927,0.0008901692],"about_ca_topic_score_codex":0.000030816063,"about_ca_topic_score_gemma":0.0000023395514,"teacher_disagreement_score":0.8136153,"about_ca_system_score_codex":0.00015663954,"about_ca_system_score_gemma":0.0006457934,"threshold_uncertainty_score":0.99269456},"labels":[],"label_agreement":null},{"id":"W2395207450","doi":"","title":"Towards convenient management of software clone codes in practice: an integrated approach","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Software maintenance; Software development; Cloning (programming); Software engineering; Computer science; Software; Software system; Software evolution; Software construction; Programming language; Biology","score_opus":0.026225326781531867,"score_gpt":0.27561971197360585,"score_spread":0.249394385192074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395207450","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.100027695,0.00034816028,0.8984282,0.000040117287,0.00041218672,0.00026369313,0.0000022207823,0.00046190651,0.000015825997],"genre_scores_gemma":[0.32078177,0.00002519867,0.67908186,0.000033414955,0.000029143135,0.000026003316,0.0000031180844,0.000014265496,0.000005231911],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969183,0.00005754822,0.00037463853,0.00077980163,0.0012514795,0.0006182266],"domain_scores_gemma":[0.9976978,0.00031741886,0.00007319625,0.0008039132,0.00066669926,0.0004410314],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031478114,0.00025966292,0.0003331667,0.00067063805,0.0000729802,0.00031342,0.0016827027,0.000076834855,5.615838e-7],"category_scores_gemma":[0.0013246993,0.0002498795,0.00003183406,0.0024952574,0.00019881337,0.0019580314,0.0010625024,0.00030958888,0.000003142478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004831854,0.0010694084,0.028252007,0.00093963527,0.00015080448,0.0004954657,0.010682027,0.4237388,0.00022284144,0.017673608,0.00025995678,0.5164671],"study_design_scores_gemma":[0.0009029348,0.00034309397,0.03068674,0.00027393783,0.00001227298,0.00011847471,0.00023193062,0.96522635,0.000764551,0.00010170823,0.0008011415,0.00053684035],"about_ca_topic_score_codex":0.00006443116,"about_ca_topic_score_gemma":6.2593097e-7,"teacher_disagreement_score":0.5414876,"about_ca_system_score_codex":0.00026587647,"about_ca_system_score_gemma":0.00035507375,"threshold_uncertainty_score":0.99999535},"labels":[],"label_agreement":null},{"id":"W2395258251","doi":"10.1145/2896982.2896983","title":"Examining the co-evolution relationship between simulink models and their test cases","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"MATLAB; Computer science; Test (biology); Relation (database); Value (mathematics); Empirical research; Work (physics); Machine learning; Data mining; Mathematics; Statistics; Engineering; Programming language; Ecology","score_opus":0.14142809561221106,"score_gpt":0.30497199885356197,"score_spread":0.1635439032413509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395258251","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24640907,0.00006399826,0.7523194,0.00069275725,0.000022669012,0.000069905764,0.0000028840905,0.00020373303,0.00021560566],"genre_scores_gemma":[0.9961833,0.0000027237213,0.003322375,0.00001763989,0.000061167455,0.000008438102,4.4714042e-7,0.000006491493,0.0003974313],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993283,0.000043801334,0.00009791798,0.0002006116,0.00014487325,0.00018450922],"domain_scores_gemma":[0.9761047,0.023392705,0.000018587389,0.00038156667,0.000042567284,0.000059871378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045884118,0.00007465061,0.00006354626,0.00006534983,0.00014766368,0.000080194724,0.00036434672,0.00003949137,0.000003394112],"category_scores_gemma":[0.0023822198,0.000035474062,0.00001264846,0.00019068201,0.00005990543,0.00044545362,0.00015371681,0.00009042127,0.000027321414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.684639e-7,0.000004992915,0.96909255,0.000003727772,0.0000044840203,0.0000021298326,0.0002619117,0.00045222696,0.0001115017,0.015590598,0.00025526088,0.014220165],"study_design_scores_gemma":[0.00016508835,0.00006937864,0.9183493,0.000026845373,0.0000016533783,0.000016932385,0.00003311692,0.06787571,0.00039104314,0.012814672,0.00013936101,0.00011688497],"about_ca_topic_score_codex":0.000019420724,"about_ca_topic_score_gemma":0.000002270092,"teacher_disagreement_score":0.7497742,"about_ca_system_score_codex":0.000043965716,"about_ca_system_score_gemma":0.000033970882,"threshold_uncertainty_score":0.28519115},"labels":[],"label_agreement":null},{"id":"W2395314218","doi":"10.1145/2896995.2896999","title":"Measuring the principal of defect debt","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Technical debt; Software bug; Computer science; Principal (computer security); Software regression; Software; Schedule; Debt; Predictive power; Predictive modelling; Principal component analysis; Term (time); Econometrics; Software quality; Software development; Artificial intelligence; Business; Machine learning; Finance; Computer security; Economics","score_opus":0.03512044174850015,"score_gpt":0.25376626588298623,"score_spread":0.21864582413448608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395314218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20541383,0.000045242035,0.7923337,0.0004870456,0.0000906391,0.000057139354,1.3092624e-7,0.0001444385,0.0014278129],"genre_scores_gemma":[0.99155116,0.0000026136618,0.007938512,0.000013507202,0.000017385055,0.000005694072,7.681578e-9,0.0000034047932,0.0004677016],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993791,0.000023854074,0.00007244673,0.00011300688,0.00025809382,0.00015349353],"domain_scores_gemma":[0.99858737,0.0008600354,0.000012209876,0.00045950018,0.00004796356,0.00003294114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040387994,0.000039898983,0.000046803558,0.00003746176,0.000023933091,0.000017716024,0.00077348057,0.000014089874,0.000018195955],"category_scores_gemma":[0.000619792,0.000017180888,0.000040434767,0.00016072617,0.000026234335,0.00010412951,0.00024338266,0.000036765465,0.00005354865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009484992,0.0000708457,0.23070252,0.00005381496,0.00010389577,0.000017332277,0.0008523484,0.00032332842,0.059621166,0.31652537,0.0013517182,0.39036816],"study_design_scores_gemma":[0.0007511829,0.00015538305,0.5820121,0.000119299766,0.000005234902,0.000040493233,0.000009920469,0.005997757,0.39942044,0.0040489854,0.0071044434,0.00033477182],"about_ca_topic_score_codex":0.000012704983,"about_ca_topic_score_gemma":0.0000034569575,"teacher_disagreement_score":0.78613734,"about_ca_system_score_codex":0.000019668667,"about_ca_system_score_gemma":0.00003220894,"threshold_uncertainty_score":0.14373322},"labels":[],"label_agreement":null},{"id":"W2395760792","doi":"10.1145/2876441","title":"Understanding JavaScript Event-Based Interactions with Clematis","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Intel Corporation","keywords":"Computer science; JavaScript; Program comprehension; Event (particle physics); Software engineering; Web application; Visualization; Asynchronous communication; Programming language; Human–computer interaction; Software; Software system; Artificial intelligence; World Wide Web","score_opus":0.1857356358688734,"score_gpt":0.3321283856873676,"score_spread":0.14639274981849418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395760792","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045996513,0.000050584094,0.9926646,0.0010424791,0.00057966687,0.00013639274,0.000008121008,0.000915415,0.0000031117575],"genre_scores_gemma":[0.40555355,0.000017173403,0.59415615,0.000055200337,0.000020001944,0.00005985487,5.5439676e-7,0.000025902305,0.00011164242],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99855745,0.00015109399,0.00020462812,0.00045605103,0.00021996224,0.00041083017],"domain_scores_gemma":[0.9902299,0.008745217,0.000037589554,0.0007545894,0.000057942354,0.00017475041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000591163,0.00022143857,0.00024976407,0.0004781718,0.00014887434,0.000055451812,0.00046139985,0.00009284834,0.000036210433],"category_scores_gemma":[0.001723053,0.00016162136,0.00006862222,0.00044163127,0.00006155178,0.00031870953,0.000020302055,0.00030031858,0.000015177459],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036713874,0.000501545,0.007313859,0.00062287546,0.0011523557,0.00025456093,0.0021411888,0.41837677,0.023293694,0.02576685,0.00081807695,0.51939106],"study_design_scores_gemma":[0.036295258,0.013608614,0.10061678,0.009883072,0.0010326805,0.00656065,0.0012222035,0.3632661,0.35509774,0.0270546,0.07136419,0.013998106],"about_ca_topic_score_codex":0.000013116501,"about_ca_topic_score_gemma":0.000009307301,"teacher_disagreement_score":0.50539297,"about_ca_system_score_codex":0.0001922949,"about_ca_system_score_gemma":0.00006543873,"threshold_uncertainty_score":0.65907276},"labels":[],"label_agreement":null},{"id":"W2395791174","doi":"10.1145/2889160.2889244","title":"CoRReCT","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science","score_opus":0.02493018398683174,"score_gpt":0.28335076242512197,"score_spread":0.25842057843829025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395791174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00076858245,0.00008857853,0.9843535,0.00083126436,0.0022398122,0.000107064654,0.0000015225536,0.0011171952,0.010492469],"genre_scores_gemma":[0.8278552,0.00003981833,0.14652039,0.00019623847,0.0005020308,0.00010758659,0.0000027713133,0.000039908035,0.024736043],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989152,0.000021629492,0.00009814717,0.00041880048,0.0003022719,0.00024396252],"domain_scores_gemma":[0.99810225,0.00052454835,0.00002148786,0.0011982957,0.00006788572,0.00008556376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021067706,0.00012058365,0.00012235525,0.00012170039,0.000017504852,0.00015378513,0.0019196746,0.00012061401,0.000090540736],"category_scores_gemma":[0.0003875993,0.000084960455,0.00006166969,0.0000900162,0.000015213055,0.00007208121,0.0033135605,0.0003027489,0.00071527535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004351376,0.00008338972,0.01576655,0.0002880758,0.00014742558,0.00019533174,0.00045441423,0.00079945906,0.0005828696,0.14261234,0.32887766,0.51018816],"study_design_scores_gemma":[0.0017779884,0.00033457624,0.09787409,0.0019845394,0.000021675083,0.00019223563,0.000009267664,0.18584082,0.050923187,0.3898366,0.26521325,0.005991774],"about_ca_topic_score_codex":0.000012797586,"about_ca_topic_score_gemma":5.9866005e-7,"teacher_disagreement_score":0.8378331,"about_ca_system_score_codex":0.00007026689,"about_ca_system_score_gemma":0.00014884623,"threshold_uncertainty_score":0.91936564},"labels":[],"label_agreement":null},{"id":"W2396100201","doi":"10.1109/saner.2016.113","title":"The Impact of Human Discussions on Just-in-Time Quality Assurance: An Empirical Study on OpenStack and Eclipse","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Eclipse; Source lines of code; Variety (cybernetics); Process (computing); Quality (philosophy); Recall; Relation (database); Logistic regression; Code review; Feeling; Empirical research; Data science; Machine learning; Data mining; Artificial intelligence; Software quality; Psychology; Cognitive psychology; Programming language; Statistics; Software; Software development; Social psychology","score_opus":0.08834997096515398,"score_gpt":0.45344485873854345,"score_spread":0.3650948877733895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396100201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974429,0.000002576356,0.0010228253,0.00071736105,0.000041966454,0.00029625563,0.0000033893414,0.0000645419,0.00040816347],"genre_scores_gemma":[0.9991784,0.0000017409784,0.0001292865,0.000013437214,0.000033262666,0.0000124418975,1.9603915e-7,0.0000072530443,0.0006239594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983293,0.000338928,0.00022869754,0.0003442432,0.000479778,0.0002790963],"domain_scores_gemma":[0.9963703,0.0024768107,0.00003476267,0.0009356834,0.00004427783,0.00013817537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014531141,0.00011703013,0.00017762832,0.00008808565,0.00012225697,0.000108306136,0.0008775558,0.000034886863,0.000036068395],"category_scores_gemma":[0.00074728864,0.000045019206,0.00004378329,0.00025235428,0.00006956676,0.00021799926,0.000280805,0.00013852237,0.000036749196],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005533027,0.0011187332,0.98177975,0.0000041163544,0.00002690853,0.000011549163,0.0014411488,0.000101585225,0.0020362835,0.0013971322,0.0027305991,0.009296835],"study_design_scores_gemma":[0.0005574903,0.0013716444,0.9970331,0.000024625988,7.483078e-7,6.8692935e-7,0.000066103086,0.00034648844,0.00021426301,0.0002820155,0.000013233626,0.000089577115],"about_ca_topic_score_codex":0.00011535217,"about_ca_topic_score_gemma":0.00005199292,"teacher_disagreement_score":0.0152533455,"about_ca_system_score_codex":0.0000776924,"about_ca_system_score_gemma":0.000049484064,"threshold_uncertainty_score":0.18358299},"labels":[],"label_agreement":null},{"id":"W2396152402","doi":"","title":"Temporal Software Change Prediction Using Neural Networks.","year":2007,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Artificial neural network; Machine learning; Artificial intelligence; Data mining; Data science; Programming language","score_opus":0.025687410420802685,"score_gpt":0.2537456631959293,"score_spread":0.2280582527751266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396152402","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16483632,0.0042476133,0.8247118,0.000011598187,0.002416711,0.00030279715,0.0000066572375,0.00346294,0.0000035853222],"genre_scores_gemma":[0.8091654,0.00003842296,0.18928777,0.000016703882,0.0012457187,0.00004954588,0.000015013995,0.00014140402,0.000040027615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969337,0.00002229248,0.0005309311,0.00079105166,0.00040594704,0.0013160942],"domain_scores_gemma":[0.99742013,0.0010929869,0.0000670613,0.00069644547,0.0001611806,0.00056218804],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001036091,0.00058517064,0.0004422916,0.0008060502,0.00019117758,0.00023627725,0.00071605307,0.0002992715,0.000004726469],"category_scores_gemma":[0.0014351516,0.00065587874,0.00013984383,0.0013779827,0.000036923382,0.0009891476,0.00054175593,0.000809162,0.000009282313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020779471,0.00013523459,0.16800752,0.0009088158,0.00019259124,0.00028858494,0.0020012695,0.756614,0.00094953395,0.0010128338,0.00019317037,0.06967566],"study_design_scores_gemma":[0.0003899913,0.00006663899,0.057019994,0.00020013965,0.000015831174,0.00018210514,0.000009044572,0.9389266,0.00023566437,0.0000051419197,0.0023295286,0.0006193726],"about_ca_topic_score_codex":0.000034863064,"about_ca_topic_score_gemma":0.000004499298,"teacher_disagreement_score":0.6443291,"about_ca_system_score_codex":0.00027715834,"about_ca_system_score_gemma":0.00004783877,"threshold_uncertainty_score":0.99958926},"labels":[],"label_agreement":null},{"id":"W2396272922","doi":"","title":"Pilot study of collective decision-making in the code review process","year":2015,"lang":"en","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Voting; Computer science; Simple (philosophy); Majority rule; Code review; Process (computing); Code (set theory); Core (optical fiber); Point (geometry); Computer security; Software; Politics; Artificial intelligence; Political science; Mathematics; Law; Static program analysis; Programming language; Software development; Set (abstract data type)","score_opus":0.06962856520644845,"score_gpt":0.3610349439929956,"score_spread":0.2914063787865472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396272922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6625041,0.009531996,0.31812978,0.00046529042,0.0036587545,0.003144658,0.000116900286,0.00029489357,0.0021536734],"genre_scores_gemma":[0.9938798,0.000043810298,0.0056701596,0.000081895705,0.00011517159,0.00018132052,0.000008396643,0.0000065520017,0.000012882036],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971703,0.00016842248,0.00043391233,0.00040764463,0.0015937351,0.00022595288],"domain_scores_gemma":[0.99633443,0.0018943942,0.00011058443,0.0009133997,0.00066877855,0.00007838835],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015948078,0.00014610353,0.0002317398,0.0001611874,0.00018653121,0.00011115455,0.0014883177,0.000017207078,0.000001949596],"category_scores_gemma":[0.010096518,0.00010771439,0.000024572126,0.0018498023,0.00011114643,0.00086022756,0.00042068254,0.00028158224,0.000008311199],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023695647,0.02598879,0.53889525,0.0057679373,0.00070385524,0.009848847,0.05879002,0.06596758,0.0007437777,0.17862229,0.094489925,0.017812135],"study_design_scores_gemma":[0.021763505,0.028080575,0.7054865,0.08495505,0.00043351614,0.007566589,0.009965066,0.04306482,0.003931489,0.031321652,0.057279915,0.0061513293],"about_ca_topic_score_codex":0.00020562959,"about_ca_topic_score_gemma":0.00017552116,"teacher_disagreement_score":0.33137575,"about_ca_system_score_codex":0.00029883476,"about_ca_system_score_gemma":0.0014708845,"threshold_uncertainty_score":0.99824184},"labels":[],"label_agreement":null},{"id":"W2396354602","doi":"","title":"How should we read and analyze bug reports: an interactive visualization using extractive summaries and topic evolution","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Visualization; Computer science; Software bug; Task (project management); Program comprehension; Comprehension; Software; Software visualization; Data visualization; Creative visualization; Software engineering; Data science; World Wide Web; Human–computer interaction; Software development; Data mining; Software system; Engineering; Systems engineering; Programming language; Component-based software engineering","score_opus":0.04506052755335299,"score_gpt":0.30098692023822443,"score_spread":0.25592639268487144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396354602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30907094,0.0005894989,0.6894876,0.00009071571,0.00040250915,0.00010668402,7.4632004e-7,0.00025046026,8.6993657e-7],"genre_scores_gemma":[0.8363032,0.000030390618,0.16349092,0.000021667729,0.000121082805,0.0000070552433,0.0000016729515,0.000013430943,0.000010597034],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981048,0.000037810452,0.00018414289,0.00071891677,0.0005748106,0.00037950368],"domain_scores_gemma":[0.998382,0.0003476452,0.00007344126,0.00039475877,0.00043970378,0.00036249068],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010427516,0.00020837884,0.00020970176,0.00048536918,0.00021395939,0.0012758054,0.00031626667,0.00007313393,2.8215976e-7],"category_scores_gemma":[0.0017133254,0.00020390331,0.000016232765,0.0008831344,0.00019535987,0.0043183994,0.0005916781,0.00019919129,1.8805652e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000620549,0.0002546152,0.37383562,0.00063557894,0.00017914354,0.0007907301,0.03927095,0.08897353,0.00955761,0.015539402,0.00027218112,0.4706286],"study_design_scores_gemma":[0.00016109744,0.00013673816,0.047353614,0.00010401964,0.000007504689,0.00033632113,0.00011428112,0.950215,0.000459346,0.00041763808,0.00039540735,0.00029903554],"about_ca_topic_score_codex":0.00005638229,"about_ca_topic_score_gemma":0.0000040057866,"teacher_disagreement_score":0.86124146,"about_ca_system_score_codex":0.00023198588,"about_ca_system_score_gemma":0.00019432015,"threshold_uncertainty_score":0.999761},"labels":[],"label_agreement":null},{"id":"W2396547321","doi":"","title":"An empirical study on change recommendation","year":2015,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Programmer; Computer science; Reuse; Ranking (information retrieval); Focus (optics); Repetition (rhetorical device); Sensitivity (control systems); Empirical research; Recommender system; Software engineering; Information retrieval; Programming language; Statistics","score_opus":0.0910226896818921,"score_gpt":0.34032712228105266,"score_spread":0.24930443259916057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396547321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34154972,0.0000152330285,0.6566648,0.00015957844,0.00078243064,0.0001948419,4.49086e-7,0.0006305365,0.000002411999],"genre_scores_gemma":[0.89256287,0.000001291692,0.106788024,0.00023485076,0.00035214526,0.000043094937,0.0000012614669,0.000014336091,0.0000021252745],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978585,0.000045008306,0.0001667106,0.00069586444,0.0007709141,0.00046296365],"domain_scores_gemma":[0.99818474,0.00033242183,0.000025029458,0.00065891293,0.00027417543,0.0005247446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002080568,0.00018516416,0.00016063839,0.000502237,0.00015089416,0.0005558813,0.0011494375,0.00004249391,8.6657775e-7],"category_scores_gemma":[0.00089450413,0.00017449967,0.000017657834,0.0013057431,0.000055302793,0.0017985862,0.0004921725,0.00022281718,0.000020927848],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010306828,0.0006757701,0.38489696,0.000029636174,0.00002144178,0.00010741869,0.018653788,0.013530613,0.00011030341,0.00043363325,0.001006731,0.58052343],"study_design_scores_gemma":[0.00038071355,0.0010733727,0.3369509,0.000019615021,0.0000017792288,0.000025474423,0.000039340506,0.66003454,0.00011869248,0.000031551994,0.0010219752,0.00030203475],"about_ca_topic_score_codex":0.000010750129,"about_ca_topic_score_gemma":5.9938236e-7,"teacher_disagreement_score":0.6465039,"about_ca_system_score_codex":0.00016507553,"about_ca_system_score_gemma":0.00012952919,"threshold_uncertainty_score":0.711589},"labels":[],"label_agreement":null},{"id":"W2396714452","doi":"10.1142/s0129054105003327","title":"REPRESENTATION OF SEMIAUTOMATA BY CANONICAL WORDS AND EQUIVALENCES","year":2005,"lang":"en","type":"article","venue":"International Journal of Foundations of Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Prefix; Rewriting; Mathematics; Canonical form; Equivalence (formal languages); State (computer science); Word (group theory); Set (abstract data type); Discrete mathematics; Computer science; Algorithm; Pure mathematics; Programming language","score_opus":0.022387374634667168,"score_gpt":0.35223913773278087,"score_spread":0.3298517630981137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2396714452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36871248,0.000108582026,0.6290815,0.0015124158,0.0004955128,0.000031470416,0.0000022555819,0.000011483565,0.000044317807],"genre_scores_gemma":[0.8168624,0.0000461699,0.1829482,0.000023742328,0.00010295874,6.561293e-7,5.764187e-7,0.0000021013723,0.000013188706],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978691,0.000031817726,0.0005058139,0.00017683904,0.0012871833,0.00012928678],"domain_scores_gemma":[0.997576,0.0005946598,0.00036322378,0.00024031216,0.0011364922,0.00008934019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000887818,0.00006669697,0.00014855711,0.00050488603,0.000048220725,0.00018800428,0.0022232295,0.000021701959,0.000010157401],"category_scores_gemma":[0.0005277018,0.000060903698,0.000050552513,0.00069792906,0.00039777064,0.0019457572,0.00043571804,0.00010896348,0.000001540406],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041170042,0.0005221475,0.05850488,0.00003773151,0.00020661714,0.000017281674,0.0035240538,0.027810471,0.058078542,0.048784748,0.0026841664,0.7997882],"study_design_scores_gemma":[0.0018670991,0.0007589043,0.15068617,0.0005048872,0.000021763919,0.000768238,0.00007663499,0.6725761,0.16351922,0.005419069,0.0033731745,0.00042871764],"about_ca_topic_score_codex":0.000018012584,"about_ca_topic_score_gemma":0.000001911022,"teacher_disagreement_score":0.7993595,"about_ca_system_score_codex":0.00008572928,"about_ca_system_score_gemma":0.00041924167,"threshold_uncertainty_score":0.41313505},"labels":[],"label_agreement":null},{"id":"W2397274409","doi":"10.1002/smr.1791","title":"A Simple, Efficient, Context‐sensitive Approach for Code Completion","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Context (archaeology); Field (mathematics); Security token; Source code; Artificial intelligence; Set (abstract data type); Machine learning; Natural language processing; Programming language; Computer security","score_opus":0.022473119251122036,"score_gpt":0.28199678673051376,"score_spread":0.2595236674793917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397274409","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05052302,0.00035079726,0.9483806,0.0002701533,0.00018391725,0.00018371428,0.000017044227,0.000082988445,0.0000077661],"genre_scores_gemma":[0.96219915,0.0000124022645,0.037524525,0.000054979802,0.00014622562,0.00001061463,0.0000012776501,0.000010820602,0.00004000723],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99879646,0.00004539915,0.00030209424,0.00021099533,0.00039288154,0.00025213897],"domain_scores_gemma":[0.99757403,0.0009059865,0.00021479408,0.00014148306,0.0010123476,0.00015137297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007394345,0.00011736784,0.0002199506,0.00021282306,0.0001244537,0.00006705031,0.00032752845,0.00006524565,0.0000022922625],"category_scores_gemma":[0.0018312011,0.00007926739,0.000073488474,0.0002663772,0.00007843946,0.0003551107,0.00005876258,0.000121432546,0.0000021777835],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027332564,0.00215329,0.26857018,0.0033948692,0.00088696944,0.00012949752,0.0105115045,0.028383056,0.011061058,0.07044854,0.033533413,0.5681943],"study_design_scores_gemma":[0.02337798,0.004466667,0.53756046,0.0018011018,0.00016462643,0.0037211261,0.0012949255,0.3657773,0.0102820955,0.030800255,0.018274467,0.0024790147],"about_ca_topic_score_codex":0.0000021709225,"about_ca_topic_score_gemma":7.361585e-7,"teacher_disagreement_score":0.9116761,"about_ca_system_score_codex":0.00012428034,"about_ca_system_score_gemma":0.00014952343,"threshold_uncertainty_score":0.32324305},"labels":[],"label_agreement":null},{"id":"W2397351127","doi":"10.1016/b978-0-12-800161-5.00004-9","title":"Multiobjective Optimization for Software Refactoring and Evolution","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in computers","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Code refactoring; Computer science; Process (computing); Software maintenance; Identification (biology); Software; Software engineering; Automation; Code (set theory); Adaptation (eye); Programming language; Software system; Engineering","score_opus":0.012424789861069601,"score_gpt":0.26298334516133953,"score_spread":0.25055855530026994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397351127","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013642347,0.0019998902,0.9954967,0.00002713582,0.0011526524,0.00043332519,0.0000057882835,0.0002777877,0.0005930896],"genre_scores_gemma":[0.007399947,0.00055271876,0.9886734,0.00003626896,0.00026232935,0.00006113061,0.000020895217,0.000061361665,0.0029319297],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859905,0.00001511103,0.00023772856,0.0006275346,0.0002468126,0.0002737331],"domain_scores_gemma":[0.9977451,0.0015455099,0.000118145086,0.00038809507,0.00013213645,0.00007102001],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021250597,0.00024951497,0.00028086046,0.00035359798,0.00007298242,0.00008189269,0.0004872716,0.00016366279,0.0000015177529],"category_scores_gemma":[0.00028765944,0.00027896167,0.000055448836,0.0000749753,0.000054863394,0.0005086501,0.00026710398,0.0002575882,0.0000029834162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014018287,0.0000074425975,0.0007031667,0.00027083114,0.000023447083,0.0000063480675,0.00019156879,0.65464765,0.0000013642191,0.08410264,0.00008528245,0.25994623],"study_design_scores_gemma":[0.00084276556,0.0002275895,0.0008079874,0.0008110071,0.000008462851,0.000013015867,0.0000025612162,0.9411474,0.000015335929,0.019936372,0.03548836,0.00069914304],"about_ca_topic_score_codex":0.000004269525,"about_ca_topic_score_gemma":0.0000058207497,"teacher_disagreement_score":0.28649974,"about_ca_system_score_codex":0.00036045158,"about_ca_system_score_gemma":0.000047070836,"threshold_uncertainty_score":0.99996626},"labels":[],"label_agreement":null},{"id":"W2397486511","doi":"10.7287/peerj.preprints.1260","title":"Comments on \"Researcher bias: The use of machine learning in software defect prediction\"","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University","funders":"","keywords":"Metric (unit); Association (psychology); Construct (python library); Computer science; Reuse; Group (periodic table); Machine learning; Predictive modelling; Artificial intelligence; Software; Selection (genetic algorithm); Data mining; Data science; Econometrics; Psychology; Mathematics; Engineering; Operations management","score_opus":0.10402786334163419,"score_gpt":0.2983163283872558,"score_spread":0.1942884650456216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397486511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31410304,0.000058594655,0.68211627,0.0027212605,0.00014067974,0.00032003428,0.000010837054,0.00045240013,0.000076862605],"genre_scores_gemma":[0.9904364,0.0000284193,0.0076330807,0.00012016286,0.000017208926,0.000027567845,0.0000011779662,0.000013565756,0.0017224699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99855906,0.00023661635,0.00016262496,0.00022672306,0.00052944507,0.0002855503],"domain_scores_gemma":[0.99361056,0.0057026767,0.00002736602,0.00052862015,0.00007040686,0.00006035931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00086133456,0.00008582551,0.000096201424,0.00020603018,0.000055862314,0.00006121514,0.0006923033,0.00003909925,0.00006476582],"category_scores_gemma":[0.0053808265,0.00004314663,0.00004961694,0.000484608,0.00005271446,0.0002911495,0.00037288494,0.00026552557,0.000054809945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016271282,0.00008157219,0.92385304,0.0000130241415,0.000023434153,0.000007636448,0.00020252995,0.0033364703,0.0002137607,0.00091980596,0.0034020613,0.06793039],"study_design_scores_gemma":[0.0014451727,0.00059917255,0.8924899,0.0002916116,0.0000027055773,0.000008047874,0.000010054918,0.07778266,0.0030838815,0.00044652622,0.023613242,0.00022699259],"about_ca_topic_score_codex":0.00023921573,"about_ca_topic_score_gemma":0.000032920172,"teacher_disagreement_score":0.6763333,"about_ca_system_score_codex":0.00008302223,"about_ca_system_score_gemma":0.000041475876,"threshold_uncertainty_score":0.64417404},"labels":[],"label_agreement":null},{"id":"W2398184019","doi":"","title":"Understanding Expert Perception in Software Estimation Effort: a Cognitive Approach Using Software Chunks.","year":2014,"lang":"en","type":"article","venue":"Cognitive Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Analogy; Computer science; Intuition; Categorization; Software development; Software; Perception; Artificial intelligence; Cognition; Estimation; Machine learning; Cognitive science; Psychology; Engineering; Systems engineering; Programming language","score_opus":0.10281975489215141,"score_gpt":0.328239075028085,"score_spread":0.22541932013593363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398184019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15940389,0.00003412223,0.8392881,0.00002333985,0.0002193439,0.00041721988,0.0000036229385,0.00034943657,0.00026092023],"genre_scores_gemma":[0.81528115,0.00000403271,0.18445733,0.00011819806,0.00004955059,0.000052871448,0.000008327665,0.000019149846,0.000009396445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99650663,0.00013391433,0.00029140429,0.0010773992,0.0011526791,0.00083798316],"domain_scores_gemma":[0.99728364,0.0015646712,0.00010056192,0.00035134566,0.0004542516,0.00024551555],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023554857,0.00026540196,0.0002489625,0.0009185416,0.0005300323,0.00048753226,0.0009654784,0.00010198882,0.0000129351565],"category_scores_gemma":[0.010805144,0.00027317932,0.00006027473,0.0029525363,0.00073518296,0.0022342943,0.00052124506,0.00036480147,0.00004806191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013248752,0.00090393244,0.20901306,0.00043643237,0.000058811605,0.000090918904,0.038429532,0.024419876,0.010406566,0.008507785,0.000095017334,0.7075056],"study_design_scores_gemma":[0.0008108316,0.00011413248,0.10328378,0.0005372553,0.0000067600927,0.000048299193,0.0010989002,0.89040816,0.0011782505,0.00202723,0.000002908511,0.000483516],"about_ca_topic_score_codex":0.00004680578,"about_ca_topic_score_gemma":0.0000036670542,"teacher_disagreement_score":0.86598825,"about_ca_system_score_codex":0.00082808844,"about_ca_system_score_gemma":0.00036910764,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W2399079435","doi":"10.13140/rg.2.1.3606.9201","title":"Recommending Relevant Sections from a Webpage about Programming Errors and Exceptions","year":2015,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Web page; Context (archaeology); World Wide Web; Information retrieval; Software; Static web page; The Internet; Page view; Precision and recall; Web development; Programming language","score_opus":0.10154128332210781,"score_gpt":0.21505407761076376,"score_spread":0.11351279428865595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399079435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5450281,0.000035709723,0.45401847,0.00012593316,0.00020121892,0.00008500783,0.0000026844675,0.0003194818,0.00018341286],"genre_scores_gemma":[0.9858314,0.00002624287,0.013591139,0.00001907159,0.000045767632,0.0000014108931,0.000002710703,0.000010591213,0.00047170703],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990218,0.00006283668,0.00008849324,0.00045631005,0.00007852634,0.0002919784],"domain_scores_gemma":[0.9988817,0.00030200576,0.000036501908,0.0004326522,0.00007843455,0.00026868263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023347115,0.00011095633,0.00010709329,0.00021669392,0.00017808923,0.00013180103,0.00045445657,0.00006280404,0.000010916207],"category_scores_gemma":[0.00023640615,0.00012911989,0.00003988168,0.00079965946,0.00006242359,0.0005610942,0.00035314783,0.00022583558,0.000063740896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009084618,0.0006440046,0.59383655,0.0000872119,0.0004414678,0.0017854694,0.012802987,0.095861755,0.0011713308,0.22922304,0.007898788,0.05615656],"study_design_scores_gemma":[0.0029864672,0.00044171506,0.11884877,0.00019544554,0.000081303035,0.000082482395,0.0022638177,0.8003048,0.00032615385,0.024647698,0.048494104,0.0013272866],"about_ca_topic_score_codex":0.00027604602,"about_ca_topic_score_gemma":0.000053719832,"teacher_disagreement_score":0.704443,"about_ca_system_score_codex":0.00016663501,"about_ca_system_score_gemma":0.00006341081,"threshold_uncertainty_score":0.5265356},"labels":[],"label_agreement":null},{"id":"W2400579873","doi":"10.1145/2889160.2889168","title":"JDeodorant","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Eclipse; Computer science; Java; Programming language; Software engineering; Plug-in; Code (set theory); Software maintenance; Software evolution; Software; Software system; Software construction","score_opus":0.016782784639996346,"score_gpt":0.2514172523715865,"score_spread":0.23463446773159016,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400579873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00997694,0.0000117175105,0.98548055,0.0021040125,0.000112463786,0.000020301031,9.0330744e-8,0.0004063001,0.0018876246],"genre_scores_gemma":[0.9542084,0.0000027124875,0.041617718,0.000058662667,0.00002141007,0.0000033908518,1.24314194e-8,0.0000026563619,0.004085086],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99959767,0.0000057474813,0.000034842124,0.000107135354,0.00012644331,0.00012819022],"domain_scores_gemma":[0.9993473,0.00029046676,0.0000030408635,0.000295155,0.000019836656,0.00004414433],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000097520584,0.000026877697,0.000026094283,0.00003518736,0.000011406094,0.000023563554,0.00042423926,0.000010963099,0.000083307554],"category_scores_gemma":[0.00018649998,0.000013943954,0.000011624684,0.00011099505,0.000008494745,0.00015206684,0.00011668522,0.000016966025,0.0008214131],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012001354,0.000022318656,0.022076452,0.000004635917,0.0000085026895,0.000034290162,0.00007284723,0.000005508159,0.018983966,0.3082369,0.021012386,0.629541],"study_design_scores_gemma":[0.001712233,0.00025383342,0.46493334,0.0000847424,0.0000015311408,0.000092512884,0.000005057648,0.008672483,0.21802549,0.025416194,0.27994356,0.00085902924],"about_ca_topic_score_codex":0.0000034705572,"about_ca_topic_score_gemma":3.393133e-7,"teacher_disagreement_score":0.9442314,"about_ca_system_score_codex":0.000014187473,"about_ca_system_score_gemma":0.000014111536,"threshold_uncertainty_score":0.99995655},"labels":[],"label_agreement":null},{"id":"W2401028838","doi":"10.1145/2901739.2903493","title":"Judging a commit by its cover","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Commit; Computer science; Proxy (statistics); Code (set theory); Source code; Entropy (arrow of time); Programming language; Computer security; Database; Machine learning","score_opus":0.014958593381296096,"score_gpt":0.2481929661559607,"score_spread":0.2332343727746646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401028838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017943379,0.00005495688,0.976782,0.0024387122,0.00012810326,0.000047092715,0.0000012242738,0.00044920034,0.0021553123],"genre_scores_gemma":[0.9771483,0.0000065753743,0.0071100513,0.00019782844,0.000021942305,0.0000068831628,1.3300479e-7,0.0000065782865,0.01550171],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99931014,0.000013270636,0.00006106517,0.0001696828,0.00022004139,0.00022582393],"domain_scores_gemma":[0.99901557,0.0005276669,0.0000078365365,0.00033596405,0.0000364298,0.00007652587],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015143107,0.000053673615,0.000051817467,0.00004489915,0.000028560487,0.00006305167,0.00062181253,0.000022298977,0.00020372246],"category_scores_gemma":[0.0002689614,0.00003368405,0.000018164807,0.00016266458,0.000010871591,0.00030913495,0.00022903799,0.000045086075,0.001543799],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003332663,0.00006848205,0.02868861,0.000020932433,0.000026007441,0.000031864558,0.00018071086,0.00003569594,0.057265308,0.041834537,0.7378595,0.13398504],"study_design_scores_gemma":[0.0018068292,0.0001769815,0.02640503,0.00012301478,0.0000028329962,0.000039395694,0.00000466978,0.037769917,0.2384236,0.0014081136,0.6929421,0.0008975095],"about_ca_topic_score_codex":0.00000508429,"about_ca_topic_score_gemma":2.4014645e-7,"teacher_disagreement_score":0.96967196,"about_ca_system_score_codex":0.000036615405,"about_ca_system_score_gemma":0.000019725841,"threshold_uncertainty_score":0.9992336},"labels":[],"label_agreement":null},{"id":"W2401290433","doi":"10.1145/2901739.2901770","title":"Mining duplicate questions in stack overflow","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Reputation; Recall rate; Information retrieval; Precision and recall; Data mining; Recall; Stack (abstract data type); Data science; World Wide Web; Artificial intelligence; Programming language","score_opus":0.022784264838843913,"score_gpt":0.27972781170248784,"score_spread":0.2569435468636439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401290433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18497936,0.000022535536,0.81174,0.001961553,0.00009296086,0.000052792548,3.8955983e-7,0.00032043917,0.0008300154],"genre_scores_gemma":[0.94317824,0.0000071415807,0.0547498,0.000040275067,0.000018412788,0.000015846124,7.9114315e-8,0.0000051046745,0.0019851069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993373,0.00001517726,0.00008462307,0.0001949176,0.00014764616,0.00022033577],"domain_scores_gemma":[0.9989495,0.0005555598,0.000007706356,0.0004005059,0.000026506756,0.00006019954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019492718,0.000049336973,0.00005201282,0.00011659167,0.000016870945,0.000040217226,0.00044445597,0.000023678149,0.000043933545],"category_scores_gemma":[0.00044315276,0.000033345106,0.000013833185,0.0003058797,0.0000144660835,0.00026465332,0.00016744215,0.00004397613,0.00023136314],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057509583,0.00013434596,0.47655353,0.000022294207,0.0000165959,0.00009586368,0.0006354225,0.00069243944,0.018259495,0.17774984,0.01268586,0.31314856],"study_design_scores_gemma":[0.00091458444,0.000097753866,0.93188167,0.00016042296,9.0237205e-7,0.000019859674,0.0000097276325,0.036470987,0.011991706,0.0032662028,0.014752492,0.00043367944],"about_ca_topic_score_codex":0.00003170213,"about_ca_topic_score_gemma":0.000015547774,"teacher_disagreement_score":0.75819886,"about_ca_system_score_codex":0.00005703713,"about_ca_system_score_gemma":0.00003693753,"threshold_uncertainty_score":0.2973782},"labels":[],"label_agreement":null},{"id":"W2401620832","doi":"10.1145/2901739.2903496","title":"The relationship between commit message detail and defect proneness in Java projects on GitHub","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Commit; Computer science; Explanatory power; Java; Code (set theory); Predictive power; Programming language; Database; Set (abstract data type)","score_opus":0.06137851503349717,"score_gpt":0.2916415823247079,"score_spread":0.2302630672912107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401620832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88175774,0.00008818056,0.1140893,0.0026113119,0.000058842863,0.00037974605,7.887654e-7,0.00021569958,0.0007984165],"genre_scores_gemma":[0.99736995,0.0000044239405,0.0016080346,0.000015036679,0.000020023663,0.00004990216,1.8847521e-7,0.00000817321,0.0009242699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989678,0.00012217376,0.00012598392,0.0002489446,0.00026511814,0.00026995278],"domain_scores_gemma":[0.9900586,0.009355351,0.00001988547,0.0004794622,0.000028207429,0.0000584864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009144241,0.000087103945,0.00008528544,0.00011297989,0.00012257748,0.00012694526,0.0005304579,0.000047326703,0.0000017936316],"category_scores_gemma":[0.0019840247,0.000044227938,0.000020592244,0.00036118532,0.000055654848,0.00023468133,0.00021370033,0.00014583621,0.000047705744],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024781627,0.000006951739,0.96457916,0.000007870993,0.000003937415,0.000003850275,0.000093509116,0.000003885555,0.000015008155,0.013697819,0.00013442013,0.021451095],"study_design_scores_gemma":[0.0002658825,0.0000552499,0.99636126,0.000052177926,9.725256e-7,0.000002132943,0.00000565921,0.00021038148,0.0005250755,0.0020434286,0.00039237714,0.00008537717],"about_ca_topic_score_codex":0.000023968336,"about_ca_topic_score_gemma":0.000053496584,"teacher_disagreement_score":0.11561224,"about_ca_system_score_codex":0.000060052014,"about_ca_system_score_gemma":0.000053788855,"threshold_uncertainty_score":0.23752062},"labels":[],"label_agreement":null},{"id":"W2401653830","doi":"10.1109/saner.2016.53","title":"An Empirical Study on Ranking Change Recommendations Retrieved Using Code Similarity","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Ranking (information retrieval); Computer science; Snippet; Rank (graph theory); Basis (linear algebra); Similarity (geometry); Code (set theory); Information retrieval; Change detection; Data mining; Artificial intelligence; Machine learning; Mathematics","score_opus":0.23158393243564904,"score_gpt":0.4271928547921154,"score_spread":0.19560892235646635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401653830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43562844,0.0000024956091,0.5606013,0.0029128764,0.00020230324,0.00023205401,0.0000025715922,0.000379684,0.000038270013],"genre_scores_gemma":[0.974668,0.0000014629816,0.024844633,0.00030593787,0.00009935867,0.000018900091,7.0606393e-7,0.000012200572,0.000048777663],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858433,0.00016103884,0.00015450496,0.00041302718,0.0003827696,0.0003043192],"domain_scores_gemma":[0.9981025,0.0008737732,0.000025239277,0.0007765962,0.00009026505,0.00013165231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079175463,0.00010748779,0.000117378535,0.00012506201,0.00014516484,0.0001227482,0.00072138914,0.000048835434,0.000060161536],"category_scores_gemma":[0.00053215853,0.000074646356,0.000027357995,0.0005310897,0.00001764522,0.00060950685,0.00021190326,0.00014102743,0.000037529055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026994128,0.0012238254,0.90613693,0.0000066027005,0.00004365037,0.00004667916,0.0037932664,0.00005077588,0.0032413004,0.00095614075,0.0016201509,0.08285371],"study_design_scores_gemma":[0.0016872132,0.0010623952,0.9161337,0.00007753398,0.000007686503,0.000010340361,0.00012691849,0.07421486,0.0032108359,0.00055094616,0.0024012232,0.000516338],"about_ca_topic_score_codex":0.00003558058,"about_ca_topic_score_gemma":0.000020788973,"teacher_disagreement_score":0.53903955,"about_ca_system_score_codex":0.00014391025,"about_ca_system_score_gemma":0.00004060585,"threshold_uncertainty_score":0.30439898},"labels":[],"label_agreement":null},{"id":"W2402006257","doi":"10.1145/2901739.2903498","title":"The dispersion of build maintenance activity across maven lifecycle phases","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Application lifecycle management; Software maintenance; Computer science; Deliverable; Software engineering; Overhead (engineering); Software; Compiler; Bridge (graph theory); Systems engineering; Software development; Operating system; Engineering","score_opus":0.013747367605134076,"score_gpt":0.29105516227494527,"score_spread":0.2773077946698112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402006257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49220863,0.000035711513,0.5050932,0.002219242,0.00013559431,0.00006411488,0.0000027152118,0.00010799512,0.00013275568],"genre_scores_gemma":[0.9950468,0.000049442166,0.0023031016,0.00001931295,0.000024687055,0.0000069181533,3.51553e-8,0.000004954859,0.002544741],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991195,0.000025983434,0.00008186755,0.00018858274,0.00027192177,0.0003121132],"domain_scores_gemma":[0.99775934,0.001492959,0.000028775778,0.0005930916,0.000066163484,0.00005969494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036511195,0.00006511264,0.000074288524,0.000017481942,0.00010215319,0.00005123642,0.0008772833,0.000024444254,0.000011903622],"category_scores_gemma":[0.0006727848,0.000029822782,0.0000448514,0.00018328127,0.000099422905,0.00027748774,0.0003991945,0.000055349243,0.000030430812],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046653655,0.00012852055,0.0326631,0.000019257654,0.000029660536,0.000010426876,0.0002552717,0.000039448387,0.10209572,0.01031458,0.01152513,0.8428722],"study_design_scores_gemma":[0.0013947871,0.00028569633,0.2627365,0.00017171497,0.000002314125,0.000020798272,0.000041994295,0.010579779,0.68258315,0.001568839,0.040236652,0.0003777415],"about_ca_topic_score_codex":0.00004576741,"about_ca_topic_score_gemma":0.000010796459,"teacher_disagreement_score":0.8424945,"about_ca_system_score_codex":0.00004019605,"about_ca_system_score_gemma":0.000026747712,"threshold_uncertainty_score":0.16302252},"labels":[],"label_agreement":null},{"id":"W2402289870","doi":"","title":"RELREA - An Analytical Approach for Evaluating Release Readiness.","year":2014,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Computer science; Bottleneck; Set (abstract data type); Software; Process management; Fuzzy logic; Point (geometry); Service (business); Software engineering; Software development; Software quality; Engineering; Artificial intelligence","score_opus":0.031876764297685746,"score_gpt":0.2956294902249026,"score_spread":0.2637527259272168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402289870","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04962624,0.00070066605,0.94633114,0.000020673426,0.00050933013,0.0003502684,0.0000049223436,0.002410057,0.00004669998],"genre_scores_gemma":[0.47562078,0.000011333828,0.52347064,0.000010322359,0.00042079724,0.00020044151,0.000025366642,0.00011578253,0.00012451252],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726516,0.0000483753,0.00043587456,0.000957397,0.00035993775,0.00093327154],"domain_scores_gemma":[0.9960768,0.0021180063,0.000048922026,0.0009416454,0.0002324443,0.0005821774],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015715691,0.00049345917,0.00049577316,0.00052449945,0.00016379872,0.00028571463,0.0008429924,0.00021983392,0.0000023584673],"category_scores_gemma":[0.0069780755,0.0005247471,0.00013191321,0.000782053,0.000031223375,0.000606562,0.0003005037,0.0004935109,0.000009548382],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037205904,0.00034102646,0.005192015,0.0027805255,0.00023003841,0.000014623483,0.0016760782,0.80192775,0.0033794004,0.04672609,0.0004785846,0.13721664],"study_design_scores_gemma":[0.0006070763,0.00030274328,0.0025318025,0.00010456313,0.000024430896,0.000043865024,0.000006118024,0.99178725,0.0003418923,0.00004823921,0.003573308,0.00062868226],"about_ca_topic_score_codex":0.000008674668,"about_ca_topic_score_gemma":4.4054576e-7,"teacher_disagreement_score":0.42599455,"about_ca_system_score_codex":0.00012608251,"about_ca_system_score_gemma":0.00008084967,"threshold_uncertainty_score":0.9997204},"labels":[],"label_agreement":null},{"id":"W2402365003","doi":"10.1145/2901739.2903505","title":"The emotional side of software developers in JIRA","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Politeness; Software; Affect (linguistics); Tracking (education); Data science; Software engineering; Human–computer interaction; Programming language; Psychology","score_opus":0.016600113220322125,"score_gpt":0.2487457158679789,"score_spread":0.23214560264765677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402365003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07750544,0.00003873158,0.9198527,0.0019534607,0.00012428015,0.000057284284,5.4819634e-7,0.00010492162,0.0003626562],"genre_scores_gemma":[0.92745,0.000011320413,0.071094796,0.000032087046,0.000012389951,0.0000075551807,8.5548066e-8,0.000004385836,0.0013873873],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999326,0.000020488817,0.000110411456,0.00012136978,0.00024769717,0.00017406579],"domain_scores_gemma":[0.99796075,0.0016636727,0.000012289895,0.00026717669,0.0000650648,0.00003106067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003280828,0.00004230776,0.000047333564,0.0000618456,0.000027751434,0.000020315169,0.00064762234,0.000019688941,0.000018050281],"category_scores_gemma":[0.0013900748,0.000020651822,0.00001744415,0.0002643849,0.000041641015,0.0001366581,0.00018433608,0.000043078755,0.00005171621],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068594263,0.000041166684,0.2888726,0.000016884856,0.000019475357,0.000015875754,0.0003436942,0.00031462297,0.0022647167,0.08781192,0.0034598825,0.6168323],"study_design_scores_gemma":[0.0003380514,0.000029856323,0.98403084,0.000060366776,2.639302e-7,0.000007819548,0.0000116383635,0.00092660467,0.0071007297,0.0034871888,0.0038865989,0.000120023535],"about_ca_topic_score_codex":0.000016090078,"about_ca_topic_score_gemma":0.000021645401,"teacher_disagreement_score":0.84994453,"about_ca_system_score_codex":0.000044164513,"about_ca_system_score_gemma":0.00010752489,"threshold_uncertainty_score":0.16641498},"labels":[],"label_agreement":null},{"id":"W2403963282","doi":"","title":"Étude de la changeabilité des systèmes orientés objet.","year":2008,"lang":"fr","type":"article","venue":"LMO","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Political science; Art","score_opus":0.03819496277271119,"score_gpt":0.2855550730078864,"score_spread":0.2473601102351752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403963282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.830574,0.013990913,0.1513648,0.0008134962,0.0013771695,0.00020134644,0.0000065847516,0.00043978659,0.0012319515],"genre_scores_gemma":[0.9651407,0.0005588375,0.028211286,0.0000755026,0.00043608097,0.000043032167,0.0000010639156,0.000031298987,0.0055022268],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791586,0.00024459074,0.00017678227,0.0004102291,0.00045150804,0.00080103695],"domain_scores_gemma":[0.99729943,0.0016057325,0.000028974948,0.0006548305,0.00012437254,0.00028663955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007711556,0.00018625727,0.00019214279,0.00011976036,0.00022204564,0.00014406111,0.00081083114,0.0001727416,0.0001170031],"category_scores_gemma":[0.001603862,0.00020073626,0.0000876654,0.0006707633,0.0005589218,0.00035489438,0.0003774537,0.00035997655,0.00038770027],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022247013,0.0007761503,0.7140143,0.0013376304,0.00015678736,0.0035199816,0.045619592,0.0035181702,0.0013314814,0.06455311,0.012795461,0.15235507],"study_design_scores_gemma":[0.0004081499,0.00020327453,0.93538254,0.00030919557,0.000011410153,0.0014027423,0.000059997572,0.021425853,0.0027023398,0.004605422,0.033055034,0.00043404236],"about_ca_topic_score_codex":0.00063647097,"about_ca_topic_score_gemma":0.000021152116,"teacher_disagreement_score":0.22136824,"about_ca_system_score_codex":0.000334549,"about_ca_system_score_gemma":0.0002588032,"threshold_uncertainty_score":0.8185787},"labels":[],"label_agreement":null},{"id":"W2404151716","doi":"10.1145/2889160.2889268","title":"Realistic bug triaging","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates; Alberta Innovates - Technology Futures","keywords":"Computer science; Task (project management); Ranking (information retrieval); Software bug; Matching (statistics); Data science; World Wide Web; Software engineering; Information retrieval; Software; Programming language; Engineering; Systems engineering","score_opus":0.02396400634740921,"score_gpt":0.2739491754108808,"score_spread":0.24998516906347162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404151716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003938873,0.000018595521,0.9909009,0.002141074,0.00016750299,0.000036002144,2.7359889e-7,0.0005388332,0.0022579588],"genre_scores_gemma":[0.95974797,0.0000064183805,0.035125762,0.00006844341,0.000055241733,0.0000071957575,7.613749e-8,0.0000055438004,0.0049833395],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993971,0.000013772084,0.00006515802,0.00016130775,0.00017431594,0.00018836415],"domain_scores_gemma":[0.99850214,0.0010016843,0.0000071937084,0.0003939805,0.000030017834,0.00006496991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000151699,0.00004240162,0.000047080626,0.00006728317,0.000021960483,0.000047103826,0.00051240897,0.000014767903,0.00005947581],"category_scores_gemma":[0.0009212574,0.000024718745,0.000017339113,0.00017985486,0.000012108402,0.00017303613,0.00014689095,0.00002992708,0.0003388556],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039993006,0.000029127,0.017992467,0.000014440424,0.00001706841,0.000069543545,0.00013720429,0.00003615463,0.0057086204,0.3366341,0.03195058,0.6074067],"study_design_scores_gemma":[0.008241389,0.00060164864,0.42895475,0.0005293418,0.00001455877,0.00030002222,0.000027299484,0.08101814,0.11441711,0.12048912,0.24255225,0.0028543528],"about_ca_topic_score_codex":0.000018363973,"about_ca_topic_score_gemma":9.0865916e-7,"teacher_disagreement_score":0.9558091,"about_ca_system_score_codex":0.00003147751,"about_ca_system_score_gemma":0.00002525533,"threshold_uncertainty_score":0.43554166},"labels":[],"label_agreement":null},{"id":"W2404183746","doi":"","title":"Towards a Unified Metrics Suite for JUnit Test Cases.","year":2014,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Trois-Rivières","funders":"","keywords":"Unit testing; Test suite; Computer science; Java; Test case; Variance (accounting); Test (biology); Source code; Software; Data mining; Programming language; Machine learning; Regression analysis","score_opus":0.018796076614173172,"score_gpt":0.2512707059323991,"score_spread":0.2324746293182259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404183746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020745303,0.0016458799,0.97309023,0.0000568302,0.0012277034,0.00038107278,0.000017512995,0.0027877516,0.00004771477],"genre_scores_gemma":[0.72042626,0.00004844839,0.27827504,0.000018969231,0.00050240185,0.0002068299,0.000015153266,0.00014955242,0.00035733116],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975032,0.00002148266,0.000409947,0.00073546654,0.00033027088,0.0009996278],"domain_scores_gemma":[0.99083656,0.0075340504,0.000051052997,0.00081603625,0.00027071408,0.00049157697],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009957501,0.00052499276,0.00049916113,0.0009601476,0.00015164856,0.0003099152,0.0009207736,0.0002221516,0.000003717424],"category_scores_gemma":[0.022870788,0.0005699121,0.00015383353,0.0016067097,0.000028174847,0.00040885282,0.0004345391,0.0004950153,0.000024918194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000570567,0.00094495266,0.032843612,0.0124646025,0.00085833,0.00029581407,0.005673265,0.33814377,0.01531667,0.13993171,0.0071447906,0.44632542],"study_design_scores_gemma":[0.0009862031,0.0003094431,0.005872294,0.00022135244,0.000029987632,0.00014168369,0.0000069907383,0.90515697,0.003293405,0.000076851866,0.08286136,0.0010434651],"about_ca_topic_score_codex":0.000012607842,"about_ca_topic_score_gemma":0.0000021778158,"teacher_disagreement_score":0.699681,"about_ca_system_score_codex":0.00016316216,"about_ca_system_score_gemma":0.00010810015,"threshold_uncertainty_score":0.9996752},"labels":[],"label_agreement":null},{"id":"W2404555615","doi":"10.1145/2901739.2901758","title":"An empirical study on the practice of maintaining object-relational mapping code in Java systems","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Blackberry (Canada); Concordia University; Queen's University","funders":"","keywords":"Computer science; Java; Programming language; Object-oriented programming; Empirical research; Code (set theory); Software engineering; Mathematics","score_opus":0.06386517878361975,"score_gpt":0.3532032064081304,"score_spread":0.28933802762451066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404555615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38330555,0.000009738491,0.6136052,0.0017314743,0.000113247515,0.00027609346,6.317156e-7,0.000091599126,0.000866488],"genre_scores_gemma":[0.99504995,4.78687e-7,0.004718852,0.000064310945,0.000031309115,0.000027675085,1.173616e-7,0.0000062086747,0.000101075275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99842376,0.00034718338,0.00022238669,0.00024579017,0.00056279893,0.00019808231],"domain_scores_gemma":[0.9912507,0.008044711,0.00005063909,0.000501653,0.00010581743,0.00004647688],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023182835,0.00007216429,0.00009948503,0.00015763541,0.000042975338,0.000056824138,0.000592974,0.000031281368,0.000010306816],"category_scores_gemma":[0.0026773128,0.000038770686,0.00001593364,0.00043488166,0.000023404342,0.0003824902,0.00013463243,0.00014850729,0.000036309048],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003347757,0.0007886445,0.86423135,0.000011090942,0.00006416098,0.00006850856,0.008962022,0.011834809,0.0011741333,0.10837006,0.000724121,0.0037376382],"study_design_scores_gemma":[0.00085966045,0.0007023727,0.85674894,0.00015598667,0.0000026444193,0.00002565624,0.00458569,0.13506421,0.00019675016,0.00024488318,0.0012025216,0.00021066568],"about_ca_topic_score_codex":0.00006209128,"about_ca_topic_score_gemma":0.000005145983,"teacher_disagreement_score":0.6117444,"about_ca_system_score_codex":0.00011282602,"about_ca_system_score_gemma":0.000089220935,"threshold_uncertainty_score":0.32051867},"labels":[],"label_agreement":null},{"id":"W2405115200","doi":"10.1109/saner.2016.71","title":"BUMPER: A Tool for Coping with Natural Language Searches of Millions of Bugs and Fixes","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Variety (cybernetics); Reuse; World Wide Web; Software; Software bug; Point (geometry); Open source; Data science; Software engineering; Engineering","score_opus":0.01328571486509194,"score_gpt":0.26611497209477836,"score_spread":0.2528292572296864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405115200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67263836,0.00023443003,0.32650706,0.00042447142,0.000017506105,0.00011648383,0.000004678379,0.00004354127,0.0000134941365],"genre_scores_gemma":[0.92756546,0.000009111384,0.07207742,0.000012080429,0.000008547525,0.000010360427,2.3531656e-7,0.000004159869,0.00031265296],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99950546,0.000009317313,0.00007513215,0.000121801546,0.00015120524,0.00013707916],"domain_scores_gemma":[0.9985961,0.0010806611,0.00001625964,0.0001955603,0.00008370155,0.000027732942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014957956,0.000046746594,0.00008994732,0.000077052864,0.000016811658,0.000012587432,0.00022048951,0.000016331056,0.0000044796484],"category_scores_gemma":[0.0003117306,0.000025644047,0.000017721282,0.00013092133,0.000063359716,0.00013138045,0.00010344654,0.00002966466,6.309821e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014878494,0.00013689249,0.13275741,0.0013036694,0.00022629055,0.000017349275,0.008148609,0.000057954116,0.60363436,0.044436265,0.0033775126,0.20575492],"study_design_scores_gemma":[0.002558834,0.00088692806,0.14377627,0.0005407167,0.00000955436,0.000037313657,0.00019875618,0.009071723,0.84152335,0.00036568256,0.00061965577,0.00041119644],"about_ca_topic_score_codex":0.000036703448,"about_ca_topic_score_gemma":0.000006665882,"teacher_disagreement_score":0.2549271,"about_ca_system_score_codex":0.000009037697,"about_ca_system_score_gemma":0.0000367645,"threshold_uncertainty_score":0.104573384},"labels":[],"label_agreement":null},{"id":"W2405200576","doi":"10.1145/2896839.2896845","title":"Applying data analytics towards optimized issue management","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Computer science; Analytics; Data science; Data analysis; Domain (mathematical analysis); Predictive analytics; Process (computing); Set (abstract data type); Data mining","score_opus":0.06569464976977994,"score_gpt":0.3166018727236854,"score_spread":0.25090722295390544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405200576","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007241541,0.000030552663,0.9915324,0.0016422904,0.00020615075,0.00023310923,0.0000028156664,0.00047429567,0.0058059855],"genre_scores_gemma":[0.03156622,0.00006664084,0.9507139,0.00018278035,0.00009142951,0.00006895216,0.0000034194104,0.00001524506,0.01729142],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867564,0.000017833894,0.00013319498,0.00044092274,0.00042483496,0.0003075937],"domain_scores_gemma":[0.99749863,0.00023620999,0.000016672402,0.0021085762,0.000039207473,0.000100690515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050143764,0.00009366543,0.00010487096,0.00013457472,0.000038082577,0.00012727406,0.002929778,0.00002661079,0.00018628183],"category_scores_gemma":[0.00018596108,0.000060012975,0.000021138241,0.0003646804,0.000019383899,0.00046557354,0.0025835119,0.000051622497,0.00049375294],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039695947,0.000033931734,0.0005372249,0.000031502346,0.00008251762,0.00006790779,0.000027329432,0.0004835816,0.00010844621,0.010729055,0.057343587,0.93055093],"study_design_scores_gemma":[0.0018275309,0.000050253966,0.004255942,0.000090997586,0.000018239723,0.000015962825,0.00002215962,0.42382655,0.0021772638,0.0009816003,0.5661488,0.00058471126],"about_ca_topic_score_codex":0.0000137828,"about_ca_topic_score_gemma":5.269868e-7,"teacher_disagreement_score":0.9299662,"about_ca_system_score_codex":0.00005086394,"about_ca_system_score_gemma":0.00002563273,"threshold_uncertainty_score":0.63463604},"labels":[],"label_agreement":null},{"id":"W2405556033","doi":"10.1109/saner.2016.110","title":"Pattern Analysis of TXL Programs","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programmer; Program comprehension; Programming language; Feature (linguistics); Task (project management); Identification (biology); Natural language processing; Source code; Language identification; Artificial intelligence; Software engineering; Natural language; Software; Software system; Linguistics; Engineering","score_opus":0.02108433717708769,"score_gpt":0.2704798483802654,"score_spread":0.2493955112031777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405556033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112797566,0.0000075704156,0.88657194,0.00026216108,0.000031464133,0.000032542004,4.052608e-7,0.00014749111,0.00014886782],"genre_scores_gemma":[0.9908277,0.0000016622168,0.008676968,0.000012655919,0.0000065103254,0.0000059949875,2.8338366e-7,0.000002401392,0.00046584322],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993946,0.000010797014,0.00008630833,0.00014566019,0.00022173356,0.00014088595],"domain_scores_gemma":[0.99921924,0.00022561336,0.000014762993,0.00043900416,0.000056809207,0.00004455741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014503267,0.00003859361,0.00008998915,0.00020257854,0.00000709117,0.000019830033,0.00050975766,0.000016533435,0.00007061823],"category_scores_gemma":[0.00008379505,0.000021991502,0.00006063372,0.00097274844,0.0000172781,0.000102274214,0.00013751026,0.000018983763,0.000039015722],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.2863155e-7,0.00002117571,0.32097512,0.000002998659,0.00012864522,0.0000021556232,0.000050599494,0.0000144714695,0.0005626371,0.0009037602,0.0000824864,0.6772557],"study_design_scores_gemma":[0.00025995966,0.000121297766,0.94702494,0.000023336905,0.000045688656,0.0000014260917,0.0000044299654,0.036026347,0.014890348,0.00024074168,0.0011716025,0.00018988128],"about_ca_topic_score_codex":0.000055744586,"about_ca_topic_score_gemma":0.000014071106,"teacher_disagreement_score":0.8780301,"about_ca_system_score_codex":0.000013271113,"about_ca_system_score_gemma":0.000011693862,"threshold_uncertainty_score":0.0947265},"labels":[],"label_agreement":null},{"id":"W2406365535","doi":"10.1109/saner.2016.80","title":"RACK: Automatic API Recommendation Using Crowdsourced Knowledge","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":151,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Java; Code (set theory); Information retrieval; Matching (statistics); Precision and recall; Programming language; Search engine; Database; Set (abstract data type)","score_opus":0.055700943670632184,"score_gpt":0.33794730808844026,"score_spread":0.2822463644178081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406365535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019555286,0.00007971994,0.9732844,0.0006862258,0.0017210235,0.0003524295,0.0000035262788,0.0016687445,0.0026485957],"genre_scores_gemma":[0.62067574,0.000016458549,0.37531853,0.00007967241,0.0005410113,0.000094497926,0.000020201769,0.00008836446,0.0031655028],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801767,0.00014591675,0.0003672255,0.0007135617,0.00029619498,0.00045945437],"domain_scores_gemma":[0.99724835,0.001012862,0.00012190469,0.0012600984,0.00020101386,0.00015574471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008036645,0.0002853897,0.00030043226,0.00042230653,0.000094521914,0.00041684162,0.001668097,0.00025700653,0.00035122238],"category_scores_gemma":[0.00072674645,0.00023603726,0.00011914457,0.00030133178,0.00003158101,0.00028782233,0.003430365,0.00048570277,0.00049563526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051738316,0.00025594616,0.002450082,0.0014083375,0.00028363484,0.000026354948,0.0025196115,0.0026405677,0.0032005175,0.008213783,0.021796178,0.9571998],"study_design_scores_gemma":[0.0002747997,0.000019179268,0.002010263,0.00041110616,0.000008212533,0.000015641643,0.000004532563,0.98749256,0.0020383017,0.0037738911,0.0034479112,0.0005035838],"about_ca_topic_score_codex":0.000023842338,"about_ca_topic_score_gemma":0.0000019988365,"teacher_disagreement_score":0.984852,"about_ca_system_score_codex":0.00043667454,"about_ca_system_score_gemma":0.00036828718,"threshold_uncertainty_score":0.96253204},"labels":[],"label_agreement":null},{"id":"W2407266979","doi":"10.1145/2897134.2897136","title":"The role of semiotic engineering in software engineering","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Semiotics; Computer science; Software engineering; Linguistics; Philosophy","score_opus":0.005392298951782116,"score_gpt":0.20395107991227618,"score_spread":0.19855878096049406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407266979","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21620305,0.0005015173,0.7822132,0.00020470882,0.00019295352,0.00013165102,5.473431e-7,0.00049777376,0.000054572793],"genre_scores_gemma":[0.97605324,0.00002135766,0.02374795,0.0000036082108,0.000023022887,0.000015439602,5.8767313e-8,0.000013933786,0.000121364144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898034,0.000010666088,0.00019464453,0.00018739855,0.00025768,0.00036926602],"domain_scores_gemma":[0.9967332,0.0026182858,0.00001907502,0.0005208076,0.0000434585,0.00006516626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038346625,0.00010098511,0.0001103016,0.00015202165,0.000019624847,0.00003669136,0.00089237094,0.00004060082,0.0000059746503],"category_scores_gemma":[0.0023869998,0.000058690806,0.000038334325,0.00044337325,0.000014624243,0.00021342495,0.0002589188,0.00010417691,0.00002120412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011073967,0.0000842096,0.46991593,0.00013745052,0.00007978647,0.00004255287,0.00065165746,0.048320208,0.08210302,0.13380316,0.00032875352,0.26452222],"study_design_scores_gemma":[0.0012615658,0.00015757218,0.42125046,0.00053281547,0.0000034869647,0.000039832277,0.000023465649,0.36013103,0.20265271,0.0012842389,0.01190431,0.00075852877],"about_ca_topic_score_codex":0.000015945945,"about_ca_topic_score_gemma":0.000003061064,"teacher_disagreement_score":0.7598502,"about_ca_system_score_codex":0.00007118324,"about_ca_system_score_gemma":0.000035202065,"threshold_uncertainty_score":0.2857634},"labels":[],"label_agreement":null},{"id":"W2407299292","doi":"10.1145/2901739.2903499","title":"Analysis of exception handling patterns in Java projects","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Java; Computer science; Exception handling; Programming language; Class (philosophy); Class hierarchy; Software bug; Generics in Java; Hierarchy; Software; Scala; Empirical research; Real time Java; Software engineering; Java annotation; Object-oriented programming; Artificial intelligence; Mathematics; Statistics","score_opus":0.026902615553880547,"score_gpt":0.2799268856200367,"score_spread":0.25302427006615613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407299292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48028886,0.000003646301,0.5195358,0.000055055636,0.00001971791,0.000027336695,3.6317263e-7,0.000038063943,0.000031174797],"genre_scores_gemma":[0.99637586,0.00000599422,0.0034351605,0.0000063331795,0.000007694599,0.0000062646604,3.242688e-7,0.0000023401738,0.00016003853],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993714,0.000020171205,0.00011514637,0.00016429267,0.00019197255,0.00013700908],"domain_scores_gemma":[0.99933684,0.00029773483,0.00001827802,0.00028281673,0.00003923611,0.000025124684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026207234,0.000040179217,0.00009786706,0.00057066354,0.000006546101,0.00001622984,0.00029032183,0.000021917569,0.000045070232],"category_scores_gemma":[0.0001926687,0.000026080168,0.00003679693,0.0010498766,0.000007681387,0.00017596521,0.00009681493,0.000028256516,0.000010729101],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.314337e-7,0.000017057664,0.9522086,0.0000072890566,0.000033250653,0.000002668113,0.00023979739,0.00035345898,0.0037887702,0.00031596268,0.000010916604,0.043021314],"study_design_scores_gemma":[0.00014388177,0.000021609882,0.9619653,0.000029089093,0.0000059131307,3.0226587e-7,0.0000053997373,0.030947486,0.006772664,0.000041702937,0.000010847755,0.000055785833],"about_ca_topic_score_codex":0.00013718427,"about_ca_topic_score_gemma":0.00009656807,"teacher_disagreement_score":0.51610065,"about_ca_system_score_codex":0.00003731923,"about_ca_system_score_gemma":0.000019991949,"threshold_uncertainty_score":0.106351845},"labels":[],"label_agreement":null},{"id":"W2408052243","doi":"10.1145/2889160.2889243","title":"A study of the quality-impacting practices of modern code review at Sony mobile","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University","funders":"Japan Society for the Promotion of Science","keywords":"Software quality; Computer science; Context (archaeology); Code review; Flexibility (engineering); Quality (philosophy); Software engineering; Code (set theory); Process (computing); Software; World Wide Web; Software development; Operating system","score_opus":0.1167875131363045,"score_gpt":0.4270779480597355,"score_spread":0.310290434923431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408052243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9583714,0.0019967644,0.0376973,0.00076449325,0.0000839333,0.0007019831,0.00000214631,0.0000915796,0.00029039453],"genre_scores_gemma":[0.99743205,0.00018414251,0.00167762,0.000036229834,0.000008832622,0.00003475504,2.8216144e-8,0.000006200911,0.0006201419],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984744,0.00023705095,0.0003127071,0.0002100972,0.000595774,0.00016993973],"domain_scores_gemma":[0.9956645,0.0027378665,0.0003840434,0.0010181639,0.00015238085,0.00004306815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016604209,0.00007358882,0.00019933266,0.000033993943,0.00004013512,0.000013357578,0.0010303116,0.000018885388,0.000029772478],"category_scores_gemma":[0.004370603,0.00003512733,0.00005115192,0.0003209027,0.000028225455,0.00028797952,0.00072091975,0.00007158696,0.000009578439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004538796,0.0024170247,0.65247965,0.004074717,0.00038106265,0.000012693519,0.015015911,0.0008232438,0.054586127,0.002872838,0.005472222,0.26181912],"study_design_scores_gemma":[0.007919974,0.005006448,0.740303,0.014796771,0.00023834048,0.00016522569,0.0021626747,0.018626286,0.19366954,0.0028559868,0.012006719,0.0022490672],"about_ca_topic_score_codex":0.0001255954,"about_ca_topic_score_gemma":0.000065044485,"teacher_disagreement_score":0.25957006,"about_ca_system_score_codex":0.000047282858,"about_ca_system_score_gemma":0.00006704182,"threshold_uncertainty_score":0.52323353},"labels":[],"label_agreement":null},{"id":"W2408185736","doi":"","title":"The Impact of Confirmation Bias on the Release-based Defect Prediction of Developer Groups.","year":2013,"lang":"en","type":"article","venue":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science","score_opus":0.03059326370806244,"score_gpt":0.25242433474541287,"score_spread":0.22183107103735042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408185736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95579535,0.00012756529,0.04237679,0.0007834477,0.00023223682,0.000414618,0.000008667776,0.00013524047,0.0001260939],"genre_scores_gemma":[0.9978544,0.000031509797,0.001903312,0.000041506984,0.00007614229,0.00003487792,0.0000052126866,0.000024915405,0.00002810468],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976409,0.00039296504,0.00057171704,0.00028997974,0.00069092604,0.0004135181],"domain_scores_gemma":[0.9936497,0.004635034,0.0003013562,0.00085648603,0.00046074673,0.00009662723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019165352,0.00022460082,0.00023116423,0.0002584331,0.0003485818,0.00022888237,0.0011889098,0.000090837944,0.000014571036],"category_scores_gemma":[0.002133157,0.00012193388,0.00028600948,0.00080842985,0.00013615677,0.00028271248,0.00011002763,0.0004592359,0.00004520665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005071403,0.001123242,0.2479943,0.00044013784,0.0023546997,0.000057647943,0.02268295,0.13410933,0.36316806,0.035965197,0.035975326,0.15562196],"study_design_scores_gemma":[0.0012262159,0.0014373001,0.3885102,0.0006910023,0.000040164727,0.00006006595,0.00025124915,0.43437436,0.17011169,0.002317899,0.00047568674,0.00050419016],"about_ca_topic_score_codex":0.0002061207,"about_ca_topic_score_gemma":0.0000031683724,"teacher_disagreement_score":0.300265,"about_ca_system_score_codex":0.00013683454,"about_ca_system_score_gemma":0.00030610082,"threshold_uncertainty_score":0.49723193},"labels":[],"label_agreement":null},{"id":"W2408538694","doi":"10.1109/saner.2016.73","title":"On the Detection of Licenses Violations in the Android Ecosystem","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Android (operating system); License; Reuse; Mobile apps; Computer science; Open source; App store; Order (exchange); World Wide Web; Internet privacy; Computer security; Code reuse; Business; Operating system; Software; Engineering","score_opus":0.017674177407946832,"score_gpt":0.24154054337155445,"score_spread":0.22386636596360762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408538694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5898037,0.000009557916,0.4085391,0.0011207932,0.000058184694,0.00010206237,4.6459957e-7,0.000043427102,0.00032271747],"genre_scores_gemma":[0.9996896,0.0000026440189,0.0001947952,0.000029632853,0.000010771772,0.000016182199,1.5935692e-8,0.0000016783374,0.000054703196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99954915,0.00006594928,0.00007066778,0.0000767098,0.00015862241,0.000078872756],"domain_scores_gemma":[0.99669564,0.0029227384,0.000013477936,0.00033304773,0.000026278067,0.00000883177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042428923,0.00002942213,0.000031172083,0.000057659643,0.000030853487,0.00002208516,0.0004060774,0.000013639173,0.000009621428],"category_scores_gemma":[0.00046960654,0.000010855306,0.000014952887,0.00027051452,0.00000814051,0.00007601937,0.000035516157,0.000042323398,0.000035325505],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023683184,0.00023739143,0.033748608,0.00004685314,0.000036335525,0.000010720591,0.004164962,0.0010545569,0.11300816,0.6308238,0.0020315342,0.2148134],"study_design_scores_gemma":[0.0007738608,0.0005527972,0.7288091,0.0002521056,0.000003224718,0.00004400801,0.00020475988,0.06347218,0.19288498,0.008960845,0.0037512383,0.0002908722],"about_ca_topic_score_codex":0.00001619317,"about_ca_topic_score_gemma":0.00007483782,"teacher_disagreement_score":0.6950605,"about_ca_system_score_codex":0.0000194206,"about_ca_system_score_gemma":0.000010949898,"threshold_uncertainty_score":0.07545996},"labels":[],"label_agreement":null},{"id":"W2408619423","doi":"10.1109/saner.2016.18","title":"An Empirical Study on the Use of CSS Preprocessors","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Empirical research; Mathematics; Statistics","score_opus":0.13149249201718202,"score_gpt":0.3674709244662258,"score_spread":0.2359784324490438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408619423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7671059,9.627205e-7,0.23169723,0.0008757202,0.00003284568,0.00012334119,2.7630207e-7,0.0001307224,0.00003303217],"genre_scores_gemma":[0.99712604,3.0191137e-7,0.0023877583,0.00007380481,0.000011836912,0.0000140642105,1.7751644e-8,0.000004550434,0.00038159598],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991426,0.00006889015,0.00008748078,0.00022071812,0.00034543578,0.00013491056],"domain_scores_gemma":[0.9972326,0.0017387831,0.000013896497,0.00089744886,0.000067866065,0.000049373404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033788054,0.00005214081,0.000058810703,0.000049492453,0.000024982604,0.000051462575,0.0008476911,0.000016442167,0.000026922164],"category_scores_gemma":[0.000901737,0.000021815684,0.000016008353,0.00024304441,0.000026199796,0.00025888157,0.0001470708,0.00005086384,0.00004943365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015114064,0.00089863775,0.9643397,0.0000055943983,0.000028140048,0.000010457098,0.0029941509,0.00041552554,0.0016187368,0.0030033207,0.0046588765,0.022011789],"study_design_scores_gemma":[0.00026513965,0.0008704362,0.980314,0.000016147384,0.000001385876,0.0000017204018,0.000052009884,0.0068857376,0.010311937,0.00024178463,0.00092644914,0.000113256145],"about_ca_topic_score_codex":0.000013342071,"about_ca_topic_score_gemma":0.0000024844708,"teacher_disagreement_score":0.23002021,"about_ca_system_score_codex":0.000015679785,"about_ca_system_score_gemma":0.00002759056,"threshold_uncertainty_score":0.15752351},"labels":[],"label_agreement":null},{"id":"W2411173501","doi":"10.4018/978-1-60566-904-5.ch013","title":"Dimensions of UML Diagram Use","year":2010,"lang":"en","type":"book-chapter","venue":"Advances in database research (ADR) book series/Advances in database research series","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Lethbridge","funders":"","keywords":"Unified Modeling Language; Applications of UML; UML tool; Class diagram; Computer science; Communication diagram; Systems Modeling Language; Use Case Diagram; Software engineering; Object Constraint Language; Programming language; Software","score_opus":0.06451278341028834,"score_gpt":0.38779775375632203,"score_spread":0.3232849703460337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411173501","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030024042,0.6519006,0.046992168,0.007990765,0.01046548,0.034194335,0.059319902,0.0031127238,0.18302165],"genre_scores_gemma":[0.0018021372,0.796614,0.11116918,0.000080022575,0.0008316985,0.0020582012,0.0045070327,0.0006542632,0.0822835],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96907616,0.0029159975,0.0039630486,0.005349961,0.012931162,0.0057637026],"domain_scores_gemma":[0.955661,0.023141345,0.00082939013,0.014329896,0.0044315495,0.001606817],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","scholarly_communication","open_science"],"category_scores_codex":[0.02636051,0.001959165,0.0030603379,0.008576297,0.0011690716,0.0010450275,0.011984031,0.0011259177,0.0010904758],"category_scores_gemma":[0.04228279,0.0017668902,0.00048248077,0.004786536,0.009016749,0.054064266,0.018937971,0.016514484,0.0005403321],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023865935,0.001320537,0.0032864227,0.006420714,0.00022906506,0.0110189635,0.0008533657,0.00081613584,0.0072445706,0.8909874,0.009268507,0.066167735],"study_design_scores_gemma":[0.0011972709,0.0010046671,0.00015862974,0.0045285965,0.000011521602,0.00020057302,0.00017229904,0.0004294198,0.010009911,0.020543281,0.9600358,0.0017080423],"about_ca_topic_score_codex":0.00067625724,"about_ca_topic_score_gemma":0.010868051,"teacher_disagreement_score":0.9507673,"about_ca_system_score_codex":0.0015439353,"about_ca_system_score_gemma":0.0034038122,"threshold_uncertainty_score":0.999992},"labels":[],"label_agreement":null},{"id":"W2417033663","doi":"10.1007/s10664-016-9438-4","title":"License usage and changes: a large-scale study on gitHub","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"European Commission; National Science Foundation","keywords":"License; Computer science; Traceability; Commit; Java; Software engineering; Python (programming language); AspectJ; Software; JavaScript; Secure coding; World Wide Web; Empirical research; Software development; Reuse; Computer security; Database; Programming language; Engineering; Software security assurance; Operating system","score_opus":0.027664631968529942,"score_gpt":0.28769272460390743,"score_spread":0.2600280926353775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2417033663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49967954,0.00008067326,0.49798194,0.0006380529,0.0002428062,0.00023998503,0.000005478624,0.0011236755,0.000007864155],"genre_scores_gemma":[0.9849562,0.000011987519,0.014207747,0.00020105614,0.00019442636,0.00010140713,6.2390876e-7,0.000055716173,0.00027081757],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977093,0.000050914474,0.00020616752,0.0007123543,0.00057393924,0.0007473274],"domain_scores_gemma":[0.9965803,0.0021883796,0.00002954285,0.0007814944,0.0000586349,0.00036165467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005245593,0.000298434,0.00028209857,0.000282607,0.00009871573,0.00013474768,0.0006630383,0.00010415772,0.000022951228],"category_scores_gemma":[0.0021166406,0.0002173584,0.00005405847,0.00060963264,0.000024383446,0.0002699479,0.00055116066,0.00027695257,0.0001287071],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027526,0.00068186905,0.96259165,0.00008657457,0.00011080343,0.00035764073,0.005315075,0.00061068236,0.0011086104,0.00014109367,0.00272407,0.026244398],"study_design_scores_gemma":[0.001651768,0.0009718962,0.9681646,0.00018984092,0.000009958145,0.000040947645,0.00005090283,0.0038462523,0.0009293067,0.00003767289,0.023360671,0.00074617355],"about_ca_topic_score_codex":0.0000042984257,"about_ca_topic_score_gemma":0.0000050525014,"teacher_disagreement_score":0.48527667,"about_ca_system_score_codex":0.00012812529,"about_ca_system_score_gemma":0.00002774307,"threshold_uncertainty_score":0.88636184},"labels":[],"label_agreement":null},{"id":"W2427333829","doi":"10.1109/saner.2016.78","title":"Bug Replication in Code Clones: An Empirical Study","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Code refactoring; Cloning (programming); Programming language; Computer science; Replication (statistics); Code (set theory); Java; Software bug; Biology; Software; Genetics; Virology; Gene","score_opus":0.058476840466890764,"score_gpt":0.3802583650532162,"score_spread":0.3217815245863254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2427333829","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6546743,0.0000037125103,0.34385386,0.00097231515,0.00003930794,0.0001308383,1.8796663e-7,0.00025410592,0.0000713989],"genre_scores_gemma":[0.992133,0.0000011269234,0.0073580244,0.000056574052,0.000022241984,0.00003972238,1.8340812e-7,0.0000053125177,0.00038378735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989788,0.000060307542,0.0001297581,0.00040750846,0.00024860995,0.00017501962],"domain_scores_gemma":[0.9983166,0.00038405292,0.000011755598,0.0011667241,0.000044886398,0.000076015865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006435107,0.000053478183,0.00006955302,0.00011130708,0.000017962582,0.000042687072,0.0006676287,0.00002680506,0.000016376758],"category_scores_gemma":[0.0006338596,0.00003407625,0.000010516303,0.00037080664,0.000011746123,0.000350799,0.00016182021,0.00005769353,0.00011581444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027159288,0.00024867067,0.96643734,0.0000012829828,0.0000021173337,0.000009757712,0.00048120884,0.00001514498,0.00066754344,0.0005745108,0.00053569104,0.031024009],"study_design_scores_gemma":[0.00031573616,0.00018511199,0.99336267,0.000004498365,2.843443e-7,0.0000027500437,0.000024044271,0.0044117207,0.0007415049,0.00032632487,0.00054889143,0.00007648347],"about_ca_topic_score_codex":0.000061460174,"about_ca_topic_score_gemma":0.00008516674,"teacher_disagreement_score":0.33745876,"about_ca_system_score_codex":0.000065380686,"about_ca_system_score_gemma":0.00004001537,"threshold_uncertainty_score":0.14885989},"labels":[],"label_agreement":null},{"id":"W2432194708","doi":"10.11575/prism/3210","title":"Design and evaluation of explanation-based decision support for software release planning","year":2009,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Decision support system; Software; Black box; Software system; Software engineering; Management science; Artificial intelligence; Engineering","score_opus":0.034731843871939144,"score_gpt":0.27071729945431533,"score_spread":0.23598545558237619,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2432194708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08334237,0.00006710978,0.91613173,0.00009413872,0.00002589713,0.00027118117,1.9696849e-7,0.00005010224,0.000017270446],"genre_scores_gemma":[0.28558615,0.000002402164,0.71437436,0.000010708881,0.0000017651864,4.822352e-7,0.0000043843543,0.0000023838718,0.000017335196],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991246,0.000045644025,0.000082134524,0.00017561151,0.00046148352,0.00011051183],"domain_scores_gemma":[0.99843156,0.0009834036,0.00006646534,0.00020152744,0.00025541816,0.00006164374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008300763,0.000056520566,0.00010535225,0.00021545673,0.000067328656,0.000009842279,0.0002941235,0.000049520237,0.00000943327],"category_scores_gemma":[0.0005640959,0.00007003999,0.00003133275,0.0001579215,0.000024792029,0.00023278515,0.000038347913,0.000050992865,9.838327e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010333795,0.000050219536,0.001593525,0.000030112064,0.00001097872,0.000008413328,0.00075375376,0.006232467,0.0004090381,0.00028752937,0.00094010227,0.9895805],"study_design_scores_gemma":[0.0009902073,0.0002153641,0.04606911,0.0000386704,0.000015456219,0.0000010237289,0.000006395188,0.949939,0.00097214954,0.0015915987,0.00009122025,0.00006977651],"about_ca_topic_score_codex":0.000013568047,"about_ca_topic_score_gemma":1.378546e-7,"teacher_disagreement_score":0.9895108,"about_ca_system_score_codex":0.000045840225,"about_ca_system_score_gemma":0.0001756998,"threshold_uncertainty_score":0.2856148},"labels":[],"label_agreement":null},{"id":"W2440701844","doi":"10.1109/saner.2016.87","title":"An Empirical Study on Recommendations of Similar Bugs","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Software bug; Computer science; Recommender system; Software engineering; Security bug; Field (mathematics); Code review; Code (set theory); Feature (linguistics); Software maintenance; Open source; Software regression; Empirical research; World Wide Web; Data science; Software; Information retrieval; Software development; Static program analysis; Programming language; Software quality; Computer security","score_opus":0.06122640586803564,"score_gpt":0.3859263476921034,"score_spread":0.32469994182406775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2440701844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39774743,0.0000013159207,0.5966799,0.004701282,0.00011010222,0.00012832045,0.0000012528409,0.0002292165,0.00040112968],"genre_scores_gemma":[0.9852942,7.5365807e-7,0.01431718,0.000073934636,0.000016974614,0.000009730163,1.5754901e-7,0.000004516482,0.00028253134],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99928737,0.000057324818,0.000105870386,0.00019419561,0.00022787414,0.0001273917],"domain_scores_gemma":[0.9985055,0.00073778076,0.000012884088,0.0006137421,0.000059313723,0.00007081231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028732832,0.000049988277,0.00006689368,0.00010381254,0.000024729055,0.00002083625,0.00057814835,0.00001796795,0.000050895058],"category_scores_gemma":[0.00027858812,0.00003045682,0.000016962915,0.00023435357,0.000012840865,0.00018913856,0.00010011215,0.00004582838,0.00008063532],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014297799,0.0029748466,0.74466944,0.000007122055,0.000054682616,0.000017687165,0.002752452,0.00012590768,0.005118249,0.008847711,0.03711543,0.1983022],"study_design_scores_gemma":[0.0009665671,0.0025984792,0.97334325,0.000025884185,0.0000027459087,0.0000025892195,0.00014501905,0.004101016,0.011542117,0.0009390327,0.006094996,0.00023827814],"about_ca_topic_score_codex":0.0000066654984,"about_ca_topic_score_gemma":0.0000021704045,"teacher_disagreement_score":0.58754677,"about_ca_system_score_codex":0.00002480291,"about_ca_system_score_gemma":0.000027233029,"threshold_uncertainty_score":0.12419931},"labels":[],"label_agreement":null},{"id":"W2461181047","doi":"10.82308/7763","title":"Using genetic algorithms to optimize software quality estimation models","year":2004,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Data mining; Software; Context (archaeology); Machine learning; Software quality; Set (abstract data type); Genetic algorithm; Quality (philosophy); Software metric; Software development; Artificial intelligence","score_opus":0.05608361537139245,"score_gpt":0.3190503475250635,"score_spread":0.26296673215367106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2461181047","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6738906,0.00060804625,0.3129235,0.000033057153,0.0041173827,0.0027469974,0.00070523773,0.0033094715,0.0016656884],"genre_scores_gemma":[0.20987402,0.00003529269,0.7883507,0.00012407014,0.000058099726,0.00021914626,0.00026295357,0.00024830675,0.00082741317],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99267095,0.00036769622,0.0012669577,0.002111435,0.0022513818,0.0013315657],"domain_scores_gemma":[0.9948621,0.0007984392,0.00044999807,0.0021373737,0.0009385288,0.0008135515],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014306317,0.0010131521,0.00095491094,0.0010273474,0.0010063829,0.00050730695,0.0029086259,0.0009008352,0.000039448165],"category_scores_gemma":[0.0034513227,0.0011988534,0.00038890695,0.0018349941,0.000039542174,0.0019488077,0.00061542663,0.0016843199,0.00029803911],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041226136,0.00013436184,0.000009604201,0.00044097926,0.000111378205,0.00009865632,0.000040108214,0.75173175,0.0020364479,0.016036004,0.0000017962973,0.22931768],"study_design_scores_gemma":[0.0042237653,0.0007420284,0.008640681,0.0040433346,0.00034890976,0.00029491432,0.00015647498,0.6289727,0.06991112,0.27201158,0.0014894109,0.009165051],"about_ca_topic_score_codex":0.0009561453,"about_ca_topic_score_gemma":0.00010930957,"teacher_disagreement_score":0.4754272,"about_ca_system_score_codex":0.0026169356,"about_ca_system_score_gemma":0.0003733189,"threshold_uncertainty_score":0.99904615},"labels":[],"label_agreement":null},{"id":"W2465706857","doi":"","title":"Understanding open source software peer review: review processes, parameters and statistical models, and underlying behaviours and mechanisms","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Construct (python library); Computer science; Quality (philosophy); Code review; Data science; Technical peer review; Knowledge management; Software development; Software; Process management; Peer review; Engineering; Software quality; Political science","score_opus":0.23862595243352208,"score_gpt":0.36821974594049645,"score_spread":0.12959379350697436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465706857","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009917019,0.07257791,0.92507833,0.00033017344,0.00010088949,0.0014056549,0.000019605306,0.00021713968,0.00017114788],"genre_scores_gemma":[0.007494625,0.23566319,0.74507254,0.0014411542,0.00001568208,0.000525704,0.0007869919,0.00023848064,0.0087616155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971512,0.00009466767,0.0004263485,0.0010109938,0.0008660508,0.00045075538],"domain_scores_gemma":[0.9977862,0.00084616564,0.00016191282,0.0005063853,0.0003694378,0.00032988956],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013174507,0.00042580394,0.0007142055,0.00016162926,0.00022306546,0.000703787,0.0009153131,0.00019398387,0.00002348827],"category_scores_gemma":[0.0019709452,0.00038675356,0.000030021778,0.0003549848,0.00006375892,0.0008450486,0.0005888385,0.0005003463,0.0000022224085],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008685508,0.0002540993,0.0011650252,0.28245312,0.0005697527,0.00028604735,0.004472998,0.000052163345,0.000016048874,0.41047406,0.06538427,0.23478554],"study_design_scores_gemma":[0.0033188958,0.0017741824,0.004057751,0.28218678,0.0026081468,0.0011932709,0.0023718036,0.0257033,0.00016605899,0.66446984,0.0029811272,0.009168854],"about_ca_topic_score_codex":0.00033294124,"about_ca_topic_score_gemma":0.00015087797,"teacher_disagreement_score":0.25399578,"about_ca_system_score_codex":0.00009698708,"about_ca_system_score_gemma":0.00027917736,"threshold_uncertainty_score":0.99985844},"labels":[],"label_agreement":null},{"id":"W2465807508","doi":"10.1109/icpc.2016.7503717","title":"A cooperative approach for combining client-based and library-based API usage pattern mining","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Application programming interface; Dependency (UML); Code (set theory); Generalizability theory; Software; Software engineering; Data mining; Programming language","score_opus":0.025912212547362642,"score_gpt":0.25125050310702646,"score_spread":0.2253382905596638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2465807508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05127516,0.00002590792,0.94683754,0.00079758535,0.000067047935,0.0003276854,0.000008670696,0.00043099947,0.0002293727],"genre_scores_gemma":[0.71359533,6.262708e-7,0.28549528,0.00039623436,0.000022176815,0.00011113634,0.0000052922705,0.000019264839,0.0003546443],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987133,0.00005481689,0.00015878706,0.0004696048,0.00022371265,0.00037976008],"domain_scores_gemma":[0.9972461,0.0021422228,0.00003161752,0.00037895716,0.00005195953,0.00014915253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028948663,0.00014962768,0.00015899698,0.00015224326,0.00010419712,0.00025208612,0.00052639015,0.00005456838,0.00002719923],"category_scores_gemma":[0.00025705065,0.000101082944,0.00004034669,0.0002550624,0.00006348255,0.00048786582,0.00017610473,0.00006844691,0.000007020983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019729423,0.0009110937,0.36937657,0.00074286666,0.00018192377,0.00013628101,0.0027482538,0.008694321,0.012355353,0.019435383,0.018512735,0.5667079],"study_design_scores_gemma":[0.0028685192,0.00038970425,0.0029079188,0.00009685016,0.0000034792638,0.000004425918,0.000030195653,0.97173125,0.020619629,0.000035916855,0.00097165,0.00034047224],"about_ca_topic_score_codex":0.0000037215086,"about_ca_topic_score_gemma":4.5346178e-7,"teacher_disagreement_score":0.9630369,"about_ca_system_score_codex":0.000021342801,"about_ca_system_score_gemma":0.00011991618,"threshold_uncertainty_score":0.4122043},"labels":[],"label_agreement":null},{"id":"W2466101837","doi":"","title":"Convergent Software Peer Review Practices","year":2013,"lang":"en","type":"article","venue":"Foundations of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Android (operating system); Software; Software peer review; World Wide Web; Data science; Software review; Best practice; Incentive; Software engineering; Knowledge management; Software development; Software construction; Operating system","score_opus":0.03562041747637083,"score_gpt":0.30526978279252304,"score_spread":0.2696493653161522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2466101837","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059184157,0.0031745275,0.9863173,0.001965685,0.0007475471,0.00060756964,0.000007848799,0.0012243672,0.00003676744],"genre_scores_gemma":[0.107453965,0.0008979011,0.88900614,0.00023290829,0.00015485022,0.000507599,0.00007338938,0.00008205292,0.0015911935],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761873,0.000030901774,0.00048353817,0.00040515122,0.0010300867,0.00043156673],"domain_scores_gemma":[0.9951092,0.0018708557,0.00028417952,0.0010982692,0.0014344029,0.00020310452],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006622972,0.00023585194,0.00031043857,0.00028253256,0.000092259615,0.00018451897,0.001239146,0.000078676785,0.00045993787],"category_scores_gemma":[0.033914555,0.00024421836,0.00012302297,0.00096062245,0.00003664806,0.0016855926,0.00036301446,0.00031117318,0.0005795813],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010700077,0.0011658361,0.22865982,0.025270786,0.0014562848,0.00009378109,0.0022839427,0.0676594,0.00414237,0.02817973,0.46998036,0.171097],"study_design_scores_gemma":[0.0016175631,0.00045002453,0.3544221,0.007105505,0.000178599,0.00026286626,0.000059532253,0.06051035,0.004798064,0.0013383533,0.5659215,0.0033355511],"about_ca_topic_score_codex":0.00009871464,"about_ca_topic_score_gemma":0.0000011470247,"teacher_disagreement_score":0.16776145,"about_ca_system_score_codex":0.00011156324,"about_ca_system_score_gemma":0.00015655403,"threshold_uncertainty_score":0.99589354},"labels":[],"label_agreement":null},{"id":"W2468368474","doi":"","title":"Improving design quality using meta-pattern transformations: a metric-based approach: Research Articles","year":2004,"lang":"en","type":"article","venue":"Conference on Software Maintenance and Reengineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Metric (unit); Business process reengineering; Task (project management); Software engineering; Quality (philosophy); Process (computing); Object-oriented design; Software quality; Metamodeling; Software maintenance; Data mining; Software; Software system; Software development; Systems engineering; Programming language; Engineering","score_opus":0.25274240047442287,"score_gpt":0.3497299494202283,"score_spread":0.09698754894580541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2468368474","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011355653,0.0005108372,0.986602,0.0003139279,0.00009081535,0.00049725204,0.0000063398893,0.00060289755,0.000020292768],"genre_scores_gemma":[0.6728295,0.000028363516,0.32692492,0.00005210639,0.000021830123,0.0001053637,0.0000016609587,0.000024865383,0.0000113742535],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968671,0.00017600009,0.00044951512,0.00069775124,0.000882142,0.0009274588],"domain_scores_gemma":[0.99739516,0.0010249085,0.0000738408,0.00078536896,0.00045336664,0.0002673709],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027785865,0.0003287668,0.00045263677,0.00080292166,0.0003153784,0.00046056072,0.000888025,0.00013620067,0.000005569385],"category_scores_gemma":[0.0019208943,0.00027250586,0.00013615796,0.0015499492,0.00014035095,0.0006882565,0.00017718975,0.00069318706,0.00001167803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040608593,0.0002380046,0.00051845267,0.00073338265,0.00031058068,0.00007104191,0.0016637193,0.847358,0.004539219,0.027901677,0.000025670659,0.11659965],"study_design_scores_gemma":[0.0011294286,0.00024259077,0.0014088196,0.00026532402,0.000049492468,0.00003491877,0.00015701746,0.98515564,0.008926189,0.0019535024,0.000051022023,0.0006260668],"about_ca_topic_score_codex":0.00026496805,"about_ca_topic_score_gemma":0.000004585275,"teacher_disagreement_score":0.6614739,"about_ca_system_score_codex":0.0002582781,"about_ca_system_score_gemma":0.00031752096,"threshold_uncertainty_score":0.9999727},"labels":[],"label_agreement":null},{"id":"W2469414321","doi":"10.1016/j.jss.2016.06.101","title":"Reverse engineering reusable software components from object-oriented APIs","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Reuse; Component-based software engineering; Software engineering; Component (thermodynamics); Object-oriented programming; Java; Software; Application programming interface; Software development; Programming language; Engineering","score_opus":0.014664627731742352,"score_gpt":0.22200487766130164,"score_spread":0.2073402499295593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2469414321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2562469,0.0015251058,0.74010104,0.00014533676,0.0016577214,0.00011842978,0.000020937028,0.00018173152,0.000002811144],"genre_scores_gemma":[0.8928756,0.00023081279,0.10576271,0.00003632003,0.0005482165,0.000009688595,0.000002088053,0.00004827581,0.0004862821],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979683,0.00006505557,0.00057940424,0.00028895098,0.00071099936,0.00038724396],"domain_scores_gemma":[0.99715656,0.0013506922,0.00026867617,0.0005096949,0.00038968297,0.00032466743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062105706,0.00021073752,0.0004425026,0.00028064987,0.00009063661,0.00016950858,0.0007030853,0.00012033786,0.000016587557],"category_scores_gemma":[0.0020889058,0.00014456123,0.00010924434,0.00029720215,0.00003108973,0.0008239491,0.0002525087,0.00026093863,0.000033057288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023994024,0.0004519407,0.8171128,0.0014337068,0.0015077866,0.0030350264,0.0042457636,0.0058520767,0.04995059,0.002270677,0.050062697,0.063836984],"study_design_scores_gemma":[0.019878557,0.0027408262,0.57108766,0.025376491,0.00024249358,0.0055108764,0.0005891461,0.019900175,0.008961381,0.0014640583,0.3395091,0.0047392724],"about_ca_topic_score_codex":0.00013241998,"about_ca_topic_score_gemma":0.0000010348858,"teacher_disagreement_score":0.63662875,"about_ca_system_score_codex":0.00016862889,"about_ca_system_score_gemma":0.000086852844,"threshold_uncertainty_score":0.5895036},"labels":[],"label_agreement":null},{"id":"W2472565241","doi":"10.1016/j.jss.2016.06.069","title":"Introduction to the special issue on technical debt in software systems","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Scalability; Heap (data structure); Abstraction; Transitive relation; Context (archaeology); Software; Computation; Distributed computing; Algorithm; Programming language; Mathematics","score_opus":0.011428635527294556,"score_gpt":0.24877326356731988,"score_spread":0.23734462804002532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472565241","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0691997,0.0019337087,0.901292,0.014564015,0.011915965,0.0008298906,0.00001050341,0.00021526111,0.000038918133],"genre_scores_gemma":[0.935905,0.00018610408,0.010241441,0.00013703572,0.05161891,0.000061294646,4.6663078e-7,0.000054855074,0.0017949404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998007,0.00014016191,0.0005513668,0.00027765598,0.00071141333,0.00031241143],"domain_scores_gemma":[0.99790806,0.0009793501,0.00016988652,0.00049293734,0.0002647009,0.0001850628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001571538,0.00015350583,0.00033058043,0.00036386884,0.0000883288,0.0002457231,0.0007640024,0.00010564272,0.000009234505],"category_scores_gemma":[0.0028131402,0.00007992292,0.00006209045,0.00045300485,0.00003377269,0.00034927623,0.00015189862,0.00031645937,0.00006352928],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025973367,0.00027220394,0.06343716,0.00047686108,0.00012440867,0.00060468836,0.0019001063,0.01682628,0.0009636157,0.0075341924,0.60580856,0.30179217],"study_design_scores_gemma":[0.0015920643,0.001635169,0.08580055,0.002502859,0.000014300949,0.002894759,0.00023539772,0.0003631273,0.00017118416,0.00022409225,0.90399194,0.0005745365],"about_ca_topic_score_codex":0.00003263905,"about_ca_topic_score_gemma":0.000008633694,"teacher_disagreement_score":0.8910506,"about_ca_system_score_codex":0.00024646413,"about_ca_system_score_gemma":0.000085703585,"threshold_uncertainty_score":0.33677948},"labels":[],"label_agreement":null},{"id":"W2472584751","doi":"10.1109/tse.2016.2586066","title":"A Study of Causes and Consequences of Client-Side JavaScript Bugs","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Intel Corporation","keywords":"Unobtrusive JavaScript; JavaScript; Computer science; Rich Internet application; Document Object Model; Web application; Programmer; World Wide Web; Client-side; Ajax; Programming language; Web page","score_opus":0.024017693639851897,"score_gpt":0.2549549340538039,"score_spread":0.23093724041395203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2472584751","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45683882,0.00005325614,0.54251367,0.000013899843,0.0002361021,0.00013240919,0.000007679585,0.0002029819,0.000001206679],"genre_scores_gemma":[0.98369974,0.000037684047,0.01613783,0.000004466272,0.000010597066,0.00004497971,7.1337745e-8,0.00002104734,0.000043589174],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99862,0.000031823485,0.00033589668,0.0003366935,0.00040559654,0.00027002188],"domain_scores_gemma":[0.9979614,0.0012440359,0.00005769537,0.0005113275,0.00011603611,0.00010952622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022054483,0.000179526,0.00027478006,0.00040478643,0.000046380024,0.000023055029,0.00041332343,0.000059535672,0.000007821934],"category_scores_gemma":[0.00021851715,0.00014452523,0.000060425587,0.00046637762,0.000084158484,0.00031107862,0.000009225827,0.00014362462,0.000004196602],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017345996,0.0033647662,0.08588569,0.001309791,0.001618647,0.00031084145,0.01612196,0.36410964,0.33961275,0.0014444897,0.00016240806,0.18588555],"study_design_scores_gemma":[0.003649484,0.0025757768,0.06416176,0.0010027436,0.00008883815,0.00014583151,0.0004149955,0.0028312572,0.92382526,0.00010310238,0.00019189772,0.0010090723],"about_ca_topic_score_codex":0.0000669126,"about_ca_topic_score_gemma":0.000008352074,"teacher_disagreement_score":0.5842125,"about_ca_system_score_codex":0.000047525242,"about_ca_system_score_gemma":0.000052608022,"threshold_uncertainty_score":0.5893568},"labels":[],"label_agreement":null},{"id":"W2474835145","doi":"10.1109/tse.2016.2584050","title":"An Empirical Comparison of Model Validation Techniques for Defect Prediction Models","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":566,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Japan Society for the Promotion of Science; Japan Society for the Promotion of Science London; Compute Canada","keywords":"Computer science; Variance (accounting); Context (archaeology); Cross-validation; Model validation; Sample (material); Data mining; Predictive modelling; Software bug; Software; Machine learning","score_opus":0.054222375516789025,"score_gpt":0.33031650944663127,"score_spread":0.2760941339298422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2474835145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02838135,0.00001809275,0.96894145,0.00003086786,0.00028419882,0.00038584945,0.00006864707,0.0018876537,0.0000019166343],"genre_scores_gemma":[0.66541225,0.000005783577,0.33431286,0.000004862213,0.0000252649,0.00019072914,0.0000020724794,0.000031411146,0.000014812295],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984806,0.000025202638,0.0003582603,0.00042500335,0.00038680856,0.00032412427],"domain_scores_gemma":[0.9981589,0.00084586965,0.000053290205,0.00062261935,0.00018619132,0.00013315029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032120655,0.00020425132,0.0002466572,0.00041908107,0.00008337912,0.00004312172,0.0004915613,0.00015327879,0.0000029695125],"category_scores_gemma":[0.00010356916,0.00017827652,0.00016569378,0.0003574999,0.000022763375,0.0009693491,0.0000037239968,0.0001737507,0.0000026505147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016893313,0.00013144045,0.00032238677,0.000051108607,0.00002859238,2.9149922e-7,0.00021067112,0.95596105,0.0106143085,0.00015807174,0.00005540389,0.03244981],"study_design_scores_gemma":[0.00020997146,0.00025047184,0.000103820246,0.00007659016,0.0000114633385,0.000002492684,0.0000020231535,0.7427968,0.25618532,0.00018762735,0.00002553545,0.00014788682],"about_ca_topic_score_codex":0.0000030282629,"about_ca_topic_score_gemma":6.2545274e-7,"teacher_disagreement_score":0.63703084,"about_ca_system_score_codex":0.00016851055,"about_ca_system_score_gemma":0.00006566503,"threshold_uncertainty_score":0.7269905},"labels":[],"label_agreement":null},{"id":"W2475137645","doi":"10.1145/2932631","title":"Multi-Criteria Code Refactoring Using Search-Based Software Engineering","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":137,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Japan Society for the Promotion of Science","keywords":"Code refactoring; Computer science; Consistency (knowledge bases); Software quality; Benchmark (surveying); Software engineering; Search-based software engineering; Code smell; Software; Class (philosophy); Source code; Code (set theory); Software development; Software design; Programming language; Artificial intelligence","score_opus":0.17718848535030324,"score_gpt":0.36867093108150445,"score_spread":0.1914824457312012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2475137645","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080024436,0.00021668304,0.9160522,0.00016391429,0.0012480876,0.00021824379,0.000038692877,0.0020375291,1.8267636e-7],"genre_scores_gemma":[0.17448775,0.000043081865,0.8251285,0.000045431498,0.00008108306,0.000055126326,0.0000018084152,0.00009577648,0.00006141499],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969705,0.00023775894,0.00043034554,0.000944794,0.000405426,0.0010112176],"domain_scores_gemma":[0.9882786,0.00971868,0.000052347008,0.0013815045,0.00015288213,0.00041598314],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013317469,0.00049202243,0.0005328429,0.0008629909,0.00020730976,0.000113882634,0.0010900926,0.000313165,0.0000337659],"category_scores_gemma":[0.008020875,0.00043502412,0.00016467854,0.0006789198,0.000082054445,0.0004748186,0.00009694022,0.0006302201,0.000018797287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011012898,0.00026349223,0.006862972,0.0007087921,0.0004058084,0.00021624922,0.0009959618,0.59529096,0.2192747,0.0003605007,0.000030133642,0.17548029],"study_design_scores_gemma":[0.0069466466,0.001012523,0.046705514,0.0018924492,0.00016039569,0.0007425662,0.00004847202,0.64281994,0.28867304,0.00014002556,0.0069978484,0.0038605796],"about_ca_topic_score_codex":0.000043471082,"about_ca_topic_score_gemma":0.0000028698641,"teacher_disagreement_score":0.17161971,"about_ca_system_score_codex":0.0002762409,"about_ca_system_score_gemma":0.00013319009,"threshold_uncertainty_score":0.99981016},"labels":[],"label_agreement":null},{"id":"W2480141206","doi":"10.1007/978-3-319-25964-2_6","title":"Measuring the Utility of Functional-Based Software Using Centroid-Adjusted Class Labelling","year":2016,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"RTDS Technologies (Canada); University of Manitoba","funders":"","keywords":"Computer science; Software; Artificial intelligence; Python (programming language); Preprocessor; Class (philosophy); Data mining; Machine learning; Centroid; Programming language","score_opus":0.24767688385340805,"score_gpt":0.34537383138558003,"score_spread":0.09769694753217198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480141206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013481811,0.004850139,0.9919731,0.00026141256,0.0010563039,0.00035915404,0.000028469698,0.00013331138,0.0012032682],"genre_scores_gemma":[0.88511527,0.00036985285,0.10878644,0.00019192066,0.00039515362,0.00005050892,0.000017339566,0.000105045874,0.0049684844],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677706,0.000083562896,0.000778595,0.0006937582,0.0012689268,0.00039808443],"domain_scores_gemma":[0.98905075,0.008663983,0.0003174743,0.00063167186,0.0012718223,0.00006428008],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009711492,0.00037798058,0.0004899876,0.00038182363,0.00021088884,0.0000426653,0.0011754396,0.00015188153,0.00005344113],"category_scores_gemma":[0.0015901523,0.00028851695,0.00021284823,0.0002943933,0.0005995687,0.00015537874,0.0006565101,0.00055295246,0.00003099958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029890785,0.000036567824,0.0009769577,0.00036247354,0.00032005884,0.0000329187,0.00038061946,0.87839454,0.00000677397,0.10020749,0.00023523734,0.019016461],"study_design_scores_gemma":[0.00024959462,0.00006579902,0.0014998436,0.0025877769,0.000039498733,0.00002316898,0.000060969025,0.8043038,0.00032382665,0.18892625,0.0012472328,0.00067219837],"about_ca_topic_score_codex":0.000011443988,"about_ca_topic_score_gemma":0.00001445045,"teacher_disagreement_score":0.88498044,"about_ca_system_score_codex":0.00042746493,"about_ca_system_score_gemma":0.00047979923,"threshold_uncertainty_score":0.9999567},"labels":[],"label_agreement":null},{"id":"W2480481610","doi":"10.1007/978-3-540-71389-0","title":"Foundations of Software Science and Computational Structures","year":2007,"lang":"en","type":"book","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Computer science; Software engineering; Software; Programming language; Computational science; Theoretical computer science","score_opus":0.018231483566501717,"score_gpt":0.29185699549625393,"score_spread":0.2736255119297522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2480481610","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00088103744,0.0003193034,0.9969379,0.00014392193,0.0009968282,0.0003310437,0.000007945949,0.00017765789,0.00020438372],"genre_scores_gemma":[0.1413793,0.000008204651,0.8580722,0.00024505024,0.00017681158,0.0000057662114,0.0000061361425,0.00002329573,0.00008321571],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99428016,0.00002831829,0.0005133483,0.0014136528,0.0029666037,0.0007979195],"domain_scores_gemma":[0.9938432,0.0031669775,0.0002180568,0.0010908248,0.001421564,0.00025940337],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002497596,0.00037333177,0.00042753472,0.0026515324,0.00038275472,0.0006226933,0.0041305036,0.00020503445,0.000007668873],"category_scores_gemma":[0.0027667978,0.00036103497,0.00005729215,0.0037887527,0.003961577,0.000916055,0.002179431,0.0007561893,0.0000060231428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049714117,0.000041548807,0.001655422,0.00019438672,0.000014659999,0.00004717378,0.0011831603,0.22982356,0.00017125634,0.021569315,0.00013218066,0.74516237],"study_design_scores_gemma":[0.0004617089,0.00024888743,0.027389528,0.00041574478,0.000008169928,0.00020041752,3.760211e-7,0.5850446,0.0019880093,0.3827047,0.0006052818,0.0009325307],"about_ca_topic_score_codex":0.00002211292,"about_ca_topic_score_gemma":0.000014845524,"teacher_disagreement_score":0.74422985,"about_ca_system_score_codex":0.0007360539,"about_ca_system_score_gemma":0.0053220415,"threshold_uncertainty_score":0.9998842},"labels":[],"label_agreement":null},{"id":"W2481451249","doi":"10.1145/2851613.2851792","title":"Is code cloning in games really different?","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Cloning (programming); Computer science; Source code; Programming language; Reuse; Java; Code (set theory); Software; Code reuse; clone (Java method); Game programming; Visualization; Software visualization; Theoretical computer science; Video game development; Game design; Game Developer; Human–computer interaction; Software system; Artificial intelligence; Component-based software engineering; Engineering; Set (abstract data type); Biology","score_opus":0.022576336881930326,"score_gpt":0.2790514103561447,"score_spread":0.2564750734742144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2481451249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32326972,0.000026454922,0.6723649,0.0027382565,0.00011332109,0.000054256096,9.4764675e-7,0.0002998448,0.001132325],"genre_scores_gemma":[0.9864881,0.00001722004,0.010436282,0.00011261875,0.00001999727,0.000008807397,9.398313e-8,0.0000063615253,0.0029105302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99916625,0.000018090766,0.00009928537,0.00023376159,0.00021723284,0.0002653673],"domain_scores_gemma":[0.99894685,0.0005590146,0.000010031136,0.00039755504,0.00002384204,0.00006272823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014381741,0.00006751376,0.00007915751,0.00012014502,0.000014338369,0.00005370418,0.0006011116,0.000030227282,0.00008626823],"category_scores_gemma":[0.0002530723,0.000040401752,0.000021227563,0.00018943964,0.000015196867,0.00019330255,0.00023739305,0.00006431105,0.000090406145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007563306,0.000085728985,0.711663,0.000025789797,0.000019053745,0.00007494667,0.0011500841,0.000055099154,0.012951617,0.046523154,0.013108376,0.21433559],"study_design_scores_gemma":[0.0007355958,0.00007620011,0.9424891,0.00013280229,6.5910615e-7,0.000006874713,0.0000071035115,0.01447964,0.035232786,0.0034680825,0.0030895076,0.00028165392],"about_ca_topic_score_codex":0.00004046177,"about_ca_topic_score_gemma":0.00003047192,"teacher_disagreement_score":0.6632184,"about_ca_system_score_codex":0.000053658347,"about_ca_system_score_gemma":0.000022572869,"threshold_uncertainty_score":0.16475356},"labels":[],"label_agreement":null},{"id":"W2484350885","doi":"10.4018/978-1-59140-896-3.ch005","title":"Design Patterns as Laws of Quality","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Quality (philosophy); Computer science; Software quality; Software; Software quality control; Object (grammar); Data mining; Measure (data warehouse); Software engineering; Artificial intelligence; Software development; Programming language","score_opus":0.06916189357925827,"score_gpt":0.302254467090375,"score_spread":0.23309257351111673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484350885","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009882274,0.00011890473,0.42300212,0.000015900174,0.0003527738,0.00027045576,0.000034346507,0.0002876539,0.575819],"genre_scores_gemma":[0.7502367,0.000021183143,0.061174415,0.0005787391,0.00043265655,0.000073200645,0.00000511918,0.00018320189,0.18729483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99777997,0.000055522563,0.0004407494,0.0005753145,0.000757004,0.00039142906],"domain_scores_gemma":[0.99769557,0.00032413952,0.00019843678,0.0013858551,0.00020262452,0.00019335486],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048296014,0.00034344304,0.00047099998,0.00009267673,0.000035817877,0.00006456147,0.001809692,0.0003410417,0.000060739272],"category_scores_gemma":[0.00013197155,0.00034610194,0.00018342365,0.000026100564,0.000081701415,0.00006901714,0.0006334518,0.00032953132,0.00034765818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011111439,0.000008744839,0.0001087322,0.00006782548,0.00006162333,0.00006331432,0.0001019062,0.000007720298,0.000015444886,0.98958063,0.00040399795,0.009568939],"study_design_scores_gemma":[0.00038074152,0.0003496088,0.0014134904,0.00038286738,0.000024610601,0.00006371171,0.0000017153792,0.00007055804,0.0016428841,0.98917896,0.0056566047,0.0008342746],"about_ca_topic_score_codex":0.00045584232,"about_ca_topic_score_gemma":0.00001526123,"teacher_disagreement_score":0.75013787,"about_ca_system_score_codex":0.00016865444,"about_ca_system_score_gemma":0.0003189477,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W2484574729","doi":"10.1016/b978-0-12-804206-9.00022-2","title":"What counts is decisions, not numbers—Toward an analytics design sheet","year":2016,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Analytics; Computer science; Data science","score_opus":0.06571567316967893,"score_gpt":0.29790900435180284,"score_spread":0.23219333118212393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484574729","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000057472344,0.0012299451,0.14544016,0.00029676393,0.0027266974,0.0006148418,0.00003505371,0.00052597694,0.84912485],"genre_scores_gemma":[0.00034817986,0.0006592391,0.021327792,0.0005565621,0.0003433892,0.00001858508,0.0000039809843,0.000102009566,0.9766403],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99730015,0.00004302137,0.0003675045,0.0007695096,0.0010526273,0.00046716025],"domain_scores_gemma":[0.9967007,0.00090096344,0.000115432245,0.0017241251,0.0002443708,0.00031440912],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000641102,0.00040963618,0.00042630977,0.0003076875,0.00008481152,0.0005202431,0.0019358776,0.000367187,0.00042244958],"category_scores_gemma":[0.0001712868,0.00034548048,0.00017513662,0.000039813414,0.000098703225,0.00039997618,0.000468341,0.00046159214,0.0033807834],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047104054,0.0000045307647,0.0000030001743,0.00001382709,0.000055390523,0.000071193645,0.0001980157,0.000004357666,0.0000039047072,0.0064201937,0.0032531605,0.9899677],"study_design_scores_gemma":[0.00018356874,0.00009550335,0.000014060317,0.00068095466,0.000025681753,0.000030834395,0.0000022500724,0.00085265434,0.00008887024,0.017232567,0.9802249,0.0005681455],"about_ca_topic_score_codex":1.9458014e-7,"about_ca_topic_score_gemma":8.048875e-7,"teacher_disagreement_score":0.98939955,"about_ca_system_score_codex":0.00020277848,"about_ca_system_score_gemma":0.00033008814,"threshold_uncertainty_score":0.99989974},"labels":[],"label_agreement":null},{"id":"W2485677833","doi":"10.1007/978-3-319-41579-6_13","title":"Estimating Development Effort for Software Architectural Tactics","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Analytic hierarchy process; Key (lock); Quality (philosophy); Software; Software engineering; Process (computing); Software development; Product (mathematics); Software quality; Estimation; Hierarchy; Risk analysis (engineering); Systems engineering; Operations research; Computer security; Engineering","score_opus":0.020850553755454176,"score_gpt":0.2705426495716893,"score_spread":0.2496920958162351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485677833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021755198,0.00013467489,0.9955576,0.0003170306,0.002479023,0.00068191846,0.000005711842,0.00048823463,0.00011826011],"genre_scores_gemma":[0.015623933,0.0000015796918,0.9829854,0.00023736856,0.0005947922,0.000051034556,0.000004191461,0.00006108603,0.0004406091],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99551415,0.000013023409,0.00056008075,0.0015478384,0.0012628852,0.0011020243],"domain_scores_gemma":[0.99443024,0.0034503837,0.00021018913,0.0013011349,0.00035618598,0.00025188786],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011873463,0.00058124587,0.00050387275,0.000918878,0.00035845157,0.0005192198,0.0038436658,0.0002742387,0.00000934103],"category_scores_gemma":[0.0014277251,0.00047190074,0.00013288356,0.00039176567,0.0004067966,0.00042977472,0.0016933513,0.0006973183,0.00004337321],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004263081,0.000008992317,0.00020241109,0.00010901854,0.0000148305,0.00003114611,0.00045182326,0.032488964,0.000030244171,0.0016392022,0.000012570731,0.96500653],"study_design_scores_gemma":[0.0009084556,0.00036645745,0.0010891698,0.0021813689,0.000011363139,0.00031915904,6.247162e-8,0.8356517,0.0051513137,0.14663008,0.005469487,0.0022213901],"about_ca_topic_score_codex":0.000002341165,"about_ca_topic_score_gemma":0.000009703268,"teacher_disagreement_score":0.9627851,"about_ca_system_score_codex":0.00067268487,"about_ca_system_score_gemma":0.0012412459,"threshold_uncertainty_score":0.99977326},"labels":[],"label_agreement":null},{"id":"W2486735965","doi":"10.4018/978-1-60566-060-8.ch018","title":"Intelligent Analysis of Software Maintenance Data","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software; Software maintenance; Software development; Software engineering; Process (computing); Data mining; Software development process; Data extraction; Software construction; Software sizing","score_opus":0.03945904192212604,"score_gpt":0.28856905740952044,"score_spread":0.2491100154873944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2486735965","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018329982,0.0009922945,0.72535557,0.00005790594,0.00034976978,0.00029165213,0.00056879077,0.00049402873,0.27187166],"genre_scores_gemma":[0.17747048,0.00028071494,0.40955848,0.0015229234,0.00068929547,0.000042273623,0.00043240408,0.0002904903,0.40971297],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969381,0.000018284169,0.00054777425,0.0010510166,0.0009658734,0.00047891692],"domain_scores_gemma":[0.99469584,0.00028169336,0.0002373739,0.004292363,0.0002855976,0.0002071418],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036023612,0.00040564162,0.0007843399,0.00041426183,0.000041889227,0.00011530057,0.0052954615,0.00029210214,0.000026821275],"category_scores_gemma":[0.0003922306,0.00039869512,0.00031805466,0.00024914346,0.00010271105,0.00011716003,0.0019300432,0.00038015386,0.00008334972],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007697174,0.000013658648,0.00015504703,0.00003841766,0.001060662,0.00012512117,0.000031343538,0.0004306182,0.0000018184945,0.84963804,0.003977948,0.14451966],"study_design_scores_gemma":[0.0008408058,0.0006946259,0.0069668125,0.0016972441,0.0029586102,0.0001380973,0.000008319093,0.044223573,0.00025657503,0.62085056,0.31736714,0.003997621],"about_ca_topic_score_codex":0.00007226729,"about_ca_topic_score_gemma":0.000059452337,"teacher_disagreement_score":0.31579712,"about_ca_system_score_codex":0.00029249385,"about_ca_system_score_gemma":0.00029362238,"threshold_uncertainty_score":0.9998465},"labels":[],"label_agreement":null},{"id":"W2489048129","doi":"10.4018/978-1-4666-4301-7.ch024","title":"A Framework for Testing Code in Computational Applications","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Apheresis Group; Royal Military College of Canada","funders":"","keywords":"Computer science; Software engineering; Mindset; Software testing; Code (set theory); Process (computing); Computational model; Test strategy; Software; Programming language; Set (abstract data type); Simulation; Artificial intelligence","score_opus":0.04577002947142524,"score_gpt":0.3058061314727236,"score_spread":0.2600361020012984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489048129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008361342,0.00009523847,0.82836646,0.000097906624,0.00011344176,0.00092013564,0.00006740702,0.00031040038,0.17002065],"genre_scores_gemma":[0.01913164,3.5440658e-7,0.97185767,0.00020029109,0.00023537429,0.000724405,0.000007120949,0.000042865442,0.007800287],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99841833,0.000007257584,0.00030335766,0.0005363554,0.00038224433,0.00035244745],"domain_scores_gemma":[0.9972455,0.0017450053,0.00010103882,0.00053617876,0.00025768692,0.00011460506],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001447641,0.0002417627,0.0002511255,0.00011885924,0.000073019764,0.00018126056,0.000984298,0.0002865372,0.00000546989],"category_scores_gemma":[0.0003358409,0.0002721862,0.000081291575,0.000071532864,0.00005004269,0.000060660932,0.0002822694,0.0003645021,0.0002169506],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011542411,0.000005811324,0.00006145143,0.000037642098,0.000013850503,0.0000046990294,0.00001707488,0.0012244501,8.650875e-7,0.9784267,0.00048245804,0.019723838],"study_design_scores_gemma":[0.00013772129,0.000032344262,0.00030791303,0.00018358012,0.0000037226089,0.000015102542,5.826447e-7,0.019433381,0.000001839,0.9716759,0.007954531,0.00025340126],"about_ca_topic_score_codex":0.000022278615,"about_ca_topic_score_gemma":0.000007116111,"teacher_disagreement_score":0.16222037,"about_ca_system_score_codex":0.00033274674,"about_ca_system_score_gemma":0.0003254953,"threshold_uncertainty_score":0.99997306},"labels":[],"label_agreement":null},{"id":"W2489675867","doi":"10.4018/978-1-4666-8111-8.ch022","title":"Software Security Engineering – Part I","year":2015,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Victoria","funders":"","keywords":"Software security assurance; Software development; Social software engineering; Computer science; Personal software process; Software construction; Software peer review; Security bug; Software development process; Security engineering; Software engineering; Package development process; Software; Computer security; Security service; Information security; Operating system","score_opus":0.025682568175708322,"score_gpt":0.2525117060764229,"score_spread":0.2268291379007146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2489675867","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006006359,0.0022204749,0.12373712,0.00007983089,0.0033135547,0.00060804054,0.00017196592,0.0039318698,0.8658771],"genre_scores_gemma":[0.16864349,0.000054217086,0.1936256,0.0011245604,0.008708617,0.0004143594,0.00007631209,0.0011905099,0.62616235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99699086,0.0000126688565,0.00035918297,0.0008336626,0.0011139155,0.00068970304],"domain_scores_gemma":[0.99739325,0.00020598488,0.00009879667,0.0014892895,0.00030048314,0.00051220733],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034438804,0.000556351,0.00049726426,0.00013914554,0.00005916481,0.00025190294,0.0018701215,0.0004981195,0.00002582585],"category_scores_gemma":[0.00044822283,0.0006071243,0.00020735475,0.000057462094,0.000050749186,0.00014021719,0.0010692553,0.000704182,0.00062664406],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032244934,0.0000053504214,0.000029254905,0.00007120237,0.00006864344,0.00025513486,0.000055048622,0.0002074552,0.0000010554568,0.97056544,0.024026701,0.004711488],"study_design_scores_gemma":[0.0004234343,0.00013754818,0.000047960537,0.00045813227,0.000028182187,0.00020522304,0.0000010767809,0.0017592249,0.0000360489,0.34187794,0.65370125,0.0013240277],"about_ca_topic_score_codex":0.000021423095,"about_ca_topic_score_gemma":0.0000069081407,"teacher_disagreement_score":0.6296745,"about_ca_system_score_codex":0.00064614916,"about_ca_system_score_gemma":0.00046217814,"threshold_uncertainty_score":0.999638},"labels":[],"label_agreement":null},{"id":"W2494647806","doi":"10.4018/978-1-60566-026-4.ch098","title":"Communicability of Natural Language in Software Representations","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Natural language; Syntax; Formality; Programming language; Software; Software development; Linguistics; Software engineering; Natural language processing","score_opus":0.01835975397319349,"score_gpt":0.29522967537732936,"score_spread":0.27686992140413585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2494647806","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004473883,0.0036420447,0.008922536,0.00021615704,0.0005780177,0.0009805876,0.00013009431,0.00092741655,0.98012924],"genre_scores_gemma":[0.9392932,0.0000055510573,0.037177447,0.00010831755,0.000057832956,0.000014529171,0.000009239165,0.000027698425,0.023306152],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983151,0.000044722783,0.0003986185,0.0004305894,0.0005182687,0.00029271073],"domain_scores_gemma":[0.997271,0.0005132277,0.00011394385,0.0018847315,0.000128546,0.000088549394],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002522722,0.00023895639,0.0003843276,0.00014098936,0.000034912144,0.000053684606,0.0017665483,0.00021562206,0.0000085425045],"category_scores_gemma":[0.00049767515,0.00025188242,0.00015559184,0.00007491636,0.000111620124,0.00008625789,0.00066780386,0.0006108445,0.00002450237],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014092591,0.00003473416,0.0014776461,0.0000838968,0.000042643645,0.00016031973,0.00058121304,0.00009768554,0.00002880056,0.9024267,0.0006031202,0.09444915],"study_design_scores_gemma":[0.0024298832,0.00045428422,0.088943675,0.0017828058,0.000053605792,0.00020270252,0.00007256634,0.0022923131,0.0007270371,0.8941056,0.0065078107,0.002427707],"about_ca_topic_score_codex":0.0003079173,"about_ca_topic_score_gemma":0.00022745223,"teacher_disagreement_score":0.9568231,"about_ca_system_score_codex":0.00029092142,"about_ca_system_score_gemma":0.00019212182,"threshold_uncertainty_score":0.9999933},"labels":[],"label_agreement":null},{"id":"W2495532368","doi":"10.4018/978-1-59140-941-1.ch008","title":"Modeling Relevance Relations Using Machine Learning Techniques","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Relevance (law); Computer science; Artificial intelligence; Relation (database); Machine learning; Software; Software deployment; Abstraction; Precision and recall; Data mining; Data science; Software engineering; Programming language","score_opus":0.04374587496380003,"score_gpt":0.29995860257629564,"score_spread":0.2562127276124956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2495532368","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000073733376,0.0006708623,0.66867137,0.000014817614,0.00017822655,0.00020228875,0.000007979794,0.0012281679,0.32895258],"genre_scores_gemma":[0.09375514,0.00003164987,0.79724216,0.00014944658,0.0005382617,0.000018311714,0.0000069503953,0.0001883831,0.10806968],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976671,0.00002015694,0.00042202623,0.00066328334,0.00071461423,0.0005128232],"domain_scores_gemma":[0.9984829,0.00022669723,0.000116570576,0.00077841233,0.00022506868,0.00017034782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044225677,0.00038809114,0.00033470904,0.0002510713,0.0002233246,0.00017362737,0.00095760665,0.00044068875,0.000008374926],"category_scores_gemma":[0.00030646325,0.0004357904,0.00015738994,0.00007903693,0.000051933486,0.0001624121,0.00057815923,0.0011380024,0.00008178866],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004837901,0.0000037325167,0.00006865485,0.000027133741,0.000036209847,0.000112138725,0.00004224953,0.016284805,0.00006567093,0.9703774,0.000023932247,0.012953275],"study_design_scores_gemma":[0.00013293586,0.00007219611,0.000004874619,0.00061365834,0.000024137544,0.0001679228,0.000001193943,0.7931572,0.00022551721,0.19409384,0.010721384,0.00078512164],"about_ca_topic_score_codex":0.00015542263,"about_ca_topic_score_gemma":0.00003176673,"teacher_disagreement_score":0.7768724,"about_ca_system_score_codex":0.00070268824,"about_ca_system_score_gemma":0.00022763717,"threshold_uncertainty_score":0.9998094},"labels":[],"label_agreement":null},{"id":"W2495954116","doi":"10.1016/b978-0-12-804206-9.00017-9","title":"A success story in applying data science in practice","year":2016,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Data science","score_opus":0.0383235574101892,"score_gpt":0.3130281940902187,"score_spread":0.2747046366800295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2495954116","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046716417,0.0011402549,0.0022976678,0.0002878071,0.00076325855,0.0008642423,0.0000138556115,0.00018828927,0.9943979],"genre_scores_gemma":[0.009039458,0.00024008565,0.020834606,0.00031177595,0.0003363239,0.00021795944,0.0000062690206,0.00012764748,0.9688859],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960517,0.00007227613,0.00040861443,0.0014443255,0.0013081409,0.0007149155],"domain_scores_gemma":[0.9943066,0.0018224292,0.00017293276,0.0033465,0.00017203517,0.00017948296],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.00449014,0.00033812877,0.00039265832,0.0012544087,0.00010383715,0.00026632115,0.0072468747,0.00019677705,0.000013581806],"category_scores_gemma":[0.0020798568,0.0003119079,0.000038558275,0.00018245708,0.00035620967,0.0016924255,0.0041529047,0.0012138761,0.00019168104],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038857197,0.000010458851,0.00010073979,0.00004968794,0.000007174176,0.0002783649,0.00022851033,0.0000045872725,0.000025538568,0.014990686,0.000023896966,0.9842765],"study_design_scores_gemma":[0.0003436561,0.000025990543,0.00045443524,0.0011834117,0.000006294796,0.00004784642,0.000004947395,0.0006569557,0.000018216173,0.0016250525,0.995094,0.0005391739],"about_ca_topic_score_codex":0.000003725963,"about_ca_topic_score_gemma":0.000046286314,"teacher_disagreement_score":0.9950701,"about_ca_system_score_codex":0.0006272324,"about_ca_system_score_gemma":0.0012731679,"threshold_uncertainty_score":0.9999333},"labels":[],"label_agreement":null},{"id":"W2498728262","doi":"10.4018/978-1-61520-965-1.ch308","title":"Integrating Software Engineering and Costing Aspects within Project Management Tools","year":2010,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Gantt chart; Software engineering; Computer science; Activity-based costing; Systems engineering; Software project management; Software; Software development; Engineering management; Engineering drawing; Engineering; Software construction; Programming language","score_opus":0.021049591290809827,"score_gpt":0.25067058998093317,"score_spread":0.22962099869012334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2498728262","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011345658,0.0006444814,0.36466077,0.000034296827,0.0020679082,0.0020431364,0.000056633748,0.0032843123,0.6260739],"genre_scores_gemma":[0.06323653,0.000008728012,0.9069619,0.00016697514,0.0005804886,0.00016181063,0.000008348043,0.00021193708,0.028663265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974243,0.000011703676,0.00041568864,0.0008847596,0.0006912753,0.000572255],"domain_scores_gemma":[0.99822974,0.00042271343,0.00015648721,0.0008747306,0.00012673509,0.00018959108],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037173711,0.00055988855,0.0004436309,0.00023388102,0.00013784508,0.00076629815,0.0011129067,0.00036821477,0.0000030685553],"category_scores_gemma":[0.0006990939,0.00056417414,0.00010660363,0.00007332842,0.000059851845,0.00020025195,0.0012580083,0.0011250641,0.000030500407],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003312431,0.0000025658683,0.000039678853,0.00019501659,0.00008391764,0.00038007568,0.00015539855,0.000081976585,0.000040287057,0.9841084,0.000103546234,0.01480582],"study_design_scores_gemma":[0.008468141,0.0021932558,0.0040419186,0.029501174,0.0007479569,0.006654013,0.0002542007,0.09273512,0.0048132692,0.62277275,0.20734046,0.020477729],"about_ca_topic_score_codex":0.000037887115,"about_ca_topic_score_gemma":0.000025339392,"teacher_disagreement_score":0.5974106,"about_ca_system_score_codex":0.00038541848,"about_ca_system_score_gemma":0.00022097515,"threshold_uncertainty_score":0.999681},"labels":[],"label_agreement":null},{"id":"W2500014933","doi":"10.4018/978-1-60566-006-6.ch013","title":"A Framework for Understanding and Addressing the Semiotic Quality of Use Case Models","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Semiotics; Scope (computer science); Computer science; Quality (philosophy); Process (computing); Product (mathematics); Management science; Process management; Risk analysis (engineering); Data science; Knowledge management; Engineering; Epistemology; Business","score_opus":0.2820967381977312,"score_gpt":0.3723759483449482,"score_spread":0.09027921014721701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500014933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003824465,0.00043320304,0.97356796,0.0000850741,0.00015150095,0.0004871055,0.00006551337,0.00014352064,0.024683699],"genre_scores_gemma":[0.909597,0.0000051923193,0.08807789,0.0001597332,0.00009922767,0.000010517701,6.870177e-7,0.00003250108,0.0020172638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983892,0.000036876714,0.0003517613,0.0004481511,0.0004372,0.0003368244],"domain_scores_gemma":[0.9961739,0.0025873403,0.00017976665,0.0008245629,0.000111949004,0.0001224724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005483818,0.0002654434,0.00038200125,0.00006818494,0.00016486134,0.0003061868,0.0005608289,0.00031301402,6.8489305e-7],"category_scores_gemma":[0.000492212,0.00021739985,0.00014045222,0.000035386336,0.00013882792,0.00014383718,0.0002930509,0.00037847768,6.942718e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011953479,0.0000031611503,0.0000094563475,0.00009606631,0.000043384305,0.00009895401,0.00020190603,0.00033361267,0.0000017714015,0.9953422,0.00007821406,0.003779297],"study_design_scores_gemma":[0.00015545863,0.000052814263,0.000019813137,0.0005168901,0.000020236474,0.00025892098,0.000015497355,0.009905015,0.000006317059,0.9887567,0.00006781933,0.000224482],"about_ca_topic_score_codex":0.00007749389,"about_ca_topic_score_gemma":0.000023346925,"teacher_disagreement_score":0.90921456,"about_ca_system_score_codex":0.00031759098,"about_ca_system_score_gemma":0.00014739428,"threshold_uncertainty_score":0.8865309},"labels":[],"label_agreement":null},{"id":"W2504374816","doi":"10.4018/978-1-59904-090-5.ch016","title":"Software Specification and Attack Languages","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Software engineering; Software security assurance; Software development; Software requirements specification; Specification language; Software construction; Software; Computer security; Information security; Security service","score_opus":0.03964932326458692,"score_gpt":0.3014450790820726,"score_spread":0.26179575581748565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504374816","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017042362,0.0018511285,0.14628372,0.00005839343,0.00034526168,0.0002944633,0.000034789326,0.00086774514,0.8500941],"genre_scores_gemma":[0.10879835,0.00012670724,0.28618205,0.0010672867,0.0024627491,0.00005426973,0.000031044267,0.0003125532,0.600965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983425,0.000008195134,0.00021931648,0.0005711845,0.00051956536,0.0003392155],"domain_scores_gemma":[0.9985974,0.00021808382,0.000079211044,0.00080865104,0.00011415771,0.00018251193],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019624841,0.00028292686,0.000238478,0.000119721095,0.000061987295,0.00018573085,0.0007361134,0.00029620036,0.0000149298885],"category_scores_gemma":[0.00012158329,0.0002934171,0.000072377276,0.000032702275,0.00007741601,0.000076066004,0.0003878193,0.00031234242,0.0002542472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035935354,0.00000306806,0.00016262621,0.000041794254,0.000027177934,0.00013128408,0.00005136007,0.0000038441867,0.0000048196957,0.9126622,0.0029552965,0.083952904],"study_design_scores_gemma":[0.0013664849,0.0004350075,0.017875662,0.0010589734,0.00007940384,0.00086526974,0.000023993338,0.00052132376,0.000458194,0.2908361,0.6829888,0.0034907688],"about_ca_topic_score_codex":0.000017424041,"about_ca_topic_score_gemma":0.000015115496,"teacher_disagreement_score":0.6800335,"about_ca_system_score_codex":0.0002009395,"about_ca_system_score_gemma":0.00008919744,"threshold_uncertainty_score":0.9999518},"labels":[],"label_agreement":null},{"id":"W2504514184","doi":"10.1109/wcre.1996.558936","title":"A cliche-based environment to support architectural reverse engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software engineering; Architectural pattern; Architectural geometry; Software; Software architecture; Architectural model; Architecture; Reverse engineering; Software system; Set (abstract data type); Cliché; Programming language; Systems engineering; Software construction; Engineering","score_opus":0.020317222176899862,"score_gpt":0.21848293671885802,"score_spread":0.19816571454195817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504514184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053625014,0.000017030903,0.9434386,0.0017660559,0.0001321661,0.00018654263,9.883054e-7,0.0005657695,0.00026785376],"genre_scores_gemma":[0.75766164,0.0000014117758,0.24040526,0.00052626897,0.000044321823,0.000039545626,7.39109e-7,0.000016040894,0.001304802],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987303,0.000012433807,0.0001334024,0.00033081407,0.00037587297,0.0004171638],"domain_scores_gemma":[0.998879,0.000231134,0.000010017595,0.00062055123,0.000010616167,0.00024865963],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016908825,0.00012835517,0.00010217405,0.00019101355,0.000030042092,0.000069742026,0.0006720032,0.00003246052,0.0006059313],"category_scores_gemma":[0.00017713636,0.00012137624,0.000052214677,0.0002803269,0.000009853119,0.000099601035,0.00022042441,0.00014913917,0.0015627247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001206825,0.00031168555,0.0107554775,0.00011907874,0.0000658585,0.00046366075,0.0021307527,0.7119342,0.017773727,0.002512658,0.044966068,0.20895477],"study_design_scores_gemma":[0.0006246689,0.0004674662,0.015001649,0.000028945487,0.000003477648,0.000056261644,0.0000037834648,0.87286675,0.015643097,0.00001933062,0.09464899,0.0006355733],"about_ca_topic_score_codex":0.000011406962,"about_ca_topic_score_gemma":5.6414035e-7,"teacher_disagreement_score":0.7040366,"about_ca_system_score_codex":0.00009692091,"about_ca_system_score_gemma":0.000010596377,"threshold_uncertainty_score":0.99921465},"labels":[],"label_agreement":null},{"id":"W2507266217","doi":"10.4995/thesis/10251/66868","title":"Detección de reutilización de código fuente monolingüe y translingüe","year":2016,"lang":"es","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Source code; Set (abstract data type); Temptation; Suspect; Programming language; Code (set theory); Software; Source lines of code","score_opus":0.01789252567758166,"score_gpt":0.3039440512791934,"score_spread":0.28605152560161173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507266217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2491435,0.0011682491,0.743602,0.0004333256,0.0014618433,0.0005586023,0.00002212453,0.0011938713,0.0024165304],"genre_scores_gemma":[0.9335332,0.001474639,0.048695117,0.00016881929,0.00059339183,0.00017997228,0.000050945626,0.0002193642,0.015084543],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9946686,0.00020234373,0.0007423884,0.0013561904,0.001069426,0.0019610447],"domain_scores_gemma":[0.9954734,0.0016642615,0.00018921684,0.001557294,0.0004348477,0.00068099506],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012881818,0.0007759673,0.00064004463,0.00076141424,0.0003256769,0.0005898025,0.0030304517,0.00088418333,0.00023410596],"category_scores_gemma":[0.0013869697,0.0007038385,0.00042511133,0.00082805665,0.00008953019,0.00047059826,0.00017893195,0.0010697346,0.00064939965],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005452324,0.00067347963,0.08619408,0.0041377055,0.0010252497,0.0010069886,0.01707735,0.0016198889,0.104821466,0.028684061,0.002764487,0.75145],"study_design_scores_gemma":[0.004561236,0.0011792277,0.21821474,0.0074051386,0.00035442552,0.00056887284,0.0005553271,0.19363438,0.5286215,0.01319126,0.025160233,0.006553683],"about_ca_topic_score_codex":0.0004041927,"about_ca_topic_score_gemma":0.00007711881,"teacher_disagreement_score":0.74489635,"about_ca_system_score_codex":0.0005771607,"about_ca_system_score_gemma":0.0013505756,"threshold_uncertainty_score":0.9995413},"labels":[],"label_agreement":null},{"id":"W2507516899","doi":"10.1007/s10270-016-0557-6","title":"An approach to clone detection in sequence diagrams and its application to security analysis","year":2016,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Sequence diagram; clone (Java method); Sequence (biology); Software engineering; Programming language; Unified Modeling Language; Software","score_opus":0.027096577173787176,"score_gpt":0.2782843791539248,"score_spread":0.2511878019801376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2507516899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4327012,0.00011494437,0.5663802,0.000028171935,0.00005747602,0.00040758555,0.0000038013739,0.0003050541,0.0000015873852],"genre_scores_gemma":[0.9834891,0.000008467061,0.015912965,0.000018956238,0.00006711059,0.00047369726,0.0000029405874,0.000019172527,0.0000075942803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779785,0.00011647146,0.00033914772,0.0008664217,0.00045769592,0.00042243255],"domain_scores_gemma":[0.9984723,0.00020288001,0.000044158307,0.00077078043,0.00018731305,0.0003225748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010827349,0.00017657748,0.00028128,0.0006625984,0.00008988948,0.00017062375,0.0006440042,0.00010390051,2.1646822e-7],"category_scores_gemma":[0.00045928403,0.00014943736,0.000042463962,0.0021433104,0.000007871571,0.0005803072,0.00019074127,0.00012850288,0.000019066698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009654167,0.000056742174,0.018244756,0.00009734171,0.000037974936,0.0000029599241,0.0017412578,0.9204794,0.012055792,0.0005696716,0.0000014399105,0.04670297],"study_design_scores_gemma":[0.00011480186,0.000040662384,0.0016617532,0.000053901782,0.000009584059,0.000006874908,0.000034819786,0.99726444,0.00043125954,0.00014564506,0.000013194552,0.00022305861],"about_ca_topic_score_codex":0.0005828604,"about_ca_topic_score_gemma":0.00007837833,"teacher_disagreement_score":0.5507879,"about_ca_system_score_codex":0.00028480776,"about_ca_system_score_gemma":0.000036632468,"threshold_uncertainty_score":0.6093879},"labels":[],"label_agreement":null},{"id":"W2510065047","doi":"10.18293/seke2016-250","title":"Clustering and Artificial Neural Network Ensembles Based Effort Estimation","year":2016,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Menofia University; University of Calgary","keywords":"Cluster analysis; Artificial neural network; Computer science; Artificial intelligence; Machine learning; Pattern recognition (psychology); Data mining","score_opus":0.02305575401566423,"score_gpt":0.24794935753964156,"score_spread":0.22489360352397733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2510065047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8303943,0.0001740571,0.16559121,0.00085551216,0.0014223972,0.00034830207,0.000007358783,0.00092475134,0.0002820598],"genre_scores_gemma":[0.9575436,0.00002577358,0.04194176,0.000022755376,0.0002693021,0.000060831477,7.7173604e-7,0.000051821862,0.00008340193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978875,0.0000024122915,0.00044764765,0.00060328137,0.0005319465,0.0005272343],"domain_scores_gemma":[0.9985731,0.0004080141,0.0001479362,0.00015737678,0.00052360276,0.000189948],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056481885,0.00040661058,0.00033418866,0.00037438268,0.00013008111,0.00036417574,0.0010611975,0.00014458767,0.0000060494235],"category_scores_gemma":[0.0018129504,0.00030690967,0.000097130534,0.00046504624,0.00006780051,0.0006982402,0.0006470228,0.00034574914,0.00000426317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017825527,0.000236124,0.113827474,0.0024372127,0.00042690145,0.000007956318,0.0017626818,0.13446467,0.23395553,0.43254867,0.0014588295,0.07869571],"study_design_scores_gemma":[0.00041961943,0.00010281907,0.027583316,0.0013262273,0.000014827603,0.000040193696,0.000018486035,0.95788413,0.011542673,0.00036446252,0.00029061674,0.00041264674],"about_ca_topic_score_codex":0.0000034437658,"about_ca_topic_score_gemma":0.0000010060638,"teacher_disagreement_score":0.82341945,"about_ca_system_score_codex":0.00013848094,"about_ca_system_score_gemma":0.00004997333,"threshold_uncertainty_score":0.9999383},"labels":[],"label_agreement":null},{"id":"W2511803001","doi":"10.1145/2970276.2970326","title":"Deep learning code fragments for code clone detection","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":569,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Singapore Management University; University of Saskatchewan; National Science Foundation","keywords":"Computer science; Identifier; clone (Java method); Java; False positive paradox; Source code; Software maintenance; Code (set theory); Artificial intelligence; Software; Program comprehension; Point (geometry); Static program analysis; Software system; Programming language; Machine learning; Data mining; Software development; Set (abstract data type)","score_opus":0.019187734392043673,"score_gpt":0.27358695985009285,"score_spread":0.25439922545804916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511803001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030935379,0.000024750248,0.96772754,0.00027672897,0.0002563536,0.00013961385,5.864228e-7,0.00054182066,0.00009724929],"genre_scores_gemma":[0.9297835,0.000008940287,0.06727229,0.00003103531,0.00006055972,0.00005855663,3.5504073e-7,0.000012880266,0.0027718535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991219,0.000021466385,0.000098624856,0.00025864338,0.00021529928,0.00028406378],"domain_scores_gemma":[0.9988295,0.0007399838,0.000020515266,0.0002560747,0.00007770983,0.00007622769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028897417,0.000071626695,0.00007380657,0.000085333464,0.000091178685,0.00005992032,0.00039060917,0.000043972173,0.000025689551],"category_scores_gemma":[0.0007378277,0.00005072792,0.000034015266,0.00016023137,0.000013899023,0.0002492349,0.00012954573,0.00007312693,0.00013065712],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019731091,0.000041347834,0.010249272,0.000029678144,0.00003576504,0.000005111876,0.00018535108,0.001750454,0.076399334,0.0027512882,0.0005758628,0.9079568],"study_design_scores_gemma":[0.0023364066,0.00065011065,0.035974015,0.00006700534,0.0000063270186,0.00002478487,0.000018233899,0.61733335,0.2837122,0.002345665,0.056960277,0.0005715747],"about_ca_topic_score_codex":0.000007604408,"about_ca_topic_score_gemma":0.000014768267,"teacher_disagreement_score":0.90738523,"about_ca_system_score_codex":0.00007706306,"about_ca_system_score_gemma":0.000014024894,"threshold_uncertainty_score":0.20686245},"labels":[],"label_agreement":null},{"id":"W2511811891","doi":"10.18293/seke2016-146","title":"Embedded Emotion-based Classification of Stack Overflow Questions Towards the Question Quality Prediction","year":2016,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Support vector machine; Stack (abstract data type); Perceptron; Quality (philosophy); Machine learning; Recall; Artificial intelligence; Multilayer perceptron; Software; Precision and recall; Ask price; Artificial neural network; Natural language processing; Programming language; Psychology; Cognitive psychology","score_opus":0.04203609170447039,"score_gpt":0.2968207305279166,"score_spread":0.2547846388234462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2511811891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80890197,0.00012694378,0.185687,0.0016884129,0.0015660414,0.0005198115,0.000060042108,0.0008734075,0.00057634444],"genre_scores_gemma":[0.98909485,0.00004460016,0.010366147,0.0000115701105,0.00018379666,0.00009671772,0.0000024194192,0.000038928207,0.0001609543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99764544,0.000009854177,0.0006395783,0.0005304751,0.0008208137,0.00035382202],"domain_scores_gemma":[0.9970884,0.0005550932,0.0003036086,0.00028022187,0.001642721,0.00012998733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012089252,0.00034496983,0.0003156516,0.00041522918,0.00012122574,0.00018525172,0.0014756246,0.000165014,0.000010234662],"category_scores_gemma":[0.0057213963,0.00022829097,0.00014754604,0.0006748716,0.00010955942,0.0006693966,0.00032251744,0.00039621233,0.0000045512998],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060161172,0.00022760719,0.047675315,0.00088427163,0.00019688022,3.366517e-7,0.0012891933,0.0033387684,0.3547812,0.5800162,0.00064917223,0.010880902],"study_design_scores_gemma":[0.0010479826,0.00023343462,0.482811,0.0029553433,0.000040961124,0.000019203673,0.00015359998,0.4258758,0.084720515,0.0007832789,0.0007923719,0.0005664826],"about_ca_topic_score_codex":0.000012683392,"about_ca_topic_score_gemma":8.2255036e-7,"teacher_disagreement_score":0.57923293,"about_ca_system_score_codex":0.000280755,"about_ca_system_score_gemma":0.00014288514,"threshold_uncertainty_score":0.93094355},"labels":[],"label_agreement":null},{"id":"W2512560510","doi":"10.18293/seke2016-183","title":"The Software Architecture Mapping Framework for Managing Architectural Knowledge","year":2016,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software architecture description; Architecture; Software architecture; Software engineering; Reference architecture; Architecture tradeoff analysis method; Resource-oriented architecture; Architectural pattern; Multilayered architecture; Software; Architecture framework; View model; Computer architecture; Software development; Component-based software engineering; Software construction; Programming language","score_opus":0.02189199255762845,"score_gpt":0.2568933819924493,"score_spread":0.23500138943482088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2512560510","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.118880466,0.00087440095,0.87096673,0.0031764263,0.0031698856,0.00090592244,0.000029152518,0.0014174116,0.0005795978],"genre_scores_gemma":[0.8485297,0.00010638807,0.1493835,0.000031984637,0.0006866861,0.0003458547,0.0000011578621,0.000120040975,0.0007946745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969819,0.00000514017,0.0006028992,0.00085299165,0.0006406188,0.0009164299],"domain_scores_gemma":[0.9955315,0.0025660894,0.00023631642,0.00033972363,0.0010731249,0.00025326674],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009281673,0.000610048,0.0004416002,0.0005592411,0.00038620434,0.0006946231,0.0032615326,0.00021321006,0.000005292169],"category_scores_gemma":[0.008888779,0.0003836539,0.00027487348,0.0007673095,0.00014462677,0.00049273943,0.0011898814,0.0007744145,0.000010008409],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006950176,0.0000832025,0.004164207,0.001096799,0.0003745005,0.0000013018304,0.0028365678,0.00088543823,0.027287265,0.85867167,0.0009787196,0.10355081],"study_design_scores_gemma":[0.008571726,0.0017679367,0.065934345,0.040162906,0.0002790187,0.0010107764,0.0015920505,0.43501252,0.13775179,0.16774803,0.13122733,0.008941559],"about_ca_topic_score_codex":0.0000022554377,"about_ca_topic_score_gemma":8.0056174e-7,"teacher_disagreement_score":0.72964925,"about_ca_system_score_codex":0.00026646617,"about_ca_system_score_gemma":0.00009876395,"threshold_uncertainty_score":0.99986154},"labels":[],"label_agreement":null},{"id":"W2513125375","doi":"10.1016/j.jss.2014.09.042","title":"Cost, benefits and quality of software development documentation: A systematic mapping","year":2014,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Computer science; Quality (philosophy); Software engineering; Software; Systems engineering; Engineering; Operating system","score_opus":0.061711152586999704,"score_gpt":0.2973234557729851,"score_spread":0.23561230318598536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2513125375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29904118,0.0056537883,0.6946607,0.00003025945,0.00030401145,0.00026445257,0.0000015211464,0.00004142822,0.0000026196537],"genre_scores_gemma":[0.91092896,0.00007882565,0.088824265,0.000017802337,0.00007194531,0.00001774073,5.580849e-7,0.000011785345,0.000048136037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977468,0.00018897578,0.0010142822,0.00017617893,0.0006764056,0.00019736089],"domain_scores_gemma":[0.9969491,0.0015241033,0.0006346706,0.00025483785,0.0004606467,0.00017668025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027143795,0.00014099202,0.00059107575,0.00024173812,0.00009952027,0.00021744653,0.00035316314,0.00006549408,0.0000013503752],"category_scores_gemma":[0.0018178283,0.00011123571,0.000051794203,0.00021906065,0.000031561984,0.00047139608,0.00014775422,0.00014735604,0.0000016485985],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049588976,0.00019003091,0.7180432,0.14022692,0.00079320685,0.000049623,0.023442497,0.004762648,0.00042006877,0.011088745,0.0004487056,0.100484766],"study_design_scores_gemma":[0.0056471643,0.00091331004,0.90930986,0.06864792,0.00009499293,0.0020695373,0.0028989543,0.005127457,0.0009316595,0.0005430897,0.0023254903,0.0014905834],"about_ca_topic_score_codex":0.000025225658,"about_ca_topic_score_gemma":0.00000215671,"teacher_disagreement_score":0.61188775,"about_ca_system_score_codex":0.00007013749,"about_ca_system_score_gemma":0.00009307079,"threshold_uncertainty_score":0.45360607},"labels":[],"label_agreement":null},{"id":"W2514099307","doi":"10.1109/icws.2016.25","title":"What Do Client Developers Concern When Using Web APIs? An Empirical Study on Developer Forums and Stack Overflow","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; World Wide Web; Web service; Web API; Web application security; Web modeling; Mashup; Web development; Latent Dirichlet allocation; Popularity; Web application; Web standards; Topic model; Information retrieval","score_opus":0.0892087723956149,"score_gpt":0.3559306419840582,"score_spread":0.26672186958844335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514099307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84648544,0.000067847424,0.15173028,0.00068213267,0.00040955635,0.00034060297,0.0000010795574,0.00023286448,0.000050217088],"genre_scores_gemma":[0.9587566,0.000035588335,0.040362112,0.0003531846,0.000049100647,0.000017016073,3.431853e-7,0.000026453636,0.00039956666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976823,0.00010967106,0.00023942841,0.000729585,0.0006847487,0.00055427646],"domain_scores_gemma":[0.9983047,0.00054463913,0.000029940067,0.0006836953,0.00014974442,0.00028725713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006353608,0.000220517,0.00020686691,0.00017147331,0.00013538134,0.00069568574,0.0007480395,0.000074042204,0.00006333268],"category_scores_gemma":[0.00026544678,0.00013894723,0.000025922966,0.00028589848,0.000070883485,0.0016626677,0.0006447304,0.00013871033,0.00008414862],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004706876,0.00039422774,0.8027544,0.000015023434,0.000088808585,0.00009015315,0.00905346,0.00016951858,0.0017668506,0.0008161064,0.0018085323,0.18299586],"study_design_scores_gemma":[0.00938296,0.004104672,0.8689944,0.0008284209,0.000028381066,0.00014349459,0.006598269,0.07123283,0.008556321,0.0012918531,0.025637047,0.0032013168],"about_ca_topic_score_codex":0.00001885877,"about_ca_topic_score_gemma":0.000027473501,"teacher_disagreement_score":0.17979454,"about_ca_system_score_codex":0.00024708302,"about_ca_system_score_gemma":0.00027998906,"threshold_uncertainty_score":0.67085135},"labels":[],"label_agreement":null},{"id":"W2514591789","doi":"10.1007/s11334-016-0285-7","title":"Source code size prediction using use case metrics: an empirical comparison with use case points","year":2016,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Data mining; Source code; Metric (unit); Software metric; Machine learning; Univariate; Source lines of code; Software; Artificial intelligence; Multivariate statistics; Software quality; Software development; Engineering","score_opus":0.06943296041123372,"score_gpt":0.3112907257649176,"score_spread":0.24185776535368392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514591789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49710953,0.00004863518,0.50207675,0.000016080048,0.00019099636,0.000169112,0.000021979067,0.0003667666,1.4026331e-7],"genre_scores_gemma":[0.8694408,0.0000031177829,0.13035583,0.000012748261,0.0000737032,0.00004322197,0.0000027183512,0.00004197392,0.00002590055],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979974,0.00007480552,0.00057393196,0.0005296138,0.0003823781,0.00044185825],"domain_scores_gemma":[0.9955643,0.0031563416,0.000096731164,0.00065535406,0.00035987596,0.00016740993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007046072,0.00025476597,0.00031442044,0.0009114946,0.00016786977,0.00054964074,0.00021050262,0.00014781451,0.0000015575341],"category_scores_gemma":[0.004191014,0.0002042407,0.000022768287,0.0025938344,0.00004107256,0.0020949142,0.00015408758,0.0002993305,0.0000015435263],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074332993,0.00007293812,0.86854595,0.00009124533,0.00004204412,0.0030119119,0.0008762056,0.12413438,0.00025362658,0.00037859878,0.000088843546,0.0024968442],"study_design_scores_gemma":[0.0010952898,0.00017832953,0.06225141,0.00046486015,0.000014438389,0.029143257,0.00014770252,0.9040429,0.000100032215,0.000003854117,0.0019796367,0.00057831063],"about_ca_topic_score_codex":0.00065751903,"about_ca_topic_score_gemma":0.000052350257,"teacher_disagreement_score":0.8062945,"about_ca_system_score_codex":0.00031184065,"about_ca_system_score_gemma":0.00007399328,"threshold_uncertainty_score":0.83286935},"labels":[],"label_agreement":null},{"id":"W2515047361","doi":"10.1109/bigmm.2016.36","title":"Empirical Investigation of Code and Process Metrics for Defect Prediction","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Eclipse; Machine learning; Software bug; Support vector machine; Artificial intelligence; Process (computing); Software metric; Component (thermodynamics); Random forest; Data mining; Software; Feature (linguistics); Binary classification; Code (set theory); Artificial neural network; Root cause; Software quality; Software development; Reliability engineering; Set (abstract data type); Programming language; Engineering","score_opus":0.05174375538336614,"score_gpt":0.3245794560113815,"score_spread":0.2728357006280154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2515047361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3288564,0.000020028587,0.670613,0.00028818342,0.00003401547,0.00009107117,0.0000025838615,0.0000834153,0.000011312702],"genre_scores_gemma":[0.966698,0.000004166457,0.03318255,0.000016903947,0.000015031738,0.000023144543,3.90862e-7,0.0000033091098,0.00005651443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995125,0.000011583537,0.00008404153,0.000142032,0.00016062243,0.00008921702],"domain_scores_gemma":[0.9986682,0.001019509,0.000018050307,0.00012299202,0.00012112727,0.0000501393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030041195,0.000035343448,0.000051768806,0.00012345231,0.000017217722,0.000015531772,0.00014080192,0.000029557183,0.0000011344399],"category_scores_gemma":[0.0014967863,0.000022476772,0.000015244151,0.00034977525,0.000027624195,0.00020991031,0.00004028554,0.000020115167,9.826557e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006152613,0.000012530851,0.96932554,0.00011708602,0.000013673064,2.454326e-7,0.00028084562,0.00003913556,0.004866117,0.0019967083,0.0014870411,0.021854894],"study_design_scores_gemma":[0.0010654286,0.00056462456,0.6984297,0.0000719286,0.000009428238,0.000009994371,0.000009305292,0.09381009,0.19156742,0.013708566,0.0005824154,0.0001710891],"about_ca_topic_score_codex":0.0000013401219,"about_ca_topic_score_gemma":6.5690347e-7,"teacher_disagreement_score":0.6378416,"about_ca_system_score_codex":0.000017946331,"about_ca_system_score_gemma":0.000040599356,"threshold_uncertainty_score":0.17919011},"labels":[],"label_agreement":null},{"id":"W2516395483","doi":"10.18293/seke2016-150","title":"Efficiently Measuring an Accurate and Generalized Clone Detection Precision using Clone Clustering","year":2016,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Generality; Computer science; Measure (data warehouse); Software; Data mining; Variety (cybernetics); Cluster analysis; Java; Detector; Artificial intelligence; Machine learning; Algorithm; Programming language","score_opus":0.042422662228142616,"score_gpt":0.26906447764044567,"score_spread":0.22664181541230305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516395483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8664917,0.00017243474,0.1312673,0.000101504294,0.001000439,0.00027908743,0.000006415437,0.0006084564,0.000072708375],"genre_scores_gemma":[0.9704303,0.000094531075,0.028998664,0.000009577631,0.00025835252,0.000046729212,5.299568e-7,0.00007515772,0.00008615217],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972954,0.000006263724,0.0005475481,0.0008472549,0.00072110613,0.0005824516],"domain_scores_gemma":[0.9981168,0.00028688688,0.00020761073,0.00022557958,0.000882595,0.00028055973],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088711607,0.0004971636,0.00041655966,0.0006650803,0.00018899729,0.0004896878,0.001336527,0.00018841293,0.000005146063],"category_scores_gemma":[0.0023232407,0.00038254252,0.0001049755,0.0006076863,0.00006937934,0.0013527377,0.0010024533,0.00043055206,0.0000030859496],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056353972,0.00007239757,0.0039676474,0.00036740114,0.000102388396,0.0000015202666,0.0008474552,0.0038467501,0.96483666,0.013043319,0.000016931164,0.012841169],"study_design_scores_gemma":[0.001115158,0.00019582224,0.015049039,0.0019029552,0.000027497541,0.00014469569,0.000064802014,0.81189406,0.16855928,0.00013958731,0.00022966221,0.0006774361],"about_ca_topic_score_codex":0.000012276248,"about_ca_topic_score_gemma":0.0000013952666,"teacher_disagreement_score":0.8080473,"about_ca_system_score_codex":0.000284361,"about_ca_system_score_gemma":0.00005172359,"threshold_uncertainty_score":0.9998627},"labels":[],"label_agreement":null},{"id":"W2516609490","doi":"10.1145/2970276.2970362","title":"QUICKAR: automatic query reformulation for concept location using crowdsourced knowledge","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Information retrieval; Baseline (sea); Relevance (law); Software; Similarity (geometry); Data mining; Artificial intelligence; Programming language","score_opus":0.04795226298173493,"score_gpt":0.33766200119648654,"score_spread":0.2897097382147516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516609490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016955787,0.00025504126,0.9791945,0.00021879812,0.001097077,0.0009276339,0.000008876794,0.0011668826,0.00017540243],"genre_scores_gemma":[0.8043158,0.0000024787887,0.19419938,0.000024246823,0.00036983818,0.00016465223,0.000028481063,0.00004531375,0.0008498005],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981034,0.00007189886,0.0004262482,0.0006471378,0.00033123317,0.00042009307],"domain_scores_gemma":[0.99696195,0.0010189095,0.00016646499,0.0011632232,0.0005713134,0.000118134216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006366042,0.00026521084,0.00029494808,0.00033374445,0.000116440024,0.0002709576,0.0011245433,0.00030714233,0.000020315778],"category_scores_gemma":[0.0009203698,0.00021530126,0.00011941468,0.000288551,0.000043479522,0.0003306512,0.0010707321,0.00024393758,0.00006355342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043620574,0.00047924797,0.0033744785,0.0085456595,0.0005991385,0.000011389427,0.011368584,0.21319637,0.0073684487,0.11771205,0.012911274,0.62438977],"study_design_scores_gemma":[0.00032031856,0.000028466735,0.001441032,0.00047099506,0.000008881136,0.0000042567112,0.0000057357734,0.9892162,0.0027104393,0.004936552,0.0005252336,0.0003318709],"about_ca_topic_score_codex":0.000039066057,"about_ca_topic_score_gemma":0.0000040222476,"teacher_disagreement_score":0.78736,"about_ca_system_score_codex":0.00070420775,"about_ca_system_score_gemma":0.0006228018,"threshold_uncertainty_score":0.8779731},"labels":[],"label_agreement":null},{"id":"W2518214351","doi":"10.1145/2970276.2970348","title":"Migrating cascading style sheets to preprocessors by introducing mixins","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Maintainability; Style sheet; Cascading Style Sheets; Programming language; Code (set theory); Preprocessor; Code reuse; Semantics (computer science); Software engineering; World Wide Web; XML; Web page; Software","score_opus":0.009549300685594193,"score_gpt":0.2525183850635264,"score_spread":0.24296908437793222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518214351","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29256764,0.000042418204,0.7037694,0.0024781227,0.0001417736,0.00010828536,0.0000010516047,0.0004968618,0.0003944726],"genre_scores_gemma":[0.9284242,0.0000022503552,0.068334624,0.00014179462,0.000090042784,0.000027595312,2.3139374e-7,0.000015881304,0.0029634202],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99838203,0.00002634256,0.00016941164,0.0005904227,0.00036029512,0.0004715077],"domain_scores_gemma":[0.9983184,0.0007190052,0.000023281009,0.00065009046,0.0000876224,0.0002016235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005278647,0.000121225654,0.00011534776,0.0001457674,0.00008987782,0.00016447884,0.000895761,0.000038550184,0.00007368053],"category_scores_gemma":[0.0023056015,0.00008398772,0.000029291947,0.0005326483,0.000013442743,0.0004956972,0.00042818132,0.00008495279,0.00021404815],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007557162,0.000077021556,0.026897188,0.00007205414,0.000043971668,0.000026247882,0.0061754705,0.0008863447,0.5288357,0.0024280343,0.096702315,0.3378481],"study_design_scores_gemma":[0.00088396773,0.00032224884,0.014159503,0.00040904758,0.0000049772434,0.00005799394,0.00014537256,0.029908402,0.9270393,0.00027437575,0.025575794,0.0012190039],"about_ca_topic_score_codex":0.000078901256,"about_ca_topic_score_gemma":0.000012817226,"teacher_disagreement_score":0.6358565,"about_ca_system_score_codex":0.00012305404,"about_ca_system_score_gemma":0.000040636838,"threshold_uncertainty_score":0.34249198},"labels":[],"label_agreement":null},{"id":"W2520496598","doi":"10.1007/978-3-319-31545-4_14","title":"Monitoring and Controlling Release Readiness by Learning Across Projects","year":2016,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Psychology; Process management; Engineering","score_opus":0.021084402587033185,"score_gpt":0.27312677602538865,"score_spread":0.25204237343835545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520496598","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00644048,0.008202747,0.850927,0.0005909121,0.0019530638,0.0012703671,0.000023287846,0.0037369314,0.12685521],"genre_scores_gemma":[0.100175075,0.00065134984,0.0051173833,0.000015114102,0.00051291595,0.000037094153,0.0000022590707,0.00011091838,0.8933779],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980391,0.00001718777,0.00023672835,0.00069797155,0.00048233484,0.0005266221],"domain_scores_gemma":[0.998018,0.001032681,0.000092676375,0.00050619245,0.00015285498,0.00019753908],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041757344,0.00032192798,0.0003449336,0.00011970007,0.00017489535,0.00034354592,0.00063335925,0.00025438593,0.00001502057],"category_scores_gemma":[0.000415099,0.00025897357,0.000059986334,0.00004192024,0.000065977234,0.00032051528,0.0005263404,0.00060750515,0.00010332036],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000821128,0.000036084904,0.009873211,0.00071371143,0.00043731803,0.0006392466,0.0019244726,0.00023305674,0.006994341,0.099200934,0.0031228387,0.87674266],"study_design_scores_gemma":[0.011689163,0.0016335909,0.0030143536,0.012675028,0.000121163845,0.0006036281,0.00015605349,0.033405602,0.028236756,0.014872023,0.8826194,0.010973267],"about_ca_topic_score_codex":0.000015863387,"about_ca_topic_score_gemma":4.7327183e-7,"teacher_disagreement_score":0.8794965,"about_ca_system_score_codex":0.00010359808,"about_ca_system_score_gemma":0.00006640286,"threshold_uncertainty_score":0.99998623},"labels":[],"label_agreement":null},{"id":"W2520723151","doi":"10.7287/peerj.preprints.2373v1","title":"Stopping duplicate bug reports before they start with Continuous Querying for bug reports","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Data deduplication; Search engine indexing; Software bug; BitTorrent tracker; Security bug; Information retrieval; Software; Process (computing); Database; Programming language; Artificial intelligence; Cloud computing","score_opus":0.01488962674465569,"score_gpt":0.24715986460304953,"score_spread":0.23227023785839385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520723151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24954131,0.000039265018,0.746889,0.0013388101,0.0003179324,0.00059078966,0.0000012527129,0.00093117217,0.0003504974],"genre_scores_gemma":[0.9450756,0.0000026727057,0.05047582,0.00008350437,0.0001045135,0.00018555201,0.0000018301771,0.00004014338,0.004030417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974921,0.000021054188,0.00045328075,0.0008332161,0.00052427145,0.0006760997],"domain_scores_gemma":[0.9972249,0.0005301725,0.00019817182,0.0015248905,0.00032242946,0.00019941662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011143989,0.00021557482,0.0002770875,0.00015321522,0.00014660259,0.0001858693,0.0004383405,0.00007318732,0.00001624269],"category_scores_gemma":[0.00089632545,0.00012918937,0.00008124442,0.00022764754,0.000048021793,0.0005469256,0.0002807706,0.000117491734,0.000010633394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009104482,0.00024069636,0.73958623,0.00030800843,0.00036396604,0.008141151,0.002666232,0.00081190455,0.024224883,0.011824421,0.013805608,0.19793586],"study_design_scores_gemma":[0.0066559245,0.0054552234,0.4282922,0.0037141992,0.0001481628,0.031979784,0.00040228342,0.019679476,0.14885141,0.06858717,0.27890232,0.0073318547],"about_ca_topic_score_codex":0.00015188906,"about_ca_topic_score_gemma":0.00007410192,"teacher_disagreement_score":0.69641316,"about_ca_system_score_codex":0.00012391848,"about_ca_system_score_gemma":0.0001745925,"threshold_uncertainty_score":0.526819},"labels":[],"label_agreement":null},{"id":"W2523412570","doi":"10.1145/2961111.2962601","title":"Predicting Defectiveness of Software Patches","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code review; Computer science; Software quality; Context (archaeology); Code (set theory); Software engineering; Process (computing); Software; Reliability engineering; Programming language; Software development; Engineering; Geology","score_opus":0.015566090080215988,"score_gpt":0.24532930197120464,"score_spread":0.22976321189098867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2523412570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3214845,0.000021386943,0.6779631,0.00006063004,0.000075712254,0.000036713885,7.629149e-7,0.00027831813,0.00007887328],"genre_scores_gemma":[0.9564241,0.0000025194415,0.043354336,0.0000059542945,0.000018513407,0.000008333871,5.5732272e-8,0.000005633025,0.00018055049],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993216,0.000021670978,0.0000956457,0.00017439209,0.00021562792,0.00017108173],"domain_scores_gemma":[0.9980336,0.0014589546,0.000021301139,0.00034788417,0.000090663496,0.000047640027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023159574,0.000054383236,0.00007819716,0.000068797926,0.000020786978,0.0000141319515,0.00048624986,0.000027795353,0.000020466685],"category_scores_gemma":[0.0012837764,0.000033616252,0.000032259184,0.0002109757,0.00002655758,0.00023769012,0.00022552116,0.000034651894,0.00002366208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014679322,0.000015134954,0.9100136,0.000020623977,0.000010092579,0.0000027923272,0.00010940852,0.000028386865,0.0038748104,0.002250474,0.000053378088,0.083619826],"study_design_scores_gemma":[0.00042199096,0.000114945484,0.8219482,0.00014210983,0.0000020259345,0.000010765934,0.000012478757,0.001251199,0.17295842,0.0026975758,0.0002551008,0.00018521702],"about_ca_topic_score_codex":0.000026440586,"about_ca_topic_score_gemma":0.0000023841083,"teacher_disagreement_score":0.6349396,"about_ca_system_score_codex":0.000027946002,"about_ca_system_score_gemma":0.000042488013,"threshold_uncertainty_score":0.1536893},"labels":[],"label_agreement":null},{"id":"W2525234853","doi":"","title":"Estimating the required test volume and effort for software verification and validation","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software verification; Verification and validation; Volume (thermodynamics); Model validation; Software; Reliability engineering; Test (biology); Data mining; Software development; Statistics; Engineering; Software construction; Programming language; Mathematics; Data science","score_opus":0.021709473103936533,"score_gpt":0.276159024302778,"score_spread":0.2544495511988415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2525234853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10775435,0.000050474053,0.8902918,0.0014321469,0.00004623372,0.00021283966,9.002427e-7,0.00019594336,0.00001531863],"genre_scores_gemma":[0.52990377,0.0000016193295,0.4697333,0.000034583263,0.000053335807,0.00003793956,0.0000022182162,0.0000046676614,0.00022860171],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994634,0.000006876205,0.00009449717,0.00018690119,0.00011945805,0.0001289067],"domain_scores_gemma":[0.9989035,0.0007370045,0.000022794933,0.00024155893,0.00005832611,0.000036806076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038738715,0.000054747037,0.000047896323,0.000032159645,0.00013786272,0.00018903326,0.0001926254,0.000024772966,0.0000028826137],"category_scores_gemma":[0.0013128424,0.000040947478,0.0000092840155,0.00009935867,0.000026802947,0.00037709024,0.000081444894,0.000042282576,0.0000072368907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046225186,0.000039692277,0.12915099,0.00011154336,0.000014311024,5.8344693e-7,0.0012199007,0.0061831297,0.0018100264,0.004155169,0.0034953859,0.85381466],"study_design_scores_gemma":[0.00014885896,0.00004170868,0.07840428,0.000009413384,0.0000023116338,0.000009093236,0.0000047143653,0.91813016,0.0013922204,0.00039263675,0.00139206,0.00007255566],"about_ca_topic_score_codex":0.0000066898756,"about_ca_topic_score_gemma":0.0000010151134,"teacher_disagreement_score":0.911947,"about_ca_system_score_codex":0.00002089458,"about_ca_system_score_gemma":0.00001713839,"threshold_uncertainty_score":0.18228522},"labels":[],"label_agreement":null},{"id":"W2526402655","doi":"10.1109/jsyst.2015.2443049","title":"A Hybrid eBusiness Software Metrics Framework for Decision Making in Cloud Computing Environment","year":2015,"lang":"en","type":"article","venue":"IEEE Systems Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"National Natural Science Foundation of China","keywords":"Cloud computing; Computer science; Software; Software metric; Electronic business; Software development; Software quality; Business model; Business; Operating system","score_opus":0.05070912399453539,"score_gpt":0.3127849055961183,"score_spread":0.26207578160158296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526402655","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08369698,0.0012669199,0.90804076,0.000046089917,0.0065367846,0.000303052,0.000002400719,0.000104026876,0.000003007353],"genre_scores_gemma":[0.6830715,0.000008424554,0.31606245,0.000017727689,0.00079980626,0.000009700941,2.297776e-7,0.000022583476,0.0000075915054],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972315,0.00013208686,0.0005986847,0.00035613982,0.0010870239,0.0005946074],"domain_scores_gemma":[0.99519557,0.0036143237,0.0002311022,0.00047360203,0.00022654561,0.0002588354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034016732,0.00019064649,0.00033039838,0.00064650073,0.00015054336,0.00058980915,0.0011574252,0.00010371506,0.0000014134248],"category_scores_gemma":[0.005089165,0.00017628235,0.0000882492,0.0006526378,0.000020075564,0.00035487302,0.0002204573,0.000601503,0.00002874088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029042463,0.00007067135,0.016918585,0.00009204038,0.00002880092,0.00034451997,0.0007168917,0.92399234,0.000015401047,0.00051516475,0.0028049438,0.0544716],"study_design_scores_gemma":[0.001895673,0.0003036365,0.0069835507,0.0036314686,0.000012714485,0.0035843952,0.000114142655,0.9623626,0.00014142248,0.014208768,0.005954194,0.00080743444],"about_ca_topic_score_codex":0.00000964274,"about_ca_topic_score_gemma":2.9475353e-7,"teacher_disagreement_score":0.59937453,"about_ca_system_score_codex":0.0007194813,"about_ca_system_score_gemma":0.00018113316,"threshold_uncertainty_score":0.7188586},"labels":[],"label_agreement":null},{"id":"W2526929964","doi":"10.1145/2976767.2976773","title":"The problems with eclipse modeling tools","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Eclipse; Computer science; Documentation; Model-driven architecture; Data science; Plug-in; World Wide Web; Software engineering; Unified Modeling Language; Programming language","score_opus":0.03583036983235569,"score_gpt":0.2436100963211499,"score_spread":0.20777972648879423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526929964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016145075,0.00002777422,0.97990733,0.002208229,0.000077090684,0.00009747058,1.3878048e-7,0.00026314036,0.0012737684],"genre_scores_gemma":[0.96569633,0.000019720483,0.030109754,0.000037922273,0.00009653689,0.000038824022,4.6546678e-8,0.000008845285,0.003991987],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992589,0.0000125011165,0.0000684354,0.00016574652,0.00025027338,0.0002441422],"domain_scores_gemma":[0.9986563,0.0007192009,0.000008000057,0.00050063105,0.00006431677,0.000051560226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029267234,0.000054142067,0.000039356662,0.000033812856,0.0000884516,0.00020852024,0.0007294973,0.0000149214375,0.000008469556],"category_scores_gemma":[0.00021328997,0.000019870833,0.000012988136,0.00021090992,0.00002111042,0.00035793506,0.0001537779,0.000050491682,0.0001071489],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012232988,0.00003375252,0.0046594744,0.000016725751,0.000045432247,0.0000178054,0.00043305056,0.039036095,0.0014369765,0.30408475,0.0038635435,0.64636016],"study_design_scores_gemma":[0.0006141001,0.00017805841,0.0008642213,0.00010089123,0.0000016164796,0.000034709123,0.000014609561,0.96728766,0.0017658938,0.009563061,0.019252202,0.000322971],"about_ca_topic_score_codex":0.0000054428288,"about_ca_topic_score_gemma":0.0000057249595,"teacher_disagreement_score":0.9497976,"about_ca_system_score_codex":0.000023596787,"about_ca_system_score_gemma":0.000043012315,"threshold_uncertainty_score":0.20107655},"labels":[],"label_agreement":null},{"id":"W2527794739","doi":"","title":"Evolution and Architecture of Open Source Software Collections: A Case Study of Debian","year":2012,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Architecture; Computer science; Software engineering; Computer architecture; Geography","score_opus":0.014184554057286978,"score_gpt":0.2357263345179535,"score_spread":0.22154178046066653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2527794739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98690015,0.00019182955,0.011981504,0.00002787523,0.00012462566,0.00068400474,0.000013005839,0.00006141206,0.000015587362],"genre_scores_gemma":[0.93189794,0.000008630609,0.01658106,8.6499233e-7,0.000012332827,0.0000020272578,0.000018003502,0.000020187028,0.05145895],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99884695,0.00010891683,0.00014377988,0.00033865182,0.00034557705,0.000216134],"domain_scores_gemma":[0.9986208,0.00021990208,0.00023842731,0.0005286038,0.00028798074,0.0001042993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024918956,0.00017011544,0.00039685378,0.00067996106,0.0002149706,0.00003934349,0.0009848147,0.0001634821,0.0000170034],"category_scores_gemma":[0.00010686084,0.0001973876,0.00006427203,0.00081619836,0.00006369191,0.00035855005,0.00051801716,0.0002525517,0.0000012420255],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030194398,0.0012155939,0.04957449,0.0017246983,0.00053106074,0.00040809426,0.9167519,0.0023209474,0.0019609611,0.00010662181,0.0010512442,0.024052395],"study_design_scores_gemma":[0.00463158,0.0026673106,0.18973726,0.0009369596,0.00047109206,0.0006732666,0.7954818,0.0022704713,0.0014277099,0.00024538324,0.00034922943,0.0011079476],"about_ca_topic_score_codex":0.16220489,"about_ca_topic_score_gemma":0.08632863,"teacher_disagreement_score":0.14016277,"about_ca_system_score_codex":0.000079976504,"about_ca_system_score_gemma":0.00014339846,"threshold_uncertainty_score":0.9303435},"labels":[],"label_agreement":null},{"id":"W2528164061","doi":"","title":"Classification and retrieval of reusable object-oriented software designs","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Software construction; Software development; Data mining; Software; Software sizing; Software design; Software engineering; Information retrieval; Programming language","score_opus":0.03876485588082715,"score_gpt":0.27638572306459286,"score_spread":0.2376208671837657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528164061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097356886,0.00010014216,0.9014519,0.000051699066,0.000098449214,0.00010961654,5.2354886e-7,0.00019805928,0.0006327201],"genre_scores_gemma":[0.7608143,0.000012400512,0.23845056,0.000013271718,0.000005632691,0.0000032136052,6.718574e-7,0.0000062404392,0.0006937263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991222,0.000051261894,0.00013995684,0.00023628134,0.0002664128,0.00018388891],"domain_scores_gemma":[0.998793,0.00051288266,0.000030927273,0.00044766002,0.0001403003,0.00007521392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044053784,0.00006829372,0.0000927315,0.00010625665,0.00004230138,0.000035314806,0.00025039646,0.000048483827,0.000024052351],"category_scores_gemma":[0.0024670053,0.00006300554,0.000017928647,0.0006054536,0.000038065642,0.00021036316,0.000065928034,0.00008583136,0.000012717624],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004304983,0.00027167142,0.41414163,0.00023354172,0.00007286746,0.000019711282,0.0013564501,0.0003283336,0.06892876,0.49764615,0.006099509,0.01085834],"study_design_scores_gemma":[0.0020046541,0.00081418804,0.5438018,0.000107539956,0.000016754255,0.00010137725,0.00021059091,0.046135966,0.38444147,0.008282898,0.013166238,0.00091656786],"about_ca_topic_score_codex":0.000007509085,"about_ca_topic_score_gemma":5.9797446e-7,"teacher_disagreement_score":0.6634574,"about_ca_system_score_codex":0.000032792326,"about_ca_system_score_gemma":0.00008255386,"threshold_uncertainty_score":0.29534137},"labels":[],"label_agreement":null},{"id":"W2529682206","doi":"10.1109/qrs.2016.21","title":"Model-Driven Evaluation of Software Architecture Quality Using Model Clone Detection","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software quality; Software architecture; Software engineering; Architecture; clone (Java method); Context (archaeology); Reference architecture; Quality (philosophy); Software; Architectural model; Software development; Programming language","score_opus":0.12407220115988676,"score_gpt":0.3610301952322685,"score_spread":0.23695799407238172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529682206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39361396,0.000011683711,0.60596675,0.00005590381,0.000042577172,0.00012414902,0.000002185024,0.00016900132,0.000013799435],"genre_scores_gemma":[0.6827049,0.0000010711727,0.31721064,0.000008280828,0.0000144221995,0.000010383856,3.1125708e-7,0.000008003557,0.000041942843],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805063,0.00012519026,0.00023697532,0.00032985496,0.0010230296,0.00023433841],"domain_scores_gemma":[0.99836373,0.00033169723,0.00007049885,0.00061330845,0.00054701243,0.00007373728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012664242,0.000108487155,0.00013802192,0.00017157345,0.00005261664,0.000028108589,0.0004584545,0.00007878006,0.000008939045],"category_scores_gemma":[0.0012404061,0.0000768495,0.00006094968,0.0002944868,0.000035452293,0.00034196093,0.00019583592,0.00009727439,0.0000055201285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004722835,0.000015005161,0.00030834737,0.000012536805,0.0000075323646,1.11033145e-7,0.00019382912,0.80873793,0.08338077,0.00026214315,0.0000044433236,0.107072614],"study_design_scores_gemma":[0.00033827528,0.00001961261,0.0010073903,0.000024245015,0.0000063032544,0.0000027288802,0.0000020378004,0.95626634,0.031765424,0.010456897,7.709445e-7,0.00010995322],"about_ca_topic_score_codex":0.000046383946,"about_ca_topic_score_gemma":0.000016967997,"teacher_disagreement_score":0.28909096,"about_ca_system_score_codex":0.0002118328,"about_ca_system_score_gemma":0.00021139965,"threshold_uncertainty_score":0.31338316},"labels":[],"label_agreement":null},{"id":"W2529848334","doi":"","title":"Concept Vocabularies in Programmer Sociolects (Work in Progress)","year":2014,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Programmer; Computer science; Program comprehension; Identifier; Reading (process); Focus (optics); Affect (linguistics); Key (lock); Process (computing); Code (set theory); Software engineering; Programming language; Software; Human–computer interaction; World Wide Web; Software system; Linguistics; Operating system","score_opus":0.013917994797933873,"score_gpt":0.2503533044261394,"score_spread":0.23643530962820553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2529848334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20172863,0.005500268,0.7657929,0.020793693,0.0006259432,0.0017862133,0.000009508599,0.0011363499,0.0026264957],"genre_scores_gemma":[0.84512526,0.00009705913,0.15352462,0.000050832616,0.000022343065,0.00032467212,0.00008278931,0.00004229748,0.0007301463],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9926515,0.004224434,0.0005752345,0.0011221723,0.00068215845,0.0007444904],"domain_scores_gemma":[0.9923088,0.003558316,0.00025850933,0.0027255744,0.0009623511,0.00018647779],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0064320443,0.00037926732,0.00047805218,0.00046953512,0.00012372129,0.0008447009,0.0033647243,0.00042654836,0.000019422141],"category_scores_gemma":[0.004504711,0.0004168306,0.00014002157,0.0012038787,0.00039917213,0.00020672064,0.003126311,0.0014597907,0.000036779515],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032023974,0.0019907232,0.23726429,0.000938991,0.0001291424,0.000119892626,0.0925357,0.003495497,0.000155137,0.16238593,0.003050504,0.49790218],"study_design_scores_gemma":[0.004861529,0.0000054166426,0.60149133,0.021859758,0.000038094506,0.000034815785,0.00027429117,0.2719519,0.032010812,0.026073396,0.03708845,0.0043101804],"about_ca_topic_score_codex":0.00056030776,"about_ca_topic_score_gemma":0.00080588454,"teacher_disagreement_score":0.6433966,"about_ca_system_score_codex":0.00028098715,"about_ca_system_score_gemma":0.00057451444,"threshold_uncertainty_score":0.99982834},"labels":[],"label_agreement":null},{"id":"W2530596726","doi":"10.1109/tse.2017.2671865","title":"Measuring the Impact of Code Dependencies on Software Architecture Recovery Techniques","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Granularity; Architecture; Software; Software architecture; Software architecture description; Implementation; Reference architecture; Graph; Code (set theory); Distributed computing; Software engineering; Theoretical computer science; Programming language","score_opus":0.027883247811874713,"score_gpt":0.27180466622482546,"score_spread":0.24392141841295076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530596726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051819388,0.00006962892,0.94563305,0.000058175425,0.000623576,0.00034263695,0.00005455071,0.0013816471,0.000017332612],"genre_scores_gemma":[0.8970051,0.000038494483,0.10257242,0.000015348563,0.00008381834,0.000113904636,0.0000010589237,0.0000731476,0.000096744894],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977251,0.00004720876,0.00034071837,0.00052981236,0.00075557904,0.0006015318],"domain_scores_gemma":[0.99587595,0.0014132751,0.00013932156,0.0022423435,0.0001634804,0.00016562644],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053300953,0.00041538593,0.00036443435,0.000476551,0.00058150664,0.0003494449,0.002403043,0.00018063675,0.000015808753],"category_scores_gemma":[0.0010446681,0.00031920205,0.0004256678,0.00033496914,0.00009261843,0.00054408156,0.000030744464,0.0010309747,0.000025580659],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035596197,0.00008631419,0.000536146,0.000078783494,0.0001702975,0.000025103522,0.00030041614,0.93534434,0.0016248456,0.00003334404,0.00010071159,0.06166412],"study_design_scores_gemma":[0.0018663207,0.003080876,0.09742565,0.0030101642,0.000120936566,0.00046895395,0.000043340337,0.048316106,0.8405192,0.001091621,0.0007654407,0.0032913946],"about_ca_topic_score_codex":0.00013640842,"about_ca_topic_score_gemma":0.000015989894,"teacher_disagreement_score":0.8870282,"about_ca_system_score_codex":0.00029830227,"about_ca_system_score_gemma":0.00015150788,"threshold_uncertainty_score":0.99992603},"labels":[],"label_agreement":null},{"id":"W2530824252","doi":"10.1109/tse.2016.2616306","title":"A Framework for Evaluating the Results of the SZZ Approach for Identifying Bug-Introducing Changes","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University; McGill University","funders":"","keywords":"Implementation; Computer science; Task (project management); Software bug; Software implementation; Software; Software engineering; Programming language; Systems engineering","score_opus":0.07051700283867052,"score_gpt":0.3266203963305439,"score_spread":0.2561033934918734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530824252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004667803,0.000082873165,0.9914617,0.00066502066,0.0015635892,0.0010431311,0.00006781726,0.00044698437,0.0000010777034],"genre_scores_gemma":[0.50612706,0.000006554711,0.49290648,0.00002240727,0.00014878498,0.00063920964,5.7003604e-7,0.00004280135,0.00010614648],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980446,0.000047935617,0.00034269178,0.0005311647,0.0005154744,0.0005181143],"domain_scores_gemma":[0.99088633,0.0075813294,0.00010837185,0.0011410372,0.00021462269,0.00006831199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014415777,0.00022977755,0.00022752672,0.00018852926,0.0003369165,0.00009435783,0.0012229889,0.000117301606,0.000001877041],"category_scores_gemma":[0.0031797967,0.00013491808,0.00023124306,0.00064888335,0.00004602055,0.00020911456,0.000017284538,0.00030365065,0.0000017101363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012993262,0.00010707758,0.000054487016,0.00056056597,0.00021227481,4.9159706e-7,0.0020184324,0.86178946,0.021963134,0.0017340505,0.0002008449,0.11122925],"study_design_scores_gemma":[0.002674009,0.00066227105,0.0011265711,0.0014965186,0.00010646742,0.00002780169,0.00009754912,0.66554004,0.32575032,0.0009617663,0.0007490365,0.00080765964],"about_ca_topic_score_codex":0.0000075715284,"about_ca_topic_score_gemma":0.0000019589652,"teacher_disagreement_score":0.50145924,"about_ca_system_score_codex":0.00014209574,"about_ca_system_score_gemma":0.000070659575,"threshold_uncertainty_score":0.55017996},"labels":[],"label_agreement":null},{"id":"W2532475197","doi":"10.1109/wcre.2005.24","title":"Multiple Layer Clustering of Large Software Systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cluster analysis; Computer science; Data mining; Software; Software system; Layer (electronics); CURE data clustering algorithm; Cluster (spacecraft); Correlation clustering; Artificial intelligence; Operating system","score_opus":0.017434554782714443,"score_gpt":0.2558569156586423,"score_spread":0.23842236087592789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2532475197","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039005384,0.0001619631,0.95956004,0.000026258815,0.0003038466,0.00011301422,0.0000033145118,0.00047938514,0.00034681466],"genre_scores_gemma":[0.9275958,8.9080766e-7,0.07125217,0.000009581345,0.000054037984,0.000012138037,0.0000016048649,0.000010297448,0.0010634618],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897265,0.000021146114,0.00018573437,0.00020614616,0.0003128527,0.00030144726],"domain_scores_gemma":[0.9989023,0.00046259974,0.000030306112,0.0004697906,0.00008969676,0.00004526479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026014855,0.00008307905,0.00012607042,0.000111512694,0.000036248664,0.000066249406,0.0005715222,0.000044342727,0.000012508145],"category_scores_gemma":[0.00022178092,0.000074427604,0.00003912223,0.0002897047,0.000010965716,0.0002008131,0.00031876878,0.000078683435,0.0000466631],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011089692,0.00037934328,0.7375668,0.00073452404,0.00005703073,0.000089821246,0.00040587012,0.18988936,0.010066891,0.037857164,0.01799547,0.0049465992],"study_design_scores_gemma":[0.0006524292,0.000046393234,0.08156881,0.000060623508,0.0000018087604,0.000021032136,0.000017972225,0.9041026,0.0066313148,0.00009138432,0.006553405,0.00025218446],"about_ca_topic_score_codex":0.00046022524,"about_ca_topic_score_gemma":0.00003908065,"teacher_disagreement_score":0.88859046,"about_ca_system_score_codex":0.00003221589,"about_ca_system_score_gemma":0.000024506366,"threshold_uncertainty_score":0.30350697},"labels":[],"label_agreement":null},{"id":"W2533383645","doi":"10.1002/smr.1819","title":"Error leakage and wasted time: sensitivity and effort analysis of a requirements consistency checking process","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"National Science Foundation","keywords":"Consistency (knowledge bases); Computer science; Reliability engineering; Process (computing); Sequential consistency; Model checking; Consistency model; Data mining; Data consistency; Distributed computing; Engineering; Theoretical computer science; Programming language; Artificial intelligence","score_opus":0.018855989888243198,"score_gpt":0.2918275587189101,"score_spread":0.27297156883066687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2533383645","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78223675,0.0007175639,0.21671936,0.00014500272,0.000053641306,0.0000775936,0.000006364378,0.000038199916,0.000005539916],"genre_scores_gemma":[0.99639773,0.000059184353,0.0034549208,0.000015685011,0.000027087779,0.0000020985156,5.900161e-7,0.000008015074,0.000034681056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985683,0.0000584026,0.00040991628,0.00024630397,0.0005009398,0.00021614456],"domain_scores_gemma":[0.9981849,0.00049210025,0.0003476233,0.00015517806,0.00065122166,0.00016898372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011305397,0.00013805949,0.0003971677,0.00053650734,0.00010030141,0.000057870162,0.00016606161,0.000080304424,0.0000059214212],"category_scores_gemma":[0.0012661831,0.000098153476,0.000053987875,0.00081343664,0.00015242724,0.00082333403,0.00010372417,0.00014272067,5.7730955e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108283515,0.000104765095,0.96380454,0.0006418489,0.0006757968,0.000056174944,0.0015932493,0.0002180051,0.005126139,0.00012338793,0.000056429963,0.027491374],"study_design_scores_gemma":[0.0013613503,0.0003199122,0.9779922,0.0006700289,0.00031122638,0.00035000566,0.00012263373,0.016154895,0.0017629655,0.00063600234,0.000030708376,0.00028806858],"about_ca_topic_score_codex":0.0000060448046,"about_ca_topic_score_gemma":0.0000045710008,"teacher_disagreement_score":0.214161,"about_ca_system_score_codex":0.00005352893,"about_ca_system_score_gemma":0.00015262463,"threshold_uncertainty_score":0.40025824},"labels":[],"label_agreement":null},{"id":"W2533477538","doi":"10.1109/wcre.2005.14","title":"Design Pattern Detection in Eiffel Systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Eiffel; Computer science; Software design pattern; Reverse engineering; Architectural pattern; Software engineering; Structural pattern; Engineering design process; Software; Software design; Software system; Programming language; Process (computing); Software development; Engineering; Object-oriented programming","score_opus":0.01870716233368852,"score_gpt":0.23124544406054579,"score_spread":0.21253828172685726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2533477538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03667271,0.000048508096,0.96246094,0.000032286902,0.00023234579,0.00011761132,5.020767e-8,0.00029174946,0.00014378311],"genre_scores_gemma":[0.9942189,6.3463483e-7,0.005376328,0.000008082607,0.000042354317,0.000026912396,1.3679535e-7,0.000005096995,0.0003215681],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993235,0.000042472722,0.00009976684,0.00016490309,0.0001824869,0.00018690834],"domain_scores_gemma":[0.99945354,0.0002660868,0.000009878328,0.00022588758,0.000021981095,0.0000226001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028593093,0.0000521703,0.000055720895,0.00014504833,0.000017232414,0.00010388115,0.00029472494,0.000033211047,0.0000029462894],"category_scores_gemma":[0.000037180886,0.00004751655,0.000010486055,0.0003243506,0.0000048713373,0.00015874761,0.000054656022,0.000079789665,0.00008198926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008833109,0.00025666776,0.15328427,0.00016098011,0.00001713575,0.0002948588,0.00041966484,0.4349008,0.03493925,0.004565017,0.0035950395,0.3675575],"study_design_scores_gemma":[0.00016969847,0.00003416397,0.104774475,0.0000124932785,2.617768e-7,0.000015772735,0.0000028101515,0.88234293,0.012225535,0.00016145312,0.00015537569,0.0001050079],"about_ca_topic_score_codex":0.0012302645,"about_ca_topic_score_gemma":0.000037293332,"teacher_disagreement_score":0.9575462,"about_ca_system_score_codex":0.00006979844,"about_ca_system_score_gemma":0.00001296934,"threshold_uncertainty_score":0.19376688},"labels":[],"label_agreement":null},{"id":"W2534105126","doi":"10.1109/step.2005.11","title":"Design Issues for Software Analysis and Maintenance Tools","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Software maintenance; Software engineering; Computer science; Software development; Software construction; Software system; Program comprehension; Social software engineering; Personal software process; Business process reengineering; Software development process; Package development process; Software peer review; Backporting; Software analytics; Software; Engineering; Programming language","score_opus":0.03676933256609241,"score_gpt":0.2968367665211923,"score_spread":0.2600674339550999,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534105126","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016608663,0.00022149869,0.99616104,0.0013884914,0.000026051403,0.00017182443,0.0000013732721,0.00034794753,0.000020899612],"genre_scores_gemma":[0.09309034,0.000022833507,0.9042776,0.00013529243,0.00004151275,0.00004357937,9.631441e-7,0.0000062835675,0.0023815657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917215,0.000016734713,0.00010208356,0.00028330038,0.00015930839,0.00026639685],"domain_scores_gemma":[0.9983087,0.0011539897,0.000014627998,0.00035583117,0.00009064834,0.00007620923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036829142,0.00008031121,0.00013111632,0.0001690103,0.000053859054,0.00021360902,0.00042833708,0.000031613476,0.000021035936],"category_scores_gemma":[0.0007800477,0.00006708951,0.00004801173,0.00056833663,0.000019394798,0.00040782295,0.00011527449,0.000048146805,0.000019014868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018586421,0.00006633834,0.018868783,0.00004930089,0.0004570869,0.000010088732,0.0008096062,0.029579505,0.0005100389,0.0138063505,0.02868977,0.90713453],"study_design_scores_gemma":[0.00065636815,0.00018699533,0.057446945,0.000017209311,0.00006308567,0.000011611489,0.000016160335,0.88686943,0.015448914,0.0020879172,0.0366667,0.00052868086],"about_ca_topic_score_codex":0.000012060114,"about_ca_topic_score_gemma":0.000007342211,"teacher_disagreement_score":0.90660584,"about_ca_system_score_codex":0.000029025341,"about_ca_system_score_gemma":0.000021059104,"threshold_uncertainty_score":0.27358308},"labels":[],"label_agreement":null},{"id":"W2535082093","doi":"10.1109/wcre.2005.30","title":"Source versus Object Code Extraction for Recovering Software Architecture","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Source code; KPI-driven code analysis; Extractor; Object code; Code (set theory); Object (grammar); Architecture; Programming language; Software architecture; Software; Software engineering; Code generation; Software development; Operating system; Software quality; Artificial intelligence; Key (lock); Engineering","score_opus":0.018814147327450514,"score_gpt":0.275957905899446,"score_spread":0.2571437585719955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2535082093","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018470567,0.000058058056,0.9789826,0.0002155187,0.0006486414,0.0002073196,0.000003110764,0.0010737501,0.00034041802],"genre_scores_gemma":[0.2974148,0.0000028872876,0.6979825,0.000043204687,0.0004231279,0.000094371026,0.0000112047255,0.000040645155,0.0039872522],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988816,0.000016016293,0.00013179982,0.00034631285,0.0002591579,0.00036512522],"domain_scores_gemma":[0.9978625,0.0015806808,0.000028982593,0.00040626575,0.000063959014,0.000057571877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020535801,0.000121391124,0.00010101791,0.00013295242,0.00011030081,0.0001585364,0.0004775463,0.00006757348,0.0000155628],"category_scores_gemma":[0.00057864503,0.000116762916,0.00007620502,0.00027036612,0.000014314439,0.00023914948,0.000110338566,0.00016682691,0.000029730742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019720508,0.00011354883,0.0029847925,0.00014750645,0.000055880435,0.000014816874,0.0002575766,0.36116555,0.0068503395,0.003994034,0.012720397,0.61149836],"study_design_scores_gemma":[0.0075217183,0.0013535134,0.046109986,0.00014073901,0.000033640423,0.00019477782,0.00006150252,0.2642319,0.07693896,0.014470446,0.58657914,0.002363658],"about_ca_topic_score_codex":0.00010058614,"about_ca_topic_score_gemma":0.000086715634,"teacher_disagreement_score":0.6091347,"about_ca_system_score_codex":0.000102099155,"about_ca_system_score_gemma":0.000048096063,"threshold_uncertainty_score":0.47614533},"labels":[],"label_agreement":null},{"id":"W2536305519","doi":"10.1007/s10664-016-9462-4","title":"Multi-objective reverse engineering of variability-safe feature models based on code dependencies of system variants","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Austrian Science Fund","keywords":"Reverse engineering; Exploit; Computer science; Software product line; Software; Feature engineering; Source code; Feature (linguistics); Software engineering; Data mining; Consolidation (business); Software system; Machine learning; Artificial intelligence; Software development; Programming language","score_opus":0.025584771873456095,"score_gpt":0.2587096846354994,"score_spread":0.23312491276204333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536305519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02795051,0.00006378608,0.96995765,0.00011518831,0.0005113642,0.00035291372,0.00007292396,0.00096052774,0.000015145039],"genre_scores_gemma":[0.74436635,0.0000027490405,0.25543028,0.000015336822,0.000048599304,0.000043459717,0.0000020650805,0.000052853946,0.000038293954],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996899,0.00011896217,0.00056698296,0.00076831266,0.00095554435,0.00069118757],"domain_scores_gemma":[0.99174064,0.006237442,0.00014017786,0.0012534686,0.000344765,0.00028348705],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012877609,0.00043499682,0.0006579906,0.0005026208,0.000049705704,0.000034972698,0.0012113303,0.0002971958,0.000008947841],"category_scores_gemma":[0.005936269,0.00034875877,0.00023032393,0.0010520542,0.000049232087,0.0004960987,0.00033669037,0.0004460627,0.000012381449],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004197215,0.00019181833,0.01916886,0.0010443452,0.00011005455,0.000058457215,0.0003600926,0.96840155,0.008470653,0.0009844018,0.00017544313,0.0009923445],"study_design_scores_gemma":[0.00096526876,0.00016542594,0.041811544,0.001217364,0.000017119466,0.000017556618,0.000008322312,0.94372267,0.0114286365,0.00002565696,0.00014460935,0.00047585595],"about_ca_topic_score_codex":0.00001999895,"about_ca_topic_score_gemma":8.378313e-7,"teacher_disagreement_score":0.7164159,"about_ca_system_score_codex":0.00052364165,"about_ca_system_score_gemma":0.00019391564,"threshold_uncertainty_score":0.99989647},"labels":[],"label_agreement":null},{"id":"W2536386317","doi":"10.1145/2984043.2989224","title":"Removing stagnation from modern code review","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Eclipse; Software inspection; Code (set theory); Software engineering; Code review; Source lines of code; Process (computing); Software; Software development; Foundation (evidence); Programming language; Static program analysis; Software quality; Set (abstract data type)","score_opus":0.02755357530281521,"score_gpt":0.28104295670149054,"score_spread":0.25348938139867533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536386317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002209867,0.0022691118,0.99105483,0.0033666298,0.0001004366,0.000079406076,0.0000020814732,0.0003935019,0.00052414107],"genre_scores_gemma":[0.6803051,0.004588251,0.30724424,0.0014973163,0.00014467043,0.00003448911,0.000002956701,0.00002775935,0.0061551803],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923384,0.00002436349,0.000100565114,0.00021613715,0.0002792199,0.0001458732],"domain_scores_gemma":[0.99879634,0.0005929395,0.00001690256,0.0004744474,0.00006506915,0.000054317796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024412174,0.00005271484,0.00007274104,0.000037606405,0.00002076698,0.000034490706,0.00052976055,0.000019503908,0.00011258368],"category_scores_gemma":[0.00078029407,0.000033315722,0.000021493182,0.00014223956,0.0000076191004,0.00033895497,0.00016555787,0.00003944506,0.00024649405],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.264297e-7,0.000012414762,0.0022164765,0.00006810331,0.000009381617,0.000009295714,0.00005639464,0.000015765705,0.0070360303,0.0067911036,0.011204486,0.97257984],"study_design_scores_gemma":[0.0028476685,0.00023856599,0.15980859,0.014028252,0.000029443629,0.000041099665,0.0000066640027,0.45534548,0.05784438,0.09893911,0.20844556,0.002425161],"about_ca_topic_score_codex":0.000024337854,"about_ca_topic_score_gemma":0.0000046442638,"teacher_disagreement_score":0.97015464,"about_ca_system_score_codex":0.00005443877,"about_ca_system_score_gemma":0.00003081425,"threshold_uncertainty_score":0.31682643},"labels":[],"label_agreement":null},{"id":"W2536699905","doi":"10.1109/iccsii.2012.6454577","title":"On the effect of aspect-oriented refactoring on testability of classes: A case study","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Testability; AspectJ; Computer science; Programming language; Unit testing; Java; Aspect-oriented programming; Object-oriented programming; Cohesion (chemistry); Regression testing; Software engineering; Software; Software system; Reliability engineering; Software construction; Engineering","score_opus":0.027710526402926615,"score_gpt":0.3139488386688247,"score_spread":0.28623831226589813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536699905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.989589,0.000008512832,0.00923458,0.000021149897,0.00019151394,0.0004752379,7.092685e-7,0.00010166482,0.0003776324],"genre_scores_gemma":[0.99952507,1.2820155e-7,0.00040036824,0.000003511795,0.000018099885,0.000024150087,6.1112445e-8,0.0000063399075,0.000022257676],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986917,0.00024071838,0.0001715429,0.00019167853,0.0004654882,0.00023890405],"domain_scores_gemma":[0.9898732,0.008978889,0.00004213094,0.0009756294,0.000060743787,0.00006941046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016611429,0.000103305,0.00016266207,0.00008887064,0.000040445088,0.0000141436285,0.00041568183,0.000021003967,0.00001959097],"category_scores_gemma":[0.0032231938,0.000057415153,0.000046479498,0.0004957472,0.000032631695,0.00012565554,0.00019720617,0.00018649522,0.000009915945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003580124,0.0007338876,0.9862042,0.00006457663,0.000046004057,0.00007637772,0.002333344,0.00016225642,0.0007884715,0.007228154,0.00007043857,0.002256488],"study_design_scores_gemma":[0.0016480123,0.013416093,0.72376746,0.00011026992,0.000023378352,0.00014768056,0.0011121308,0.005371356,0.2538647,0.00008148047,0.00008002555,0.00037741486],"about_ca_topic_score_codex":0.00025254252,"about_ca_topic_score_gemma":0.000007927302,"teacher_disagreement_score":0.26243675,"about_ca_system_score_codex":0.00007317487,"about_ca_system_score_gemma":0.000019328516,"threshold_uncertainty_score":0.38586968},"labels":[],"label_agreement":null},{"id":"W2537446610","doi":"10.1145/3001867.3001874","title":"Towards predicting feature defects in software product lines","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software bug; Software quality assurance; Software product line; Software quality; Naive Bayes classifier; Machine learning; Classifier (UML); Artificial intelligence; Data mining; Quality assurance; Software; Context (archaeology); Software development; Support vector machine; Engineering","score_opus":0.015811707635195727,"score_gpt":0.2604466243986399,"score_spread":0.24463491676344418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2537446610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.320516,0.00033221845,0.67259675,0.0039083343,0.0005732107,0.0002694555,0.0000016542613,0.0015000086,0.00030237043],"genre_scores_gemma":[0.88916147,0.00001177071,0.10869586,0.00005691308,0.00018602154,0.000030660052,3.994711e-7,0.000015194307,0.0018417366],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868613,0.000032538253,0.00011335823,0.00042958182,0.00034306862,0.00039532306],"domain_scores_gemma":[0.9987181,0.0005125563,0.000018792734,0.000569908,0.00009219665,0.00008845435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038135878,0.000118155636,0.00011557366,0.00018068124,0.000033230746,0.00007276073,0.00075682806,0.000055583787,0.000014767205],"category_scores_gemma":[0.004079562,0.000072839895,0.000034276014,0.00059570756,0.000021113241,0.00043019047,0.00035918542,0.00015317461,0.000058033253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004899895,0.00004536057,0.69907105,0.00006090911,0.0000104237115,0.00008225599,0.00031078083,0.00011982583,0.003052779,0.0012027656,0.0057915435,0.2902474],"study_design_scores_gemma":[0.0009691628,0.0001427891,0.93198484,0.0003740126,0.0000024313272,0.00008306034,0.00000963576,0.003003452,0.055013705,0.0014685738,0.0063987616,0.0005495856],"about_ca_topic_score_codex":0.000027417329,"about_ca_topic_score_gemma":0.000021563317,"teacher_disagreement_score":0.5686455,"about_ca_system_score_codex":0.00007692835,"about_ca_system_score_gemma":0.000109683104,"threshold_uncertainty_score":0.48839116},"labels":[],"label_agreement":null},{"id":"W2541131526","doi":"10.1109/step.2002.1267631","title":"Measurement and metrology requirements for empirical studies in software engineering","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software measurement; Metrology; Computer science; Software engineering; Software; Systems engineering; Software construction; Software development; Engineering; Programming language; Mathematics","score_opus":0.17829426053667294,"score_gpt":0.3820770247483785,"score_spread":0.20378276421170557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541131526","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11906103,0.0011840601,0.87848157,0.0006333197,0.00020201925,0.0002169405,2.6185805e-7,0.000217753,0.0000030416145],"genre_scores_gemma":[0.785688,0.000019111194,0.21407278,0.00009010156,0.000021423179,0.00009205768,1.4422008e-7,0.00000802503,0.000008352899],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891514,0.000010719304,0.00015880332,0.0002916762,0.0002996128,0.00032402293],"domain_scores_gemma":[0.9993022,0.0002991787,0.000012383244,0.0002081132,0.000114480856,0.000063623345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006932918,0.00010118696,0.00015924174,0.00020583135,0.000029541883,0.000028865083,0.00026591212,0.000038780505,6.201157e-7],"category_scores_gemma":[0.0029706124,0.00009020559,0.000023010549,0.00025867432,0.000023055123,0.00017088414,0.0002176223,0.00008423714,0.000002852902],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097170065,0.00076597754,0.79049,0.001953172,0.000971341,0.00028403543,0.009239407,0.10110743,0.007425197,0.043897107,0.0030025274,0.04076663],"study_design_scores_gemma":[0.016991042,0.0028348793,0.8677803,0.00088243885,0.000042919397,0.00014869079,0.00032065407,0.054240722,0.02734922,0.02050891,0.0065807127,0.0023194768],"about_ca_topic_score_codex":0.0000095333735,"about_ca_topic_score_gemma":0.000015504853,"teacher_disagreement_score":0.666627,"about_ca_system_score_codex":0.00028624214,"about_ca_system_score_gemma":0.000047721078,"threshold_uncertainty_score":0.3678477},"labels":[],"label_agreement":null},{"id":"W2541219092","doi":"10.1109/ms.2016.156","title":"The Tragedy of Defect Prediction, Prince of Empirical Software Engineering Research","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software bug; Computer science; Field (mathematics); Tragedy (event); Empirical research; Software; Software engineering; Data science; Engineering; Programming language; Mathematics; Sociology","score_opus":0.043490389487501946,"score_gpt":0.32622678522319115,"score_spread":0.2827363957356892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541219092","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29631698,0.00047286414,0.7016551,0.00022618024,0.00053322356,0.0002814431,0.00002567828,0.0004817793,0.0000067504275],"genre_scores_gemma":[0.970333,0.000095432304,0.029029826,0.0000073332267,0.00012498176,0.00007886952,7.6446935e-7,0.00004032759,0.00028949662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967406,0.00019396821,0.0004898147,0.00049062097,0.0013722739,0.0007127248],"domain_scores_gemma":[0.98655987,0.011026405,0.00008975529,0.0013915292,0.0007556123,0.00017680506],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023081582,0.00018750208,0.00026333352,0.00030671692,0.00028440348,0.0000459726,0.001971463,0.00013824903,0.0000084235335],"category_scores_gemma":[0.014074871,0.00011701823,0.00017779428,0.0012403728,0.00027883283,0.00032214788,0.0005257177,0.00042681806,0.000022839338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007260763,0.00024405091,0.8607714,0.0005417657,0.000252117,0.000049709604,0.002280736,0.003364902,0.013413265,0.0014768348,0.007843711,0.109688856],"study_design_scores_gemma":[0.002017423,0.0012260566,0.799156,0.0013722603,0.000026348309,0.0000854443,0.00004574495,0.002649082,0.16132833,0.002179141,0.029073972,0.00084021676],"about_ca_topic_score_codex":0.000012654165,"about_ca_topic_score_gemma":0.000003212085,"teacher_disagreement_score":0.674016,"about_ca_system_score_codex":0.00014942793,"about_ca_system_score_gemma":0.000306377,"threshold_uncertainty_score":0.99423},"labels":[],"label_agreement":null},{"id":"W2541597427","doi":"10.1109/iccsii.2012.6454312","title":"On understanding software quality evolution from a defect perspective: A case study on an open source software system","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Software quality analyst; Software evolution; Computer science; Software quality; Software quality control; Software quality assurance; Quality assurance; Metric (unit); Quality (philosophy); Perspective (graphical); Software metric; Open source software; Software system; Software engineering; Software; Software maintenance; Open source; Software development; Software construction; Engineering; Artificial intelligence; Operations management; Operating system","score_opus":0.1127066081727112,"score_gpt":0.3738947011396486,"score_spread":0.2611880929669374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541597427","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43645287,0.000037427028,0.56123817,0.000021522823,0.00024524296,0.00070333044,0.000008006349,0.0011980934,0.00009532758],"genre_scores_gemma":[0.9832409,1.2546748e-7,0.016340429,0.00004392689,0.0001317422,0.00010490375,0.0000031634202,0.000048497634,0.00008631173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622405,0.00083553215,0.00031712986,0.000946378,0.0009428724,0.00073405897],"domain_scores_gemma":[0.99435306,0.0032804816,0.00009793781,0.0016723244,0.00015224074,0.0004439366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021939115,0.00032685962,0.00036584528,0.00029500684,0.0005295458,0.0006819579,0.0015881581,0.000117104,0.000025377889],"category_scores_gemma":[0.0019699093,0.0002910066,0.00009749866,0.00070258573,0.000036997386,0.0014042737,0.00094069965,0.00043750723,0.0001512195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000327952,0.005314611,0.60059947,0.00014806002,0.00059598533,0.001778439,0.06404805,0.005799236,0.00007709319,0.3167315,0.0010089165,0.003570673],"study_design_scores_gemma":[0.010027928,0.009883563,0.46657535,0.0008494408,0.00017949556,0.002072412,0.46571478,0.029801099,0.00029380096,0.010172985,0.00007294093,0.004356205],"about_ca_topic_score_codex":0.014133367,"about_ca_topic_score_gemma":0.00037984227,"teacher_disagreement_score":0.54678804,"about_ca_system_score_codex":0.004097441,"about_ca_system_score_gemma":0.00013690378,"threshold_uncertainty_score":0.9999542},"labels":[],"label_agreement":null},{"id":"W2541904841","doi":"10.4230/lipics.ecoop.2016.8","title":"C++ const and Immutability: An Empirical Study of Writes-Through-const","year":2016,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Immutability; Computer science; Set (abstract data type); Benchmark (surveying); Code (set theory); Meaning (existential); State (computer science); Programming language; Epistemology; Philosophy; Blockchain; Computer security","score_opus":0.03031890135607083,"score_gpt":0.32196307523619433,"score_spread":0.2916441738801235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541904841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8641435,0.000029038152,0.13367836,0.00020063118,0.00030934502,0.0010467323,0.00012784684,0.00024231257,0.0002222192],"genre_scores_gemma":[0.9823266,0.000014491619,0.01724216,0.0002000868,0.00004871066,0.000090760725,0.000015515001,0.00002853744,0.00003311396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970448,0.0000890048,0.00105598,0.00041880776,0.00068056484,0.00071086426],"domain_scores_gemma":[0.99655277,0.0011906169,0.00022907407,0.0013760385,0.00038265894,0.0002688242],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001005037,0.00034007092,0.0005274578,0.00025679695,0.00018671884,0.00024923251,0.0012795936,0.00016081089,0.000021079913],"category_scores_gemma":[0.0006958732,0.00024719318,0.00010920222,0.00041993128,0.00034290174,0.0024370123,0.0008034988,0.00027887925,0.000035181856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007405824,0.0011524716,0.9660157,0.00029150143,0.0001498841,0.000008252428,0.013494951,0.00002029992,0.00020502818,0.0011523743,0.0005279303,0.016907556],"study_design_scores_gemma":[0.035474654,0.011789133,0.8222565,0.00088881556,0.00015679513,0.00056973385,0.008322229,0.05431232,0.008417259,0.0032920984,0.05102083,0.0034996304],"about_ca_topic_score_codex":0.00004308642,"about_ca_topic_score_gemma":0.000021532762,"teacher_disagreement_score":0.14375919,"about_ca_system_score_codex":0.000106562096,"about_ca_system_score_gemma":0.00012436189,"threshold_uncertainty_score":0.99999803},"labels":[],"label_agreement":null},{"id":"W2543971965","doi":"10.1007/s10664-016-9452-6","title":"Review participation in modern code review","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":116,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University","funders":"","keywords":"Software quality; Code review; Android (operating system); Open source software; Computer science; Process (computing); Source code; Open source; Software; Best practice; Quality (philosophy); Set (abstract data type); Data science; Software development; Political science; Operating system","score_opus":0.04737496011315095,"score_gpt":0.34805441343046845,"score_spread":0.3006794533173175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2543971965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037014051,0.09283011,0.8979808,0.0039767413,0.00019397268,0.000369559,0.0000030137962,0.00093518314,0.00000923275],"genre_scores_gemma":[0.5990868,0.2116793,0.1704314,0.015489158,0.00049896387,0.001893965,0.00001954613,0.00030407164,0.00059677946],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.997958,0.00006174019,0.00046254642,0.00049151777,0.00043795136,0.0005882306],"domain_scores_gemma":[0.99745685,0.0014461213,0.000045871588,0.0007488307,0.00008275956,0.00021953962],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007575117,0.000221119,0.00038019396,0.0001409669,0.000025219539,0.000028796461,0.0007753494,0.0000718062,0.000043098175],"category_scores_gemma":[0.008980447,0.00016515366,0.00009599431,0.00096524047,0.000015591006,0.0004580875,0.00026205453,0.00022967078,0.00015286573],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008134658,0.00034140516,0.32344222,0.023361055,0.000079701975,0.0002644088,0.000269605,0.0055149016,0.0007857035,0.00054965727,0.08005099,0.56533223],"study_design_scores_gemma":[0.0018412092,0.0002573348,0.50774705,0.15539958,0.000058263184,0.0001135589,7.6998026e-7,0.041458126,0.0011844737,0.0009348129,0.28829962,0.0027052038],"about_ca_topic_score_codex":0.000003395321,"about_ca_topic_score_gemma":0.0000017855357,"teacher_disagreement_score":0.7275494,"about_ca_system_score_codex":0.00022987455,"about_ca_system_score_gemma":0.000062474035,"threshold_uncertainty_score":0.99936736},"labels":[],"label_agreement":null},{"id":"W2544185825","doi":"10.1002/smr.1836","title":"Guest editor's introduction to the Special Issue on Program Comprehension (ICPC 2014)","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Program comprehension; Computer science; Comprehension; Software engineering; Business process reengineering; Software; Inclusion (mineral); World Wide Web; Software system; Engineering; Operations management; Psychology; Programming language","score_opus":0.009207760569983105,"score_gpt":0.2733214875256557,"score_spread":0.2641137269556726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544185825","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05746794,0.00077854603,0.8143614,0.062252715,0.0637483,0.00084733975,0.000006793177,0.00049596856,0.000041035528],"genre_scores_gemma":[0.400223,0.00016451685,0.028533649,0.0003463421,0.5698382,0.000045843746,0.000001468632,0.000044399232,0.0008025562],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99847287,0.00006467823,0.0002798064,0.0002390525,0.0006996407,0.00024395832],"domain_scores_gemma":[0.99837655,0.00037198132,0.00014845321,0.00027262725,0.00065105554,0.00017936298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064615515,0.0001280266,0.00015773163,0.00022212135,0.00016364054,0.00013264886,0.00056537485,0.000068535526,0.000031720356],"category_scores_gemma":[0.001338275,0.00006960185,0.000048164628,0.00038448087,0.000056435332,0.0005483618,0.00010344037,0.0002483511,0.000117665215],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009122285,0.00010513828,0.0038625281,0.000034992823,0.000016353948,0.000005130379,0.00029831703,0.00038838928,0.00008572596,0.00014662484,0.80387056,0.19109504],"study_design_scores_gemma":[0.0005180769,0.0011355378,0.042946223,0.00018009082,0.0000075239727,0.00013350423,0.000028567352,0.0001957297,0.00047255025,0.0005003142,0.9537094,0.00017245699],"about_ca_topic_score_codex":0.0000022816807,"about_ca_topic_score_gemma":0.0000018493944,"teacher_disagreement_score":0.7858277,"about_ca_system_score_codex":0.00013394073,"about_ca_system_score_gemma":0.000107042004,"threshold_uncertainty_score":0.28382808},"labels":[],"label_agreement":null},{"id":"W2544306716","doi":"10.1109/dmesp.1991.171731","title":"Evaluating expert systems using a multiple-criteria, multiple-stakeholder approach","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Stakeholder; Computer science; Expert system; Field (mathematics); Term (time); Test (biology); Management science; Engineering; Artificial intelligence","score_opus":0.33405074992388245,"score_gpt":0.3647658618065172,"score_spread":0.03071511188263476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544306716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11688419,0.0007945373,0.879726,0.000050845585,0.00064304227,0.000493766,0.0000016476723,0.00085951376,0.00054645195],"genre_scores_gemma":[0.67877203,0.000003861978,0.3204151,0.000044909404,0.00016102631,0.0000706345,0.0000013035223,0.000028616334,0.0005025122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971106,0.0001746368,0.00037582024,0.00072030904,0.0009076583,0.0007109611],"domain_scores_gemma":[0.99724334,0.0012418398,0.000060304374,0.0010693064,0.00017912188,0.00020607475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008250561,0.00025347003,0.00026535738,0.00024499348,0.00019264409,0.00055918196,0.001115858,0.0001060747,0.00007237594],"category_scores_gemma":[0.0017802314,0.00023089942,0.00007695065,0.00065098156,0.000040488772,0.00066220184,0.00041844594,0.0002384405,0.00008813296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003595668,0.0018788056,0.057536773,0.0009926079,0.00040299926,0.0002815461,0.027090203,0.5346652,0.18268347,0.0031419506,0.016614337,0.17467612],"study_design_scores_gemma":[0.00063054723,0.00004067528,0.0004345634,0.00004311054,0.0000021587587,0.00007854782,0.00011369122,0.9974506,0.00049718714,0.0000033151882,0.00040663296,0.00029896808],"about_ca_topic_score_codex":0.00035104417,"about_ca_topic_score_gemma":0.0000012979299,"teacher_disagreement_score":0.5618878,"about_ca_system_score_codex":0.0001711402,"about_ca_system_score_gemma":0.000029301633,"threshold_uncertainty_score":0.9415805},"labels":[],"label_agreement":null},{"id":"W2545010811","doi":"10.1007/s00766-016-0260-8","title":"Effective use of analysts’ effort in automated tracing","year":2016,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Lockheed Martin; National Aeronautics and Space Administration; National Science Foundation","keywords":"Tracing; Computer science; Programming language","score_opus":0.02469034825982708,"score_gpt":0.2809362799748374,"score_spread":0.2562459317150103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545010811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5935225,0.000031017837,0.40560266,0.000015673393,0.00013066476,0.00017061034,0.000001027592,0.00051723083,0.000008632923],"genre_scores_gemma":[0.984349,0.0000068108047,0.0155503005,0.0000031708992,0.000016074773,0.000034324818,5.1427094e-7,0.000019016024,0.000020752384],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9986425,0.00002126537,0.0002971497,0.0002890748,0.00036033744,0.0003896419],"domain_scores_gemma":[0.99878746,0.0005936024,0.000045047782,0.000442476,0.0000518971,0.00007954264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039352453,0.00014610174,0.00021829757,0.00051487924,0.000013936297,0.000037153928,0.00040981662,0.000052568903,0.000004057474],"category_scores_gemma":[0.0006704075,0.00011737003,0.00005474668,0.00077612314,0.000012968943,0.0007864659,0.0001678261,0.00008678337,0.000009777336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017377164,0.00014033855,0.3467423,0.00033917226,0.00022047863,0.00013514177,0.0005535149,0.16052118,0.44926882,0.0018749852,0.000097873104,0.040088817],"study_design_scores_gemma":[0.0006841101,0.00006866028,0.52499676,0.0005777943,0.0000044945,0.000006251688,0.0000012287346,0.414847,0.058464646,0.00001327996,0.00010264985,0.00023315517],"about_ca_topic_score_codex":0.000029686496,"about_ca_topic_score_gemma":0.0000016986224,"teacher_disagreement_score":0.39082655,"about_ca_system_score_codex":0.0002247706,"about_ca_system_score_gemma":0.000022953129,"threshold_uncertainty_score":0.4786211},"labels":[],"label_agreement":null},{"id":"W2545762469","doi":"10.1002/smr.1821","title":"Detecting duplicate bug reports with software engineering domain knowledge","year":2016,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Domain (mathematical analysis); Software engineering; Domain knowledge; Context (archaeology); Data science; Software; Domain engineering; Software mining; Information retrieval; Data mining; Software development; Software construction","score_opus":0.008544446977499068,"score_gpt":0.24132643811420926,"score_spread":0.2327819911367102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545762469","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2516186,0.0012198614,0.7463815,0.00017233423,0.00029134037,0.00008060592,7.6529307e-7,0.00023119921,0.0000037452835],"genre_scores_gemma":[0.9066812,0.000025738898,0.0929713,0.000011754224,0.00020548301,0.000010622769,1.4175696e-7,0.000026756165,0.00006701296],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998312,0.000031951422,0.00046474786,0.0003174636,0.00048689824,0.00038694713],"domain_scores_gemma":[0.9975784,0.00080445426,0.0003348669,0.00031411878,0.00069596875,0.0002722257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000927548,0.0002007302,0.0002709815,0.0003669881,0.0001344578,0.00011217183,0.00042808565,0.00009263391,0.0000061171304],"category_scores_gemma":[0.0027400109,0.0001294341,0.000063479005,0.0006248805,0.000054505075,0.0009834459,0.0001272692,0.00029551183,0.0000052928735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020220903,0.00026181908,0.8301801,0.0012699373,0.00030843078,0.0012749227,0.0031901344,0.0028340854,0.0043503465,0.0008699266,0.0010071802,0.15425092],"study_design_scores_gemma":[0.0079225665,0.0034805045,0.86242735,0.009151154,0.00014186879,0.05065598,0.0003267662,0.0035415967,0.019110264,0.016665576,0.02305322,0.0035231255],"about_ca_topic_score_codex":0.0000023585712,"about_ca_topic_score_gemma":0.0000017743818,"teacher_disagreement_score":0.65506256,"about_ca_system_score_codex":0.00018774619,"about_ca_system_score_gemma":0.00029071377,"threshold_uncertainty_score":0.52781695},"labels":[],"label_agreement":null},{"id":"W2545852208","doi":"10.1109/dmesp.1991.171703","title":"Towards effective management of expert system projects","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Expert system; Computer science; Subject-matter expert; Domain (mathematical analysis); Software engineering; Development (topology); Systems engineering; Engineering; Artificial intelligence","score_opus":0.02376670100234926,"score_gpt":0.2626460874990867,"score_spread":0.23887938649673743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2545852208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018082265,0.00035361495,0.94348544,0.00011250653,0.00030429813,0.00065294007,2.9478196e-7,0.00072057435,0.036288068],"genre_scores_gemma":[0.9406084,0.000009915894,0.05855739,0.000009880388,0.000015533904,0.000098848046,6.69411e-8,0.0000056397125,0.00069433096],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999163,0.000026179401,0.00009352399,0.00020466489,0.0003316786,0.00018096316],"domain_scores_gemma":[0.99937177,0.00010230029,0.000015331607,0.0004214574,0.000044953915,0.00004416138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016426422,0.00006934742,0.00009543928,0.00009404616,0.00001900199,0.000029327988,0.0005279605,0.000022057928,0.00001542534],"category_scores_gemma":[0.00002240322,0.000056077017,0.00003214689,0.00038112365,0.0000123727095,0.000118672426,0.00025274188,0.000045934565,0.00008085686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066617345,0.00027972358,0.0018254437,0.0018609351,0.00027426146,0.0003343415,0.004861027,0.00037879098,0.00056499726,0.25113937,0.012493821,0.72598064],"study_design_scores_gemma":[0.0026731854,0.0010668616,0.0850779,0.0013314747,0.000017182065,0.00012324103,0.0011558777,0.77861905,0.12162212,0.00017408235,0.0069856974,0.0011533125],"about_ca_topic_score_codex":0.000036847247,"about_ca_topic_score_gemma":1.8896667e-7,"teacher_disagreement_score":0.9225261,"about_ca_system_score_codex":0.000082684404,"about_ca_system_score_gemma":0.0000041945486,"threshold_uncertainty_score":0.22867544},"labels":[],"label_agreement":null},{"id":"W2547405428","doi":"10.1145/2950290.2950298","title":"API deprecation: a retrospective analysis and detection method for code examples on the web","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Application programming interface; Java; Code (set theory); Open source; World Wide Web; Programming language; Source code; Information retrieval; Software; Set (abstract data type)","score_opus":0.029438122143693974,"score_gpt":0.30323402722625226,"score_spread":0.2737959050825583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547405428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023863155,0.000011595702,0.97422653,0.0014478442,0.0000435233,0.00016429489,0.0000032456953,0.00015092183,0.00008888061],"genre_scores_gemma":[0.8719329,0.00000818423,0.12755714,0.00004273957,0.000028541233,0.000092382725,1.5351532e-7,0.0000042693773,0.00033363941],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992977,0.000058646765,0.00007095522,0.0002764788,0.00016617004,0.00013007793],"domain_scores_gemma":[0.9960511,0.0034124777,0.000020952679,0.00038337227,0.000096549746,0.000035564637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007004511,0.000059153124,0.00008144733,0.00015602681,0.0000911509,0.00007783529,0.00025751156,0.000027071552,0.000016934799],"category_scores_gemma":[0.0010358535,0.000030026671,0.000045136494,0.00063705276,0.000018417333,0.00011381909,0.00006764048,0.000041114905,0.0000065375425],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032048792,0.00005547443,0.07957508,0.000016806162,0.0008166943,0.0000012966119,0.00070598477,0.0002593414,0.060529403,0.17691287,0.0009896033,0.6801054],"study_design_scores_gemma":[0.00046273807,0.00025482665,0.50376844,0.000012379476,0.00006119535,0.000005603035,0.000021744723,0.31913993,0.16216074,0.011505946,0.002381055,0.00022540397],"about_ca_topic_score_codex":0.000032384578,"about_ca_topic_score_gemma":0.00016965768,"teacher_disagreement_score":0.8480698,"about_ca_system_score_codex":0.00006532303,"about_ca_system_score_gemma":0.000016154952,"threshold_uncertainty_score":0.12400882},"labels":[],"label_agreement":null},{"id":"W2547621596","doi":"10.1109/ms.2016.147","title":"Cyclomatic Complexity","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Engineering and Physical Sciences Research Council","keywords":"Cyclomatic complexity; Computer science; Popularity; Metric (unit); Software metric; Software engineering; Code (set theory); Object (grammar); Software; Simple (philosophy); Software development; Programming language; Data science; Theoretical computer science; Software quality; Artificial intelligence; Engineering; Set (abstract data type); Political science; Epistemology","score_opus":0.03786635918510187,"score_gpt":0.27448962098181307,"score_spread":0.2366232617967112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547621596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10484193,0.000046163867,0.8923427,0.0006631743,0.0005818304,0.00010159318,0.000005252014,0.001354027,0.000063332045],"genre_scores_gemma":[0.8690541,0.000005471025,0.13006866,0.00011185898,0.00010000889,0.000025966556,4.836093e-7,0.00001876773,0.00061470526],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986731,0.000040397244,0.00015179685,0.0003306282,0.0004034859,0.00040060657],"domain_scores_gemma":[0.9978114,0.0010708302,0.000030478603,0.0008504696,0.00008428009,0.00015255783],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021564495,0.00012606755,0.00013644213,0.00010518909,0.00014065392,0.0000551993,0.0011282121,0.000051731193,0.0000631388],"category_scores_gemma":[0.0009789673,0.000086615975,0.00006006396,0.00031782407,0.00008301336,0.00036041456,0.00028427911,0.00009035173,0.000837901],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017871056,0.00030382664,0.22523646,0.0003046902,0.00014966834,0.0003679348,0.0019898475,0.00018441437,0.011433556,0.034659564,0.05388977,0.6714624],"study_design_scores_gemma":[0.0037331937,0.00049049914,0.74471235,0.00085276033,0.000017821209,0.00033226344,0.0000147594155,0.004910925,0.04596633,0.14526917,0.051146623,0.0025532867],"about_ca_topic_score_codex":0.0000108874265,"about_ca_topic_score_gemma":0.0000028547126,"teacher_disagreement_score":0.76421213,"about_ca_system_score_codex":0.000087289445,"about_ca_system_score_gemma":0.000059808142,"threshold_uncertainty_score":0.99994004},"labels":[],"label_agreement":null},{"id":"W2548808595","doi":"10.1145/2993274.2993281","title":"Analysis of marketed versus not-marketed mobile app releases","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software versioning; Duration (music); Minor (academic); Computer science; Mobile apps; App store; Software; World Wide Web; Operating system","score_opus":0.015973560002464134,"score_gpt":0.26833452855021966,"score_spread":0.2523609685477555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2548808595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44662204,0.00009111988,0.55008733,0.00019502846,0.00029561092,0.00018483521,0.000013919082,0.0007273281,0.0017827926],"genre_scores_gemma":[0.989541,0.000024683262,0.008582653,0.000014546709,0.00001449427,0.000028425004,0.0000016379277,0.000008480041,0.0017840883],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986353,0.000068060544,0.00020985283,0.0003438938,0.0004578691,0.00028502272],"domain_scores_gemma":[0.9950032,0.0037757547,0.00004564137,0.00090421026,0.00015858572,0.00011260147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037164497,0.00010631132,0.00022532995,0.00054147193,0.00002634975,0.00003147601,0.00084722764,0.00005187909,0.0006546906],"category_scores_gemma":[0.0014521539,0.00007158793,0.00014546473,0.0022259264,0.00004952209,0.00022210869,0.0002675309,0.000053099735,0.0000739441],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000913459,0.0003872895,0.14002104,0.00009037597,0.005034712,0.00007057969,0.00028965878,0.0026381202,0.042894546,0.0042652744,0.016425906,0.786969],"study_design_scores_gemma":[0.0030661426,0.0006155302,0.75922155,0.00006295198,0.0003189951,0.0000026412533,0.000029331208,0.18057175,0.04691624,0.000045674915,0.008418531,0.00073066517],"about_ca_topic_score_codex":0.000049568112,"about_ca_topic_score_gemma":0.000009284321,"teacher_disagreement_score":0.7862384,"about_ca_system_score_codex":0.00005912498,"about_ca_system_score_gemma":0.000051198742,"threshold_uncertainty_score":0.71684027},"labels":[],"label_agreement":null},{"id":"W2550336446","doi":"10.1109/vlhcc.2016.7739671","title":"Developing usable APIs with XP and cognitive dimensions","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"USable; Usability; Computer science; Code refactoring; Application programming interface; Agile software development; Usability inspection; Documentation; Usability engineering; Software engineering; Cognitive walkthrough; Usability lab; Web usability; Pluralistic walkthrough; User interface; Human–computer interaction; Extreme programming; Process (computing); Usability goals; World Wide Web; Software development; Software; Software development process; Programming language","score_opus":0.023806520795622073,"score_gpt":0.26267398342973747,"score_spread":0.2388674626341154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2550336446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13994683,0.00003263706,0.8586368,0.0008405493,0.00002618472,0.000059412858,3.6708744e-7,0.00016814617,0.0002890969],"genre_scores_gemma":[0.87654287,0.000009413693,0.122357756,0.00009003048,0.000007979628,0.00000936527,8.9322704e-8,0.0000050266594,0.0009774524],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99940807,0.000010430772,0.00004591515,0.00019739574,0.00014673169,0.00019144108],"domain_scores_gemma":[0.99884444,0.0008587294,0.0000075658672,0.00013863505,0.00008103344,0.0000695977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009832608,0.000056838595,0.00005523319,0.000057681904,0.00005693898,0.000049371778,0.00014975015,0.000016514914,0.000015577794],"category_scores_gemma":[0.00024080514,0.000030477853,0.000005384589,0.00019669255,0.000039506995,0.00025529542,0.0001909653,0.000034295634,0.000062095816],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028463433,0.000061628845,0.2583954,0.00005876144,0.00016698304,0.00017624297,0.0011417371,0.000017223509,0.006632597,0.29326043,0.0023160563,0.4377445],"study_design_scores_gemma":[0.00599091,0.0010099525,0.7216685,0.0020204731,0.00002784493,0.0005471864,0.00023104186,0.009958083,0.23464993,0.012312315,0.009319216,0.002264564],"about_ca_topic_score_codex":0.000013887819,"about_ca_topic_score_gemma":0.0000058027276,"teacher_disagreement_score":0.73659605,"about_ca_system_score_codex":0.000020473199,"about_ca_system_score_gemma":0.00006541347,"threshold_uncertainty_score":0.12428508},"labels":[],"label_agreement":null},{"id":"W2552403574","doi":"10.4204/eptcs.229.8","title":"Developing a Practical Reactive Synthesis Tool: Experience and Lessons Learned","year":2016,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Debugger; Key (lock); Computer science; Software engineering; Software; Process management; Debugging; Programming language; Engineering; Computer security","score_opus":0.029348351075375517,"score_gpt":0.32771308191577375,"score_spread":0.2983647308403982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2552403574","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28125083,0.000023522673,0.7065434,0.011479982,0.00009242221,0.00015913708,2.4005757e-7,0.00023824291,0.00021226799],"genre_scores_gemma":[0.8865612,0.000060070186,0.1131071,0.00012200154,0.000048455866,0.000081506616,2.2576197e-8,0.000013417887,0.0000062270947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959962,0.000040971197,0.0002976383,0.0012898903,0.0008959326,0.0014793845],"domain_scores_gemma":[0.99676245,0.002317479,0.00006907234,0.00037473167,0.0002540391,0.00022224594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002712414,0.00024340302,0.00025774265,0.00040952076,0.00026796132,0.00052531424,0.0018405396,0.000090765614,0.000009005102],"category_scores_gemma":[0.0071380045,0.00017585284,0.000034011107,0.0018704179,0.0020136493,0.0020795725,0.0015128911,0.00044702407,0.000019131974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015546762,0.000025160294,0.0008259512,0.000007943738,0.0000035115092,0.000010822517,0.00059911696,7.0744056e-7,0.004159746,0.9242161,0.000006271065,0.070129134],"study_design_scores_gemma":[0.00074228895,0.0005023956,0.022570698,0.0005385149,0.0000065146405,0.000639866,0.000067616566,0.0775054,0.15784547,0.73772293,0.00069204223,0.0011662401],"about_ca_topic_score_codex":0.0000025598908,"about_ca_topic_score_gemma":4.2637e-7,"teacher_disagreement_score":0.6053104,"about_ca_system_score_codex":0.0007278006,"about_ca_system_score_gemma":0.00073576,"threshold_uncertainty_score":0.85453737},"labels":[],"label_agreement":null},{"id":"W2553562410","doi":"10.1145/3193954.3193957","title":"UML diagram synthesis techniques","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Class diagram; Communication diagram; UML tool; Unified Modeling Language; Computer science; Applications of UML; Programming language; Activity diagram; Diagram; Context (archaeology); Process (computing); Use Case Diagram; Systems Modeling Language; System context diagram; Software; Database","score_opus":0.0157134826960976,"score_gpt":0.2774334927276555,"score_spread":0.26172001003155787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553562410","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004476132,0.000012402821,0.9837244,0.00048670414,0.000111307934,0.000066171415,1.8425486e-7,0.0017185837,0.009404102],"genre_scores_gemma":[0.7832057,0.0000035184441,0.21592472,0.000084718646,0.00010754266,0.000034163586,4.950364e-8,0.0000060095954,0.0006335976],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993255,0.000015608925,0.000064992644,0.00019048035,0.00019420292,0.00020917703],"domain_scores_gemma":[0.9989638,0.00038815514,0.000007709156,0.0005056538,0.00007136774,0.00006335771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000228912,0.00005822952,0.000058463447,0.0000942225,0.000045153807,0.00009449886,0.0007444888,0.00003362434,0.000103994535],"category_scores_gemma":[0.0007385479,0.000047589845,0.000022839904,0.00031152193,0.00004608794,0.00017743417,0.0002320878,0.000057657515,0.00045327249],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.713788e-7,0.000025926536,0.0034754577,0.0000063521484,0.000007723221,0.00000826529,0.00008928899,3.792362e-7,0.0013526917,0.019886745,0.01513063,0.9600158],"study_design_scores_gemma":[0.00004236246,0.00016182564,0.019787202,0.000027150349,0.0000017750326,0.000019133036,0.000003084288,0.01796353,0.9209283,0.0020448244,0.038723245,0.0002975488],"about_ca_topic_score_codex":0.000028984497,"about_ca_topic_score_gemma":0.000002677114,"teacher_disagreement_score":0.9597182,"about_ca_system_score_codex":0.000023554863,"about_ca_system_score_gemma":0.000022549828,"threshold_uncertainty_score":0.5826052},"labels":[],"label_agreement":null},{"id":"W2555320227","doi":"","title":"Discussion on the Results of the Detection of Design Defects","year":2007,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Code smell; Abstraction; Programming language; Precision and recall; Software engineering; Software; Software design; Vocabulary; Object-oriented design; Code (set theory); Software development; Software quality; Artificial intelligence","score_opus":0.025991823339252887,"score_gpt":0.24696537891214423,"score_spread":0.22097355557289133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2555320227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04862613,0.00020232613,0.942802,0.0051390342,0.00035698133,0.0006165402,0.000012592347,0.00013602202,0.0021083427],"genre_scores_gemma":[0.97884893,0.00006526771,0.020002704,0.000021700527,0.0000115373,0.000031545434,0.0000065855647,0.00001987942,0.0009918623],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9928718,0.004997721,0.0004920077,0.0005235988,0.0008469993,0.0002678361],"domain_scores_gemma":[0.9849022,0.009255349,0.00053845026,0.0039187665,0.0013112978,0.00007396086],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012051415,0.00020789805,0.00022794843,0.00020608316,0.00021628934,0.00012934726,0.0034059198,0.00019859489,0.000004574084],"category_scores_gemma":[0.011298903,0.00011548378,0.00020385193,0.0008505886,0.00022292744,0.00007609695,0.0023471108,0.00076778803,0.0000070452434],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027926583,0.002329152,0.0037123524,0.0010164558,0.00034023164,0.000010075466,0.048189152,0.022390747,0.20730202,0.17724845,0.002911458,0.53427064],"study_design_scores_gemma":[0.00030956927,0.0000015826477,0.021080554,0.001951926,0.000012131506,0.0000030576923,0.00002618865,0.040517602,0.9319612,0.002974483,0.0009664691,0.00019528328],"about_ca_topic_score_codex":0.0002986987,"about_ca_topic_score_gemma":0.0001369126,"teacher_disagreement_score":0.9302228,"about_ca_system_score_codex":0.00010942048,"about_ca_system_score_gemma":0.00022821865,"threshold_uncertainty_score":0.99702936},"labels":[],"label_agreement":null},{"id":"W2557778485","doi":"","title":"Code pattern analysis of object-oriented programming languages","year":2016,"lang":"en","type":"article","venue":"QSpace (Queen's University Library)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University","keywords":"Programming language; Computer science; Code (set theory); Object (grammar); Artificial intelligence; Set (abstract data type)","score_opus":0.006550633817031076,"score_gpt":0.20885508214265822,"score_spread":0.20230444832562713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2557778485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.221999,0.000015032465,0.76120067,0.015261323,0.00007910543,0.0001695318,0.000040445353,0.0008792492,0.00035561423],"genre_scores_gemma":[0.9694544,0.000027560975,0.01693257,0.000027493099,0.000017911565,7.5788114e-7,0.000009123964,0.00001477201,0.013515382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99873155,0.00008762878,0.000103686994,0.00038960692,0.0003437717,0.00034373635],"domain_scores_gemma":[0.9985552,0.00048410398,0.00007609489,0.0006693585,0.00006049517,0.0001547927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006771559,0.000135807,0.00023811526,0.0008231521,0.000062144776,0.00004739295,0.0009782328,0.00007009062,0.00009719882],"category_scores_gemma":[0.00009848066,0.00011631787,0.00015220317,0.0024558068,0.00007635479,0.0011912795,0.00061611243,0.00010527539,0.000022423035],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028675779,0.00014824371,0.92641526,0.000059870592,0.00095230096,0.00038735574,0.0013119692,0.00018663636,0.00016985212,0.0048245005,0.014968919,0.050546434],"study_design_scores_gemma":[0.0017202172,0.000405358,0.79077756,0.00024489668,0.00039207394,0.0000010207608,0.00091222895,0.0012658273,0.036529187,0.000052602532,0.1665963,0.0011027196],"about_ca_topic_score_codex":0.0011590557,"about_ca_topic_score_gemma":0.000027809672,"teacher_disagreement_score":0.7474554,"about_ca_system_score_codex":0.00006175885,"about_ca_system_score_gemma":0.00008206469,"threshold_uncertainty_score":0.4743305},"labels":[],"label_agreement":null},{"id":"W2558314336","doi":"10.15353/joci.v12i3.3280","title":"DataBasic: Design Principles, Tools and Activities for Data Literacy Learners","year":2016,"lang":"en","type":"article","venue":"The Journal of Community Informatics","topic":"Software Engineering Research","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"John S. and James L. Knight Foundation","keywords":"Computer science; Literacy; Set (abstract data type); Key (lock); Mathematics education; Information literacy; Learning design; Digital literacy; Pedagogy; Psychology; World Wide Web","score_opus":0.1930286443424438,"score_gpt":0.35142041559371073,"score_spread":0.15839177125126694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2558314336","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1391782,0.00006716819,0.8598814,0.000608716,0.00007290527,0.00011567367,0.000024953399,0.000022597977,0.000028364002],"genre_scores_gemma":[0.7683802,0.0004992882,0.23075286,0.00020447795,0.000055703662,0.0000025991963,0.0000060700277,0.000011270071,0.00008752752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988277,0.00030427138,0.0003800583,0.000012813327,0.00029529133,0.00017987234],"domain_scores_gemma":[0.9838724,0.014198792,0.00026637642,0.0014485866,0.0001448331,0.000068995854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005928895,0.00008411321,0.0001435485,0.000104253784,0.0002443189,0.00027145856,0.0037189708,0.000025581268,0.0000015230314],"category_scores_gemma":[0.0032983518,0.000043595617,0.000020429605,0.000113509624,0.00010587012,0.0046641137,0.0016003094,0.00041594065,0.0000022722493],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015447708,0.00009682939,0.00063500664,0.00028607433,0.00018811338,0.0000010252976,0.124289855,0.0012485199,0.00046055843,0.0040638885,0.010037405,0.85853827],"study_design_scores_gemma":[0.01096594,0.005079295,0.019155487,0.0032371297,0.00028423194,0.003880154,0.06455758,0.3948911,0.015004724,0.015091453,0.46586233,0.0019905602],"about_ca_topic_score_codex":0.000004371526,"about_ca_topic_score_gemma":7.830963e-7,"teacher_disagreement_score":0.85654765,"about_ca_system_score_codex":0.00003710495,"about_ca_system_score_gemma":0.00013428622,"threshold_uncertainty_score":0.6910835},"labels":[],"label_agreement":null},{"id":"W2559532455","doi":"10.1007/s10664-016-9487-8","title":"Analysis of license inconsistency in large collections of open source projects","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science","keywords":"License; Computer science; Source code; Header; MIT License; Computer security; Software; Open source; Reuse; World Wide Web; Open source software; Resource (disambiguation); Software engineering; Programming language; Engineering; Operating system","score_opus":0.032707972927695436,"score_gpt":0.309570352120259,"score_spread":0.27686237919256357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559532455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33172408,0.00006754155,0.6675812,0.000103951934,0.00008064764,0.00020840045,0.0000127582025,0.00019648302,0.000024966233],"genre_scores_gemma":[0.97226864,0.000008477428,0.027356401,0.000016879183,0.00001427651,0.000053772255,0.0000015773396,0.000020942618,0.00025900514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982472,0.000055740322,0.0004819468,0.00040451088,0.00037923534,0.0004313708],"domain_scores_gemma":[0.99637294,0.0025798338,0.000087040644,0.00068168185,0.00015076651,0.00012775633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062278984,0.00016470184,0.0005055631,0.0013817701,0.00004091491,0.000054506494,0.0012507676,0.00009831233,0.000038251972],"category_scores_gemma":[0.0050999257,0.00013365831,0.00015137564,0.0073539373,0.000029953164,0.00037600414,0.0008896447,0.00016291875,0.0000045013767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000974345,0.00018740054,0.9820506,0.000055098542,0.00026250997,0.000012411836,0.0008437089,0.013931203,0.00072041946,0.0001716359,0.000309041,0.0014462539],"study_design_scores_gemma":[0.0009981963,0.00014017428,0.95123434,0.0002240564,0.00006852744,0.0000063260795,0.000023552253,0.04158415,0.003055959,0.000044852117,0.0022370736,0.00038278592],"about_ca_topic_score_codex":0.00012697713,"about_ca_topic_score_gemma":0.000065460124,"teacher_disagreement_score":0.6405446,"about_ca_system_score_codex":0.00016002868,"about_ca_system_score_gemma":0.00015870697,"threshold_uncertainty_score":0.6105456},"labels":[],"label_agreement":null},{"id":"W2559873118","doi":"10.1109/issre.2016.12","title":"SV-AF — A Security Vulnerability Analysis Framework","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Vulnerability management; Computer science; Vulnerability (computing); Traceability; Computer security; Software security assurance; Scope (computer science); Secure coding; Security bug; Vulnerability assessment; Risk analysis (engineering); Software engineering; Information security; Business; Security service","score_opus":0.014440017623675798,"score_gpt":0.29040805345655735,"score_spread":0.27596803583288154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559873118","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099153034,0.000024989797,0.8979886,0.0016582712,0.00011353386,0.000059978855,0.000001568006,0.00054460776,0.0004553834],"genre_scores_gemma":[0.9450856,0.000004167271,0.054457642,0.00007610295,0.000042075742,0.000013654324,2.0704374e-7,0.000004567601,0.00031600945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998596,0.00007608616,0.00014723312,0.00044409264,0.00040547436,0.0003310907],"domain_scores_gemma":[0.9962637,0.0021960496,0.000019001478,0.0012647923,0.000101063175,0.00015539373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066673575,0.000097510936,0.00016227794,0.0001947181,0.000053614396,0.00009204188,0.0009796554,0.00007775811,0.000449843],"category_scores_gemma":[0.0022131142,0.000060191218,0.00012817922,0.0017176503,0.00004492372,0.00028600433,0.00035551173,0.00015434762,0.00024996386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000801961,0.0001934399,0.80610895,0.000025180516,0.0005185277,0.000029161805,0.0007652936,0.00025558315,0.0003433347,0.13165264,0.0033896815,0.056710154],"study_design_scores_gemma":[0.00045294524,0.0001225514,0.7819406,0.000038016085,0.00006157829,0.0000066038046,0.000010856664,0.044113938,0.006225404,0.16070049,0.005578309,0.0007487085],"about_ca_topic_score_codex":0.000061543375,"about_ca_topic_score_gemma":0.000018490151,"teacher_disagreement_score":0.84593254,"about_ca_system_score_codex":0.000078402045,"about_ca_system_score_gemma":0.000047294645,"threshold_uncertainty_score":0.49254656},"labels":[],"label_agreement":null},{"id":"W2559885217","doi":"10.1007/s10664-017-9512-6","title":"Curating GitHub for engineered software projects","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":345,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Classifier (UML); Software engineering; Software development; Software bug; Software metric; Data mining; Machine learning; Data science; Software quality; Artificial intelligence; Programming language","score_opus":0.05729360034467611,"score_gpt":0.325474775312802,"score_spread":0.2681811749681259,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559885217","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062632956,0.00022178733,0.9315885,0.00051808724,0.0013024096,0.0006809021,0.000017836477,0.003022398,0.000015124628],"genre_scores_gemma":[0.48461446,0.000004651521,0.51404285,0.000082974926,0.00053190376,0.0003617467,0.000011752869,0.00011280661,0.00023682835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99671316,0.000022005532,0.0004611829,0.00093106454,0.0006578228,0.0012147463],"domain_scores_gemma":[0.9944837,0.002630208,0.00014691602,0.00205374,0.0002637099,0.00042174192],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006123101,0.0004914973,0.0004844389,0.00028593073,0.0008796388,0.001475019,0.0029207307,0.00024542442,0.000011763595],"category_scores_gemma":[0.028839998,0.0004977081,0.00026111375,0.00035068078,0.00007040808,0.0012942852,0.00087995443,0.00055667246,0.000055275545],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000761463,0.0004828598,0.7440752,0.0025983471,0.00064197363,0.00047266917,0.0041477964,0.10835054,0.0027209336,0.0037592466,0.029699635,0.10297465],"study_design_scores_gemma":[0.003512656,0.00060278876,0.56188333,0.00074633164,0.00005348927,0.00017665605,0.000024000876,0.32764307,0.011271558,0.00086314854,0.08960683,0.0036161467],"about_ca_topic_score_codex":0.000019017916,"about_ca_topic_score_gemma":0.0000021822323,"teacher_disagreement_score":0.4219815,"about_ca_system_score_codex":0.00022010955,"about_ca_system_score_gemma":0.00021721121,"threshold_uncertainty_score":0.99974746},"labels":[],"label_agreement":null},{"id":"W2560082121","doi":"10.1109/issre.2016.42","title":"Experience Report: An Empirical Study of API Failures in OpenStack Cloud Environments","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Cloud computing; Application programming interface; Computer science; Reliability (semiconductor); Operating system; Interface (matter); Database","score_opus":0.04239593228334955,"score_gpt":0.346668232704956,"score_spread":0.30427230042160647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560082121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.886556,0.0000058362752,0.11282165,0.00018332299,0.00010324552,0.00020181049,2.0909468e-7,0.00005805027,0.00006985143],"genre_scores_gemma":[0.9938953,0.0000020183338,0.0055046114,0.000016306893,0.000017701697,0.00003314062,1.4475053e-7,0.000006949857,0.00052386033],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998394,0.0000782246,0.00029745026,0.0004520668,0.0005235757,0.00025464242],"domain_scores_gemma":[0.99855185,0.0002656041,0.000042042968,0.0010182788,0.000015750082,0.000106452935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039061683,0.00009366537,0.00014325022,0.00011190627,0.000020804935,0.00003433183,0.0010008076,0.00003488515,0.00006239513],"category_scores_gemma":[0.00032445815,0.00006179028,0.000016940521,0.00026321952,0.000050570023,0.00049449696,0.0005156703,0.00006946993,0.000029338942],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069577127,0.0006773618,0.984211,0.000002553992,0.000006322919,0.00037898746,0.0052125496,0.00009340872,0.0037928084,0.00014822542,0.0002753218,0.005194473],"study_design_scores_gemma":[0.0009075526,0.0005845224,0.9857908,0.000017885413,8.3979165e-7,0.000041370837,0.0006539977,0.00096436095,0.008728751,0.00010203881,0.0019939202,0.00021398871],"about_ca_topic_score_codex":0.00014981019,"about_ca_topic_score_gemma":0.000043668937,"teacher_disagreement_score":0.10733924,"about_ca_system_score_codex":0.000056959252,"about_ca_system_score_gemma":0.000028603376,"threshold_uncertainty_score":0.25197345},"labels":[],"label_agreement":null},{"id":"W2560290351","doi":"10.1109/mtd.2016.14","title":"Adjusting the Balance Sheet by Appending Technical Debt","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Technical debt; Debt; Obligation; Balance sheet; Liability; Recourse debt; Off-balance-sheet; Scope (computer science); Business; Internal debt; Debt levels and flows; Finance; Computer science; Software; Law; Political science; Software development","score_opus":0.013287639287752406,"score_gpt":0.25605461162922794,"score_spread":0.24276697234147554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560290351","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061639077,0.00008069262,0.9871248,0.003494093,0.00013540285,0.000082368,7.327063e-7,0.0006522688,0.0022657341],"genre_scores_gemma":[0.97401965,0.000009474977,0.024416026,0.00012488692,0.000050698247,0.000017101356,1.5561221e-7,0.000008246782,0.0013537906],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99898964,0.00002456285,0.0001038182,0.00024830046,0.00029710564,0.00033655373],"domain_scores_gemma":[0.9978322,0.0015198217,0.000016115933,0.0005390209,0.00002666754,0.00006617134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047179466,0.00007483405,0.00006629857,0.000033685923,0.00008656235,0.00008615403,0.0013274087,0.000035893914,0.000050623974],"category_scores_gemma":[0.00089935947,0.000035808887,0.000026250782,0.00027594468,0.00004167921,0.0002259321,0.00044430734,0.00011374055,0.00019140271],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004950888,0.0000590401,0.06252188,0.000027688915,0.000024341409,0.00002519621,0.0001543149,0.00008517377,0.18329982,0.12431382,0.24732213,0.38216165],"study_design_scores_gemma":[0.003981005,0.000622779,0.23391537,0.0010946584,0.000022362558,0.00064721896,0.000108324064,0.19288117,0.28403506,0.013713888,0.26532403,0.003654145],"about_ca_topic_score_codex":0.000009235227,"about_ca_topic_score_gemma":0.0000012570714,"teacher_disagreement_score":0.9678557,"about_ca_system_score_codex":0.000051717634,"about_ca_system_score_gemma":0.00002198728,"threshold_uncertainty_score":0.24666777},"labels":[],"label_agreement":null},{"id":"W2560665552","doi":"10.1109/re.2016.61","title":"Requirements Engineering Visualization: A Systematic Literature Review","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Visualization; Computer science; Requirements engineering; Process (computing); Systematic review; Perspective (graphical); Software engineering; Data science; Requirements analysis; Data visualization; Information visualization; Software; Systems engineering; Data mining; Engineering; Artificial intelligence; Programming language","score_opus":0.01971300742911301,"score_gpt":0.2960467260133942,"score_spread":0.2763337185842812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560665552","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000050563693,0.025524028,0.9725063,0.00062891934,0.0002113698,0.000361604,4.3035655e-7,0.0006043828,0.000112406575],"genre_scores_gemma":[0.5832595,0.09741033,0.27689916,0.005766012,0.00087288517,0.001951959,0.000014567086,0.00028293763,0.03354264],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99891347,0.000035708304,0.00022656328,0.00022620562,0.0003826865,0.00021536287],"domain_scores_gemma":[0.9988138,0.00033942642,0.00003087925,0.00060595747,0.00012626305,0.00008365018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004580962,0.00010347628,0.00017518325,0.00010902551,0.00002114452,0.00010484534,0.0006261241,0.000030502877,0.000031483803],"category_scores_gemma":[0.001574288,0.00005953748,0.000041674273,0.0007262303,0.000004524021,0.0005243719,0.00015869914,0.000040680432,0.00017171715],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019022144,0.00009573888,0.0014383198,0.614372,0.00017582621,0.00025147517,0.00044637034,0.00004807295,0.0066093155,0.3416852,0.029309526,0.005566243],"study_design_scores_gemma":[0.0007065045,0.00012236778,0.0011105065,0.9665991,0.000025160529,0.00026099515,0.0000017188388,0.020840788,0.0038196698,0.00020865441,0.005466875,0.00083763816],"about_ca_topic_score_codex":1.9149086e-7,"about_ca_topic_score_gemma":4.8291728e-8,"teacher_disagreement_score":0.6956071,"about_ca_system_score_codex":0.000060578983,"about_ca_system_score_gemma":0.000018560615,"threshold_uncertainty_score":0.24278681},"labels":[],"label_agreement":null},{"id":"W2560868365","doi":"10.1109/vissoft.2016.18keywords:","title":"Merge-Tree: Visualizing the Integration of Commits into Linux","year":2016,"lang":"en","type":"article","venue":"Software Visualization","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Commit; Computer science; Linux kernel; Operating system; Merge (version control); Programming language; Database; Parallel computing","score_opus":0.026638951978745665,"score_gpt":0.325634247231876,"score_spread":0.29899529525313034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2560868365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033912398,0.00017361852,0.9643106,0.00046101937,0.00039502172,0.00020954439,0.0000020603563,0.0005115838,0.000024195124],"genre_scores_gemma":[0.97946256,0.000055391523,0.020025712,0.00007676878,0.00008658715,0.00003652536,0.000009455882,0.000028083256,0.00021892424],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983027,0.0001775838,0.0003620703,0.00031624816,0.0005881299,0.0002532676],"domain_scores_gemma":[0.9972983,0.0013836139,0.0001470463,0.00067286956,0.0004292145,0.000068939946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007027498,0.00015587946,0.00016148861,0.00023173275,0.00014914121,0.000082333805,0.0008968696,0.00009129646,0.000021293707],"category_scores_gemma":[0.0037629658,0.00009247725,0.000067543784,0.0010994775,0.000091044625,0.0006199938,0.00027398078,0.00008778047,0.000047385012],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023207089,0.00016820803,0.060085002,0.00013544579,0.00007350158,0.000004759021,0.006257296,0.00023146659,0.054834098,0.1849463,0.0040302617,0.6892105],"study_design_scores_gemma":[0.0031047661,0.0012050866,0.20299034,0.0020053901,0.000069752605,0.000035825942,0.00042423265,0.08346412,0.6423536,0.03981466,0.022599565,0.0019326636],"about_ca_topic_score_codex":0.00006278062,"about_ca_topic_score_gemma":0.00003669652,"teacher_disagreement_score":0.94555014,"about_ca_system_score_codex":0.00010363962,"about_ca_system_score_gemma":0.00008915977,"threshold_uncertainty_score":0.45048934},"labels":[],"label_agreement":null},{"id":"W2561210185","doi":"10.1109/vissoft.2016.6","title":"Visualizing Project Evolution through Abstract Syntax Tree Analysis","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Commit; Computer science; Java; Programming language; Source code; Syntax; Source lines of code; Abstract syntax tree; Code (set theory); Software evolution; Software; Information retrieval; World Wide Web; Software engineering; Database; Software system; Parsing; Artificial intelligence; Set (abstract data type); Software construction","score_opus":0.03600958935723222,"score_gpt":0.3275286578723475,"score_spread":0.2915190685151153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2561210185","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042803504,0.00004852898,0.95384014,0.0003424882,0.000097113225,0.000098523655,0.0000011225058,0.0006102345,0.0021583424],"genre_scores_gemma":[0.9610727,0.00000793983,0.03791185,0.000018721654,0.00004497209,0.000017493436,5.558053e-7,0.000007704244,0.00091811013],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986625,0.000028474515,0.00016624587,0.00037907495,0.0004242871,0.00033943652],"domain_scores_gemma":[0.9986022,0.0006378112,0.000034123692,0.00060002133,0.00007695318,0.000048868504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034351708,0.00010594094,0.00014266072,0.000321512,0.000060319657,0.00009998767,0.0006479616,0.00004964862,0.00006823959],"category_scores_gemma":[0.00041888817,0.00006705749,0.00011554817,0.0016113012,0.000025739948,0.00080105633,0.00017583609,0.000066431414,0.00018557464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033035612,0.00047502003,0.32039934,0.000119150536,0.00231677,0.00015816875,0.0022057567,0.0010222904,0.060374442,0.2730603,0.017068299,0.32276744],"study_design_scores_gemma":[0.0006787572,0.00016374551,0.9367246,0.0000798094,0.00009158962,0.000018437095,0.000056797446,0.033808865,0.01990255,0.003048245,0.004681314,0.0007452686],"about_ca_topic_score_codex":0.00040376847,"about_ca_topic_score_gemma":0.00005477134,"teacher_disagreement_score":0.91826916,"about_ca_system_score_codex":0.00018470293,"about_ca_system_score_gemma":0.00008012766,"threshold_uncertainty_score":0.27345252},"labels":[],"label_agreement":null},{"id":"W2563491404","doi":"10.22215/etd/2012-07162","title":"Converting code clones to aspects using algorithmic approach","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Library and Archives Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code (set theory); Programming language; Humanities; Philosophy","score_opus":0.038281742952649814,"score_gpt":0.3107449615388988,"score_spread":0.272463218586249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563491404","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074433,0.0003902755,0.9172968,0.000029096467,0.0018585091,0.00050507754,0.0000025361862,0.0007636284,0.004721051],"genre_scores_gemma":[0.48207504,0.000004883448,0.5105191,0.000068538146,0.0005896497,0.00008144249,0.00009573277,0.00010281247,0.0064628464],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997854,0.000037035774,0.00026728,0.000569462,0.0006367006,0.00063552224],"domain_scores_gemma":[0.9986027,0.000237493,0.000073902665,0.000655208,0.00017711286,0.00025358947],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039359354,0.0002779969,0.00029109878,0.00039429797,0.00011075889,0.00019936005,0.0011746851,0.00020963294,0.000030322899],"category_scores_gemma":[0.0003317741,0.00027528324,0.00007711928,0.00067135476,0.000008456017,0.00032295295,0.000196645,0.00038168588,0.00017716586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016656924,0.0018240034,0.022079814,0.00897493,0.0016075476,0.000411268,0.06815525,0.031970914,0.15179434,0.113608114,0.013974234,0.585433],"study_design_scores_gemma":[0.00074083335,0.00015014986,0.06409448,0.0005653901,0.00007028231,0.00015027165,0.00083447405,0.8566706,0.06970412,0.00056455185,0.0033202078,0.0031346334],"about_ca_topic_score_codex":0.00015483594,"about_ca_topic_score_gemma":0.000019034605,"teacher_disagreement_score":0.8246997,"about_ca_system_score_codex":0.00017235281,"about_ca_system_score_gemma":0.00018626878,"threshold_uncertainty_score":0.99996996},"labels":[],"label_agreement":null},{"id":"W2563787900","doi":"","title":"Convertibility of function points to COSMIC-FPP: identification and analysis fo functional outliers","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Convertibility; Function point; Software; Computer science; Leverage (statistics); Function (biology); Identification (biology); Outlier; Data mining; Econometrics; Software development; Economics; Artificial intelligence","score_opus":0.013772303625680025,"score_gpt":0.2419740005070462,"score_spread":0.22820169688136618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2563787900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3527997,0.000011539589,0.6466401,0.00023067737,0.000099242905,0.00007589186,0.0000017960574,0.000081337595,0.000059669594],"genre_scores_gemma":[0.9909411,5.0514893e-7,0.008395765,0.000050288618,0.000016342015,0.0000092262035,0.000010964043,0.000003320092,0.00057246414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989461,0.00003087334,0.0002198581,0.0003308744,0.00033717175,0.00013513153],"domain_scores_gemma":[0.9990895,0.00021232534,0.000037206137,0.00040652748,0.00018965676,0.000064794374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050810823,0.000066594126,0.00011543728,0.00033922758,0.00004284242,0.00006252171,0.00017394296,0.000031973123,0.00004603212],"category_scores_gemma":[0.00019015599,0.000064544125,0.000050896313,0.001144784,0.000029613066,0.00023018973,0.00009493395,0.00004891127,0.000031627016],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042679425,0.00012917505,0.9455078,0.000035472858,0.0002085287,9.1638503e-7,0.00010967433,0.0088590225,0.0126323365,0.014314382,0.005094137,0.013065877],"study_design_scores_gemma":[0.00011455572,0.000028446384,0.94783205,0.0000014349104,0.000024312072,6.4540035e-7,0.0000058520473,0.047175948,0.0034934971,0.0011625488,0.00009688573,0.000063825755],"about_ca_topic_score_codex":0.00021553758,"about_ca_topic_score_gemma":0.000037729904,"teacher_disagreement_score":0.6382444,"about_ca_system_score_codex":0.00005712875,"about_ca_system_score_gemma":0.000023937167,"threshold_uncertainty_score":0.2632033},"labels":[],"label_agreement":null},{"id":"W2569474846","doi":"10.4230/dagrep.6.4.80","title":"Natural Language Argumentation: Mining, Processing, and Reasoning over Textual Arguments (Dagstuhl Seminar 16161)","year":2016,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Argumentation theory; Argument (complex analysis); Natural (archaeology); Computer science; Cognition; Task (project management); Epistemology; Computational linguistics; Natural language; Linguistics; Natural language processing; Cognitive science; Psychology; Philosophy; Management; History","score_opus":0.008148196413969548,"score_gpt":0.2725896490723868,"score_spread":0.2644414526584173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2569474846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8739117,0.0005010686,0.12229194,0.0003406593,0.0006897085,0.00090817246,0.00012357363,0.0005968476,0.00063637935],"genre_scores_gemma":[0.9537485,0.000034943427,0.043910302,0.0003643205,0.00017577967,0.00013344407,0.00007532015,0.000054353866,0.001502989],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968393,0.000037696907,0.0007688348,0.000477846,0.0008758656,0.0010004776],"domain_scores_gemma":[0.9979491,0.0004633935,0.00032479817,0.00072820496,0.00023056439,0.00030391917],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067052763,0.00045280924,0.00038844807,0.00036332753,0.0003528554,0.00072015205,0.0011474062,0.00018065394,0.000036347126],"category_scores_gemma":[0.00055731734,0.00034448912,0.00012396733,0.00041457204,0.00015742637,0.0030247965,0.00071813766,0.00032649364,0.00007573846],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002935416,0.0006251792,0.26410592,0.0022115353,0.000607461,0.00012934896,0.086941384,0.000050686016,0.003744663,0.006025221,0.030567186,0.6046979],"study_design_scores_gemma":[0.04956915,0.0035615058,0.2728765,0.009430879,0.0003124428,0.0021162252,0.01908386,0.4097398,0.038888585,0.0008694681,0.18401988,0.009531712],"about_ca_topic_score_codex":0.000011741036,"about_ca_topic_score_gemma":0.0000065965355,"teacher_disagreement_score":0.59516615,"about_ca_system_score_codex":0.00023766438,"about_ca_system_score_gemma":0.0001094129,"threshold_uncertainty_score":0.9999007},"labels":[],"label_agreement":null},{"id":"W2570857834","doi":"10.1145/2990497","title":"Generating API Call Rules from Version History and Stack Overflow Posts","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Android (operating system); Application programming interface; Cluster analysis; World Wide Web; Precision and recall; Set (abstract data type); Baseline (sea); Information retrieval; Operating system; Programming language; Machine learning","score_opus":0.08205151378663754,"score_gpt":0.30898722927561467,"score_spread":0.22693571548897712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2570857834","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24495813,0.0009061289,0.7525883,0.00014567896,0.0009735481,0.00006952114,0.000016353595,0.00033986842,0.0000025051029],"genre_scores_gemma":[0.12425254,0.00020020483,0.8751961,0.00006892461,0.00008115394,0.000019516689,0.000004212949,0.00002861924,0.0001487393],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986622,0.000116222276,0.00017187367,0.0005254853,0.0001854658,0.00033877115],"domain_scores_gemma":[0.99481994,0.0037592459,0.00005321233,0.0011293356,0.00005377149,0.00018449184],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056560675,0.00021513851,0.00027496222,0.00019470869,0.00031574062,0.00011319049,0.00069342257,0.00017755257,0.000018579738],"category_scores_gemma":[0.003527179,0.00022761468,0.000053409196,0.000044832454,0.00008056818,0.0003516882,0.000094022085,0.00043694582,0.000011035554],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013470773,0.00016492206,0.010300453,0.00035146743,0.0005152538,0.00024088666,0.0049279546,0.07871324,0.058783438,0.0010587695,0.0012213443,0.8435876],"study_design_scores_gemma":[0.0067713344,0.0015956493,0.4023952,0.0007732263,0.0002711784,0.00054868456,0.00013187186,0.4741397,0.041601654,0.0020624292,0.065716505,0.0039926018],"about_ca_topic_score_codex":0.00035732513,"about_ca_topic_score_gemma":0.000010348668,"teacher_disagreement_score":0.83959496,"about_ca_system_score_codex":0.00012662784,"about_ca_system_score_gemma":0.000050595718,"threshold_uncertainty_score":0.9281857},"labels":[],"label_agreement":null},{"id":"W2572410958","doi":"10.1109/icsme.2016.29","title":"Detecting Function Constructors in JavaScript","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Namespace; JavaScript; Computer science; Programming language; Unobtrusive JavaScript; Function (biology); Operating system; World Wide Web; Rich Internet application","score_opus":0.014089492151882752,"score_gpt":0.22694783489010145,"score_spread":0.2128583427382187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2572410958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34737784,0.000012100044,0.65141016,0.0001195916,0.0003314871,0.00003341743,5.562247e-8,0.00023783387,0.00047749543],"genre_scores_gemma":[0.98733157,0.0000012779284,0.012303419,0.000023534982,0.000021700578,0.000005048837,1.9282458e-8,0.0000036849535,0.00030975364],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993991,0.000015710466,0.00008328467,0.00017076074,0.0001423622,0.00018873569],"domain_scores_gemma":[0.99935424,0.00034276495,0.000008516963,0.00022869589,0.00002499992,0.000040803498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021714284,0.00004542566,0.000045927518,0.00013625865,0.00001811782,0.000033243603,0.00024911805,0.000025348125,0.000046149424],"category_scores_gemma":[0.0005114757,0.000029937844,0.000014420483,0.00028715862,0.000014932306,0.0002855156,0.00009969234,0.00005292258,0.00010256863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003096191,0.000009140007,0.2297097,0.000005026309,0.0000067258848,0.000010592298,0.00009231438,0.000016121103,0.021708662,0.013952763,0.00032296038,0.7341629],"study_design_scores_gemma":[0.001442941,0.00017891171,0.8911299,0.00008821369,0.000001646163,0.000053280917,0.000047622994,0.008487923,0.085689425,0.0060863732,0.006326121,0.00046761608],"about_ca_topic_score_codex":0.00003087851,"about_ca_topic_score_gemma":0.000012743581,"teacher_disagreement_score":0.73369527,"about_ca_system_score_codex":0.000057755693,"about_ca_system_score_gemma":0.000024188801,"threshold_uncertainty_score":0.13183464},"labels":[],"label_agreement":null},{"id":"W2574870096","doi":"10.1109/icsme.2016.45","title":"Continuous Maintenance","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"DevOps; Computer science; Agile software development; Troubleshooting; Server; Automation; Automatic summarization; Continuous production; Production (economics); Software engineering; Process (computing); Software; Engineering; World Wide Web; Operating system; Software deployment; Information retrieval","score_opus":0.01074600930452668,"score_gpt":0.23616580215158617,"score_spread":0.22541979284705949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574870096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008682781,0.000014226149,0.9850022,0.0022838549,0.00015315824,0.000033431792,1.918569e-7,0.00045809007,0.003372064],"genre_scores_gemma":[0.9458037,0.0000043536334,0.03782252,0.00010613663,0.000024643916,0.000006303017,1.7395019e-8,0.000003825341,0.01622848],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994658,0.000007301632,0.00004986534,0.00014608784,0.00013191784,0.00019898824],"domain_scores_gemma":[0.99920386,0.00034364496,0.0000062504682,0.0003510347,0.000042045252,0.00005318312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012378188,0.000037876413,0.000043295004,0.00003393371,0.000013612075,0.000030854688,0.0005345187,0.000014434231,0.00006076093],"category_scores_gemma":[0.00041050997,0.000020310881,0.000016099819,0.00011667881,0.000016818976,0.00016793853,0.00013708347,0.000024845474,0.0006579359],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021415663,0.00002346109,0.02704388,0.0000048976462,0.00000987068,0.00006215395,0.00006562785,0.0000032821954,0.01082887,0.38168907,0.06373155,0.51653516],"study_design_scores_gemma":[0.0026329607,0.00034905606,0.3556989,0.00018195651,0.000001936005,0.00019208007,0.00001322764,0.0058990233,0.09323207,0.024906045,0.51581955,0.0010731871],"about_ca_topic_score_codex":0.000004709391,"about_ca_topic_score_gemma":5.790781e-7,"teacher_disagreement_score":0.9471797,"about_ca_system_score_codex":0.0000221343,"about_ca_system_score_gemma":0.00001656055,"threshold_uncertainty_score":0.8456655},"labels":[],"label_agreement":null},{"id":"W2575124635","doi":"10.32920/ryerson.14654229","title":"Analysis on Relationship between Code Quality and Code Coverage in an XP Environment: a Case Study on the SWURV Project","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software quality; Code (set theory); Quality (philosophy); Code smell; Residual; Software; Code coverage; Extreme programming; Software engineering; Process (computing); Root cause; Static program analysis; Source code; Reliability engineering; Software development; Programming language; Software development process; Engineering; Algorithm; Set (abstract data type)","score_opus":0.2052220897337871,"score_gpt":0.4005590867465069,"score_spread":0.1953369970127198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2575124635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87546545,0.000020844736,0.122960135,0.0003173571,0.00003488593,0.0009728064,0.000057030848,0.00011556925,0.000055932465],"genre_scores_gemma":[0.9981919,0.0000056949957,0.0013947114,0.000049866638,0.000028350298,0.00018676849,0.000036008427,0.000016780816,0.000089912595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99562496,0.0016025258,0.0004593067,0.0011954055,0.00081919954,0.0002986114],"domain_scores_gemma":[0.99051714,0.0068868115,0.00011125888,0.002345973,0.00003383821,0.000104954284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033549247,0.00028644793,0.0004720428,0.0005876848,0.00015315399,0.00056937867,0.00091255916,0.00017195172,0.000013058911],"category_scores_gemma":[0.0011287871,0.00022116768,0.00010561525,0.00093914627,0.000045705525,0.00014875193,0.0014627841,0.0013011806,0.000007473458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050163667,0.0002861614,0.9731829,0.000022143697,0.00018118428,0.0005667421,0.0045718835,0.020311063,6.973253e-7,0.0003213224,0.00000681865,0.0005440736],"study_design_scores_gemma":[0.00023292624,0.0001616912,0.9814348,0.00002213486,0.000060860613,0.000007829962,0.0006826228,0.016968409,0.000011406372,0.00015950947,0.000007348508,0.0002504258],"about_ca_topic_score_codex":0.0020183814,"about_ca_topic_score_gemma":0.0018173829,"teacher_disagreement_score":0.12272647,"about_ca_system_score_codex":0.0002711613,"about_ca_system_score_gemma":0.00013081479,"threshold_uncertainty_score":0.9018956},"labels":[],"label_agreement":null},{"id":"W2577170234","doi":"10.7287/peerj.preprints.1920v1","title":"Analysis of Test Driven Development on sentiment and coding activities in GitHub repositories","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Java; Computer science; Coding (social sciences); Test-driven development; Set (abstract data type); Software; Control (management); Productivity; World Wide Web; Software engineering; Software development; Operating system; Programming language; Artificial intelligence; Mathematics; Statistics","score_opus":0.01393982838113878,"score_gpt":0.2520172469555547,"score_spread":0.23807741857441594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577170234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8906601,0.0000090846615,0.10886841,0.00014403785,0.00004703093,0.000044428012,5.100211e-7,0.000052353567,0.0001740605],"genre_scores_gemma":[0.9870048,0.0000055854243,0.012508539,0.0000046298524,0.0000051440857,0.000006989525,1.6143598e-7,0.0000023469358,0.00046177686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993371,0.0000127219555,0.00012518425,0.00017765067,0.00022354122,0.00012383303],"domain_scores_gemma":[0.9986261,0.0010967181,0.000024190906,0.00019762847,0.000023235443,0.00003208577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015768842,0.00005583523,0.000120532735,0.00036710987,0.00002274904,0.00003693719,0.00016453174,0.000017154973,0.0000052193795],"category_scores_gemma":[0.00016872604,0.00003750645,0.00001676102,0.0004825244,0.000023439776,0.00013921976,0.00015448069,0.000027350346,0.000001457619],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023980247,0.000044189626,0.9749246,0.0000111206255,0.00011254321,0.000007773859,0.0010378511,0.00016536718,0.010051374,0.0012184436,0.00003150165,0.012392799],"study_design_scores_gemma":[0.00013638339,0.000042600128,0.82641476,0.00006115524,0.000007096569,8.640887e-7,0.000029226232,0.004290651,0.16881347,0.0000117164645,0.000103556056,0.00008850235],"about_ca_topic_score_codex":0.000016438073,"about_ca_topic_score_gemma":0.000019845827,"teacher_disagreement_score":0.1587621,"about_ca_system_score_codex":0.00007838083,"about_ca_system_score_gemma":0.00003082751,"threshold_uncertainty_score":0.15294686},"labels":[],"label_agreement":null},{"id":"W2578208870","doi":"10.1109/icsme.2016.62","title":"BigCloneEval: A Clone Detection Tool Evaluation Framework with BigCloneBench","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Java; Computer science; Benchmark (surveying); Precision and recall; Open source; Software; Software engineering; Variety (cybernetics); Operating system; Artificial intelligence; Biology; Gene","score_opus":0.01987006014401904,"score_gpt":0.27682893164683936,"score_spread":0.2569588715028203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2578208870","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24569368,0.000038772763,0.75237966,0.0006268843,0.000241878,0.00025830424,4.1855267e-7,0.0005989702,0.00016141837],"genre_scores_gemma":[0.9129021,0.000009404678,0.08648654,0.000052987405,0.000100743026,0.000121016965,3.4484572e-7,0.000017720025,0.0003091481],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978231,0.00008556952,0.00016866447,0.00046985524,0.0010772888,0.00037549215],"domain_scores_gemma":[0.9977167,0.0009684859,0.000042221043,0.00084583776,0.00032697606,0.00009974084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009863919,0.00014676657,0.00011863416,0.00023209883,0.00008689101,0.00013263032,0.0005433888,0.000100629724,0.00014506461],"category_scores_gemma":[0.0014843788,0.00008644938,0.000036176174,0.0009343947,0.00004052005,0.00060849026,0.00013982048,0.00014655814,0.0003004853],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038287584,0.00007674095,0.008683414,0.000019212557,0.000049919086,0.000014288078,0.0002482345,0.00043068058,0.028961213,0.0110313725,0.0003269588,0.9501197],"study_design_scores_gemma":[0.005675921,0.0023030452,0.38867256,0.0007020391,0.000065831206,0.0003173024,0.000040689298,0.19924581,0.36111605,0.034391824,0.0052447966,0.0022241268],"about_ca_topic_score_codex":0.000035239646,"about_ca_topic_score_gemma":0.000012823206,"teacher_disagreement_score":0.9478955,"about_ca_system_score_codex":0.00019252222,"about_ca_system_score_gemma":0.00012939751,"threshold_uncertainty_score":0.38622305},"labels":[],"label_agreement":null},{"id":"W2579161546","doi":"10.1109/tse.2017.2654244","title":"Using Natural Language Processing to Automatically Detect Self-Admitted Technical Debt","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":220,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Technical debt; Computer science; Debt; Quality (philosophy); Bad debt; Code (set theory); Finance; Software development; Business; Software; Programming language; Set (abstract data type)","score_opus":0.016474308440274747,"score_gpt":0.29079089578154826,"score_spread":0.2743165873412735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579161546","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08798596,0.00009536758,0.9067763,0.00006335347,0.0007876182,0.00030722166,0.000004036925,0.0039719907,0.000008159311],"genre_scores_gemma":[0.5739614,0.0000012199744,0.42584834,0.00002890352,0.00004797145,0.000042771433,2.1800585e-7,0.00004429615,0.000024917224],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99776185,0.00002291046,0.00031166495,0.0005905143,0.000610117,0.00070293597],"domain_scores_gemma":[0.9977298,0.0004289049,0.0000615068,0.0013268255,0.0001218495,0.00033112417],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003114274,0.0003404778,0.0002975339,0.0004576987,0.0005745204,0.00067314506,0.0016559747,0.00015780109,0.00000997057],"category_scores_gemma":[0.0006496295,0.00035439432,0.00013916216,0.0005112952,0.000029710483,0.0007875952,0.000032752192,0.0007480875,0.000063702995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041401785,0.00031399264,0.0005875853,0.0006197973,0.00020692633,0.00051603734,0.0019178475,0.5819237,0.07366839,0.00009364095,0.00008710389,0.34002355],"study_design_scores_gemma":[0.00044534443,0.00010939905,0.008917673,0.00038113783,0.000027472515,0.00019098348,0.000007772595,0.9474352,0.041650254,0.0000071454297,0.000111359055,0.00071624666],"about_ca_topic_score_codex":0.000023817927,"about_ca_topic_score_gemma":0.0000072036396,"teacher_disagreement_score":0.4859754,"about_ca_system_score_codex":0.00034898007,"about_ca_system_score_gemma":0.00013726766,"threshold_uncertainty_score":0.9998908},"labels":[],"label_agreement":null},{"id":"W2579722971","doi":"10.7287/peerj.preprints.1705v1","title":"The unreasonable effectiveness of traditional information retrieval in crash report deduplication","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Crash; Computer science; Data deduplication; Software; Information retrieval; Scalability; Precision and recall; Set (abstract data type); Database; Data science; World Wide Web; Software engineering; Operating system","score_opus":0.015265970731580713,"score_gpt":0.2492900997646688,"score_spread":0.23402412903308809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579722971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28270838,0.000010225862,0.7159863,0.00040868353,0.00010449408,0.0001595754,9.529439e-7,0.0000643244,0.00055704796],"genre_scores_gemma":[0.99813205,0.0000050474096,0.001755718,0.000005527947,0.000009598008,0.000021195794,0.0000022521115,0.0000017590039,0.000066834604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992725,0.000049172668,0.00017288896,0.0000893605,0.00030068317,0.000115389375],"domain_scores_gemma":[0.9965084,0.0029788224,0.000044018867,0.00030827415,0.00013542389,0.000025023714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015313603,0.000038746955,0.000050905084,0.00007425903,0.000032445583,0.000034070297,0.00032170027,0.000026914522,0.00000473617],"category_scores_gemma":[0.0020217265,0.000021775973,0.00001808998,0.00037093734,0.000030244966,0.000761123,0.000051781073,0.000040830088,0.000017744811],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001217406,0.00013966077,0.17572066,0.00014599123,0.000030891264,0.000016215581,0.00018112248,0.0007646575,0.016896982,0.7107293,0.0014707363,0.09378207],"study_design_scores_gemma":[0.00025599866,0.00003225257,0.96132416,0.000043495478,3.8157324e-7,0.000030247305,0.0000021300507,0.002588583,0.027762946,0.0071868477,0.0007247716,0.000048165573],"about_ca_topic_score_codex":0.0000162101,"about_ca_topic_score_gemma":0.0000013605035,"teacher_disagreement_score":0.7856035,"about_ca_system_score_codex":0.00009759289,"about_ca_system_score_gemma":0.00010357236,"threshold_uncertainty_score":0.24203414},"labels":[],"label_agreement":null},{"id":"W2579754794","doi":"10.1109/icsme.2016.83","title":"Why are Commits Being Reverted?: A Comparative Study of Industrial and Open Source Projects","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Commit; Codebase; Computer science; Process (computing); Upload; Process management; Business; Software; Risk analysis (engineering); Computer security; Operations management; World Wide Web; Engineering; Database; Operating system","score_opus":0.12434100384122214,"score_gpt":0.3316756394238308,"score_spread":0.20733463558260867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579754794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91256547,0.000010414072,0.08538344,0.0005719709,0.00006969734,0.0009324898,9.243959e-7,0.000117635485,0.00034795483],"genre_scores_gemma":[0.9972395,7.977896e-7,0.0022683581,0.000047669677,0.000023969951,0.00003256951,9.376374e-8,0.000006032369,0.00038101056],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891376,0.00013197091,0.00016540836,0.00030374608,0.00029381274,0.0001913131],"domain_scores_gemma":[0.9984394,0.0008847305,0.00006047454,0.0004312056,0.000106424275,0.000077779594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038928702,0.00009815147,0.00023907766,0.00011191104,0.00006254622,0.00013727935,0.0011340798,0.000040668,0.000008527906],"category_scores_gemma":[0.00038091853,0.000063136074,0.000011798928,0.00039397267,0.000037505586,0.00045631453,0.001528723,0.00011258501,0.000004979995],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082166756,0.00083216507,0.8932438,0.000027190981,0.00017811217,0.000029516083,0.020066982,0.00005383872,0.0008406026,0.00169369,0.039127033,0.043824896],"study_design_scores_gemma":[0.056246407,0.013461786,0.7929995,0.0034186607,0.00008596995,0.000116234136,0.02123619,0.031147078,0.047221206,0.0020304632,0.02854949,0.00348702],"about_ca_topic_score_codex":0.00038241936,"about_ca_topic_score_gemma":0.00010755082,"teacher_disagreement_score":0.10024431,"about_ca_system_score_codex":0.000028907963,"about_ca_system_score_gemma":0.000048829053,"threshold_uncertainty_score":0.25746143},"labels":[],"label_agreement":null},{"id":"W2584896789","doi":"10.1016/j.scico.2016.11.006","title":"Projecting programs on specifications: Definition and implications","year":2017,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Computer science; Programming language; Operator (biology); Specification language; Projection (relational algebra); Theoretical computer science; Algorithm","score_opus":0.11570300031759101,"score_gpt":0.329896731864103,"score_spread":0.214193731546512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584896789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2460301,0.000042248477,0.75077784,0.001271348,0.0003278898,0.00065314403,5.8508164e-7,0.00033259502,0.00056424853],"genre_scores_gemma":[0.6222973,0.0000040903496,0.37759447,0.0000067462393,0.00004263524,0.000046126217,4.991707e-7,0.00000422976,0.00000389747],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984689,0.000015876712,0.0001945177,0.0005101368,0.0004404859,0.00037013047],"domain_scores_gemma":[0.9980694,0.00017451975,0.00017317671,0.0011950387,0.000272276,0.00011559567],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009824318,0.00010303905,0.00011090404,0.00026344854,0.0009975856,0.001372796,0.001892495,0.000028479055,3.787578e-7],"category_scores_gemma":[0.00044734174,0.00009681489,0.000030257992,0.0005212738,0.000627734,0.0010439133,0.00061642437,0.00013217962,0.000006429003],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.418521e-7,0.00006357735,0.013501611,0.000017838085,0.0000027929384,7.866887e-7,0.00030758325,0.000015632502,0.00048254232,0.09813538,0.0000064227256,0.887465],"study_design_scores_gemma":[0.0004906985,0.0007578373,0.9315674,0.00035841393,0.0000060325324,0.00007081068,0.000059817656,0.044889983,0.0056880047,0.013816063,0.0017888324,0.00050612213],"about_ca_topic_score_codex":0.000017321263,"about_ca_topic_score_gemma":0.0000012860437,"teacher_disagreement_score":0.9180658,"about_ca_system_score_codex":0.000045251123,"about_ca_system_score_gemma":0.00013112043,"threshold_uncertainty_score":0.9996639},"labels":[],"label_agreement":null},{"id":"W2587703861","doi":"10.1002/smr.1842","title":"The relationship between evolutionary coupling and defects in large industrial software","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Türkiye Bilimler Akademisi; Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Software; Software evolution; Software system; Computer science; Correlation; Coupling (piping); Process (computing); Data mining; Software engineering; Software construction; Engineering; Mathematics; Programming language","score_opus":0.05343133578773611,"score_gpt":0.3163491672404003,"score_spread":0.2629178314526642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587703861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7702552,0.0031148556,0.22548713,0.00054479943,0.0004165435,0.00012267628,0.000004241218,0.000051130137,0.000003406963],"genre_scores_gemma":[0.9960272,0.00006128009,0.0035446584,0.000009341553,0.00030925227,0.0000054430884,7.650076e-7,0.000010054245,0.00003201104],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99858207,0.000051526116,0.00038122587,0.00019647935,0.00047615002,0.00031254636],"domain_scores_gemma":[0.9956683,0.0032106827,0.00036655564,0.00030306098,0.00029102457,0.00016036746],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017180585,0.0001254881,0.00019648176,0.0002160776,0.0010743077,0.00039712508,0.0007359896,0.00014917353,9.919111e-7],"category_scores_gemma":[0.017953822,0.00009745141,0.000042412463,0.00022962624,0.00013061799,0.0012062032,0.00024719548,0.00071169535,0.0000018750067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001858566,0.000013152788,0.99564743,0.00003540828,0.000009486977,0.000010867494,0.0001650278,0.00015543513,7.1646946e-7,0.0008344409,0.00017645901,0.0029330088],"study_design_scores_gemma":[0.00089428853,0.00007766183,0.98759216,0.00021051057,0.000007630864,0.00006570666,0.00004031736,0.0010620405,0.0000048467396,0.009593176,0.00033990436,0.00011175266],"about_ca_topic_score_codex":0.000011526056,"about_ca_topic_score_gemma":0.000011919948,"teacher_disagreement_score":0.22577198,"about_ca_system_score_codex":0.00012570801,"about_ca_system_score_gemma":0.00032512163,"threshold_uncertainty_score":0.99031836},"labels":[],"label_agreement":null},{"id":"W2588556346","doi":"10.1142/s0218194016400106","title":"A Machine Learning Based Approach for Evaluating Clone Detection Tools for a Generalized and Accurate Precision","year":2016,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Generality; clone (Java method); Computer science; Measure (data warehouse); Machine learning; Software; Variety (cybernetics); Data mining; Artificial intelligence; Java; Sample (material); Detector; Algorithm; Programming language","score_opus":0.03570845271944944,"score_gpt":0.30564613767927035,"score_spread":0.2699376849598209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588556346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058244187,0.0015722738,0.93883145,0.000063185675,0.0008279997,0.0002502146,0.000011431803,0.00019847085,7.947042e-7],"genre_scores_gemma":[0.60501474,0.00007441946,0.39447922,0.000004189667,0.00029151852,0.00006699199,0.0000033691674,0.00003746181,0.000028088192],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998577,0.000026239304,0.00045555664,0.0002994027,0.0003373948,0.00030441934],"domain_scores_gemma":[0.9945355,0.004331644,0.00014905761,0.00013411,0.0006900806,0.00015962747],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012878289,0.00023285105,0.0002888636,0.0005517117,0.00007114428,0.00027133705,0.00045712246,0.000096288946,0.000001207686],"category_scores_gemma":[0.011666376,0.00018816438,0.00012681058,0.00017471291,0.000013914428,0.00073650683,0.0001372617,0.00022243625,4.0065544e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021958722,0.000072688716,0.00080385926,0.00043164197,0.00029701862,0.000009008965,0.00037527448,0.49903402,0.07920756,0.0005211911,0.000023680752,0.41900447],"study_design_scores_gemma":[0.002416968,0.00032195324,0.0010084548,0.0003437028,0.000021573207,0.00011640124,0.0000037857471,0.98520607,0.008465482,0.00003250458,0.0018186686,0.00024441432],"about_ca_topic_score_codex":0.0000014285874,"about_ca_topic_score_gemma":2.0955031e-7,"teacher_disagreement_score":0.5467706,"about_ca_system_score_codex":0.00015754747,"about_ca_system_score_gemma":0.0000702761,"threshold_uncertainty_score":0.9966588},"labels":[],"label_agreement":null},{"id":"W2588976403","doi":"10.7287/peerj.preprints.2723v1","title":"Lifting the curse of stringly-typed code","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"JavaScript; Computer science; String (physics); Programming language; Parsing; Code (set theory); Source code; Rule-based machine translation; Natural language processing; Theoretical computer science; Mathematics; Set (abstract data type)","score_opus":0.04100188388232198,"score_gpt":0.31685430630663497,"score_spread":0.27585242242431296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588976403","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3868633,0.00007414559,0.5995861,0.0028896695,0.0005632766,0.00016546165,0.0000011519729,0.00031083013,0.009546031],"genre_scores_gemma":[0.98665816,0.0000026523478,0.012502075,0.000016012016,0.000035562472,0.0000022648878,5.5776077e-8,0.000003838712,0.0007793724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994335,0.0000116181845,0.00007900915,0.000117007265,0.00020842555,0.00015045136],"domain_scores_gemma":[0.9984037,0.00037896365,0.00004470131,0.0010788651,0.000060464794,0.000033302615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037171465,0.000042634994,0.000057906927,0.00002629715,0.00016075674,0.00015381539,0.0018888182,0.000018199964,0.000013375353],"category_scores_gemma":[0.001265463,0.000027405162,0.00002410929,0.00006073044,0.000056046014,0.00018315752,0.00052706926,0.0000943917,0.000032123815],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000116025785,0.00014311628,0.3720307,0.00010832617,0.000108293134,0.000049338847,0.0029428771,0.0020213968,0.008068584,0.32963228,0.010929154,0.27395433],"study_design_scores_gemma":[0.0007400794,0.00013053685,0.7157079,0.00008462962,0.000006337328,0.000017474369,0.00006312661,0.19887334,0.068068705,0.002451561,0.013492192,0.00036413464],"about_ca_topic_score_codex":0.000073512965,"about_ca_topic_score_gemma":0.00000771641,"teacher_disagreement_score":0.59979486,"about_ca_system_score_codex":0.000008361876,"about_ca_system_score_gemma":0.000034714543,"threshold_uncertainty_score":0.35099256},"labels":[],"label_agreement":null},{"id":"W2589254520","doi":"","title":"Link Typing in Hypertext: Defining Conceptual Attributes","year":2013,"lang":"en","type":"article","venue":"Proceedings of the Annual Conference of CAIS / Actes du congrès annuel de l'ACSI","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Link (geometry); Taxonomy (biology); Hypertext; Computer science; Base (topology); Information retrieval; World Wide Web; Mathematics","score_opus":0.02675956477525647,"score_gpt":0.24428001364052865,"score_spread":0.21752044886527216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2589254520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99367267,0.00044145662,0.0009954241,0.0028021615,0.00018702785,0.0003891696,0.00002068887,0.00013468451,0.001356733],"genre_scores_gemma":[0.9946963,0.000054857792,0.0047851885,0.00013979198,0.00006149973,0.00006035906,0.0000016894821,0.000024278426,0.00017603282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977041,0.000029836207,0.00056699594,0.00046056413,0.00054989423,0.00068859395],"domain_scores_gemma":[0.9777648,0.0010265021,0.000417689,0.00040496085,0.020189583,0.00019647308],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007770551,0.0002809274,0.00049599475,0.0002968273,0.000098130964,0.0018916747,0.0033643162,0.00018518472,0.000030526382],"category_scores_gemma":[0.028709378,0.00023414075,0.00013242381,0.0009424706,0.00039893412,0.008313709,0.0012979757,0.00053178007,0.00002816959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003746377,0.00014903421,0.7988476,0.0003671679,0.00009798555,0.0000042924166,0.039309647,0.00011927338,0.027859872,0.08505102,0.003510249,0.04464639],"study_design_scores_gemma":[0.001608842,0.00050446996,0.8984368,0.0012441536,0.000030039155,0.00008000707,0.0029214758,0.016595252,0.05265613,0.010130071,0.014817611,0.00097515486],"about_ca_topic_score_codex":0.00036593483,"about_ca_topic_score_gemma":0.0000068930676,"teacher_disagreement_score":0.09958919,"about_ca_system_score_codex":0.00009357841,"about_ca_system_score_gemma":0.00031220907,"threshold_uncertainty_score":0.99914443},"labels":[],"label_agreement":null},{"id":"W2591512809","doi":"10.1016/j.jss.2017.02.021","title":"Predicting bug-fixing time: A replication study using an open source software project","year":2017,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Replication (statistics); Replicate; Computer science; Software bug; Software; Open source; Statistics; Operating system; Mathematics","score_opus":0.07000649680391977,"score_gpt":0.350390490200443,"score_spread":0.2803839933965232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591512809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74147636,0.00027088803,0.25715056,0.000026730862,0.00032299248,0.0006237512,0.0000024343778,0.00012070371,0.000005590611],"genre_scores_gemma":[0.96999985,0.0000063071548,0.02935954,0.000008327939,0.00037120754,0.000016892376,6.1180583e-7,0.000035721172,0.00020151405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776304,0.00018179392,0.00060532516,0.0004634722,0.0006717797,0.0003145616],"domain_scores_gemma":[0.9963687,0.0003571993,0.00090854533,0.0016269395,0.00053951243,0.00019911927],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003339474,0.00018345402,0.00043628752,0.00023572621,0.00091082184,0.003203741,0.0026632494,0.000086859414,0.00000133284],"category_scores_gemma":[0.0037222428,0.00015467506,0.00005034539,0.00016703382,0.000039623912,0.0029090948,0.0011190763,0.00035747877,0.0000021209412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024770128,0.00022039517,0.9759146,0.00014274243,0.00010925533,0.0001217915,0.004301114,0.0020032846,0.00036904548,0.000009323019,0.00019673043,0.016586946],"study_design_scores_gemma":[0.0046985233,0.0041718837,0.78986233,0.0032983297,0.00014444628,0.004516871,0.0032741234,0.18620683,0.0001902954,0.00016305037,0.0022347383,0.0012386024],"about_ca_topic_score_codex":0.000885919,"about_ca_topic_score_gemma":0.0000072669113,"teacher_disagreement_score":0.22852354,"about_ca_system_score_codex":0.00012889264,"about_ca_system_score_gemma":0.00028246682,"threshold_uncertainty_score":0.99783105},"labels":[],"label_agreement":null},{"id":"W2591557490","doi":"","title":"Predicting Method Crashes with Bytecode Operations","year":2013,"lang":"en","type":"article","venue":"ACM International Conference Proceeding Series","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"AspectJ; Crash; Computer science; Bytecode; Overhead (engineering); Software; Eclipse; Real-time computing; Machine learning; Data mining; Operating system; Aspect-oriented programming; Java","score_opus":0.038946884731466944,"score_gpt":0.309919357174983,"score_spread":0.270972472443516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591557490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23123097,0.000014687241,0.75562483,0.008869934,0.00034001042,0.00027016894,0.0000037160028,0.0006048745,0.0030408239],"genre_scores_gemma":[0.672728,0.000006121508,0.32605684,0.000052341293,0.000085778986,0.00017530426,0.0000041155154,0.000009919114,0.0008815826],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987046,0.000013205742,0.0001851753,0.00035974864,0.00047745457,0.0002598187],"domain_scores_gemma":[0.9983338,0.00024369865,0.000040453077,0.00030294876,0.0009892831,0.00008979212],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00020778734,0.00014698748,0.00011474445,0.00016147611,0.00015922288,0.0011365466,0.00182854,0.00004010372,0.00024189892],"category_scores_gemma":[0.0014358794,0.00012405701,0.000022868799,0.00026103453,0.000054319364,0.0029045471,0.0005477222,0.00021359739,0.00007800405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016010312,0.00008193941,0.4999118,0.000066305154,0.00024777098,0.000009955345,0.0058283703,0.0024022108,0.02372835,0.4447234,0.00130518,0.021678748],"study_design_scores_gemma":[0.00083299214,0.00049309485,0.17438714,0.0004104464,0.000017848524,0.00036321435,0.002618079,0.7101956,0.06133373,0.046061117,0.00214359,0.001143168],"about_ca_topic_score_codex":0.0002138704,"about_ca_topic_score_gemma":0.000026874637,"teacher_disagreement_score":0.70779335,"about_ca_system_score_codex":0.00004977578,"about_ca_system_score_gemma":0.00014013473,"threshold_uncertainty_score":0.99990034},"labels":[],"label_agreement":null},{"id":"W2591607085","doi":"","title":"An effective method for detecting duplicate crash reports using crash traces and hidden Markov models","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Crash; Computer science; Hidden Markov model; Software; Task (project management); Eclipse; Data mining; Machine learning; Artificial intelligence; Operating system; Engineering","score_opus":0.017807790907224372,"score_gpt":0.28377816607998235,"score_spread":0.26597037517275796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591607085","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31658202,0.00012649328,0.6820308,0.000040712173,0.00035754006,0.0003546217,0.0000015986395,0.00050571497,4.7925806e-7],"genre_scores_gemma":[0.45760652,0.0000064797805,0.5422007,0.000019780196,0.00009741756,0.00004616619,1.6011094e-7,0.000020230624,0.0000025875088],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99713284,0.00004581096,0.00030878527,0.0012113746,0.00053644687,0.00076472916],"domain_scores_gemma":[0.9959912,0.0024375096,0.00008775656,0.0007478597,0.00034259484,0.0003930875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030562452,0.00029514392,0.00031498697,0.00047527943,0.0004033275,0.0006477735,0.00081519014,0.00009223498,5.115131e-7],"category_scores_gemma":[0.0014498066,0.00024040855,0.000050475264,0.00076519046,0.00013963187,0.0026149906,0.0006268475,0.00015893774,4.498556e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003513757,0.00001924863,0.007604685,0.000115478826,0.000021466403,0.00004306495,0.00062832434,0.017129453,0.027403751,0.00031004514,0.000010534589,0.9467104],"study_design_scores_gemma":[0.00023975746,0.00013684832,0.020862015,0.00014242757,0.000007388299,0.00032427468,0.0000036253,0.96974623,0.0072876057,0.0008314645,0.000036062578,0.00038231432],"about_ca_topic_score_codex":0.000015298718,"about_ca_topic_score_gemma":9.477096e-7,"teacher_disagreement_score":0.95261675,"about_ca_system_score_codex":0.00015404799,"about_ca_system_score_gemma":0.00011232187,"threshold_uncertainty_score":0.98035765},"labels":[],"label_agreement":null},{"id":"W2591663134","doi":"10.3233/idt-170284","title":"Planning for the next software release using adaptive network-based fuzzy inference system","year":2017,"lang":"en","type":"article","venue":"Intelligent Decision Technologies","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Adaptive neuro fuzzy inference system; Inference; Process (computing); Computer science; Software release life cycle; Fuzzy logic; Data mining; Software; Inference engine; Machine learning; Reliability (semiconductor); Fuzzy inference system; Perspective (graphical); Artificial intelligence; Fuzzy control system; Software quality; Software development","score_opus":0.14157031471738002,"score_gpt":0.3592322270332248,"score_spread":0.2176619123158448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591663134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015421582,0.0017455566,0.9785013,0.00030443078,0.00091039157,0.00062322954,0.000005054633,0.0024767464,0.000011670872],"genre_scores_gemma":[0.7001031,0.000032184504,0.2996697,0.0000151201775,0.000044127817,0.00010673605,4.9108377e-7,0.00001777203,0.000010759053],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784535,0.000026525375,0.00036699328,0.00058442826,0.0005623073,0.0006144],"domain_scores_gemma":[0.98774374,0.008861993,0.00024744574,0.002743803,0.00034494163,0.000058093454],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00083609734,0.00025483462,0.00027283843,0.00023782572,0.0012348003,0.0010766615,0.005419076,0.00023107888,0.0000012885366],"category_scores_gemma":[0.015485527,0.00017726021,0.00013893652,0.000346676,0.00025114857,0.00048715665,0.0015708416,0.00042778763,0.00003153579],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058383193,0.000017839344,0.0041061155,0.00003383516,0.00003455336,0.00005282475,0.000059553386,0.2583011,0.000032957374,0.0104419915,0.0007838639,0.72607696],"study_design_scores_gemma":[0.000229173,0.00019255145,0.0012882156,0.0009793713,0.000013751415,0.000016113734,0.00045513856,0.9672379,0.010388492,0.016903149,0.0019402427,0.00035593432],"about_ca_topic_score_codex":0.0000363476,"about_ca_topic_score_gemma":0.0000032194364,"teacher_disagreement_score":0.725721,"about_ca_system_score_codex":0.00022234587,"about_ca_system_score_gemma":0.00015257706,"threshold_uncertainty_score":0.9999621},"labels":[],"label_agreement":null},{"id":"W2592568457","doi":"10.1002/smr.1843","title":"MORE: A multi‐objective refactoring recommendation approach to introducing design patterns and fixing code smells","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Japan Society for the Promotion of Science; Science Foundation Ireland","keywords":"Code refactoring; Code smell; Computer science; Software quality; Software engineering; Maintainability; Class (philosophy); Software maintenance; Source code; Quality (philosophy); Software; Software system; Software development; Programming language; Artificial intelligence","score_opus":0.044680821213054306,"score_gpt":0.3188694893080094,"score_spread":0.2741886680949551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592568457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113442175,0.00013202058,0.8855195,0.00039648986,0.000309122,0.00014370044,0.0000026093803,0.000050250317,0.0000041331955],"genre_scores_gemma":[0.80840725,0.000033569366,0.19132225,0.000028873223,0.0001713673,0.000007017915,4.7222636e-7,0.000011141184,0.000018030141],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988477,0.000060043734,0.00027216546,0.00029584483,0.0002880342,0.00023619767],"domain_scores_gemma":[0.998535,0.00032300333,0.00029300692,0.0002514795,0.00040198656,0.00019552845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011356288,0.00013403525,0.00020488384,0.00024993418,0.00039919943,0.0004459826,0.000490231,0.00006388996,0.0000015468627],"category_scores_gemma":[0.0029281075,0.00012066659,0.000028275226,0.0001379907,0.000033312946,0.0013250454,0.0002084444,0.000323036,9.4973103e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018710308,0.00024906814,0.7721083,0.00074368546,0.00016177661,0.000027386759,0.021686552,0.01544512,0.0009617906,0.00013730196,0.0005330633,0.1877588],"study_design_scores_gemma":[0.0013080003,0.000316992,0.9320666,0.0005046202,0.000020590885,0.00033207808,0.0004844973,0.06173543,0.0021670319,0.0004677276,0.00018997026,0.00040645833],"about_ca_topic_score_codex":0.000030119036,"about_ca_topic_score_gemma":0.0000020909524,"teacher_disagreement_score":0.6949651,"about_ca_system_score_codex":0.00015438929,"about_ca_system_score_gemma":0.00010211395,"threshold_uncertainty_score":0.4920641},"labels":[],"label_agreement":null},{"id":"W2593117527","doi":"10.1007/s11219-017-9361-y","title":"An empirical study of crash-inducing commits in Mozilla Firefox","year":2017,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Crash; Computer science; Empirical research; Software engineering; Business; Programming language; Mathematics; Statistics","score_opus":0.09836511809479921,"score_gpt":0.4380468293221385,"score_spread":0.3396817112273393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593117527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9137052,0.000043257656,0.08517729,0.00033223577,0.0004394382,0.00016086934,0.000002363047,0.00011783559,0.000021484428],"genre_scores_gemma":[0.9862659,0.000005315326,0.013508258,0.000039002338,0.00013320676,0.0000060770813,4.59783e-7,0.000017857312,0.000023948753],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99661607,0.00065002125,0.00073456985,0.00041228175,0.0010797571,0.00050732243],"domain_scores_gemma":[0.99606794,0.0010129161,0.00038557767,0.0019138223,0.00030538952,0.00031437946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004349916,0.00018829423,0.00042830576,0.0002894164,0.0005442905,0.0006339924,0.0032762517,0.00011026897,0.000018224266],"category_scores_gemma":[0.0056073745,0.00017174537,0.000087690125,0.00026382765,0.00008372436,0.0011774694,0.00055006973,0.00095274264,0.000010434681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010908561,0.0005971917,0.97513527,0.000021593642,0.000022413524,0.00012409486,0.0049330937,0.0005680699,0.0000685604,0.00002685749,0.00012767826,0.01836425],"study_design_scores_gemma":[0.0010642787,0.0004448012,0.995825,0.00006774872,0.000003057089,0.000062170046,0.00035888836,0.00093326415,0.00013826937,0.0008521971,0.000050400256,0.00019992195],"about_ca_topic_score_codex":0.00042746653,"about_ca_topic_score_gemma":0.00023762684,"teacher_disagreement_score":0.072560646,"about_ca_system_score_codex":0.00016491176,"about_ca_system_score_gemma":0.00023935793,"threshold_uncertainty_score":0.7003573},"labels":[],"label_agreement":null},{"id":"W2593891526","doi":"10.1109/icse-nier.2017.12","title":"Building Usage Profiles Using Deep Neural Nets","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Profiling (computer programming); Software; Convolutional neural network; Task (project management); Artificial neural network; Construct (python library); Deep learning","score_opus":0.0497947721742919,"score_gpt":0.3320615793785307,"score_spread":0.2822668072042388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593891526","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3457267,0.000028288123,0.6531315,0.00022170652,0.00029747788,0.00006548953,1.2440566e-7,0.0002152909,0.00031342363],"genre_scores_gemma":[0.7209122,5.1248855e-7,0.2788914,0.000029859877,0.00005640438,0.0000030161086,6.31088e-8,0.0000069782213,0.00009954812],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904835,0.00001619555,0.000086657514,0.00025891516,0.00025794128,0.00033192444],"domain_scores_gemma":[0.9987341,0.00015846372,0.000035655525,0.0009361534,0.000043192093,0.000092395916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022568717,0.000085532265,0.00008209595,0.0000723055,0.00034502248,0.00076419924,0.0016753563,0.000032921507,0.00001868612],"category_scores_gemma":[0.00057323667,0.000075623255,0.0000317436,0.000076960074,0.00003987041,0.00080131245,0.0007855283,0.00012151895,0.000024741777],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007831647,0.00009381411,0.2909362,0.00010386055,0.00006096667,0.0005060668,0.000716612,0.025117463,0.08367149,0.082788795,0.001018894,0.514978],"study_design_scores_gemma":[0.00009612305,0.000014291893,0.07108272,0.000009733887,8.454913e-7,0.000023555229,0.0000015629716,0.9199384,0.00805667,0.00037382715,0.00027932294,0.00012293975],"about_ca_topic_score_codex":0.00010855927,"about_ca_topic_score_gemma":0.0000035014896,"teacher_disagreement_score":0.8948209,"about_ca_system_score_codex":0.000034315704,"about_ca_system_score_gemma":0.000023690822,"threshold_uncertainty_score":0.7369191},"labels":[],"label_agreement":null},{"id":"W2594091530","doi":"","title":"Automatic prediction of the severity of bugs using stack traces","year":2016,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software bug; Stack (abstract data type); Crash; Eclipse; Data mining; Function (biology); Process (computing); Software regression; Machine learning; Programming language; Software; Software quality; Software development","score_opus":0.015591502299441106,"score_gpt":0.23841786484292785,"score_spread":0.22282636254348673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594091530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48606956,0.00010429543,0.51272774,0.0004916455,0.000088748704,0.0002252935,0.000022045986,0.00026180802,0.000008860342],"genre_scores_gemma":[0.90790534,0.000018404313,0.09187758,0.00003775114,0.000026584408,0.000041084204,3.4545045e-7,0.000018390125,0.000074550575],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982274,0.0001308932,0.00041344797,0.0002679541,0.0005798248,0.00038044216],"domain_scores_gemma":[0.9978894,0.000461345,0.00022009312,0.0011638689,0.0001607779,0.00010451583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007472509,0.0001575904,0.00023843735,0.0002422942,0.0000835336,0.00004166708,0.0012291915,0.00013026813,0.000012897252],"category_scores_gemma":[0.0008140416,0.00010310924,0.00012577727,0.0007672814,0.00012974051,0.00048576205,0.00041961134,0.00016720167,0.0000017326764],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025413241,0.0003593794,0.56813157,0.00032273403,0.000112522925,0.000010780066,0.000952255,0.0035516266,0.26110876,0.013212958,0.00085069577,0.15136135],"study_design_scores_gemma":[0.00025591062,0.000072453215,0.45223162,0.00020153733,0.000010105112,0.000046762852,0.000010846661,0.38344556,0.16235922,0.0011776359,0.000066350825,0.000121998186],"about_ca_topic_score_codex":0.0013447003,"about_ca_topic_score_gemma":0.00007122675,"teacher_disagreement_score":0.42183575,"about_ca_system_score_codex":0.00027817205,"about_ca_system_score_gemma":0.00026922303,"threshold_uncertainty_score":0.42046726},"labels":[],"label_agreement":null},{"id":"W2594215239","doi":"","title":"Local versus global models for effort-aware defect prediction","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Context (archaeology); Set (abstract data type); Machine learning; Training set; Data mining; Predictive modelling; Artificial intelligence; Data set; Software","score_opus":0.01854812757945171,"score_gpt":0.24519378507215867,"score_spread":0.22664565749270696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594215239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022112004,0.00014745716,0.9747833,0.00009358884,0.0015278899,0.00025029274,0.000015110032,0.001067222,0.0000031508582],"genre_scores_gemma":[0.7903369,0.000012894027,0.20939484,0.00002709996,0.00015140367,0.00005492418,9.202387e-7,0.000014634789,0.0000063396856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976229,0.000009234963,0.00020638593,0.0007769184,0.0006611143,0.0007234306],"domain_scores_gemma":[0.99794996,0.0009247294,0.000030453568,0.0004889238,0.0002865861,0.0003193352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087691087,0.00022574293,0.00018838499,0.00021276284,0.00022933495,0.000277526,0.0011262624,0.00008179331,8.7858575e-7],"category_scores_gemma":[0.0006300434,0.00017871165,0.00008151272,0.0008762568,0.00018193986,0.0016984086,0.0006141711,0.000093496514,0.0000068142417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039112016,0.000043270975,0.0076384917,0.00014915617,0.00006316222,0.000023915029,0.00024392804,0.20624778,0.00029831918,0.018718457,0.0008257895,0.7657086],"study_design_scores_gemma":[0.00087064394,0.00024064271,0.011778857,0.00009283392,0.0000053629324,0.00003157541,0.0000015416826,0.98524886,0.00043238088,0.00047007948,0.00055586174,0.00027134278],"about_ca_topic_score_codex":0.000004898093,"about_ca_topic_score_gemma":8.899823e-7,"teacher_disagreement_score":0.7790011,"about_ca_system_score_codex":0.0003785658,"about_ca_system_score_gemma":0.00019716144,"threshold_uncertainty_score":0.72876495},"labels":[],"label_agreement":null},{"id":"W2594297796","doi":"","title":"An exploratory study on change suggestions for methods using clone detection","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Ranking (information retrieval); Computer science; Change detection; Precision and recall; Rank (graph theory); Change analysis; Information retrieval; Data mining; Complement (music); Software evolution; Recall; Data science; Software; Machine learning; Artificial intelligence; Software system; Cognitive psychology; Mathematics","score_opus":0.08106462202636616,"score_gpt":0.3533319726558519,"score_spread":0.27226735062948576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594297796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3124057,0.000035755864,0.68575454,0.000030128846,0.0008647245,0.00035634392,0.0000014462494,0.0005512875,7.2259944e-8],"genre_scores_gemma":[0.58519614,0.0000023168666,0.4143984,0.000026970847,0.0002520008,0.000107159234,1.3047995e-7,0.000015901147,0.0000010034521],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979937,0.00006555999,0.0001855115,0.00075438805,0.00047564413,0.0005251847],"domain_scores_gemma":[0.9974067,0.0012443681,0.000036253703,0.0007323254,0.0003030349,0.00027728977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024985455,0.00020428414,0.00018469195,0.0006238005,0.00035104546,0.0003079949,0.000916043,0.000052071046,3.9718216e-7],"category_scores_gemma":[0.001234958,0.00016385764,0.000034014058,0.0010321761,0.000084086416,0.0018596466,0.00032167335,0.00012086767,0.0000027147807],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072241883,0.00017817273,0.005207914,0.000037404647,0.000018966633,0.000013758622,0.0033463119,0.006168272,0.048460823,0.00045599014,0.000008076165,0.9360971],"study_design_scores_gemma":[0.00066062104,0.0012785043,0.061896335,0.00012161899,0.000008264348,0.000030024901,0.000035827583,0.9186059,0.016497716,0.000094299976,0.00023319563,0.00053767674],"about_ca_topic_score_codex":0.000004730903,"about_ca_topic_score_gemma":0.0000012742114,"teacher_disagreement_score":0.9355594,"about_ca_system_score_codex":0.0001926936,"about_ca_system_score_gemma":0.000089734465,"threshold_uncertainty_score":0.668192},"labels":[],"label_agreement":null},{"id":"W2594779357","doi":"","title":"On the Computational Complexity of Software (Re)Modularization: Elaborations and Opportunities.","year":2015,"lang":"en","type":"article","venue":"BICT","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Modular programming; Computer science; Software; Mathematical proof; Heuristic; Simulated annealing; Theoretical computer science; Software engineering; Programming complexity; Software construction; Software system; Programming language; Algorithm; Mathematics; Artificial intelligence","score_opus":0.17772296183058603,"score_gpt":0.2992789429028447,"score_spread":0.12155598107225865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594779357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02994107,0.00007518575,0.96542454,0.0039292667,0.000101966085,0.00011436145,0.000015874115,0.00011787148,0.00027985327],"genre_scores_gemma":[0.9602999,0.000003183765,0.03934437,0.0002367582,0.000021096646,0.000009268891,0.0000145914755,0.0000053026515,0.00006554263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999282,0.00005433379,0.00010523608,0.00012017366,0.0003459495,0.00009232733],"domain_scores_gemma":[0.9987292,0.0006488654,0.00003237076,0.0002569739,0.00025813386,0.00007443966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029826112,0.000057442456,0.00006729452,0.000069104084,0.000072885225,0.00006137369,0.0002987377,0.000022406168,0.000014187345],"category_scores_gemma":[0.0006747894,0.000044311484,0.000012829342,0.00024088964,0.0001265183,0.00013712373,0.00012103624,0.00007226583,0.000008706093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029942034,0.00003864254,0.0017829392,0.000010148885,0.000013774056,0.0000042213023,0.00069558725,0.016051032,0.0000069586436,0.97135925,0.0074111326,0.002623331],"study_design_scores_gemma":[0.0009497194,0.0003926682,0.12831828,0.00006944138,0.000008458944,0.000024501875,0.00019754493,0.5948119,0.00035434443,0.2680137,0.0064687827,0.00039066753],"about_ca_topic_score_codex":0.000009063236,"about_ca_topic_score_gemma":0.0000016207085,"teacher_disagreement_score":0.9303588,"about_ca_system_score_codex":0.000021881226,"about_ca_system_score_gemma":0.00016650086,"threshold_uncertainty_score":0.18069698},"labels":[],"label_agreement":null},{"id":"W2597809331","doi":"10.1109/msr.2017.65","title":"Extracting Build Changes with BUILDDIFF","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Code refactoring; Computer science; Java; Software evolution; Software; Precision and recall; Software maintenance; Software engineering; Software system; Data mining; Machine learning; Software construction; Programming language","score_opus":0.029416569007886112,"score_gpt":0.29435521294549977,"score_spread":0.2649386439376137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2597809331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15673481,0.00004646485,0.8289761,0.0057712523,0.0002581833,0.00011669615,3.061969e-7,0.0006489954,0.0074472227],"genre_scores_gemma":[0.8933028,0.0000035280661,0.10449814,0.000047640064,0.00008243732,0.000010807742,8.645381e-8,0.000008567898,0.0020459988],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99918765,0.000007172913,0.00003710869,0.00023827158,0.00026366548,0.00026614525],"domain_scores_gemma":[0.99848366,0.00023760469,0.000036986527,0.0011111402,0.000049300517,0.000081330276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020597757,0.000076030985,0.000071125556,0.000056188874,0.0002669187,0.00054781826,0.0013995457,0.000026721582,0.000022782799],"category_scores_gemma":[0.00042765355,0.00005613922,0.0000121722205,0.00005955478,0.000034351695,0.0004559561,0.0003595038,0.00012775409,0.000054802204],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016142943,0.00012057165,0.3110337,0.00008506535,0.00008566325,0.0004865835,0.0008647219,0.00033320623,0.0085981665,0.059885237,0.0061772275,0.61231375],"study_design_scores_gemma":[0.0010875497,0.00043183664,0.8612962,0.00015498971,0.000006389203,0.00023431297,0.000044864748,0.042164654,0.052434336,0.00059381285,0.040635053,0.00091601326],"about_ca_topic_score_codex":0.000081116596,"about_ca_topic_score_gemma":0.00003842069,"teacher_disagreement_score":0.736568,"about_ca_system_score_codex":0.000017950375,"about_ca_system_score_gemma":0.000026093368,"threshold_uncertainty_score":0.52826244},"labels":[],"label_agreement":null},{"id":"W2598761292","doi":"10.1109/iwsc.2017.7880507","title":"Does cloned code increase maintenance effort?","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code (set theory); Programming language","score_opus":0.014813332863914744,"score_gpt":0.27691906136334016,"score_spread":0.2621057284994254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2598761292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20430584,0.000019326031,0.78262335,0.0043328046,0.0010138357,0.00020127531,0.0000036386218,0.00089805643,0.006601895],"genre_scores_gemma":[0.9490972,0.000008357927,0.04345929,0.00011555077,0.00006650815,0.000015574546,4.1463062e-7,0.000008321649,0.0072287396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99900615,0.000010233714,0.00009562522,0.00029088132,0.00026518665,0.00033193533],"domain_scores_gemma":[0.9979033,0.00019207873,0.000036883182,0.0016509502,0.00007183988,0.00014497829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003367452,0.00008828884,0.000098603676,0.000048412494,0.00024285041,0.00045371518,0.0021516047,0.000036068563,0.000038789294],"category_scores_gemma":[0.0011975683,0.000050173414,0.000036872687,0.00005696248,0.00006530216,0.00049858756,0.00071642204,0.000115945775,0.00021075412],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041056635,0.0001840561,0.61152095,0.000115014765,0.00008195823,0.00073790905,0.00042480364,0.00017600536,0.0027111305,0.23464687,0.04382813,0.105532095],"study_design_scores_gemma":[0.00079945434,0.00006444223,0.9065944,0.00005216795,0.0000025618906,0.000022868047,0.0000062636514,0.047097787,0.010971546,0.0055350973,0.028442655,0.0004107678],"about_ca_topic_score_codex":0.0003104925,"about_ca_topic_score_gemma":0.000051518502,"teacher_disagreement_score":0.7447914,"about_ca_system_score_codex":0.000033067085,"about_ca_system_score_gemma":0.000046380934,"threshold_uncertainty_score":0.4375186},"labels":[],"label_agreement":null},{"id":"W2599817676","doi":"10.1145/3034950.3034957","title":"Success or Failure Identification for GitHub's Open Source Projects","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Java; Computer science; JavaScript; Open source; Identification (biology); Popularity; World Wide Web; Sample (material); Web application; Source code; Software engineering; Information retrieval; Programming language; Data science; Software","score_opus":0.07173796243589714,"score_gpt":0.36350510436341066,"score_spread":0.2917671419275135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599817676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017960243,0.000004808703,0.9776238,0.0026219392,0.00023303188,0.0008927798,0.0000016577121,0.00025502776,0.00040671448],"genre_scores_gemma":[0.8840583,0.0000010870654,0.09090802,0.000042700023,0.00007825801,0.00028464742,0.0000024018877,0.000015141178,0.024609467],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990276,0.000013488,0.00012061703,0.00036822967,0.00022154606,0.00024850873],"domain_scores_gemma":[0.99798125,0.0002938387,0.00007199819,0.0014309927,0.00015175632,0.0000701835],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005487723,0.000080607315,0.000096797245,0.000067263754,0.00042305607,0.0035971068,0.005115192,0.000043729786,0.00001971054],"category_scores_gemma":[0.0015733602,0.000061128405,0.000026943038,0.000107822896,0.00003107115,0.0016467767,0.0012130579,0.00006758135,0.000064042564],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016627215,0.00041407326,0.09522251,0.0007087784,0.00018093323,0.000046338795,0.0037866125,0.0007930782,0.010421401,0.09436903,0.26965764,0.52423334],"study_design_scores_gemma":[0.0035999706,0.00045573444,0.33665246,0.00017047317,0.000016712454,0.000054139207,0.00016864116,0.27378762,0.15420835,0.003298533,0.22624467,0.0013427042],"about_ca_topic_score_codex":0.00017254021,"about_ca_topic_score_gemma":0.00012032668,"teacher_disagreement_score":0.88671577,"about_ca_system_score_codex":0.000031305888,"about_ca_system_score_gemma":0.00012243008,"threshold_uncertainty_score":0.99743724},"labels":[],"label_agreement":null},{"id":"W2599821978","doi":"10.1109/saner.2017.7884611","title":"STRICT: Information retrieval based search term identification for concept location","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Task (project management); Information retrieval; Term (time); Baseline (sea); Software; Identification (biology); Natural language; Domain (mathematical analysis); Source code; Quality (philosophy); Software maintenance; Software development; Data mining; Natural language processing; Artificial intelligence; Programming language","score_opus":0.04110697748763638,"score_gpt":0.32599615927465847,"score_spread":0.2848891817870221,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599821978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028715744,0.000049510592,0.9928653,0.0009788348,0.0012003275,0.0013796508,0.00003723776,0.0004946986,0.00012282612],"genre_scores_gemma":[0.95365477,0.000010571369,0.044767685,0.000050551207,0.00017334662,0.00017495659,0.0006023369,0.000017357617,0.0005484499],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978751,0.00006436176,0.00043645923,0.00045982696,0.0008244473,0.0003398144],"domain_scores_gemma":[0.99547935,0.00080372987,0.00025184365,0.0020132659,0.0013378713,0.00011394684],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016863868,0.00020023693,0.00019456793,0.00044517018,0.00023303277,0.0018535403,0.0024978742,0.00029648285,0.000012980964],"category_scores_gemma":[0.0033928298,0.00020842312,0.00009459876,0.00024998983,0.000056416047,0.0013238352,0.00080220867,0.0004454733,0.00008980517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026977566,0.0003106798,0.004972673,0.005861634,0.00024395256,0.0000066398447,0.005261113,0.2957635,0.0016034066,0.038418848,0.02925883,0.61802894],"study_design_scores_gemma":[0.0005528637,0.000057929465,0.046840485,0.00011657599,0.000008865605,0.0000012016704,0.000010382857,0.93123806,0.018808847,0.00095008995,0.0010623776,0.0003523406],"about_ca_topic_score_codex":0.00005415244,"about_ca_topic_score_gemma":0.000001165103,"teacher_disagreement_score":0.9507832,"about_ca_system_score_codex":0.0003207957,"about_ca_system_score_gemma":0.0008876053,"threshold_uncertainty_score":0.99918264},"labels":[],"label_agreement":null},{"id":"W2600599962","doi":"10.1007/s10270-017-0594-9","title":"Managing design-time uncertainty","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal","funders":"","keywords":"Computer science; Uncertainty analysis; ENCODE; Systems engineering; Software engineering; Risk analysis (engineering); Management science; Simulation","score_opus":0.04730855297290635,"score_gpt":0.2795139488709415,"score_spread":0.23220539589803516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600599962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006430422,0.00082421984,0.9893688,0.00020551863,0.0011046111,0.00040085602,0.0000024254307,0.0015285186,0.00013462288],"genre_scores_gemma":[0.89890975,0.00002322701,0.099944115,0.00002493155,0.00025883075,0.000078983205,0.0000023025268,0.00005260293,0.0007052424],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973261,0.00011254437,0.00037466286,0.0007157277,0.0007221722,0.00074880297],"domain_scores_gemma":[0.9963194,0.0005523382,0.00014789072,0.0025259806,0.00023009085,0.00022426846],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001537884,0.00027291098,0.0003456665,0.00020171856,0.000931509,0.0017153538,0.0032176306,0.000120839606,0.0000055554037],"category_scores_gemma":[0.0016391585,0.00026743254,0.00010451586,0.0001517986,0.000043974804,0.0010698192,0.0008640766,0.00031273704,0.0003218204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004108704,0.000011015366,0.0008705087,0.0000779291,0.000030248997,0.000058792466,0.00022955175,0.9848196,0.00010557875,0.00060479785,0.0003393049,0.012848545],"study_design_scores_gemma":[0.000221933,0.000025817544,0.00007278943,0.00024104828,0.0000051925576,0.00003317568,0.000015397123,0.9974052,0.00002954697,0.0013328666,0.00030147404,0.00031558584],"about_ca_topic_score_codex":0.00043984325,"about_ca_topic_score_gemma":0.0000014361913,"teacher_disagreement_score":0.89247936,"about_ca_system_score_codex":0.00021014592,"about_ca_system_score_gemma":0.00015117206,"threshold_uncertainty_score":0.99997777},"labels":[],"label_agreement":null},{"id":"W2600957813","doi":"10.1109/saner.2017.7884630","title":"An empirical study of code smells in JavaScript projects","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"JavaScript; Computer science; Code smell; Programming language; Code (set theory); Empirical research; World Wide Web; Computer security; Software quality; Software; Software development","score_opus":0.08580029150157727,"score_gpt":0.38963270729340443,"score_spread":0.3038324157918272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600957813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97427416,0.000005980958,0.024686228,0.00011023369,0.00012124431,0.00025978472,2.7047813e-7,0.00009573496,0.00044635593],"genre_scores_gemma":[0.99211144,6.164404e-7,0.0076718964,0.000015772564,0.000015325364,0.000013554495,9.509532e-8,0.0000054001453,0.00016590902],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989922,0.000050037495,0.00013850394,0.00027747723,0.00033496114,0.00020679938],"domain_scores_gemma":[0.9982923,0.00012945486,0.00003153467,0.0014233663,0.000055185516,0.00006814893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004717069,0.00006659356,0.00012693624,0.0001329714,0.00005341552,0.00014874265,0.0018014318,0.000031040425,0.000007091838],"category_scores_gemma":[0.00043377205,0.00005591371,0.000014581299,0.00014575836,0.000027389351,0.00042798373,0.00035974476,0.00012052073,0.000014773352],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030471936,0.0005898561,0.9920722,0.000007899086,0.0000050852227,0.00003531649,0.0027130176,0.00014385338,0.00033143396,0.00013480156,0.00041557557,0.003547898],"study_design_scores_gemma":[0.00046169196,0.00043566324,0.96640986,0.0000070868177,6.0441937e-7,0.0000017105508,0.00012552278,0.030825486,0.001524116,0.0000580222,0.00007320277,0.00007705639],"about_ca_topic_score_codex":0.00050227065,"about_ca_topic_score_gemma":0.00032037604,"teacher_disagreement_score":0.030681632,"about_ca_system_score_codex":0.000025005798,"about_ca_system_score_gemma":0.000064552194,"threshold_uncertainty_score":0.33475384},"labels":[],"label_agreement":null},{"id":"W2602038282","doi":"","title":"An Analyses of the McCabe Cyclomatic Complexity Number","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Cyclomatic complexity; Computer science; Software; Software engineering; Software metric; Basis (linear algebra); Software measurement; Data mining; Theoretical computer science; Management science; Software development; Software quality; Mathematics; Programming language; Engineering","score_opus":0.08009049183793308,"score_gpt":0.3707717134687013,"score_spread":0.2906812216307682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602038282","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5770376,0.0000068369454,0.4216577,0.00027388395,0.00006521315,0.000057605186,4.546293e-7,0.00013682204,0.0007638802],"genre_scores_gemma":[0.9123714,4.4869742e-7,0.087501876,0.0000521168,0.0000106616135,0.0000024342328,2.0416056e-7,0.0000035269302,0.000057326615],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99925244,0.00003281785,0.000114318784,0.00013719572,0.00031558043,0.00014765162],"domain_scores_gemma":[0.99895823,0.00012845334,0.000023365128,0.00078500796,0.000052666328,0.00005225212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015225117,0.000057552876,0.00008779309,0.000029630817,0.000045050252,0.000042462485,0.001117063,0.000019136174,0.000053070908],"category_scores_gemma":[0.00013340282,0.000035612004,0.000046478646,0.00050188793,0.00007110572,0.00018794047,0.00017532546,0.00007238806,0.000046843877],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005244092,0.00086247193,0.2791494,0.0001806612,0.00016134122,0.000019175863,0.0031529753,0.07784866,0.038281675,0.59154534,0.0011336777,0.007659365],"study_design_scores_gemma":[0.00031468255,0.000041217994,0.8675999,0.000028107703,0.0000050784506,0.000020069689,0.000024998059,0.028877486,0.06745929,0.035431474,0.000047155034,0.0001505417],"about_ca_topic_score_codex":0.0005107112,"about_ca_topic_score_gemma":0.000025684038,"teacher_disagreement_score":0.5884505,"about_ca_system_score_codex":0.000030951407,"about_ca_system_score_gemma":0.000052007563,"threshold_uncertainty_score":0.20757994},"labels":[],"label_agreement":null},{"id":"W2602793737","doi":"10.1109/msr.2017.50","title":"Rediscovery Datasets: Connecting Duplicate Reports","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software bug; Open source software; Software; Open source; Tracking (education); Tracking system","score_opus":0.030307031169124206,"score_gpt":0.3088519965327439,"score_spread":0.2785449653636197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602793737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060071196,0.000041203828,0.92765605,0.0019715056,0.001004102,0.00015331656,0.00000772023,0.00081426225,0.008280658],"genre_scores_gemma":[0.9620646,0.0000043321315,0.037431363,0.000056592413,0.00007962793,0.000007721785,0.00000878132,0.000008463712,0.0003385117],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9990091,0.000008456652,0.00013459087,0.00036705408,0.00023542125,0.00024539753],"domain_scores_gemma":[0.99680156,0.00023475366,0.00008218402,0.0027647133,0.000029395138,0.000087418026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050347025,0.000071570794,0.00008299045,0.000044509226,0.00033417478,0.0007959878,0.0012991497,0.000029071332,0.000017627764],"category_scores_gemma":[0.0027808405,0.00006335074,0.000025714953,0.000054069427,0.000027755932,0.0010007167,0.0011212231,0.000115445924,0.00007464664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000150377045,0.00024222235,0.20802318,0.00017856069,0.00018943794,0.008702103,0.0006817235,0.0016009352,0.013982023,0.07477749,0.3504943,0.341113],"study_design_scores_gemma":[0.0011860654,0.00023522516,0.39491895,0.00021926148,0.000015912512,0.003238143,0.000055596054,0.105071016,0.09305224,0.015576076,0.38434356,0.0020879512],"about_ca_topic_score_codex":0.00014537614,"about_ca_topic_score_gemma":0.000005737299,"teacher_disagreement_score":0.9019934,"about_ca_system_score_codex":0.000023375089,"about_ca_system_score_gemma":0.00003483254,"threshold_uncertainty_score":0.7675729},"labels":[],"label_agreement":null},{"id":"W2602804099","doi":"10.1145/3052973.3052974","title":"BinSequence","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de la Défense Nationale","keywords":"Computer science; Longest common subsequence problem; Compiler; Block (permutation group theory); Key (lock); Code (set theory); Reuse; Source code; Programming language; Process (computing); Theoretical computer science; Data mining; Algorithm","score_opus":0.03803123773101391,"score_gpt":0.308092317794876,"score_spread":0.2700610800638621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602804099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033883315,0.00001380969,0.9492257,0.0016330543,0.00026360722,0.000032353564,8.374273e-8,0.0003582942,0.014589789],"genre_scores_gemma":[0.9404541,0.0000021058572,0.0574577,0.00004002266,0.000019412057,0.0000028668915,2.4064317e-8,0.0000019062868,0.002021856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9996003,0.0000031846537,0.000029696117,0.00011767863,0.00012685757,0.00012231922],"domain_scores_gemma":[0.9988094,0.00007440425,0.000010273313,0.0010371867,0.000023562612,0.000045169658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011125675,0.000028272301,0.000027774578,0.000024068364,0.0001394702,0.0003425181,0.0016871609,0.000012258323,0.000020918338],"category_scores_gemma":[0.00057456834,0.000023613831,0.000011393484,0.000028126055,0.000026510648,0.00039664918,0.00033040252,0.000044678764,0.00034725977],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010735267,0.000031324118,0.11806791,0.000015034346,0.000012460054,0.00018329556,0.00018459719,0.00008227089,0.007387091,0.64088774,0.010950838,0.22219634],"study_design_scores_gemma":[0.00022242415,0.000045771983,0.9099168,0.000013518655,4.713573e-7,0.000031059742,0.0000015444327,0.03399209,0.029994601,0.0077456823,0.017790982,0.00024502527],"about_ca_topic_score_codex":0.000044997058,"about_ca_topic_score_gemma":0.0000016831533,"teacher_disagreement_score":0.9065708,"about_ca_system_score_codex":0.000010351186,"about_ca_system_score_gemma":0.000021739006,"threshold_uncertainty_score":0.44634375},"labels":[],"label_agreement":null},{"id":"W2604153767","doi":"10.1007/s10664-017-9510-8","title":"An empirical study of unspecified dependencies in make-based build systems","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Polytechnique Montréal; McGill University; Queen's University","funders":"","keywords":"Deliverable; Computer science; Software engineering; Software deployment; sync; Software; Systems engineering; Programming language; Engineering","score_opus":0.05014827432941954,"score_gpt":0.3386470064963655,"score_spread":0.28849873216694594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604153767","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.603466,0.00008316529,0.39513943,0.00005953497,0.00045446394,0.00031187834,0.0000021943765,0.00047549486,0.000007877466],"genre_scores_gemma":[0.98214877,0.0000010523007,0.01756451,0.000021640084,0.00012651428,0.00006546595,0.0000020803936,0.000049916816,0.000020028012],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966729,0.00009355914,0.0006334427,0.0007526159,0.0010832174,0.00076422375],"domain_scores_gemma":[0.99568444,0.0013710471,0.00014157649,0.0022907092,0.00017368123,0.0003385517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012216358,0.00034597333,0.00054707105,0.00059091055,0.00017119372,0.00042370468,0.0028989075,0.00020687608,0.000005891222],"category_scores_gemma":[0.0034354916,0.0003415852,0.000091898066,0.0006245866,0.000057848974,0.00052748254,0.00046497036,0.00063574594,0.000012525795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014238715,0.00043029123,0.8449474,0.00007838905,0.00001612406,0.00019079483,0.0005401034,0.15293145,0.00013430734,0.00003366713,0.000059597645,0.00062366505],"study_design_scores_gemma":[0.0009211146,0.00039774214,0.88012904,0.000072496085,0.000004971868,0.000008765889,0.000060917806,0.11720367,0.0004516084,0.000010100741,0.0003785277,0.00036103965],"about_ca_topic_score_codex":0.00030150678,"about_ca_topic_score_gemma":0.00006804349,"teacher_disagreement_score":0.37868282,"about_ca_system_score_codex":0.00023525322,"about_ca_system_score_gemma":0.00013001844,"threshold_uncertainty_score":0.9999036},"labels":[],"label_agreement":null},{"id":"W2604364937","doi":"10.1016/j.entcom.2017.04.001","title":"Open source computer game application: An empirical analysis of quality concerns","year":2017,"lang":"en","type":"article","venue":"Entertainment Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Maintainability; Computer science; Quality (philosophy); Correctness; Software quality; Usability; Reliability (semiconductor); Popularity; Empirical research; Computer game; Source code; Software; Software engineering; Multimedia; Human–computer interaction; Software development","score_opus":0.07709786021378572,"score_gpt":0.4222264552691271,"score_spread":0.3451285950553414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604364937","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3281815,0.000011721236,0.67092854,0.0003769511,0.000110277695,0.00019685533,0.0000020741868,0.00010685577,0.00008523113],"genre_scores_gemma":[0.95795685,0.0000011855659,0.0416207,0.00020922738,0.00012847397,0.000010698397,0.00001206301,0.000012259743,0.000048526996],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977152,0.00018421821,0.00048037383,0.00068609405,0.0005719366,0.00036218468],"domain_scores_gemma":[0.99636984,0.0005876392,0.00038535145,0.0023512342,0.00012667358,0.00017924265],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0014192896,0.00017057826,0.00045559063,0.00018276821,0.00031602013,0.0008498559,0.0055432394,0.000056232566,0.00001601425],"category_scores_gemma":[0.00016540248,0.0001694365,0.00014472798,0.0003631244,0.00009871194,0.0005054858,0.0039979494,0.00017532818,0.000012388064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011854852,0.00027245758,0.85988116,0.000028630553,0.00051385135,0.0000065527815,0.0031807183,0.04304517,0.00021439893,0.0035084768,0.00016877617,0.08916792],"study_design_scores_gemma":[0.0002505824,0.000051701496,0.41103876,0.000013652049,0.000021661697,8.844301e-7,0.00001731251,0.5876769,0.00015862787,0.00004849795,0.0005981274,0.00012331946],"about_ca_topic_score_codex":0.0004381434,"about_ca_topic_score_gemma":0.000021303393,"teacher_disagreement_score":0.62977535,"about_ca_system_score_codex":0.0001084507,"about_ca_system_score_gemma":0.000047472546,"threshold_uncertainty_score":0.9998372},"labels":[],"label_agreement":null},{"id":"W2604385322","doi":"10.1145/3036290.3036323","title":"Investigating the Accuracy of Test Code Size Prediction using Use Case Metrics and Machine Learning Algorithms","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Machine learning; Regression testing; Software quality; Software metric; Artificial intelligence; Naive Bayes classifier; Algorithm; Test case; Data mining; Software; Software regression; Code coverage; Regression analysis; Software system; Software development; Support vector machine; Software construction; Programming language","score_opus":0.0977008421245475,"score_gpt":0.32379953975128817,"score_spread":0.22609869762674067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604385322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6368393,0.00006750166,0.36260238,0.0001531893,0.00009279157,0.00010453835,0.0000061157666,0.00011767789,0.000016521093],"genre_scores_gemma":[0.84625655,0.000014278598,0.15359907,0.000013988299,0.000031846874,0.0000022485483,3.2466625e-7,0.000008250438,0.0000734607],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991145,0.000048429432,0.00016479989,0.00020926497,0.0002815603,0.0001814456],"domain_scores_gemma":[0.9904044,0.00865494,0.00014325918,0.0005861941,0.00012681716,0.000084390886],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008035758,0.000086873755,0.00010087957,0.000083777835,0.00060783344,0.000580071,0.00050878973,0.0000380209,0.000002551547],"category_scores_gemma":[0.06263201,0.00006255361,0.000020136269,0.00027528004,0.00011835326,0.00091322995,0.0006416868,0.00027834708,7.0467456e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.679964e-7,0.00002218498,0.94728947,0.000042980813,0.00002151963,0.0001194447,0.00077163696,0.0055534793,0.0039749024,0.0002656409,0.00003441916,0.04190367],"study_design_scores_gemma":[0.00014610696,0.00003768425,0.07536726,0.000023200215,0.0000051537213,0.00041412446,0.000020475238,0.9213283,0.002487631,0.000043459466,0.00006450513,0.00006212212],"about_ca_topic_score_codex":0.0016623207,"about_ca_topic_score_gemma":0.000024029394,"teacher_disagreement_score":0.9157748,"about_ca_system_score_codex":0.000028430559,"about_ca_system_score_gemma":0.000045364963,"threshold_uncertainty_score":0.94526386},"labels":[],"label_agreement":null},{"id":"W2604794021","doi":"10.1007/s10664-017-9514-4","title":"What do developers search for on the web?","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":177,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia","funders":"Ministry of Science and Technology of the People's Republic of China; National Natural Science Foundation of China; Baidu","keywords":"Computer science; Debugging; World Wide Web; Reuse; Software bug; Software; Search engine optimization; Application programming interface; Information retrieval; Software engineering; Search engine; Data science; Programming language; Engineering","score_opus":0.06330645191543763,"score_gpt":0.3294800053743171,"score_spread":0.2661735534588795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604794021","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1979769,0.00032321477,0.78963447,0.008382531,0.0020708477,0.0005717629,0.0000048411857,0.0010004314,0.00003501315],"genre_scores_gemma":[0.94867384,0.00008883079,0.049696263,0.00044179423,0.00038312408,0.0002583623,0.0000023481814,0.00007585793,0.00037958304],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978727,0.000027350197,0.00020249453,0.0005397423,0.0006126438,0.0007450482],"domain_scores_gemma":[0.99382246,0.0041240705,0.00003828916,0.0016520243,0.0001414963,0.00022167712],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00090931694,0.00025326,0.00021051957,0.00013782542,0.0006276443,0.0020007333,0.003000235,0.00011727623,0.000020124748],"category_scores_gemma":[0.006646141,0.00018615543,0.00013459449,0.00024241142,0.00006187339,0.0008738113,0.00067339354,0.00048449857,0.00012560599],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012886574,0.00046684756,0.38967273,0.0008008007,0.00070530263,0.00034820917,0.007045595,0.1540725,0.0013896371,0.04551778,0.08367986,0.31617188],"study_design_scores_gemma":[0.0019140465,0.0005409784,0.47558597,0.0010206464,0.00001855874,0.000058230886,0.0001240804,0.20687756,0.013284202,0.0006471526,0.29774904,0.0021795398],"about_ca_topic_score_codex":0.0000042276583,"about_ca_topic_score_gemma":6.997392e-7,"teacher_disagreement_score":0.75069696,"about_ca_system_score_codex":0.00016015704,"about_ca_system_score_gemma":0.00013460129,"threshold_uncertainty_score":0.9990353},"labels":[],"label_agreement":null},{"id":"W2605594016","doi":"10.1007/s10664-017-9516-2","title":"Data Transformation in Cross-project Defect Prediction","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Transformation (genetics); Computer science; Data mining; Data transformation; Software; Rank (graph theory); Predictive modelling; Reliability engineering; Machine learning; Data warehouse; Mathematics; Engineering","score_opus":0.08894280679107658,"score_gpt":0.37317781031934233,"score_spread":0.28423500352826575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605594016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25425628,0.0001023149,0.74373174,0.00014015041,0.0005769487,0.00021983135,0.000037086727,0.00089876936,0.000036907717],"genre_scores_gemma":[0.959863,0.00001743026,0.039794873,0.000019395336,0.00015666906,0.000043974844,0.00004400021,0.000030538908,0.000030125168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980905,0.000025158375,0.00032432273,0.0005734624,0.0004723774,0.00051416154],"domain_scores_gemma":[0.99696773,0.0005777204,0.000052238614,0.0022368124,0.000051461346,0.000114034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008426551,0.00019988965,0.00020090357,0.00027216604,0.00021078042,0.00069389597,0.0029560938,0.00013884841,0.0000064668193],"category_scores_gemma":[0.005576007,0.00020420697,0.00006931787,0.0003379153,0.000033588207,0.0027743545,0.00076606125,0.00045886807,0.000039214945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000087079125,0.000053057087,0.9460662,0.00012728568,0.000026993992,0.000056371475,0.00050097593,0.043334007,0.00006402205,0.00016629952,0.0008515659,0.008744516],"study_design_scores_gemma":[0.00036311548,0.000029387742,0.7375204,0.000051004517,0.0000022774216,0.000015372505,0.0000013202255,0.25625303,0.00009609805,0.000022033633,0.005468369,0.0001775797],"about_ca_topic_score_codex":0.00009053733,"about_ca_topic_score_gemma":0.000015227371,"teacher_disagreement_score":0.7056067,"about_ca_system_score_codex":0.00016563952,"about_ca_system_score_gemma":0.000088353896,"threshold_uncertainty_score":0.83273184},"labels":[],"label_agreement":null},{"id":"W2605988416","doi":"10.7287/peerj.preprints.2617v1","title":"Curating GitHub for engineered software projects","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Classifier (UML); Software engineering; Set (abstract data type); Software bug; Software metric; Skew; Software development; Data mining; Machine learning; Data science; Software quality; Artificial intelligence; Programming language","score_opus":0.030838968956762355,"score_gpt":0.2727086505746935,"score_spread":0.24186968161793115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605988416","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008586569,0.000028299428,0.9889042,0.00070454547,0.00024113376,0.00030353054,0.000002849026,0.0011535217,0.00007539224],"genre_scores_gemma":[0.4562629,0.0000013616124,0.541567,0.000045340963,0.00009666096,0.0001340468,5.9724584e-7,0.000017587157,0.0018744674],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99895924,0.000010341934,0.00012527901,0.00030365487,0.00022092648,0.00038056765],"domain_scores_gemma":[0.99765515,0.0016672659,0.00001847546,0.0004481663,0.00012229494,0.00008866555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002354393,0.00010311546,0.00009581003,0.00010964871,0.00007225919,0.00012977634,0.0006436786,0.000042978274,0.000016159922],"category_scores_gemma":[0.002850621,0.00006489465,0.000048182108,0.00025397597,0.000018595683,0.00042641436,0.0001591364,0.000047134658,0.000062133804],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016639642,0.00010185034,0.016809013,0.0002596351,0.000084019965,0.000025583911,0.0011647416,0.00031606414,0.031524085,0.07933238,0.036042493,0.8343235],"study_design_scores_gemma":[0.010139664,0.0019438582,0.06132499,0.0010569374,0.00002373572,0.00020391349,0.00010154225,0.2033147,0.5540806,0.017949222,0.1454434,0.0044174325],"about_ca_topic_score_codex":0.000004117591,"about_ca_topic_score_gemma":0.0000012807548,"teacher_disagreement_score":0.82990605,"about_ca_system_score_codex":0.000050466282,"about_ca_system_score_gemma":0.000103336366,"threshold_uncertainty_score":0.34126654},"labels":[],"label_agreement":null},{"id":"W2606008707","doi":"10.71781/11096","title":"Visualisation de la qualité des logiciels de grandes taille","year":2006,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Mathematics; Art","score_opus":0.07566068729090801,"score_gpt":0.4030406045720971,"score_spread":0.3273799172811891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606008707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8009936,0.0005799407,0.18860634,0.000054984277,0.00027002784,0.00042920062,0.000014362686,0.000012062508,0.009039436],"genre_scores_gemma":[0.8331699,0.000053545904,0.13315807,0.000022981274,0.0001734702,0.000100754165,0.00023649004,0.00004841286,0.033036415],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972699,0.00064335525,0.00038163652,0.0005916005,0.0004580998,0.0006554056],"domain_scores_gemma":[0.9967598,0.0022563632,0.00014981996,0.00044916608,0.00020753565,0.00017736753],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027665717,0.0002991277,0.0003146271,0.00019083373,0.00032142902,0.0018581289,0.0017406631,0.0004440245,0.0006959104],"category_scores_gemma":[0.0016306693,0.00032309588,0.000103648315,0.00056795735,0.000180447,0.00064641115,0.00025417775,0.0004315668,0.00041594592],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010030255,0.0006551146,0.0826331,0.00047768376,0.0001384185,0.00032422916,0.06577781,0.024602547,0.0147449,0.005424834,0.0018258548,0.8032952],"study_design_scores_gemma":[0.0021752308,0.0005911405,0.7130351,0.001793818,0.00013964387,0.00023789606,0.003634402,0.07255819,0.13321942,0.012603342,0.05784711,0.002164705],"about_ca_topic_score_codex":0.004357279,"about_ca_topic_score_gemma":0.0006831773,"teacher_disagreement_score":0.8011305,"about_ca_system_score_codex":0.00039542274,"about_ca_system_score_gemma":0.00082692597,"threshold_uncertainty_score":0.9999221},"labels":[],"label_agreement":null},{"id":"W2606075822","doi":"10.1109/icpc.2017.1","title":"Studying the Prevalence of Exception Handling Anti-Patterns","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Exception handling; Java; Computer science; Crash; Program comprehension; Software; Programming language; Software quality; Source code; Software bug; Software engineering; Software system; Software development","score_opus":0.05192843582252474,"score_gpt":0.3142052720638973,"score_spread":0.26227683624137255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606075822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56139785,0.000022372973,0.438065,0.0001653514,0.00014131896,0.00006238198,3.340692e-7,0.00005854865,0.00008681554],"genre_scores_gemma":[0.9966973,0.0000254812,0.0027236105,0.000008781869,0.000040693307,0.0000055623714,4.1426308e-8,0.0000034692184,0.00049504],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99932486,0.000019254827,0.00009033172,0.00015636078,0.00026750477,0.00014168891],"domain_scores_gemma":[0.99860555,0.00023832431,0.000053102416,0.0010213004,0.00005789986,0.000023836481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004828687,0.000048511603,0.000059910806,0.000033507862,0.00022651262,0.00020009706,0.0017206938,0.000016391095,0.000021858072],"category_scores_gemma":[0.00046044952,0.000031964955,0.000025412786,0.000044223678,0.000037897826,0.00035336206,0.00050957204,0.0000818187,0.000014495525],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.7176163e-7,0.00001846623,0.976869,0.0001308757,0.000008543389,0.0000026225391,0.00059221487,0.0002591101,0.0031256122,0.0010028773,0.000050683637,0.017939446],"study_design_scores_gemma":[0.00007359334,0.000017556364,0.9824926,0.000044346543,0.0000016280102,0.0000021464602,0.0000075735798,0.011755382,0.005463399,0.000071382485,0.000026062124,0.000044327786],"about_ca_topic_score_codex":0.00006860259,"about_ca_topic_score_gemma":0.0000033071922,"teacher_disagreement_score":0.4353414,"about_ca_system_score_codex":0.000010563473,"about_ca_system_score_gemma":0.000016574915,"threshold_uncertainty_score":0.31975058},"labels":[],"label_agreement":null},{"id":"W2606446052","doi":"10.1007/978-3-319-57735-7_8","title":"How are Developers Treating License Inconsistency Issues? A Case Study on License Inconsistency Evolution in FOSS Projects","year":2017,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science","keywords":"License; Computer science; MIT License; Open source; Operating system; Software","score_opus":0.02581282395413771,"score_gpt":0.3007542597112004,"score_spread":0.2749414357570627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2606446052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42136967,0.11948063,0.06176323,0.039574724,0.0028933678,0.031105854,0.00015187157,0.010113075,0.31354755],"genre_scores_gemma":[0.98435277,0.003639979,0.009268472,0.00005772854,0.000012131463,0.00043066315,0.000015964692,0.000024321622,0.0021979632],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980781,0.0000989869,0.0007419852,0.00040520285,0.00034427823,0.00033146367],"domain_scores_gemma":[0.99589366,0.00048782572,0.00081587414,0.0023803292,0.0003628877,0.000059403606],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071351964,0.00037141127,0.00048503163,0.0023409193,0.00037569096,0.00033814157,0.0015060806,0.0004925615,0.0000018310178],"category_scores_gemma":[0.0017660327,0.0003879916,0.000041542113,0.00035930585,0.00028629898,0.0027710965,0.00097089045,0.0011665323,0.000020655245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005732422,0.00024484162,0.03249637,0.00036454856,0.00005812374,0.0005679859,0.0166706,0.00017833833,0.0000025931417,0.24440771,0.000047272162,0.7049043],"study_design_scores_gemma":[0.025100157,0.006446823,0.069269136,0.020483023,0.00017821301,0.0142071,0.21125045,0.038951874,0.00029287869,0.17490305,0.4273606,0.011556688],"about_ca_topic_score_codex":0.00016716054,"about_ca_topic_score_gemma":0.0021078975,"teacher_disagreement_score":0.6933476,"about_ca_system_score_codex":0.00052214763,"about_ca_system_score_gemma":0.00020186148,"threshold_uncertainty_score":0.9998572},"labels":[],"label_agreement":null},{"id":"W2607752446","doi":"","title":"Towards a Framework for Software Product Maturity Measurement","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering Advances","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Capability Maturity Model; Maturity (psychological); Computer science; Product (mathematics); Software measurement; Software; Software engineering; Software quality; Software development; Mathematics; Operating system; Psychology","score_opus":0.08699938751624543,"score_gpt":0.3322893598957313,"score_spread":0.24528997237948585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2607752446","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011910466,0.0007669117,0.99050057,0.0010061741,0.0045391074,0.00040563443,0.00002821031,0.0014872414,0.000075114825],"genre_scores_gemma":[0.2717779,0.00004559279,0.7272133,0.000086564716,0.00041841588,0.0003177145,0.00001277346,0.00003990587,0.000087804896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967437,0.000026377691,0.00033028988,0.0007373298,0.001641409,0.0005209366],"domain_scores_gemma":[0.9968945,0.0005191707,0.000097173484,0.0006825307,0.0015125131,0.00029410826],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008013175,0.0003409438,0.00028118363,0.00029651046,0.00006882448,0.00034065708,0.0018293924,0.000101009,0.000017329803],"category_scores_gemma":[0.019978836,0.00033550506,0.000113077695,0.00034072192,0.0000368741,0.0008017085,0.000259295,0.0004318692,0.00005303192],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021941899,0.00042149046,0.0051878467,0.00041811887,0.0003366973,0.00007008769,0.0012242481,0.07805869,0.00022510339,0.6393447,0.0041646888,0.27032894],"study_design_scores_gemma":[0.005381705,0.0020424654,0.026032768,0.004008859,0.000059862043,0.00021013507,0.00022101054,0.21914232,0.025615815,0.26577052,0.44590542,0.0056091207],"about_ca_topic_score_codex":0.000009297843,"about_ca_topic_score_gemma":0.0000020782572,"teacher_disagreement_score":0.44174072,"about_ca_system_score_codex":0.0004776479,"about_ca_system_score_gemma":0.0003686366,"threshold_uncertainty_score":0.9999097},"labels":[],"label_agreement":null},{"id":"W2608234913","doi":"10.1109/pst.2016.7906955","title":"Analysing vulnerability reproducibility for Firefox browser","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Vulnerability (computing); Random forest; Decision tree; Software; Machine learning; Naive Bayes classifier; Data mining; Software security assurance; Logistic regression; Asset (computer security); Computer security; Artificial intelligence; Information security; Support vector machine","score_opus":0.041091559843379595,"score_gpt":0.31716460246613787,"score_spread":0.2760730426227583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608234913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20811723,0.000017510178,0.78863794,0.0023547239,0.00015171437,0.00017546951,0.0000016852441,0.0004084899,0.00013525928],"genre_scores_gemma":[0.91712856,9.598182e-7,0.08122177,0.00004689258,0.00007171036,0.000037642767,3.5340275e-7,0.000007034097,0.0014850752],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99804336,0.000054271342,0.00019434383,0.0011433889,0.00024311522,0.000321539],"domain_scores_gemma":[0.9950093,0.0016551258,0.000023430342,0.0030210307,0.00019434806,0.000096775846],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029802993,0.00008899143,0.0001309415,0.000067165565,0.00007633314,0.00006678806,0.00068937376,0.00003865897,0.00006304237],"category_scores_gemma":[0.0092326235,0.000053355983,0.0000882359,0.000345993,0.00004267992,0.00039668556,0.00023521608,0.000054970824,0.00003984328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029458413,0.00020175872,0.42937133,0.00009726969,0.000071228926,0.0000040933796,0.00023532954,0.00017369949,0.029690877,0.010979316,0.007945021,0.5212006],"study_design_scores_gemma":[0.001242818,0.00024301403,0.7269347,0.00004713391,0.000010857026,0.000009952299,0.000006567557,0.027395295,0.19105358,0.034757048,0.017590674,0.00070841255],"about_ca_topic_score_codex":0.000032868153,"about_ca_topic_score_gemma":0.000008415436,"teacher_disagreement_score":0.7090113,"about_ca_system_score_codex":0.00011733263,"about_ca_system_score_gemma":0.000059205104,"threshold_uncertainty_score":0.999113},"labels":[],"label_agreement":null},{"id":"W2608917368","doi":"10.4236/jsea.2017.104020","title":"Estimation Models for Software Functional Test Effort","year":2017,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Function point; Use Case Points; Benchmarking; Computer science; Software; Estimation; Function (biology); Reliability engineering; Data mining; Software development; Engineering; Software development process; Systems engineering","score_opus":0.022082631807930256,"score_gpt":0.26443589080083596,"score_spread":0.24235325899290572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2608917368","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037482583,0.00022683616,0.99523336,0.00021449053,0.00018462575,0.00021391023,0.000011376156,0.00016340437,0.0000037564237],"genre_scores_gemma":[0.41803777,0.000032472046,0.5814251,0.0000139100475,0.0002748386,0.00012479172,0.0000037637394,0.000020656933,0.00006670677],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990668,0.0000024949381,0.0002811074,0.00018192585,0.0002649627,0.00020265886],"domain_scores_gemma":[0.99773365,0.0011374308,0.0002008408,0.00048244093,0.00029192664,0.0001536856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035330816,0.0001277338,0.00017371366,0.00016509173,0.0003568235,0.0003083105,0.0006489173,0.00006651701,0.0000013050226],"category_scores_gemma":[0.002127564,0.00012325119,0.00008379927,0.0000969369,0.000031962896,0.00083376607,0.00011673939,0.00019827389,0.0000028059467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011741569,0.00016064996,0.019266322,0.00034754458,0.00011005782,0.0000073657375,0.00014351924,0.6979926,0.00034892827,0.02092056,0.0021679497,0.25852275],"study_design_scores_gemma":[0.0010506127,0.00019711231,0.108784765,0.00018801201,0.000040962983,0.00029144133,0.000005940373,0.868086,0.0008588485,0.00979763,0.010275557,0.0004231598],"about_ca_topic_score_codex":0.0000021817755,"about_ca_topic_score_gemma":1.9282794e-7,"teacher_disagreement_score":0.41428953,"about_ca_system_score_codex":0.000053461554,"about_ca_system_score_gemma":0.00008359286,"threshold_uncertainty_score":0.50260377},"labels":[],"label_agreement":null},{"id":"W2611052873","doi":"10.1109/acit-csii-bcd.2016.042","title":"Using Software Metrics Thresholds to Predict Fault-Prone Classes in Object-Oriented Software","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Software; Software fault tolerance; Software metric; Software sizing; Software measurement; Software quality; Software construction; Software development; Software engineering; Programming language","score_opus":0.03900852194745664,"score_gpt":0.3002599662741826,"score_spread":0.261251444326726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611052873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20406613,0.00010629954,0.7935671,0.0002614118,0.00044491058,0.00036777573,0.000009759853,0.0011121925,0.00006439181],"genre_scores_gemma":[0.5796393,0.000009305975,0.41964975,0.00012332387,0.000052341275,0.00004477144,0.00000115028,0.000036806916,0.0004432118],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99671656,0.00007164081,0.00040492625,0.0008384965,0.0010365758,0.000931781],"domain_scores_gemma":[0.99627,0.0018547226,0.000051136125,0.0011608101,0.0003002227,0.0003630926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063645834,0.000288198,0.00031405536,0.0011768986,0.000096826254,0.00015682298,0.0014743893,0.00016180333,0.00006861761],"category_scores_gemma":[0.007811175,0.00021076821,0.00007793177,0.0038464249,0.000053506432,0.0008556471,0.001071487,0.00024179253,0.0001531564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003131032,0.00021122591,0.91233575,0.00006984694,0.000048632664,0.00017152076,0.00056765246,0.0033618468,0.0032103783,0.0023198896,0.004055967,0.073616],"study_design_scores_gemma":[0.0074604764,0.0020468172,0.8538926,0.0017889454,0.000035402256,0.00027699705,0.00023015133,0.049807042,0.051843066,0.0031629843,0.02506693,0.004388551],"about_ca_topic_score_codex":0.00010686619,"about_ca_topic_score_gemma":0.00004248987,"teacher_disagreement_score":0.3755732,"about_ca_system_score_codex":0.0005119485,"about_ca_system_score_gemma":0.00028013403,"threshold_uncertainty_score":0.935127},"labels":[],"label_agreement":null},{"id":"W2612705982","doi":"10.1007/s10664-017-9522-4","title":"Identifying self-admitted technical debt in open source projects using text mining","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":190,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Concordia University","funders":"Ministry of Science and Technology of the People's Republic of China; National Natural Science Foundation of China","keywords":"Technical debt; Computer science; Classifier (UML); Source code; Code review; Baseline (sea); Open source; Artificial intelligence; F1 score; Machine learning; Data mining; Natural language processing; Software; Software quality; Software development; Programming language","score_opus":0.07815053665037296,"score_gpt":0.3568263279761991,"score_spread":0.27867579132582615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612705982","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44006473,0.00009959622,0.55759555,0.00013050558,0.0003604548,0.00040454746,8.095723e-7,0.00130687,0.000036950136],"genre_scores_gemma":[0.6484872,0.0000036766153,0.3511574,0.000045427074,0.000116344156,0.0000661286,0.0000012457091,0.00006922843,0.000053368498],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966274,0.00006131829,0.0005212922,0.0009986634,0.0006878369,0.0011035012],"domain_scores_gemma":[0.9963688,0.0012379334,0.00014148948,0.0018137419,0.00009576895,0.00034221378],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010925541,0.00040080832,0.0005087902,0.00048197652,0.0004576864,0.0020191793,0.005158322,0.00026218616,0.000012552298],"category_scores_gemma":[0.007963097,0.00042761242,0.00011677738,0.0008401823,0.000046433353,0.0018432857,0.0044640456,0.00080856826,0.0000406439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010465908,0.00015931365,0.9702091,0.00017637502,0.000050068833,0.00040777045,0.0013099731,0.01984857,0.0015882117,0.00010917261,0.00039572341,0.0057352325],"study_design_scores_gemma":[0.0010357423,0.0000718739,0.74635154,0.00057309924,0.000012171715,0.00017469635,0.000025996755,0.24722911,0.0012146077,0.00007214633,0.0022862481,0.0009527431],"about_ca_topic_score_codex":0.00017417768,"about_ca_topic_score_gemma":0.000015832218,"teacher_disagreement_score":0.22738054,"about_ca_system_score_codex":0.00055130565,"about_ca_system_score_gemma":0.00024769132,"threshold_uncertainty_score":0.99981755},"labels":[],"label_agreement":null},{"id":"W2612865512","doi":"10.1007/s10664-017-9520-6","title":"An empirical study of the integration time of fixed issues","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University","funders":"","keywords":"Eclipse; Computer science; Fixed cost; Heuristics; Fixed point; Fixed effects model; Operations research; Engineering; Business; Mathematics; Accounting; Operating system; Statistics","score_opus":0.038382145223893084,"score_gpt":0.3498034475928034,"score_spread":0.3114213023689103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612865512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79375637,0.00004011403,0.20519759,0.00021699104,0.0002739426,0.00024238366,0.0000024112892,0.0002643496,0.0000058461655],"genre_scores_gemma":[0.9844309,0.0000012248521,0.015348965,0.000014943013,0.00008247446,0.00001987108,0.0000010771648,0.000024400948,0.000076123746],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981914,0.00007759748,0.00037658244,0.00037217303,0.00067959965,0.00030261214],"domain_scores_gemma":[0.9968916,0.00063647423,0.0001430359,0.0020284017,0.00017593091,0.00012456613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047463883,0.00019783688,0.00033128768,0.00012761832,0.00016483705,0.0001356493,0.0026476646,0.00010223911,0.000016340575],"category_scores_gemma":[0.0046754573,0.00014631775,0.00010287603,0.0003527955,0.00006379243,0.0005173124,0.0006193132,0.00033123052,0.00001174503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008238863,0.00046330073,0.97756,0.000041851763,0.000046455923,0.00000842927,0.0036026267,0.012099968,0.0023651638,0.000026699177,0.0006515442,0.0031257307],"study_design_scores_gemma":[0.00030638042,0.0003257503,0.9410421,0.000056637586,0.000008166344,0.0000037189552,0.000027275377,0.050944798,0.006862004,0.000034686418,0.0002167566,0.00017169677],"about_ca_topic_score_codex":0.00007880238,"about_ca_topic_score_gemma":0.00000539623,"teacher_disagreement_score":0.19067454,"about_ca_system_score_codex":0.000059679027,"about_ca_system_score_gemma":0.000056594465,"threshold_uncertainty_score":0.59666646},"labels":[],"label_agreement":null},{"id":"W26133019","doi":"10.1097/ede.0000000000000319","title":"Using Clustering Technique to Restructure Programs.","year":2004,"lang":"en","type":"article","venue":"Software Engineering Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Restructuring; Cohesion (chemistry); Code refactoring; Computer science; Group cohesiveness; Business process reengineering; Cluster analysis; Measure (data warehouse); Software; Function (biology); Software engineering; Industrial engineering; Programming language; Database; Operations management; Business; Artificial intelligence; Engineering","score_opus":0.08210969072528825,"score_gpt":0.3807452638190845,"score_spread":0.2986355730937963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W26133019","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014707288,0.00040347813,0.9818263,0.0009157797,0.00022508382,0.0008556174,0.0000019517256,0.0010236057,0.000040917705],"genre_scores_gemma":[0.19436781,0.000033221815,0.80515,0.0000541738,0.00014407025,0.00015974086,0.0000018059658,0.000052647905,0.00003655814],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967356,0.00012224494,0.00024383032,0.00071325415,0.0010732694,0.0011118307],"domain_scores_gemma":[0.99481,0.0031499707,0.000033617034,0.0008724003,0.00052944454,0.0006045673],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028961874,0.0002544188,0.0002099949,0.00073054497,0.0002922266,0.0006972638,0.0010278973,0.00016812571,0.000003194568],"category_scores_gemma":[0.019412456,0.0002628516,0.00003830404,0.0021916563,0.00006823986,0.001571765,0.0011665933,0.0011996184,0.000029445177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005897638,0.0008505313,0.006037062,0.0025048892,0.00057137886,0.0043088715,0.009370297,0.6671673,0.11528441,0.070562124,0.0006804621,0.12207288],"study_design_scores_gemma":[0.014884379,0.021255469,0.06793671,0.01380586,0.00022438288,0.052521367,0.002327745,0.11749613,0.14990778,0.04975302,0.49168783,0.018199319],"about_ca_topic_score_codex":0.00022554633,"about_ca_topic_score_gemma":0.000007075138,"teacher_disagreement_score":0.5496712,"about_ca_system_score_codex":0.00036921905,"about_ca_system_score_gemma":0.00027229634,"threshold_uncertainty_score":0.99998236},"labels":[],"label_agreement":null},{"id":"W2614198659","doi":"10.1109/icsm.2004.1357817","title":"An empirical study of .ne-grained software modi .cations","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Visualization; Software visualization; Software; Software evolution; Empirical research; Software engineering; Software system; Programming language; Software construction; Data mining","score_opus":0.03642011555274559,"score_gpt":0.34479311202092344,"score_spread":0.30837299646817784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614198659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47123757,0.0000049069963,0.52805895,0.00017407272,0.000041206193,0.00012838979,4.851815e-7,0.0003223746,0.000032030788],"genre_scores_gemma":[0.8853596,3.431048e-7,0.11448795,0.000037850317,0.000018479897,0.0000236239,0.00000114,0.000007611812,0.00006340156],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989067,0.00003361825,0.00016738118,0.0002827718,0.0004018978,0.00020764329],"domain_scores_gemma":[0.99863774,0.00022917902,0.000020560932,0.0008469056,0.00014251104,0.00012312934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020247995,0.00008357331,0.000112196525,0.00016173626,0.00006045477,0.00005534127,0.00093518884,0.000034388922,0.0000156769],"category_scores_gemma":[0.0003791994,0.00007365828,0.000028039593,0.0006884094,0.000023196912,0.00029768114,0.00016068829,0.00010869679,0.00003194376],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016764363,0.009623958,0.7260352,0.000056750356,0.00012807484,0.00008384363,0.027135523,0.19292353,0.0015786646,0.016508544,0.0015379952,0.024371149],"study_design_scores_gemma":[0.0019604769,0.0018572294,0.96761,0.000014207086,0.0000073281026,0.000014104596,0.00048322408,0.020949246,0.0019997838,0.004594391,0.00015017981,0.00035984023],"about_ca_topic_score_codex":0.00014909741,"about_ca_topic_score_gemma":0.00003872001,"teacher_disagreement_score":0.41412205,"about_ca_system_score_codex":0.000053670447,"about_ca_system_score_gemma":0.00012305372,"threshold_uncertainty_score":0.30036977},"labels":[],"label_agreement":null},{"id":"W2614313580","doi":"10.1142/s0218843017420011","title":"Semantic Analysis of RESTful APIs for the Detection of Linguistic Patterns and Antipatterns","year":2017,"lang":"en","type":"article","venue":"International Journal of Cooperative Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université du Québec à Montréal; Concordia University","funders":"","keywords":"Computer science; Reusability; Identifier; Documentation; World Wide Web; Software; Software engineering; Programming language","score_opus":0.023432774806279436,"score_gpt":0.31717598576786,"score_spread":0.29374321096158057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614313580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25761148,0.000065418855,0.74113446,0.0001294433,0.00089133775,0.00011865886,0.000028893148,0.0000043064747,0.000015988324],"genre_scores_gemma":[0.99952644,0.0000529845,0.00028737623,0.000011938973,0.000099308694,0.0000070606493,0.000002325384,0.0000025845045,0.000009966772],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862367,0.000037788486,0.00065540674,0.000055641965,0.00055409153,0.00007339666],"domain_scores_gemma":[0.9947909,0.0008229505,0.0010401459,0.00024942541,0.0030648785,0.00003171329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008853079,0.00006979791,0.0002233948,0.00051461905,0.0000954489,0.00038329742,0.0009182865,0.000030452265,0.0000020830807],"category_scores_gemma":[0.0021462839,0.000048233203,0.000096047756,0.00013346685,0.0000508853,0.0010490941,0.000102384074,0.00009094981,6.767448e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004758485,0.00017096265,0.6401944,0.00079734635,0.014320733,0.000023262915,0.04363954,0.17378464,0.010334018,0.021076644,0.0001664441,0.09501616],"study_design_scores_gemma":[0.000727702,0.00019616252,0.4141289,0.000241497,0.0001195596,0.000052695876,0.0002780462,0.5779634,0.0054545314,0.00002396456,0.0007218728,0.000091633316],"about_ca_topic_score_codex":0.00015425816,"about_ca_topic_score_gemma":0.000016505599,"teacher_disagreement_score":0.741915,"about_ca_system_score_codex":0.000040300823,"about_ca_system_score_gemma":0.000057719484,"threshold_uncertainty_score":0.36961457},"labels":[],"label_agreement":null},{"id":"W2615372411","doi":"10.1017/cbo9781139164900","title":"Specifying Software","year":2002,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programming language; Compiler; Programmer; Presentation (obstetrics); Software engineering; Software; Notation","score_opus":0.030567518114004134,"score_gpt":0.20712248191079435,"score_spread":0.17655496379679023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615372411","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011953249,0.0002881184,0.17968279,0.000011648551,0.0005179805,0.0003007858,0.00004756584,0.0012335127,0.81790566],"genre_scores_gemma":[0.000038109225,0.000060947874,0.008609484,0.00003275841,0.00024222133,0.0000011845008,0.000016698885,0.00005724643,0.99094135],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976148,0.00006298096,0.00017730675,0.0008634217,0.00067889836,0.0006025866],"domain_scores_gemma":[0.99725103,0.00057851354,0.0001222475,0.0015473352,0.0001983156,0.0003025778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014627034,0.00041525598,0.000404866,0.00042184402,0.00020685238,0.00020426043,0.0030613502,0.00040480623,0.0000054482944],"category_scores_gemma":[0.00012825182,0.0005302675,0.0002318045,0.000053142583,0.00012965823,0.00026072407,0.0017575506,0.0009559138,0.0001356713],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006002424,0.000014384541,0.000012507039,0.00018285595,0.00009836574,0.0015157046,0.000074027135,0.00002670337,0.00000553103,0.22694965,0.7638998,0.0072144545],"study_design_scores_gemma":[0.00030805537,0.00003595228,0.00005484339,0.000170764,0.000024971003,0.000038322003,0.0000022584147,0.00069217203,0.00009341543,0.000005027057,0.9980319,0.0005423303],"about_ca_topic_score_codex":0.00002593026,"about_ca_topic_score_gemma":2.267554e-7,"teacher_disagreement_score":0.23413207,"about_ca_system_score_codex":0.00079271384,"about_ca_system_score_gemma":0.00028808272,"threshold_uncertainty_score":0.9997149},"labels":[],"label_agreement":null},{"id":"W2615622384","doi":"10.1109/icst.2017.15","title":"Recovering Semantic Traceability Links between APIs and Security Vulnerabilities: An Ontological Modeling Approach","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Traceability; Software engineering; Secure coding; Ontology; Reuse; Knowledge management; Data science; World Wide Web; Computer security; Software security assurance; Information security; Engineering","score_opus":0.06923665995780864,"score_gpt":0.3121547846778099,"score_spread":0.24291812472000124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615622384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5516003,0.000025728481,0.44733682,0.00014619733,0.00005410719,0.00013340978,0.0000013754745,0.000372289,0.000329789],"genre_scores_gemma":[0.9183146,0.000006786096,0.08150204,0.000011693869,0.00009916827,0.000018721805,0.0000015921803,0.000010030977,0.000035358175],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980342,0.00011927625,0.00025454623,0.00078938884,0.00034859357,0.00045399],"domain_scores_gemma":[0.99732155,0.0005989237,0.00004402487,0.001694502,0.000085009,0.00025598597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016377151,0.0001829967,0.00030044402,0.0000664272,0.00050362595,0.0008022419,0.001473402,0.0002475306,0.000009266912],"category_scores_gemma":[0.0016251358,0.00015729356,0.000055706856,0.00007043922,0.00013285299,0.0012563645,0.0007409465,0.0007251058,0.0000041871563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026460917,0.000512696,0.8577418,0.0007760496,0.00010356928,0.000030596366,0.009924817,0.03238725,0.00015278098,0.013280707,0.000045088676,0.085018225],"study_design_scores_gemma":[0.00017507105,0.000084957974,0.04673305,0.000011565598,0.0000033014614,0.00000884482,0.000062708226,0.94450694,0.000076999946,0.008117318,0.000010224653,0.00020902527],"about_ca_topic_score_codex":0.00073066546,"about_ca_topic_score_gemma":0.000029826131,"teacher_disagreement_score":0.9121197,"about_ca_system_score_codex":0.000071019014,"about_ca_system_score_gemma":0.00004539724,"threshold_uncertainty_score":0.77360374},"labels":[],"label_agreement":null},{"id":"W2615656263","doi":"10.1109/icst.2017.27","title":"Broadcast vs. Unicast Review Technology: Does It Matter?","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Unicast; Computer science; Software quality; Quality (philosophy); Software; Code (set theory); Order (exchange); Process (computing); Software engineering; Software development; Computer network; Multicast; Business; Operating system","score_opus":0.02081967236820706,"score_gpt":0.31060405796281365,"score_spread":0.2897843855946066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615656263","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075972388,0.00874611,0.42989692,0.5155931,0.0016287143,0.001069661,0.000005667283,0.003205158,0.032257438],"genre_scores_gemma":[0.67165315,0.010529719,0.26747027,0.009217117,0.00023835145,0.0002084214,0.0000025170116,0.000081108104,0.040599324],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988989,0.000014678261,0.00015313803,0.0003571412,0.00025028494,0.0003258242],"domain_scores_gemma":[0.99687946,0.00010866917,0.000055796485,0.0027862734,0.00008652369,0.00008326735],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032954605,0.00011411739,0.000181938,0.00011740014,0.00020724938,0.000298089,0.003744879,0.000064893065,0.0002870021],"category_scores_gemma":[0.0007439721,0.000077672994,0.000044283835,0.00020156377,0.000110985806,0.00041514216,0.0015054857,0.0002127605,0.0019771426],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003563972,0.00011654483,0.1414334,0.0014984064,0.00007333777,0.0002737527,0.00010306088,0.00001153207,0.00046539106,0.035609618,0.3578439,0.46256748],"study_design_scores_gemma":[0.00058406737,0.00013224092,0.083976954,0.0032702053,0.000015180933,0.00024623788,0.000014778359,0.003080716,0.004253789,0.0027704926,0.9007219,0.0009334407],"about_ca_topic_score_codex":0.000024301857,"about_ca_topic_score_gemma":0.000005920831,"teacher_disagreement_score":0.66405594,"about_ca_system_score_codex":0.000031006082,"about_ca_system_score_gemma":0.00003791354,"threshold_uncertainty_score":0.9987999},"labels":[],"label_agreement":null},{"id":"W2617519947","doi":"10.1109/icse.2017.31","title":"On Cross-Stack Configuration Errors","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Stack (abstract data type); Call stack; JavaScript; Slicing; Protocol stack; Program slicing; Configuration Management (ITSM); Operating system; Software; Modular design; Source code; Programming language; World Wide Web","score_opus":0.03782559471601254,"score_gpt":0.34553767519679635,"score_spread":0.3077120804807838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2617519947","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2906326,0.0000050917984,0.6759735,0.0011292964,0.0006537308,0.00011056383,9.1833255e-7,0.00042980842,0.03106452],"genre_scores_gemma":[0.9904103,6.6753466e-7,0.004475844,0.000069259266,0.000029415814,0.00000467146,3.6987552e-7,0.0000041917865,0.005005259],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99934435,0.0000072653856,0.00006639384,0.00018447914,0.00023961035,0.00015789898],"domain_scores_gemma":[0.99870056,0.00018384182,0.000024995614,0.0009752914,0.00005826549,0.00005703146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018116918,0.00005279685,0.000044257755,0.000040782757,0.0002239128,0.0007894349,0.0010399867,0.000031271782,0.00009742876],"category_scores_gemma":[0.0009893172,0.00004487668,0.000020085465,0.000032476408,0.00003789923,0.00046157147,0.0001323244,0.00008458876,0.0007383641],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012425487,0.000076436685,0.05801802,0.000021908038,0.000019060291,0.00006196443,0.0003136523,0.0018767047,0.0022716338,0.87219983,0.013432173,0.051696185],"study_design_scores_gemma":[0.00025859897,0.00007695648,0.9552112,0.00000858005,3.220796e-7,0.0000027348578,0.0000011551016,0.026429556,0.0131106535,0.002719948,0.0020485923,0.00013169077],"about_ca_topic_score_codex":0.00003057765,"about_ca_topic_score_gemma":0.0000034479535,"teacher_disagreement_score":0.8971932,"about_ca_system_score_codex":0.000023952403,"about_ca_system_score_gemma":0.000025828534,"threshold_uncertainty_score":0.9490423},"labels":[],"label_agreement":null},{"id":"W2620389881","doi":"10.71781/10910","title":"Amélioration de la prédiction de la qualité du logiciel par combinaison et adaptation de modèles","year":2005,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Humanities; Philosophy","score_opus":0.0578098291164172,"score_gpt":0.3704256713398595,"score_spread":0.3126158422234423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620389881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5759952,0.0002526908,0.4172814,0.00033538736,0.0002986671,0.000570354,0.000013353354,0.000029020015,0.005223912],"genre_scores_gemma":[0.84909064,0.00019948494,0.14775044,0.000051563733,0.00016219118,0.00015401377,0.00032147448,0.000046215395,0.0022239734],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99592495,0.001846239,0.00045789327,0.0006476906,0.00055317295,0.00057007215],"domain_scores_gemma":[0.9962174,0.0026144139,0.00027835934,0.0004495683,0.00022876642,0.00021146258],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004861792,0.00034808766,0.0003167874,0.00026427538,0.0003159798,0.0019628883,0.0011909497,0.0006974506,0.00015821014],"category_scores_gemma":[0.0019459275,0.00041089163,0.000097690565,0.0005632172,0.000120394805,0.0010561609,0.00018009548,0.000779771,0.00017283185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021444852,0.0010104695,0.03056248,0.00021917996,0.00012224099,0.00015441723,0.09251654,0.39901343,0.010309371,0.021705672,0.0009421211,0.44322962],"study_design_scores_gemma":[0.0008031167,0.00024084898,0.29137123,0.00042428545,0.000056557707,0.000106382766,0.0020912485,0.68454814,0.0069693583,0.0011973887,0.011673378,0.00051807566],"about_ca_topic_score_codex":0.0019172763,"about_ca_topic_score_gemma":0.0005548613,"teacher_disagreement_score":0.44271153,"about_ca_system_score_codex":0.0006887364,"about_ca_system_score_gemma":0.0015533784,"threshold_uncertainty_score":0.9998343},"labels":[],"label_agreement":null},{"id":"W2620436109","doi":"10.1109/icse.2017.14","title":"Clone Refactoring with Lambda Expressions","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Lambda; clone (Java method); Java; Computer science; Programming language; Code (set theory); Software; Artificial intelligence; Biology; Physics; Genetics; Set (abstract data type)","score_opus":0.033987259146658,"score_gpt":0.2982540105640026,"score_spread":0.26426675141734457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620436109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22863837,0.00001915368,0.7608673,0.0007549475,0.0002630774,0.000078201745,3.3482894e-7,0.0005525627,0.0088260565],"genre_scores_gemma":[0.9196996,0.0000026714165,0.077535205,0.000011933264,0.00004521365,0.0000090172725,1.1215702e-7,0.0000064150277,0.0026898487],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999291,0.000006648884,0.000049387814,0.00019818958,0.00024299919,0.00021176742],"domain_scores_gemma":[0.9984024,0.00014051444,0.00002233836,0.0012985354,0.000040329516,0.00009586505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010935657,0.000061377206,0.00006135508,0.000039325998,0.00027475605,0.00035429714,0.0012770989,0.000022552762,0.000023081519],"category_scores_gemma":[0.0002883896,0.000042103664,0.000013499264,0.000049650702,0.000027385526,0.00052859116,0.0004626757,0.0001120298,0.00006285619],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030467805,0.00021793625,0.69845176,0.00008899704,0.0001143786,0.00061498536,0.0019326019,0.0009398027,0.05549986,0.13047124,0.011724076,0.09991389],"study_design_scores_gemma":[0.00062250963,0.0001306358,0.926702,0.00011850551,0.0000021370395,0.000029913479,0.000015170189,0.005907458,0.051498372,0.00044626553,0.014132155,0.0003948359],"about_ca_topic_score_codex":0.00007131668,"about_ca_topic_score_gemma":0.0000055073338,"teacher_disagreement_score":0.6910612,"about_ca_system_score_codex":0.00001840947,"about_ca_system_score_gemma":0.000031794054,"threshold_uncertainty_score":0.34164956},"labels":[],"label_agreement":null},{"id":"W2620636222","doi":"10.1109/icse-c.2017.3","title":"Fast and Flexible Large-Scale Clone Detection with CloneWorks","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Computer science; Workstation; Scalability; Flexibility (engineering); Source code; Normalization (sociology); Software maintenance; Software; Software system; Operating system; Mathematics","score_opus":0.011775336914232817,"score_gpt":0.25564508002634645,"score_spread":0.24386974311211362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620636222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1374152,0.00003143685,0.8608324,0.00023347102,0.00011054658,0.0000718847,3.4253907e-7,0.00029763198,0.0010071194],"genre_scores_gemma":[0.94101065,0.000008647078,0.05725504,0.00002651178,0.000048497575,0.000010680071,1.9630124e-7,0.000008206781,0.0016315859],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999221,0.000008958092,0.00005741869,0.00025866248,0.00020161229,0.00025230486],"domain_scores_gemma":[0.999008,0.00007703762,0.000024993873,0.00074357155,0.000048207414,0.000098171964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020552376,0.00007609914,0.00007795673,0.000058412752,0.00033175823,0.00046250987,0.0005045161,0.000047692134,0.000009702005],"category_scores_gemma":[0.00008344727,0.000059546284,0.000012211872,0.00008878604,0.000043814653,0.00049476634,0.00032296363,0.00014935022,0.000028251088],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007445926,0.00019583949,0.36912462,0.00010370538,0.00008053401,0.00010189871,0.0016541885,0.0013744623,0.0071000825,0.008530454,0.0012976774,0.61036205],"study_design_scores_gemma":[0.001064014,0.0002820133,0.7802125,0.000044702214,0.0000044334633,0.00009561278,0.00004264239,0.17659755,0.038327884,0.0004837763,0.0024885999,0.00035625242],"about_ca_topic_score_codex":0.00007068465,"about_ca_topic_score_gemma":0.000101661,"teacher_disagreement_score":0.8035954,"about_ca_system_score_codex":0.000013616705,"about_ca_system_score_gemma":0.00001721535,"threshold_uncertainty_score":0.44599932},"labels":[],"label_agreement":null},{"id":"W2620682708","doi":"10.1109/icse-c.2017.11","title":"RACK: Code Search in the IDE Using Crowdsourced Knowledge","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Web search query; Code (set theory); Context (archaeology); Source code; Programming language; Matching (statistics); Query expansion; World Wide Web; Search engine; Database; Set (abstract data type)","score_opus":0.10148763127305913,"score_gpt":0.3820968922068171,"score_spread":0.28060926093375793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620682708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61347276,0.00007336335,0.37990916,0.0009928958,0.000183775,0.0001762425,4.5220423e-7,0.00013436364,0.0050569996],"genre_scores_gemma":[0.9844654,0.0000024393132,0.014668513,0.000047417194,0.000067888315,0.000006467408,1.4582899e-7,0.000008377354,0.0007333271],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884045,0.00009126022,0.00011174526,0.00025096518,0.00032481508,0.00038075962],"domain_scores_gemma":[0.9976688,0.0007238429,0.00001940079,0.0014637745,0.0000652556,0.000058904894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001418642,0.00008334109,0.000091536436,0.000117243544,0.000319624,0.0007444662,0.0032901815,0.00004126833,0.000017635672],"category_scores_gemma":[0.00084192056,0.00005797014,0.00003337638,0.00021187207,0.00007291929,0.00037646762,0.00075901457,0.00027230143,0.00013224238],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038169866,0.0007632994,0.5792201,0.00027357825,0.000094950636,0.00084138685,0.04440366,0.02019829,0.025391087,0.1371377,0.0128552215,0.17878257],"study_design_scores_gemma":[0.00049834244,0.00003325039,0.37772313,0.00004398513,0.000001414632,0.000038550872,0.00009050263,0.61300546,0.0046248324,0.00044630188,0.0032688528,0.0002253626],"about_ca_topic_score_codex":0.00026433115,"about_ca_topic_score_gemma":0.00009117236,"teacher_disagreement_score":0.5928072,"about_ca_system_score_codex":0.000059191603,"about_ca_system_score_gemma":0.000104120445,"threshold_uncertainty_score":0.71789044},"labels":[],"label_agreement":null},{"id":"W2620701800","doi":"10.1109/icse-c.2017.147","title":"Mining Complex Temporal API Usage Patterns: An Evolutionary Approach","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Task (project management); Software; Genetic programming; Machine learning; Artificial intelligence; Data mining; Programming language","score_opus":0.08968146937094762,"score_gpt":0.3165162103928409,"score_spread":0.22683474102189327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620701800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15472451,0.000020392763,0.8407284,0.00024846586,0.00018340281,0.00012217966,0.0000025261936,0.00047597013,0.003494144],"genre_scores_gemma":[0.68862313,8.399359e-7,0.31074074,0.000042554737,0.0000852166,0.000013116981,0.000008209917,0.000008958293,0.00047719563],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862796,0.00004099313,0.00013374146,0.00042409418,0.00041571065,0.00035752112],"domain_scores_gemma":[0.9980373,0.00011987106,0.000048528716,0.0015719549,0.000059129063,0.00016321117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035817173,0.00012063018,0.00011997054,0.00009503502,0.0004057372,0.00052849785,0.0024256797,0.000050178533,0.00005990656],"category_scores_gemma":[0.00019177131,0.00011083034,0.000038882405,0.00007389618,0.00006368974,0.0011269819,0.0007610198,0.00013216819,0.000052740284],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004606399,0.00020364817,0.9550282,0.00005586293,0.000026505477,0.00009996786,0.00073447643,0.00047559096,0.00032589314,0.0070700976,0.0069458806,0.02902928],"study_design_scores_gemma":[0.00017152671,0.000046229026,0.6594812,0.000008278552,7.5999446e-7,0.000030990697,0.000028085144,0.33885646,0.000047284204,0.00011815004,0.0010523695,0.00015865774],"about_ca_topic_score_codex":0.0002615828,"about_ca_topic_score_gemma":0.0000056289978,"teacher_disagreement_score":0.53389865,"about_ca_system_score_codex":0.000045706205,"about_ca_system_score_gemma":0.000050189417,"threshold_uncertainty_score":0.5096317},"labels":[],"label_agreement":null},{"id":"W2621103691","doi":"10.1109/icse-c.2017.78","title":"CloneWorks: A Fast and Flexible Large-Scale Near-Miss Clone Detection Tool","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Computer science; Scalability; Workstation; Source code; Detector; Precision and recall; Code (set theory); Operating system; Artificial intelligence; Programming language; Biology; Gene","score_opus":0.013732591123816052,"score_gpt":0.2698143242420956,"score_spread":0.2560817331182796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2621103691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1821176,0.00006883033,0.8158847,0.00047722773,0.00028884617,0.000117850635,8.695493e-7,0.0004334934,0.0006106019],"genre_scores_gemma":[0.935146,0.000020973212,0.062220898,0.000054167667,0.00009154775,0.000019946072,3.9779286e-7,0.000012567108,0.0024335259],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988792,0.0000173324,0.00011134392,0.00035635332,0.00026698053,0.00036876817],"domain_scores_gemma":[0.99862576,0.00013447693,0.000035816724,0.0010188468,0.00006306654,0.00012206036],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003780819,0.000107104854,0.0001155085,0.000057940073,0.00057645736,0.0011407253,0.00075991347,0.000081246464,0.00002541473],"category_scores_gemma":[0.0003629356,0.00009907245,0.000031937416,0.00012400847,0.000059598933,0.00069545023,0.0006327564,0.00020157748,0.00009310571],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041106126,0.00019154797,0.080222085,0.00011289782,0.00006047197,0.000075062955,0.0017045815,0.0007621292,0.008455846,0.0050183944,0.0033553361,0.9000005],"study_design_scores_gemma":[0.001111251,0.00019006216,0.42746735,0.000047318543,0.000005386853,0.00007865985,0.000036569505,0.5305486,0.02562703,0.0012008863,0.013203475,0.00048343785],"about_ca_topic_score_codex":0.00010583836,"about_ca_topic_score_gemma":0.000044221877,"teacher_disagreement_score":0.8995171,"about_ca_system_score_codex":0.00003096562,"about_ca_system_score_gemma":0.000033896573,"threshold_uncertainty_score":0.99989617},"labels":[],"label_agreement":null},{"id":"W2622881","doi":"","title":"Secrets from the Monster: Extracting Mozilla’s Software Architecture","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reverse engineering; Computer science; Software engineering; Software; Architecture; Software system; Source code; Visualization; Software architecture; Programming language; World Wide Web; Artificial intelligence","score_opus":0.012275263809197611,"score_gpt":0.23558381052943744,"score_spread":0.22330854672023984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20164233,0.00034474785,0.791802,0.0024331978,0.00020372457,0.00017397077,0.000005391825,0.0011110263,0.0022836342],"genre_scores_gemma":[0.81507903,0.00002038938,0.18120165,0.00082725997,0.0002702164,0.000021364303,0.0000047338685,0.000027165053,0.0025481698],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856687,0.00006502899,0.00014927161,0.00038904764,0.00043834708,0.00039145394],"domain_scores_gemma":[0.99642336,0.0024577072,0.000020052197,0.00095560367,0.000033583587,0.0001096789],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022205034,0.00014652465,0.00010934792,0.000040603878,0.00016981745,0.00028403808,0.0014934728,0.00006456285,0.0010293178],"category_scores_gemma":[0.00041654744,0.0000952174,0.00006613817,0.00032689725,0.00003641743,0.00023025397,0.00021404868,0.0004038277,0.0003877604],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051875045,0.000019621852,0.009006026,0.000004425944,0.000028114979,0.00004612989,0.0013681523,0.0075996635,0.00021161103,0.00023588222,0.0032670728,0.9782081],"study_design_scores_gemma":[0.0019596242,0.00026116622,0.41522762,0.0002950869,0.000029789682,0.0004969217,0.00024457462,0.10400529,0.008353105,0.02584105,0.4408086,0.0024771516],"about_ca_topic_score_codex":0.0003152186,"about_ca_topic_score_gemma":0.00003273174,"teacher_disagreement_score":0.97573096,"about_ca_system_score_codex":0.00003069057,"about_ca_system_score_gemma":0.00004938754,"threshold_uncertainty_score":0.9998839},"labels":[],"label_agreement":null},{"id":"W2623177746","doi":"10.1007/s10664-017-9526-0","title":"An exploratory qualitative and quantitative analysis of emotions in issue report comments of open source systems","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Regione Autonoma della Sardegna","keywords":"Sadness; Gratitude; Recall; Psychology; Emotion classification; Cognitive psychology; Anger; Computer science; Social psychology","score_opus":0.10398874082538329,"score_gpt":0.43043162378672245,"score_spread":0.32644288296133916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623177746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4810251,0.00008375615,0.51847583,0.00008607134,0.00009309101,0.0001529731,0.000010285342,0.00006778987,0.000005070915],"genre_scores_gemma":[0.9559738,0.000006173669,0.043901753,0.000007391785,0.0000123830105,0.00004021944,0.0000092636665,0.000018532644,0.000030479992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982592,0.00015824004,0.0004952095,0.00042932166,0.00039270788,0.00026533086],"domain_scores_gemma":[0.99645036,0.0017654839,0.0002582906,0.0011710655,0.00019567886,0.0001590959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015883319,0.00016776728,0.00060138357,0.0005917253,0.00009727197,0.00023554129,0.0015490836,0.00007902506,0.0000036907102],"category_scores_gemma":[0.00491681,0.00017218725,0.000067043286,0.0008815523,0.000087512264,0.001078352,0.00079495186,0.00020688756,0.0000014814439],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015104559,0.00025603283,0.74107313,0.00025234927,0.00067198,0.000098159464,0.03499122,0.22026227,0.00042928598,0.0011019764,0.00018663886,0.0006618609],"study_design_scores_gemma":[0.0003666271,0.00015643216,0.73646307,0.00017523275,0.000049366306,0.0000061839173,0.0010615234,0.26083595,0.00017799102,0.00003493378,0.00040229142,0.0002703838],"about_ca_topic_score_codex":0.0005538892,"about_ca_topic_score_gemma":0.000028526412,"teacher_disagreement_score":0.4749487,"about_ca_system_score_codex":0.00007766574,"about_ca_system_score_gemma":0.000058898586,"threshold_uncertainty_score":0.7021593},"labels":[],"label_agreement":null},{"id":"W2623394530","doi":"","title":"Improving community awareness in software forges by semantical aggregation of tools feeds","year":2008,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Francophone University Association","funders":"","keywords":"Software; Computer science; Software engineering; Human–computer interaction; Programming language","score_opus":0.024603844632072082,"score_gpt":0.2542580714032772,"score_spread":0.22965422677120514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623394530","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3636835,0.00052589783,0.63367915,0.00091041013,0.00015066026,0.0003526477,0.000043617292,0.00032438486,0.00032974713],"genre_scores_gemma":[0.87568176,0.00037494185,0.12307135,0.000021716596,0.000010239247,0.00008965982,0.00029552777,0.00004474406,0.0004100722],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9918608,0.0053215683,0.0007641638,0.0007174383,0.00081084954,0.0005251813],"domain_scores_gemma":[0.98563284,0.008280034,0.00045802727,0.0035531516,0.0018922155,0.00018375754],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0067512766,0.00037359342,0.0005593861,0.00045530713,0.00033663982,0.0004148511,0.0039438624,0.0004088344,0.000009969748],"category_scores_gemma":[0.012664134,0.00042918976,0.00018377164,0.0008991249,0.0002857455,0.00047640904,0.0044203973,0.0016885095,0.000008476234],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003983187,0.0040123365,0.20831941,0.0037835238,0.00023308725,0.000052713764,0.046227504,0.0034174405,0.015263888,0.030640986,0.0027796803,0.6852296],"study_design_scores_gemma":[0.0026324503,0.0000059306594,0.17750847,0.0109856045,0.000050127794,0.00007879222,0.0002734643,0.35865477,0.4381308,0.0073101753,0.0018228721,0.0025465477],"about_ca_topic_score_codex":0.005511792,"about_ca_topic_score_gemma":0.0007931092,"teacher_disagreement_score":0.68268305,"about_ca_system_score_codex":0.00026127163,"about_ca_system_score_gemma":0.00062068756,"threshold_uncertainty_score":0.999816},"labels":[],"label_agreement":null},{"id":"W2626335860","doi":"10.6000/1929-7092.2017.06.38","title":"Personal Software Process with Automatic Requirements Traceability to Support Startups","year":2017,"lang":"en","type":"article","venue":"Journal of Reviews on Global Economics","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Traceability; Software engineering; Computer science; Software development; Sequence diagram; Requirements traceability; Software development process; Verification and validation; Software construction; Software; Programming language; Unified Modeling Language; Engineering; Requirement","score_opus":0.05424544222369045,"score_gpt":0.3468016015881474,"score_spread":0.29255615936445695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626335860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95840645,0.0004598728,0.03812842,0.0015082352,0.0006073047,0.00060475455,0.000020932835,0.00007133913,0.00019271695],"genre_scores_gemma":[0.8341545,0.00043802534,0.1640892,0.00094892905,0.00025634392,0.00002782676,0.0000010861636,0.000025958241,0.000058151945],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99834883,0.00005043105,0.0006577771,0.0002973998,0.00031609833,0.000329453],"domain_scores_gemma":[0.9977633,0.00010324174,0.0007368935,0.0008406484,0.00022036968,0.00033559554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017748249,0.00019478553,0.0005423957,0.00007002508,0.00015942696,0.00043942122,0.0020216359,0.000046755362,0.000026806822],"category_scores_gemma":[0.0017335817,0.0001472357,0.00015331984,0.00009908815,0.000050322327,0.0010467354,0.00015513513,0.00021789603,0.00009861202],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001205127,0.00035801163,0.32317698,0.00068316003,0.0001526081,0.000121404024,0.00071656035,0.0014721865,0.0000024049878,0.00044160886,0.0068266275,0.66592795],"study_design_scores_gemma":[0.0044880915,0.010671309,0.7892488,0.0033455607,0.00012578149,0.0013931446,0.00008384013,0.022524662,0.00016492211,0.0032874527,0.16283353,0.0018329043],"about_ca_topic_score_codex":0.00000346028,"about_ca_topic_score_gemma":0.00001149443,"teacher_disagreement_score":0.66409504,"about_ca_system_score_codex":0.000564349,"about_ca_system_score_gemma":0.00045389682,"threshold_uncertainty_score":0.60040975},"labels":[],"label_agreement":null},{"id":"W2626932320","doi":"10.1007/s11219-017-9375-5","title":"An investigation of the fault-proneness of clone evolutionary patterns","year":2017,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Cloning (programming); Software maintenance; Similarity (geometry); Biology; Genetics; Computer science; Software system; Software; Gene; Artificial intelligence; Programming language","score_opus":0.049937006655939524,"score_gpt":0.34101401970992457,"score_spread":0.29107701305398503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626932320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6944123,0.0000654796,0.30453423,0.00044568625,0.00042079223,0.000068248984,0.0000122692045,0.000038763894,0.000002215959],"genre_scores_gemma":[0.97871435,0.000008490475,0.021107027,0.000026872916,0.00010764587,0.000003309657,0.0000014526814,0.000009016153,0.000021810909],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791265,0.0003450412,0.00045836766,0.00019167642,0.0008684303,0.0002238241],"domain_scores_gemma":[0.9968853,0.00040200455,0.00059425196,0.001482972,0.00049525965,0.0001402181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017755678,0.00010439145,0.00019511221,0.00008563082,0.0004499974,0.00014534002,0.00274581,0.000075156386,0.00001136052],"category_scores_gemma":[0.0022768264,0.00007868648,0.00011206352,0.0001340837,0.00022667904,0.00092924613,0.00038059225,0.00036380385,0.0000021669714],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005257091,0.000036698817,0.9899302,0.00007374339,0.000018457511,0.0000026898401,0.00078463694,0.00051592273,0.0019838943,0.000912085,0.00008307042,0.0056533343],"study_design_scores_gemma":[0.00024175015,0.000057960227,0.98731476,0.00011690157,0.0000037994762,0.000040234598,0.000030565418,0.0006300053,0.0056001726,0.00586161,0.000010457861,0.00009180622],"about_ca_topic_score_codex":0.00021988795,"about_ca_topic_score_gemma":0.0000103370085,"teacher_disagreement_score":0.2843021,"about_ca_system_score_codex":0.00007435639,"about_ca_system_score_gemma":0.00031417495,"threshold_uncertainty_score":0.51024437},"labels":[],"label_agreement":null},{"id":"W264881235","doi":"","title":"Avoiding state enumeration in dynamic checking of distributed programs","year":2008,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Atomicity; Dependability; Distributed computing; Concurrency; Serialization; Overhead (engineering); Partial order reduction; Code (set theory); Block (permutation group theory); Property (philosophy); Exploit; Programming language; Compiler; Model checking; Set (abstract data type); Database transaction","score_opus":0.021601326375009628,"score_gpt":0.27343948518102557,"score_spread":0.25183815880601595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W264881235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873446,0.00026691338,0.008532596,0.00004805682,0.0005660105,0.00074913166,0.000009032837,0.00023726423,0.0022463487],"genre_scores_gemma":[0.99220574,0.00032406923,0.00021941471,4.391336e-7,0.00004338808,0.000010114189,0.00021276706,0.000041553434,0.006942516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995446,0.00083084113,0.00043796378,0.0009174765,0.0013877576,0.0009799345],"domain_scores_gemma":[0.99739975,0.0008144726,0.00022379347,0.0008526535,0.00047848606,0.00023086421],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012164682,0.00030814498,0.00046954892,0.0025568567,0.0005346794,0.00020405505,0.0019062861,0.00030191927,0.0000034080194],"category_scores_gemma":[0.000583712,0.00038474146,0.00016887144,0.003979869,0.00016353632,0.00070161285,0.0003432211,0.0023895206,0.000010751077],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002409552,0.0026644964,0.6574244,0.005350766,0.001346893,0.035746783,0.033231966,0.00826392,0.1494863,0.012568276,0.0007212992,0.09078535],"study_design_scores_gemma":[0.0024513053,0.0011733618,0.7935793,0.0021824401,0.000031641517,0.00016202459,0.0029705374,0.03964108,0.15110514,0.000964872,0.0039582965,0.0017800228],"about_ca_topic_score_codex":0.0063108746,"about_ca_topic_score_gemma":0.0064921454,"teacher_disagreement_score":0.13615489,"about_ca_system_score_codex":0.0016932663,"about_ca_system_score_gemma":0.0014890687,"threshold_uncertainty_score":0.999912},"labels":[],"label_agreement":null},{"id":"W2669477420","doi":"","title":"Oracle-based Differential Operational Semantics (long version)","year":2016,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Computer science; Programming language; Operational semantics; Semantics (computer science); Oracle; Theoretical computer science; Equivalence (formal languages); Representation (politics); Inference; Artificial intelligence; Mathematics; Discrete mathematics","score_opus":0.013982289425196179,"score_gpt":0.23751358611712536,"score_spread":0.22353129669192917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2669477420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025459558,0.00019068625,0.95402837,0.016205987,0.00066260865,0.00035968685,0.00005139977,0.00064407074,0.0023976264],"genre_scores_gemma":[0.896059,0.000057809335,0.10000393,0.00007898958,0.000062030005,0.000072815,0.0002682603,0.000051480918,0.0033456844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944168,0.00253041,0.00045600862,0.0010324504,0.0010525759,0.0005117797],"domain_scores_gemma":[0.9903014,0.0040226798,0.00024206619,0.003112212,0.0020428435,0.00027885256],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029102252,0.00037854185,0.0003434321,0.00035066472,0.00038784993,0.0010290185,0.0034830528,0.00032193324,0.00021478173],"category_scores_gemma":[0.0027651757,0.00036116753,0.00022504537,0.00040687475,0.00019019931,0.0002940002,0.0033785407,0.0007509059,0.00021338511],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048054208,0.0022293716,0.037790056,0.0009694243,0.00042961354,0.00012435619,0.0050198515,0.0020628357,0.008974131,0.86276156,0.011758108,0.06783265],"study_design_scores_gemma":[0.0033785126,0.0000024618173,0.08682174,0.006890722,0.00007814543,0.000033913464,0.000018779581,0.7094177,0.16069487,0.012461516,0.017691486,0.0025101274],"about_ca_topic_score_codex":0.00012348048,"about_ca_topic_score_gemma":0.00008543695,"teacher_disagreement_score":0.87059945,"about_ca_system_score_codex":0.00031865487,"about_ca_system_score_gemma":0.00076579,"threshold_uncertainty_score":0.999884},"labels":[],"label_agreement":null},{"id":"W2677216891","doi":"10.1142/s0218194017500280","title":"Investigating the Effect of Aspect-Oriented Refactoring on the Unit Testing Effort of Classes: An Empirical Evaluation","year":2017,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Unit testing; AspectJ; Computer science; Testability; Regression testing; Programming language; Java; Source code; Software engineering; Software; Aspect-oriented programming; Software development; Reliability engineering; Engineering; Software construction","score_opus":0.05407465647112227,"score_gpt":0.3505202259286955,"score_spread":0.2964455694575732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2677216891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9027101,0.00029257478,0.095267504,0.00010257762,0.0013744821,0.00015203815,0.0000023852208,0.000073382864,0.000024982526],"genre_scores_gemma":[0.987811,0.000008915722,0.011776214,0.0000035727787,0.00035403506,0.00001184781,9.581769e-7,0.000028352692,0.000005051184],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99799854,0.00007508857,0.00056114694,0.00020515159,0.00091944286,0.00024064525],"domain_scores_gemma":[0.9930803,0.0049158973,0.00042203435,0.00055910525,0.0008975474,0.00012511601],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0029535862,0.00023005919,0.00031074978,0.00034321196,0.00014643963,0.00019192375,0.0017380962,0.00006795006,0.0000027493704],"category_scores_gemma":[0.025083475,0.00015079702,0.00010706817,0.00026841127,0.0000735257,0.0005429239,0.00033727768,0.00061744,9.125882e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004107924,0.00009781505,0.50648415,0.00037202038,0.00066026463,0.000038655377,0.0028190026,0.42803872,0.014639954,0.0026350087,0.000058615697,0.044114735],"study_design_scores_gemma":[0.00078272173,0.000610613,0.3202804,0.0013957563,0.000042648226,0.00012557185,0.000030119048,0.6490115,0.02720919,0.00004155718,0.0002491494,0.00022078163],"about_ca_topic_score_codex":0.000012441882,"about_ca_topic_score_gemma":9.254552e-7,"teacher_disagreement_score":0.22097275,"about_ca_system_score_codex":0.00012464097,"about_ca_system_score_gemma":0.00013285616,"threshold_uncertainty_score":0.98312867},"labels":[],"label_agreement":null},{"id":"W2727421303","doi":"10.1109/msr.2017.6","title":"Analyzing Program Dependencies in Java EE Applications","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Java; Software engineering; Dependency (UML); Debugging; Container (type theory); Dependency graph; Programming language; Software; Engineering","score_opus":0.029900207443168684,"score_gpt":0.3338960629468567,"score_spread":0.303995855503688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727421303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026279982,0.00006063678,0.96808875,0.00055127015,0.000052167066,0.00033160075,2.1387041e-7,0.0004829841,0.0041524265],"genre_scores_gemma":[0.87153405,0.0000056145473,0.12778388,0.0000068702575,0.000022238344,0.00019920325,2.7935886e-7,0.000003839199,0.00044402917],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99932504,0.000007824253,0.000084171916,0.00020951856,0.00015920987,0.00021425124],"domain_scores_gemma":[0.9987873,0.0001269417,0.00002221374,0.00096844375,0.000041119223,0.00005399314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002453662,0.000052128624,0.000061310246,0.000108223096,0.00014835583,0.000456212,0.0015089929,0.000027135335,0.000008583897],"category_scores_gemma":[0.00027055846,0.00004776296,0.000020185878,0.00016947686,0.000031119594,0.0003865825,0.00038786966,0.00010620336,0.000086138934],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6891526e-7,0.00007997793,0.36936462,0.00001607877,0.0000072846124,0.000013842049,0.00012219764,0.0001811197,0.00022602669,0.030327382,0.0002527102,0.59940827],"study_design_scores_gemma":[0.0001945305,0.000031645883,0.9291548,0.000014884357,0.0000010864503,0.0000068287422,0.0000129103155,0.059171364,0.0014842988,0.00202223,0.0077135423,0.00019189008],"about_ca_topic_score_codex":0.00013559134,"about_ca_topic_score_gemma":0.00010344971,"teacher_disagreement_score":0.84525406,"about_ca_system_score_codex":0.00003214361,"about_ca_system_score_gemma":0.00003926655,"threshold_uncertainty_score":0.43992627},"labels":[],"label_agreement":null},{"id":"W2727610827","doi":"10.1007/s10664-017-9529-x","title":"Noise in Mylyn interaction traces and its impact on developers and recommendation systems","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Noise (video); Software; Code (set theory); Source code; Recommender system; Data science; Human–computer interaction; Information retrieval; Software engineering; Data mining; Artificial intelligence; Programming language; Image (mathematics)","score_opus":0.04160546049285644,"score_gpt":0.3472158973043576,"score_spread":0.30561043681150113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727610827","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9158277,0.00019746747,0.08264931,0.00041572424,0.00045646186,0.00017179058,0.000002502774,0.00026498197,0.000014050886],"genre_scores_gemma":[0.99686337,0.00004375012,0.0029409383,0.000017638253,0.000060749317,0.000029792176,0.0000023964901,0.000019592839,0.000021783417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989074,0.000028136905,0.00019466193,0.00037431341,0.00018200159,0.0003134792],"domain_scores_gemma":[0.99857455,0.00087927,0.00005203983,0.0002899754,0.000039652215,0.00016449725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038354762,0.000188522,0.00019802562,0.000247558,0.00013147315,0.0005107099,0.00034367127,0.00008993218,0.0000046626574],"category_scores_gemma":[0.0024556497,0.00016768994,0.000026127796,0.0001518232,0.000012982067,0.00089150696,0.00020581672,0.00033177645,0.000011409662],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044097073,0.00008675684,0.8681904,0.00028750752,0.00006502094,0.00007813119,0.0015487624,0.071137615,0.0005472093,0.0001828166,0.00045806135,0.057373617],"study_design_scores_gemma":[0.00027400002,0.00007605549,0.799616,0.00014219429,0.0000016081186,0.00003030516,0.000008387822,0.19861881,0.00019686876,0.000005863926,0.0008224542,0.00020746094],"about_ca_topic_score_codex":0.000058801405,"about_ca_topic_score_gemma":0.0000028599409,"teacher_disagreement_score":0.1274812,"about_ca_system_score_codex":0.00019747652,"about_ca_system_score_gemma":0.000028536026,"threshold_uncertainty_score":0.6838197},"labels":[],"label_agreement":null},{"id":"W2727727095","doi":"10.1109/msr.2017.31","title":"An Empirical Study of the Personnel Overhead of Continuous Integration","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Codebase; Artifact (error); Computer science; Software development; Software; Overhead (engineering); Team software process; Investment (military); Service (business); Order (exchange); Software quality; Software engineering; Software development process; Business; Operating system; Marketing; Finance","score_opus":0.042921716045526706,"score_gpt":0.35156137673846244,"score_spread":0.30863966069293575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727727095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91867626,0.0000031348377,0.08068966,0.00012322064,0.00012210914,0.00013520861,3.2292428e-7,0.000031894833,0.00021820296],"genre_scores_gemma":[0.9975713,2.038682e-7,0.002287379,0.000008132966,0.000013463823,0.000003573315,5.509375e-8,0.0000027506853,0.0001131486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993448,0.000042263146,0.00010442184,0.00013104499,0.0002919523,0.00008546234],"domain_scores_gemma":[0.9985469,0.00013262243,0.00005897192,0.0011284407,0.00010563022,0.000027424381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026322823,0.000044497985,0.00009232531,0.000032133874,0.000087297405,0.000066656205,0.0014058658,0.000021603653,0.00000615098],"category_scores_gemma":[0.0005806381,0.00002664005,0.00002660309,0.00007277592,0.000044696797,0.00022931857,0.00021852397,0.00008045809,0.000001650249],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056076933,0.000513688,0.9700078,0.0000070109118,0.000014369448,0.0000018111242,0.012734733,0.00009744562,0.0034260992,0.0010964217,0.00028462705,0.011810399],"study_design_scores_gemma":[0.00023144325,0.0003229657,0.96571195,0.000008174778,0.000001618676,0.0000011208978,0.00084793725,0.02774254,0.005037635,0.000050652492,0.000007270154,0.000036666494],"about_ca_topic_score_codex":0.0004012487,"about_ca_topic_score_gemma":0.00009091649,"teacher_disagreement_score":0.07889505,"about_ca_system_score_codex":0.000011822058,"about_ca_system_score_gemma":0.000029145325,"threshold_uncertainty_score":0.26124716},"labels":[],"label_agreement":null},{"id":"W2727861051","doi":"10.1109/icpc.2017.28","title":"Bug Report Enrichment with Application of Automated Fixer Recommendation","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Computer science; Ranking (information retrieval); Software bug; Compiler; Metric (unit); Information retrieval; Software; World Wide Web; Software engineering; Programming language; Engineering","score_opus":0.015842011667412743,"score_gpt":0.3068533001828659,"score_spread":0.29101128851545316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727861051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035419505,0.0000015349598,0.9609137,0.00096255355,0.0000551375,0.00015115534,3.1495443e-7,0.0005300374,0.001966061],"genre_scores_gemma":[0.9265401,0.0000010302523,0.073023565,0.0000111994395,0.000011312583,0.000031600117,0.0000056128156,0.000004115778,0.00037151432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993843,0.0000079115825,0.00012541261,0.00019105656,0.00018906196,0.00010228284],"domain_scores_gemma":[0.9987267,0.00007389362,0.000119693854,0.000926428,0.00011778482,0.000035454395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029503187,0.000049368467,0.00006590902,0.00005083248,0.00007846884,0.00007977094,0.000494777,0.000022018723,0.00001433911],"category_scores_gemma":[0.00016947524,0.000038633865,0.000011233034,0.00008477553,0.000019722022,0.00028546646,0.00014568483,0.00004190701,0.000018210429],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031374202,0.0004288522,0.5861177,0.00015586847,0.00014843962,0.00009395075,0.00061515684,0.002574097,0.017212147,0.019669237,0.021994526,0.35095865],"study_design_scores_gemma":[0.0002624075,0.000076471566,0.50637436,0.00001228123,0.0000024469925,0.00004887897,0.0000036807128,0.4707287,0.017135847,0.0001129715,0.0051211882,0.00012077626],"about_ca_topic_score_codex":0.0001369001,"about_ca_topic_score_gemma":0.000005675325,"teacher_disagreement_score":0.89112055,"about_ca_system_score_codex":0.000032765634,"about_ca_system_score_gemma":0.000034093093,"threshold_uncertainty_score":0.15754433},"labels":[],"label_agreement":null},{"id":"W2727962479","doi":"10.1109/msr.2017.39","title":"Impact of Continuous Integration on Code Reviews","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code review; Code (set theory); Software; Static program analysis; Quality (philosophy); Software quality","score_opus":0.055824147135579906,"score_gpt":0.3754308338977249,"score_spread":0.319606686762145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2727962479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20072626,0.000095768526,0.7931475,0.0002232836,0.00020399618,0.00022976102,0.0000015016634,0.00012118973,0.0052507427],"genre_scores_gemma":[0.98740774,0.00003189685,0.011807792,0.000011128399,0.000019726387,0.0000055459645,3.5564585e-7,0.0000030856465,0.000712722],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995119,0.000018637635,0.00010779184,0.00012168523,0.00013406658,0.00010593063],"domain_scores_gemma":[0.9987827,0.00013518626,0.000064181055,0.00091980444,0.000058343125,0.00003981601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033422836,0.000054418262,0.00012047684,0.000047604128,0.000046557834,0.000110363595,0.00082858943,0.000020951265,0.000025493237],"category_scores_gemma":[0.0017730359,0.000035236662,0.0000648305,0.000044620323,0.000020456382,0.00020922408,0.000100210724,0.000071600334,0.000090646594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013231563,0.00012819884,0.086467884,0.000031301024,0.000029119083,0.000009843563,0.00037574064,0.00014880481,0.008451762,0.026624821,0.031679455,0.84603983],"study_design_scores_gemma":[0.00029983727,0.0005875902,0.96363264,0.00013836338,0.0000017282765,0.0000048375737,0.0000015819668,0.021081947,0.011132816,0.00045222024,0.002513803,0.00015260844],"about_ca_topic_score_codex":0.00012038458,"about_ca_topic_score_gemma":0.0000076323195,"teacher_disagreement_score":0.8771648,"about_ca_system_score_codex":0.000032202926,"about_ca_system_score_gemma":0.00002521655,"threshold_uncertainty_score":0.21226175},"labels":[],"label_agreement":null},{"id":"W2729011926","doi":"10.1109/re.2017.78","title":"Let’s Hear it from RETTA: A Requirements Elicitation Tool for TrAffic Management Systems","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Requirements elicitation; Computer science; Software engineering; Domain (mathematical analysis); Requirements engineering; Requirements analysis; Functional requirement; Domain engineering; Software; Requirements management; Software development; Software requirements; Systems engineering; Software design; Engineering; Software construction","score_opus":0.07787539639908711,"score_gpt":0.33771759420580566,"score_spread":0.2598421978067186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729011926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018632326,0.0003031157,0.97202617,0.001291164,0.003827392,0.002531147,0.00003924193,0.0006983958,0.00065104326],"genre_scores_gemma":[0.68605125,0.00014734751,0.2986044,0.00019552727,0.00076406903,0.0026728269,0.00021550088,0.00009593532,0.011253163],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99704766,0.00006061001,0.00045067514,0.0010647895,0.0008883379,0.0004879137],"domain_scores_gemma":[0.996541,0.00047635104,0.00019419628,0.0024766582,0.0002084717,0.000103302744],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00096053816,0.00030840625,0.00036944408,0.00025186103,0.00018457243,0.0014266387,0.0027470621,0.00022538698,0.000011110466],"category_scores_gemma":[0.00036809524,0.00030919648,0.00015562342,0.00008606608,0.000026614685,0.00034286568,0.0017083762,0.00031840082,0.000116820745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010917964,0.00045192754,0.0008371561,0.0067239525,0.0022492746,0.00022693496,0.0035189071,0.2529955,0.00024459237,0.034988012,0.38026196,0.31739262],"study_design_scores_gemma":[0.001421535,0.00015043111,0.0063046506,0.001562376,0.000065115906,0.0000031705247,0.00006858783,0.9356148,0.00014194264,0.002485967,0.051061235,0.0011201567],"about_ca_topic_score_codex":0.0002254407,"about_ca_topic_score_gemma":0.00000803729,"teacher_disagreement_score":0.68261933,"about_ca_system_score_codex":0.00034596235,"about_ca_system_score_gemma":0.00009975333,"threshold_uncertainty_score":0.999936},"labels":[],"label_agreement":null},{"id":"W2729123660","doi":"10.1109/icpc.2017.31","title":"Identifying Code Clones Having High Possibilities of Containing Bugs","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code refactoring; Software bug; Software maintenance; Computer science; Java; Code (set theory); Cloning (programming); Programming language; clone (Java method); Software evolution; Software; Software system; Software engineering; Biology; Software construction; Genetics","score_opus":0.053378215021452805,"score_gpt":0.32881866081706584,"score_spread":0.27544044579561305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729123660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6569801,0.000060291055,0.34171632,0.00017983839,0.00036073558,0.000061468396,0.0000012297008,0.00020105406,0.00043895034],"genre_scores_gemma":[0.9449102,0.000004297211,0.054002233,0.000012363055,0.00003963325,0.0000058052888,3.369383e-7,0.00000849186,0.0010165982],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989156,0.000020420664,0.00019241274,0.00026234568,0.00033830214,0.000270891],"domain_scores_gemma":[0.9980349,0.0005478408,0.00009025475,0.001134777,0.00012929384,0.00006296136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054307265,0.000088085464,0.00016159772,0.00009976982,0.00025149272,0.00048921787,0.0015940382,0.000038841274,0.00002328077],"category_scores_gemma":[0.0013273316,0.000081364364,0.00004504247,0.00006297311,0.000093248455,0.0008108503,0.0007655764,0.00011455546,0.000016418708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019993704,0.00007558601,0.6436494,0.00034268986,0.00009670891,0.00009919156,0.007250012,0.00045769007,0.0171619,0.2907128,0.00049933983,0.03963465],"study_design_scores_gemma":[0.0005508166,0.00011824492,0.9184977,0.00020656368,0.000004934453,0.000017515213,0.00034168403,0.016504794,0.054404438,0.008936736,0.000098152814,0.00031846223],"about_ca_topic_score_codex":0.001119078,"about_ca_topic_score_gemma":0.000043979493,"teacher_disagreement_score":0.2879301,"about_ca_system_score_codex":0.0000334203,"about_ca_system_score_gemma":0.00005388561,"threshold_uncertainty_score":0.47175393},"labels":[],"label_agreement":null},{"id":"W2730750643","doi":"10.5555/3106039.3106048","title":"A heuristic for estimating the impact of lingering defects: can debt analogy be used as a metric?","year":2017,"lang":"en","type":"article","venue":"Workshop on Emerging Trends in Software Metrics","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"","keywords":"Technical debt; Computer science; Metric (unit); Heuristic; Software bug; Software; Software quality; Debt; Software development; Business; Artificial intelligence; Finance; Engineering; Operations management","score_opus":0.058286738950395524,"score_gpt":0.3794375124624625,"score_spread":0.32115077351206694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730750643","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17890161,0.0005330631,0.81867766,0.00039558377,0.0008396241,0.0002614431,0.000016811926,0.00030243074,0.0000717721],"genre_scores_gemma":[0.8545335,0.000018811905,0.14508215,0.000030992418,0.00010903016,0.000084957304,0.0000069992616,0.0000542469,0.000079348116],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968166,0.0001225325,0.0005792681,0.0007095738,0.0008609323,0.0009111165],"domain_scores_gemma":[0.9839413,0.013076773,0.00044603407,0.0021100745,0.000239454,0.00018633119],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021599105,0.00037540685,0.0005794893,0.0034013705,0.0005619948,0.00041020772,0.0030638853,0.00016721664,0.000011190185],"category_scores_gemma":[0.06703562,0.0002988055,0.0003811692,0.005990162,0.00012239767,0.0002667156,0.00064539904,0.00065736345,0.0000022480149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004510457,0.00019290966,0.10597086,0.00009834019,0.00017745749,0.00008332401,0.002206003,0.34028313,0.000014243041,0.0009081275,0.00068263005,0.54933786],"study_design_scores_gemma":[0.0017789998,0.0006351787,0.13532346,0.00048246566,0.00005460198,0.000028166329,0.00006946999,0.858549,0.00028982197,0.0017931896,0.00019994787,0.00079567014],"about_ca_topic_score_codex":0.0007408644,"about_ca_topic_score_gemma":0.00011284698,"teacher_disagreement_score":0.6756319,"about_ca_system_score_codex":0.0004422239,"about_ca_system_score_gemma":0.00017926742,"threshold_uncertainty_score":0.9999464},"labels":[],"label_agreement":null},{"id":"W2731817361","doi":"10.4050/f-0073-2017-12033","title":"Benefits and Limitations of Reliance on an Open Architecture Technical Standard to Meet Expectations of an Open System","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Architecture; Open architecture; Computer science; Open source; Operating system; Software","score_opus":0.07626327144070238,"score_gpt":0.34901665695003736,"score_spread":0.272753385509335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731817361","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61357987,0.000058778132,0.3724838,0.002795031,0.0001537298,0.0021506394,0.00011315241,0.0002709408,0.0083941],"genre_scores_gemma":[0.7540713,0.0000022105685,0.24580581,0.00001193936,0.000008117682,0.00005937309,0.000001428051,0.000008016793,0.0000317679],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99894464,0.000046937537,0.00019107167,0.00035535058,0.0003125306,0.000149467],"domain_scores_gemma":[0.99752504,0.00049562677,0.00007842324,0.0015145306,0.00021814402,0.00016825329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041381083,0.00008551021,0.00019889405,0.00013122527,0.0001928887,0.0005748258,0.0039826143,0.000041839194,0.0000014082506],"category_scores_gemma":[0.0013920686,0.00007361724,0.00001174228,0.00019177378,0.00005051553,0.0007577309,0.001477781,0.00007153576,0.0000017325583],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020701265,0.00037892692,0.0026146804,0.00014394413,0.000046728415,0.000013438916,0.004774766,0.03554376,0.008138927,0.7460038,0.0013260894,0.2008079],"study_design_scores_gemma":[0.0047446685,0.019413313,0.82926404,0.003008408,0.000038603153,0.00012505379,0.0023356047,0.036420863,0.09396966,0.00659802,0.0023576946,0.0017240552],"about_ca_topic_score_codex":0.00016366705,"about_ca_topic_score_gemma":0.00075061346,"teacher_disagreement_score":0.82664937,"about_ca_system_score_codex":0.000034542805,"about_ca_system_score_gemma":0.000097900556,"threshold_uncertainty_score":0.74007547},"labels":[],"label_agreement":null},{"id":"W2732909020","doi":"10.1109/icse-nier.2017.17","title":"Accelerating Software Engineering Research Adoption with Analysis Bots","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software deployment; Software engineering; Software; Requirements analysis; Software development; Coding (social sciences); Context (archaeology); Data science; World Wide Web; Operating system","score_opus":0.07920962478857292,"score_gpt":0.34161766781605385,"score_spread":0.26240804302748094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2732909020","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18244053,0.000025029483,0.81631315,0.00020187622,0.0000676925,0.00011467084,4.7333828e-7,0.0004882603,0.0003482953],"genre_scores_gemma":[0.72969234,0.0000032233188,0.26980454,0.0000063376074,0.000057356043,0.000026983047,0.0000012111034,0.00001232095,0.0003957155],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788713,0.00003496504,0.00013944284,0.00047183604,0.0008990997,0.0005675375],"domain_scores_gemma":[0.9969643,0.00071550935,0.000042537595,0.0017682823,0.00034899954,0.00016037852],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012143942,0.00012713035,0.00017132946,0.00060223206,0.0006654242,0.0016158018,0.00196364,0.00006129562,0.000032768807],"category_scores_gemma":[0.0024972982,0.000105437204,0.00005957179,0.0010407334,0.00004889036,0.0010738398,0.00070234475,0.0004059739,0.00005503544],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012702563,0.00007934178,0.8605151,0.00009046793,0.0006163819,0.00019299016,0.0006169222,0.08240397,0.0010703616,0.016680779,0.0006668856,0.03705406],"study_design_scores_gemma":[0.00020460038,0.00008218276,0.69224846,0.000034178927,0.000015150199,0.000007885957,0.000013444775,0.30514938,0.0016722806,0.000036830006,0.0003005232,0.00023511556],"about_ca_topic_score_codex":0.00017330235,"about_ca_topic_score_gemma":0.00004127007,"teacher_disagreement_score":0.54725176,"about_ca_system_score_codex":0.00009467094,"about_ca_system_score_gemma":0.0000754991,"threshold_uncertainty_score":0.99942064},"labels":[],"label_agreement":null},{"id":"W2734338314","doi":"10.1109/re.2017.36","title":"What Works Better? A Study of Classifying Requirements","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Non-functional requirement; Requirements engineering; Preprocessor; Machine learning; Artificial intelligence; Usability; Latent Dirichlet allocation; Context (archaeology); Naive Bayes classifier; Non-functional testing; Requirements analysis; Task (project management); Data mining; Requirements management; Support vector machine; Topic model; Software; Software development; Engineering; Programming language; Systems engineering; Human–computer interaction","score_opus":0.11688925302049091,"score_gpt":0.369295255768653,"score_spread":0.2524060027481621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734338314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66044486,0.000564307,0.33335978,0.00037689894,0.003809989,0.0008174957,4.191071e-7,0.00039406863,0.00023218221],"genre_scores_gemma":[0.97930706,0.00013136699,0.020037023,0.000026393547,0.00009936527,0.00009172171,0.0000015592835,0.00002195939,0.00028353557],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974655,0.00007697916,0.00036260774,0.0007649583,0.00096163014,0.0003683579],"domain_scores_gemma":[0.9957527,0.0003087197,0.00022577925,0.0034343398,0.0001733295,0.00010514368],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007362772,0.00024211782,0.00038429018,0.00027795357,0.000098846256,0.002323895,0.0045600403,0.00019087283,0.000016449945],"category_scores_gemma":[0.00035673438,0.00022638479,0.00008988475,0.00012214508,0.000037630467,0.0013880566,0.007982439,0.00077140826,0.000022663558],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015193113,0.0012454903,0.09889878,0.00063454884,0.0006438949,0.00034190883,0.0087210415,0.0033765882,0.0001784476,0.00024213453,0.0020492203,0.88365275],"study_design_scores_gemma":[0.008145561,0.0023890396,0.6321119,0.029440006,0.0001879619,0.000041926698,0.00427117,0.29733086,0.0043296763,0.014522135,0.0018091368,0.0054206573],"about_ca_topic_score_codex":0.0001350793,"about_ca_topic_score_gemma":0.00002043336,"teacher_disagreement_score":0.8782321,"about_ca_system_score_codex":0.00010831696,"about_ca_system_score_gemma":0.00012398719,"threshold_uncertainty_score":0.99871176},"labels":[],"label_agreement":null},{"id":"W2734506987","doi":"10.1109/mobilesoft.2017.25","title":"Examining User Complaints of Wearable Apps: A Case Study on Android Wear","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Wearable computer; Android (operating system); Computer science; Wearable technology; Categorization; Android app; Mobile apps; Human–computer interaction; Android application; World Wide Web; Internet privacy; Embedded system; Artificial intelligence","score_opus":0.0894922565214069,"score_gpt":0.3301583812012965,"score_spread":0.24066612467988957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734506987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95796406,0.000010433919,0.039928038,0.000034733333,0.00015174612,0.00022616501,6.047713e-7,0.00013439482,0.0015498437],"genre_scores_gemma":[0.98973334,0.0000011474631,0.009465965,0.000011386982,0.000021104586,0.000012232594,6.199308e-8,0.000009778964,0.0007450071],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885094,0.000043369964,0.0001491752,0.00031572345,0.00038838852,0.00025243039],"domain_scores_gemma":[0.99779975,0.00046307652,0.000056697496,0.0015219575,0.000066040186,0.00009248915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060549367,0.000100525205,0.00016456857,0.00011801739,0.00023918047,0.00023686896,0.0011407121,0.000029999956,0.000024070825],"category_scores_gemma":[0.0004985968,0.00008712111,0.000022803233,0.0001038524,0.00004465481,0.00031282494,0.0005430477,0.00014994439,0.000081998776],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039406696,0.0017694855,0.92657304,0.00009722052,0.00020261077,0.015470072,0.01012428,0.0013660971,0.0024070365,0.0026625406,0.0018151735,0.03747305],"study_design_scores_gemma":[0.0046277917,0.0034684034,0.9135713,0.00031655727,0.000015236318,0.0020981766,0.0044707498,0.05780768,0.011901624,0.00014457447,0.0007144903,0.0008634197],"about_ca_topic_score_codex":0.00058971986,"about_ca_topic_score_gemma":0.000033929642,"teacher_disagreement_score":0.056441583,"about_ca_system_score_codex":0.000025317258,"about_ca_system_score_gemma":0.000030350931,"threshold_uncertainty_score":0.35526958},"labels":[],"label_agreement":null},{"id":"W2734655072","doi":"10.4236/jsea.2017.108038","title":"The ISBSG Software Project Repository: An Analysis from Six Sigma Measurement Perspective for Software Defect Estimation","year":2017,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"DMAIC; Benchmarking; Six Sigma; Design for Six Sigma; Software; Computer science; Software project management; Process (computing); Software development; Engineering; Data mining; Systems engineering; Manufacturing engineering; Software construction","score_opus":0.024523588644093604,"score_gpt":0.2930876967016105,"score_spread":0.2685641080575169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734655072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012229116,0.0013099237,0.98526883,0.00020548444,0.00020659405,0.00050058344,0.000024392008,0.000253327,0.0000017407308],"genre_scores_gemma":[0.5633299,0.00005599518,0.43587682,0.000009368789,0.00036727058,0.00029608488,0.000006389711,0.00003427122,0.00002392929],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.998106,0.000039176874,0.0004436392,0.00041170215,0.00066991814,0.00032957323],"domain_scores_gemma":[0.99526775,0.0017450419,0.0004466682,0.0011897307,0.0011558385,0.00019494262],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010423614,0.00023311235,0.00033754046,0.00029350806,0.0012218903,0.0010399695,0.0014251567,0.00009833534,5.992043e-7],"category_scores_gemma":[0.0057772915,0.00018634778,0.0002912507,0.00036989938,0.00007079835,0.0007447381,0.0001614996,0.00033206254,0.0000010278133],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001815736,0.0007204284,0.15399475,0.0004163278,0.007125785,0.000054123342,0.0048773973,0.54981387,0.0016551012,0.012630501,0.0019231,0.26660705],"study_design_scores_gemma":[0.0026399393,0.0010326345,0.52955556,0.00046479987,0.0020440624,0.00019376456,0.00062815845,0.43663236,0.0028825304,0.0060644397,0.01611984,0.0017418853],"about_ca_topic_score_codex":0.00014906628,"about_ca_topic_score_gemma":0.000021083686,"teacher_disagreement_score":0.5511008,"about_ca_system_score_codex":0.00031930907,"about_ca_system_score_gemma":0.00022532472,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W2734705500","doi":"","title":"Having Fun With 31.521 Shell Scripts","year":2017,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Scripting language; Computer science; Shell (structure); Programming language; Parsing; Natural language processing; Syntax; POSIX; Artificial intelligence; Engineering","score_opus":0.021416686545107082,"score_gpt":0.24545006909735226,"score_spread":0.22403338255224517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2734705500","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056570377,0.0017910162,0.9021511,0.008870007,0.000665413,0.00063352124,0.000024060277,0.0011307024,0.028163772],"genre_scores_gemma":[0.7052786,0.00033079565,0.27465573,0.00007940662,0.0000537395,0.00013431408,0.000105978084,0.0000845447,0.01927692],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99483204,0.001735348,0.00041477752,0.0013596035,0.00097378064,0.0006844392],"domain_scores_gemma":[0.9874505,0.0021393758,0.00044196544,0.007240266,0.0023836077,0.00034431767],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.005731228,0.00045412782,0.0004485068,0.00033827176,0.0006478857,0.0023934597,0.0067729466,0.0003114571,0.00004044978],"category_scores_gemma":[0.0039389264,0.00045236322,0.00017461972,0.0003619072,0.00029358693,0.0004844961,0.005618443,0.0012897581,0.00012332294],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058721685,0.0023715456,0.06953406,0.0021984617,0.0008327117,0.0005004323,0.04503122,0.0030370243,0.009918478,0.25362232,0.030000156,0.58289486],"study_design_scores_gemma":[0.004426185,0.0000074454797,0.21646193,0.026496248,0.00019527892,0.00032320322,0.00018317053,0.35441905,0.1575648,0.018154921,0.21506384,0.0067039193],"about_ca_topic_score_codex":0.0008817099,"about_ca_topic_score_gemma":0.0004990818,"teacher_disagreement_score":0.6487082,"about_ca_system_score_codex":0.00023110748,"about_ca_system_score_gemma":0.00077208976,"threshold_uncertainty_score":0.9997928},"labels":[],"label_agreement":null},{"id":"W2735411563","doi":"10.1145/3092703.3092722","title":"Lightweight detection of physical unit inconsistencies without program annotations","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Food and Agriculture; University of Nebraska-Lincoln; University of Toronto; Carnegie Mellon University; U.S. Department of Agriculture; National Science Foundation","keywords":"Computer science; Consistency (knowledge bases); Unit (ring theory); Cyber-physical system; Class (philosophy); Unit testing; Domain (mathematical analysis); Annotation; Static analysis; Artificial intelligence; Programming language; Operating system; Software","score_opus":0.031592640841841754,"score_gpt":0.3212755304476779,"score_spread":0.28968288960583616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735411563","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78688645,0.000010503172,0.2097595,0.00028842772,0.00013631013,0.00021624958,7.31757e-7,0.0004759734,0.0022258572],"genre_scores_gemma":[0.97243494,7.9195064e-7,0.027119197,0.0000044838253,0.00003745801,0.000036005684,2.830079e-7,0.000004859146,0.00036198035],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993345,0.000016083257,0.00008584772,0.00015897336,0.00025861585,0.00014598304],"domain_scores_gemma":[0.998816,0.0001778002,0.00005234045,0.0007270156,0.00017365775,0.000053198077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011729038,0.00006430366,0.00009482353,0.00008537663,0.00020255624,0.00020177243,0.00079845934,0.000025587597,0.000002119354],"category_scores_gemma":[0.00047991672,0.00005248626,0.000040587693,0.00014597473,0.00010117542,0.00043505448,0.0002352344,0.000088587236,0.000023534192],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012708087,0.0008005789,0.14072466,0.00013812784,0.00011930779,0.000016864904,0.002761639,0.00027223732,0.108009465,0.055884317,0.000184909,0.6910752],"study_design_scores_gemma":[0.00029637487,0.00036734424,0.63044274,0.000029208972,0.000006887196,0.000008890526,0.000025693369,0.12268607,0.24230665,0.0012745366,0.0023590862,0.00019648041],"about_ca_topic_score_codex":0.000054540757,"about_ca_topic_score_gemma":0.000027352993,"teacher_disagreement_score":0.6908787,"about_ca_system_score_codex":0.000012894073,"about_ca_system_score_gemma":0.00004484573,"threshold_uncertainty_score":0.21403275},"labels":[],"label_agreement":null},{"id":"W273615605","doi":"","title":"Impacts des techniques de construction des ensembles flous sur la précision d'un modèle d'estimation des coûts de logiciels par analogie floue","year":2007,"lang":"fr","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Humanities; Mathematics; Artificial intelligence; Philosophy; Computer science; Linguistics","score_opus":0.05441369746616285,"score_gpt":0.31144283179665205,"score_spread":0.2570291343304892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W273615605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46138963,0.0015778033,0.5355165,0.00006811447,0.00013431543,0.00021561624,0.0000042194665,0.0007290825,0.00036468948],"genre_scores_gemma":[0.5167938,0.00053008756,0.4824256,0.000028961089,0.000067532965,0.000012170032,0.0000031923312,0.000024435347,0.000114207025],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9965145,0.00035904627,0.00052013906,0.00057167216,0.0005633893,0.0014712284],"domain_scores_gemma":[0.99472475,0.0034833078,0.00011616249,0.0005594559,0.0006122631,0.00050404144],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004122876,0.00038879708,0.00033032606,0.0004473165,0.0005067659,0.0006122948,0.0006899532,0.00045901845,0.00005703215],"category_scores_gemma":[0.0058933273,0.00038150072,0.00012440067,0.0012297913,0.001278131,0.0015028665,0.00031157045,0.00044424378,0.000027807117],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000419864,0.00018557088,0.060649037,0.0003327293,0.000042816806,0.00030881865,0.0017025509,0.014272441,0.030962639,0.0048241653,0.000381489,0.88629574],"study_design_scores_gemma":[0.00030945824,0.0004539189,0.23064022,0.000670867,0.000028172402,0.001979607,0.00011818388,0.15496393,0.54788375,0.062247023,0.00021141747,0.00049347716],"about_ca_topic_score_codex":0.002416477,"about_ca_topic_score_gemma":0.00038927136,"teacher_disagreement_score":0.88580227,"about_ca_system_score_codex":0.0011652848,"about_ca_system_score_gemma":0.0005295966,"threshold_uncertainty_score":0.9998637},"labels":[],"label_agreement":null},{"id":"W2738381526","doi":"10.1007/s10664-017-9533-1","title":"EnTagRec ++: An enhanced tag recommendation system for software information sites","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Ask price; Computer science; Set (abstract data type); Software; Recall; Precision and recall; Information retrieval; World Wide Web; Operating system","score_opus":0.03528399466237,"score_gpt":0.3128422166076763,"score_spread":0.2775582219453063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738381526","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08327109,0.000020718393,0.91234326,0.0002486821,0.0011672471,0.00047537053,0.000029635241,0.0024275135,0.000016490905],"genre_scores_gemma":[0.73108095,0.0000030275091,0.2681233,0.000069486196,0.00028496142,0.00023272497,0.00013173382,0.000040722596,0.000033059598],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979745,0.000029033628,0.00044979513,0.00047600127,0.00041507854,0.0006556055],"domain_scores_gemma":[0.99692136,0.001081145,0.00018585841,0.0012157037,0.0002780613,0.00031786502],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006107065,0.00031386787,0.00031120898,0.00026069852,0.0005628496,0.0010951163,0.0016238932,0.00018947064,0.00001638814],"category_scores_gemma":[0.0069693318,0.00032582815,0.00012902553,0.0002216891,0.000026409654,0.004242302,0.00041442865,0.000303878,0.000089072266],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015888653,0.0003991884,0.27490842,0.0038345903,0.00039859564,0.00003780098,0.0060339966,0.08503956,0.0036142478,0.0029935709,0.011393707,0.6111874],"study_design_scores_gemma":[0.0036827927,0.00089311553,0.40410197,0.0005587573,0.000049292034,0.00007787126,0.00012038978,0.4874371,0.034896724,0.00029877338,0.06505004,0.0028331894],"about_ca_topic_score_codex":0.000021087499,"about_ca_topic_score_gemma":0.0000030728663,"teacher_disagreement_score":0.64780986,"about_ca_system_score_codex":0.00039029418,"about_ca_system_score_gemma":0.000078874655,"threshold_uncertainty_score":0.9999418},"labels":[],"label_agreement":null},{"id":"W2739015512","doi":"","title":"Combining Qualitative and Quantitative Software Process Evaluation: A Proposed Approach","year":2016,"lang":"en","type":"article","venue":"Roczniki Kolegium Analiz Ekonomicznych","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université du Québec à Montréal","funders":"","keywords":"Capability Maturity Model Integration; Computer science; Personal software process; Software engineering; Process (computing); Software Engineering Process Group; Software development process; Software development; Scope (computer science); Software; Verification and validation; Software project management; Process management; Software construction; Engineering; Operations management; Operating system","score_opus":0.06098973076182307,"score_gpt":0.3610039828450392,"score_spread":0.30001425208321614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739015512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18327153,0.00053333025,0.81295073,0.000888967,0.000321046,0.0008206599,0.00001422926,0.0004863634,0.00071315776],"genre_scores_gemma":[0.93550307,0.000017934593,0.06380046,0.00007449136,0.00009949726,0.00021878879,0.00000911839,0.000044100758,0.00023253413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965328,0.0004955709,0.00045577288,0.0010591929,0.00081013574,0.000646502],"domain_scores_gemma":[0.996252,0.0019131642,0.00019152364,0.00073000166,0.0006417575,0.00027157165],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002419021,0.00035257995,0.000415346,0.00037690246,0.00024612286,0.00026381353,0.0009948098,0.00012892605,0.00002286104],"category_scores_gemma":[0.0020971484,0.0002723021,0.00008652366,0.0007138968,0.00022510813,0.0012050511,0.00033618428,0.00022253068,0.00006671662],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007437554,0.0017056675,0.07714334,0.0017733519,0.0016800988,0.00009372167,0.23918983,0.004081425,0.0051040323,0.48887506,0.0079233395,0.17168638],"study_design_scores_gemma":[0.03254044,0.004871424,0.13737291,0.0026068601,0.0004378813,0.0005225896,0.037418667,0.6374717,0.013940736,0.113536865,0.009551434,0.00972851],"about_ca_topic_score_codex":0.00003979047,"about_ca_topic_score_gemma":0.000006924639,"teacher_disagreement_score":0.75223154,"about_ca_system_score_codex":0.0002754233,"about_ca_system_score_gemma":0.00048271485,"threshold_uncertainty_score":0.99997294},"labels":[],"label_agreement":null},{"id":"W2739559489","doi":"10.1155/2017/1046161","title":"A Language and Preprocessor for User-Controlled Generation of Synthetic Programs","year":2017,"lang":"en","type":"article","venue":"Scientific Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Qualcomm","keywords":"Preprocessor; Computer science; Code (set theory); Programming language; Range (aeronautics); Natural language processing; Code generation; Artificial intelligence; Key (lock); Operating system; Set (abstract data type)","score_opus":0.039218891534402764,"score_gpt":0.3076258757506566,"score_spread":0.2684069842162538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739559489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6630353,0.00034240552,0.33433846,0.00015178563,0.0005432922,0.001390089,0.0000017146153,0.00017484819,0.000022139895],"genre_scores_gemma":[0.8925104,8.010623e-7,0.10647613,0.000001523897,0.000045578614,0.00037886854,0.0000034714549,0.000008787174,0.00057445595],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986494,0.000018897712,0.000191463,0.0005006743,0.00031869125,0.0003208408],"domain_scores_gemma":[0.9984613,0.00014282265,0.00015049156,0.0009644191,0.00019929954,0.00008167427],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015818794,0.000095569485,0.00018327485,0.00012237292,0.00052417564,0.0018579789,0.0009008969,0.00004094529,0.0000010637308],"category_scores_gemma":[0.0020138188,0.00008188859,0.00006286439,0.00015112822,0.00020896814,0.0004788995,0.00025930133,0.000058465423,0.0000021537714],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019538527,0.000101312915,0.0042822477,0.00019690469,0.000026591215,0.000003327397,0.0022085023,0.00001792186,0.017189646,0.00228326,0.00004460398,0.97362614],"study_design_scores_gemma":[0.011699984,0.00092332665,0.008607007,0.0005671114,0.00009876419,0.00004970173,0.0005313446,0.7604211,0.19830689,0.0019765543,0.015616318,0.0012019229],"about_ca_topic_score_codex":0.000012517412,"about_ca_topic_score_gemma":0.000017500026,"teacher_disagreement_score":0.9724242,"about_ca_system_score_codex":0.000017314107,"about_ca_system_score_gemma":0.00007399422,"threshold_uncertainty_score":0.9991782},"labels":[],"label_agreement":null},{"id":"W2740279154","doi":"10.1145/3106237.3106267","title":"Why do developers use trivial packages? an empirical case study on npm","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":147,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reuse; Computer science; Code (set theory); Code reuse; Simple (philosophy); Software engineering; Web application; Programming language; World Wide Web; Software; Engineering","score_opus":0.13768779639791595,"score_gpt":0.397328624915088,"score_spread":0.2596408285171721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740279154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8997685,0.0000018760701,0.09853934,0.00052880857,0.00034143758,0.000262153,8.862554e-7,0.00033702923,0.00022001703],"genre_scores_gemma":[0.9836253,5.308865e-7,0.015601023,0.00032386897,0.00008266625,0.000020047168,3.1060958e-7,0.000016165353,0.000330107],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982882,0.00010316606,0.00014836244,0.0005488963,0.0005279835,0.0003833614],"domain_scores_gemma":[0.99697316,0.00057731953,0.000033409102,0.0020414556,0.00010170417,0.00027296215],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00053516915,0.00015778343,0.00015790903,0.00014633659,0.00043282192,0.0016744136,0.001605944,0.000060409297,0.000024708163],"category_scores_gemma":[0.0016573603,0.00012539561,0.000037817088,0.00016392271,0.000049641287,0.0011200405,0.00059569685,0.00025514193,0.00011690081],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036601497,0.0014371654,0.8768555,0.000009221737,0.00008383238,0.023090182,0.008268837,0.00020572747,0.00006890739,0.0006184519,0.033054527,0.05627106],"study_design_scores_gemma":[0.0017620188,0.0015329042,0.9788691,0.000014790994,0.0000070326187,0.0009380184,0.00062972,0.008421327,0.0004987618,0.000051730378,0.0066514565,0.00062316854],"about_ca_topic_score_codex":0.0007564966,"about_ca_topic_score_gemma":0.00024140067,"teacher_disagreement_score":0.10201359,"about_ca_system_score_codex":0.00007001222,"about_ca_system_score_gemma":0.00009267141,"threshold_uncertainty_score":0.99936193},"labels":[],"label_agreement":null},{"id":"W2741187818","doi":"","title":"An Architecture for Effort Estimation of Solutions Based on Open Source","year":2017,"lang":"pl","type":"article","venue":"Roczniki Kolegium Analiz Ekonomicznych","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Open source; Open source software; Architecture; Software; Estimation; Software engineering; Software development; Operating system; Systems engineering; Engineering","score_opus":0.039987341436506556,"score_gpt":0.3298549548518306,"score_spread":0.289867613415324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2741187818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03791492,0.00007640462,0.9558343,0.0022230125,0.0012014856,0.00174696,0.00016929244,0.00016371798,0.0006698587],"genre_scores_gemma":[0.9548071,0.000005961243,0.04357148,0.00017586105,0.000501363,0.00020556862,0.00007405049,0.00009592052,0.00056271104],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99633265,0.00013455693,0.00069129874,0.001224701,0.0005569522,0.0010598424],"domain_scores_gemma":[0.99413425,0.00094786205,0.0006368571,0.0035580462,0.0002765512,0.00044646172],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0017912296,0.0005112685,0.00071094476,0.0005274259,0.001458694,0.001963615,0.0068529425,0.00030508573,0.00003892287],"category_scores_gemma":[0.0011141339,0.0005553559,0.0003196532,0.0002603841,0.00028628847,0.001121659,0.001068841,0.00046944743,0.00005379973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035241334,0.00059782027,0.0061647166,0.000359465,0.00012011276,0.0000064941287,0.0005297272,0.92336494,0.00034108557,0.0075057778,0.0048339283,0.055823497],"study_design_scores_gemma":[0.0018498589,0.00097459933,0.056662347,0.00034297947,0.000059803057,0.0000059539184,0.000020173547,0.92759204,0.0010986711,0.0005620867,0.010277401,0.00055410416],"about_ca_topic_score_codex":0.000963591,"about_ca_topic_score_gemma":0.0001412494,"teacher_disagreement_score":0.9168922,"about_ca_system_score_codex":0.00030188597,"about_ca_system_score_gemma":0.00076214614,"threshold_uncertainty_score":0.9998413},"labels":[],"label_agreement":null},{"id":"W2742396485","doi":"10.7287/peerj.preprints.3123v1","title":"Finding and correcting syntax errors using recurrent neural networks","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Syntax error; Syntax; Security token; Abstract syntax; Programming language; Parsing; Artificial intelligence; Natural language processing; Language model; Abstract syntax tree","score_opus":0.06346682147086354,"score_gpt":0.32963931475127095,"score_spread":0.26617249328040743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2742396485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51045036,0.00006263738,0.48812616,0.00009206355,0.0010025379,0.000051496896,8.1831544e-8,0.00012744154,0.00008725147],"genre_scores_gemma":[0.98080385,0.000003870033,0.019008685,0.000015600363,0.00009192318,0.00000208979,1.2714597e-7,0.000008177393,0.00006567583],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912035,0.000020713756,0.00009885745,0.00027260714,0.0001656527,0.00032181237],"domain_scores_gemma":[0.99894875,0.0003414571,0.00005512193,0.0005244671,0.0000310552,0.00009913641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003362268,0.00009115019,0.00009563988,0.00006759684,0.0005218626,0.0006349272,0.00068659574,0.00003814394,0.0000053684216],"category_scores_gemma":[0.0007850733,0.00008463897,0.000023109873,0.00007994779,0.000037552887,0.00049933983,0.00071792275,0.0002168432,0.0000023791104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041382505,0.000018480609,0.41335753,0.000030472718,0.000020562857,0.00007199866,0.0005316459,0.034840494,0.00018632191,0.000991621,0.0002930048,0.54965377],"study_design_scores_gemma":[0.00007288134,0.00001550837,0.042629577,0.00003257283,0.0000013304792,0.000054336164,0.000011591262,0.956904,0.0001343008,0.000018725927,0.000021995751,0.00010317777],"about_ca_topic_score_codex":0.00011410782,"about_ca_topic_score_gemma":0.000009768524,"teacher_disagreement_score":0.9220635,"about_ca_system_score_codex":0.0000416783,"about_ca_system_score_gemma":0.00001484592,"threshold_uncertainty_score":0.6122617},"labels":[],"label_agreement":null},{"id":"W2743326897","doi":"10.1109/qrs.2017.41","title":"Predicting Fault-Prone Classes in Object-Oriented Software: An Adaptation of an Unsupervised Hybrid SOM Algorithm","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Machine learning; Data mining; Artificial intelligence; Software fault tolerance; Software quality; Software system; Adaptation (eye); Software metric; Source code; Software; Algorithm; Software development; Programming language","score_opus":0.02652344047027128,"score_gpt":0.285626669439664,"score_spread":0.25910322896939275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743326897","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48732862,0.00001953626,0.51196826,0.000034263056,0.00017648423,0.00015638533,0.0000048142438,0.00028535826,0.000026313393],"genre_scores_gemma":[0.66122556,0.0000037111324,0.3386094,0.000009666903,0.000051867188,0.000021293656,0.000012516543,0.000015472988,0.00005053072],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980634,0.00008799676,0.0003237887,0.0005216319,0.00059656124,0.00040663683],"domain_scores_gemma":[0.9977558,0.00032511566,0.000115523384,0.0013937888,0.00024105671,0.00016867058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064073707,0.0001623121,0.00021619446,0.00024714723,0.00019877493,0.00025032109,0.0014994175,0.000065325155,0.0000113971655],"category_scores_gemma":[0.0015608261,0.00016083923,0.000036672413,0.00024887564,0.00007563037,0.0023273493,0.00033060813,0.00022837293,0.00000742058],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002346395,0.00048242044,0.16157205,0.000077159784,0.000030607007,0.00010140422,0.0027677522,0.010274027,0.0017020279,0.00061148446,0.000039874754,0.8223177],"study_design_scores_gemma":[0.00066244043,0.00025283077,0.17454466,0.000037784463,0.0000021455342,0.0000093430035,0.00014783467,0.8173062,0.0066807573,0.00016097815,0.000037308757,0.00015769647],"about_ca_topic_score_codex":0.0017637485,"about_ca_topic_score_gemma":0.00027126927,"teacher_disagreement_score":0.82216,"about_ca_system_score_codex":0.00007614677,"about_ca_system_score_gemma":0.00017830286,"threshold_uncertainty_score":0.6558834},"labels":[],"label_agreement":null},{"id":"W2743912071","doi":"10.1109/qrs.2017.55","title":"Automated Performance Deviation Detection across Software Versions Releases","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Granularity; Computer science; Software; Outlier; Standard deviation; Data mining; Interval (graph theory); Anomaly detection; TRACE (psycholinguistics); Confidence interval; Statistics; Artificial intelligence; Mathematics; Operating system","score_opus":0.02154460755476916,"score_gpt":0.3000235910852413,"score_spread":0.2784789835304721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743912071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6016367,0.00001006986,0.39573932,0.000093333576,0.00031752302,0.00006628605,8.91277e-7,0.0020699531,0.000065940956],"genre_scores_gemma":[0.9814691,0.000011553416,0.018077204,0.00001928932,0.00003535142,0.000013461035,0.000001278879,0.0000075786525,0.0003651885],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99911946,0.000013082345,0.00009416822,0.00023492203,0.000262244,0.0002761241],"domain_scores_gemma":[0.99869955,0.00017842486,0.000051442614,0.0008773943,0.000116098876,0.00007707752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019641899,0.00008012885,0.00006815007,0.00005258203,0.0009284514,0.00043631063,0.000912671,0.000054744145,0.000011333517],"category_scores_gemma":[0.0015365959,0.000074854106,0.0000296525,0.00013058052,0.000034544868,0.0011942959,0.00037613907,0.00010984428,0.0002641592],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018531571,0.000087198474,0.32834545,0.000107979555,0.000039398914,0.000025724692,0.0007195042,0.0043779477,0.0035191793,0.0003331064,0.0029156918,0.6595103],"study_design_scores_gemma":[0.00015549506,0.000042604643,0.6590132,0.000016822196,9.1728276e-7,0.000008334256,0.000004902055,0.3260785,0.013931435,0.000014524467,0.00063435844,0.000098875455],"about_ca_topic_score_codex":0.00007845715,"about_ca_topic_score_gemma":0.000020543,"teacher_disagreement_score":0.65941143,"about_ca_system_score_codex":0.000079501966,"about_ca_system_score_gemma":0.000037561713,"threshold_uncertainty_score":0.71409917},"labels":[],"label_agreement":null},{"id":"W2745533497","doi":"10.1177/0047281617726278","title":"Rhetorical Genres in Code","year":2017,"lang":"en","type":"article","venue":"Journal of Technical Writing and Communication","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Rhetorical question; Documentation; Code (set theory); Computer science; Technical writing; Software documentation; Internal documentation; Source code; Software; World Wide Web; Software development; Sociology; Linguistics; Programming language; Political science; Software development process; Set (abstract data type); Software construction","score_opus":0.046890451092055765,"score_gpt":0.35200799602619354,"score_spread":0.3051175449341378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745533497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87178606,0.0032699343,0.10980919,0.013534072,0.00010661772,0.0000981732,6.288518e-7,0.000101411475,0.0012938941],"genre_scores_gemma":[0.9444439,0.00043260082,0.055065442,0.000018017166,0.000025634472,0.0000017824254,1.0156479e-7,0.0000031700138,0.000009395141],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99927676,0.00006166675,0.00028346333,0.00007066021,0.00020271822,0.000104722916],"domain_scores_gemma":[0.9982346,0.0006628255,0.00019589742,0.0007518491,0.00009634735,0.00005846644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014670757,0.000043851353,0.00012232571,0.000089176836,0.00016387344,0.00021733165,0.001694859,0.000053969634,7.9924314e-7],"category_scores_gemma":[0.0025653318,0.000038636594,0.000030994146,0.00006572056,0.00006126755,0.00038038762,0.00057552586,0.00045752578,9.4469476e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004538585,0.00040973836,0.3219711,0.000065587235,0.000029803645,0.00010441196,0.00037160062,0.00020574102,0.012337231,0.08678099,0.0020226021,0.5756558],"study_design_scores_gemma":[0.0005664204,0.00014543317,0.983474,0.00033303536,0.0000035027363,0.000264561,0.000030561987,0.0068620457,0.0005810799,0.005768181,0.0018439218,0.00012723963],"about_ca_topic_score_codex":0.000022244201,"about_ca_topic_score_gemma":0.000009459537,"teacher_disagreement_score":0.66150296,"about_ca_system_score_codex":0.00005262981,"about_ca_system_score_gemma":0.000029750838,"threshold_uncertainty_score":0.31494978},"labels":[],"label_agreement":null},{"id":"W2745662907","doi":"","title":"Requirements Effort Estimation: The State of the Practice","year":2016,"lang":"pl","type":"article","venue":"Roczniki Kolegium Analiz Ekonomicznych","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Estimation; Computer science; Project management; Software project management; Duration (music); Task (project management); Process (computing); Software development; Software; Productivity; Software development process; Process management; Engineering management; Business; Engineering; Systems engineering; Software construction; Economics","score_opus":0.021260365959203775,"score_gpt":0.2949084866774937,"score_spread":0.2736481207182899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2745662907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21719396,0.0032893342,0.7092122,0.051449347,0.012086729,0.002693675,0.00013672479,0.00039067667,0.003547391],"genre_scores_gemma":[0.99082184,0.00025483614,0.0028635373,0.0005044814,0.00042067544,0.000060473998,0.0000019405618,0.00006294074,0.005009281],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955986,0.00043371803,0.00095574727,0.0008307837,0.0012421286,0.0009389932],"domain_scores_gemma":[0.99258375,0.003097158,0.00070448586,0.0028547088,0.000546707,0.00021316686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025209333,0.00044345384,0.00042710867,0.00018492798,0.00041823825,0.0003376414,0.003864182,0.00012760711,0.00006269034],"category_scores_gemma":[0.0025372615,0.0002379911,0.00030349247,0.0011137046,0.00045693477,0.0013912499,0.0015369405,0.00042626332,0.0004008667],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010693459,0.0019951095,0.10324947,0.001046769,0.003759635,0.00016613536,0.014135419,0.061832406,0.006544793,0.05611496,0.21280088,0.5372851],"study_design_scores_gemma":[0.005523094,0.0009025914,0.3384541,0.0020465096,0.0005180883,0.00030710804,0.0002474909,0.15354714,0.020361954,0.0044445214,0.47135758,0.00228984],"about_ca_topic_score_codex":0.00030970684,"about_ca_topic_score_gemma":0.000028609556,"teacher_disagreement_score":0.7736279,"about_ca_system_score_codex":0.00049735344,"about_ca_system_score_gemma":0.00078287744,"threshold_uncertainty_score":0.9704996},"labels":[],"label_agreement":null},{"id":"W2747474147","doi":"","title":"A Refactoring Technique for Large Groups of Software Clones","year":2017,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University","keywords":"Code refactoring; clone (Java method); Software maintenance; Maintainability; Software evolution; Cloning (programming); Computer science; Software; Code (set theory); Programming language; Software system; Software engineering; Biology; Genetics; Set (abstract data type); Software construction; Gene","score_opus":0.02937693141409226,"score_gpt":0.3021023258651288,"score_spread":0.27272539445103655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747474147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57309455,0.0011574456,0.3765329,0.0002944855,0.0068900497,0.0075006494,0.00020191315,0.0017556674,0.032572374],"genre_scores_gemma":[0.9529397,0.000120418066,0.0031325903,0.000001016636,0.00038713234,0.00007511432,0.00008762062,0.000096362535,0.043160036],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9956965,0.00028791922,0.00036130572,0.0011286287,0.0012909609,0.0012346911],"domain_scores_gemma":[0.994353,0.0016872649,0.00035973874,0.002295436,0.00096716074,0.00033739078],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015246669,0.00038450345,0.00063399534,0.0021764946,0.0011329826,0.00033250617,0.004720256,0.00059800944,0.000009898114],"category_scores_gemma":[0.0018359734,0.00045223543,0.00038665163,0.0009991257,0.00014345738,0.000799431,0.0006181556,0.001428292,0.000009328842],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004583829,0.0021649876,0.33893073,0.02104665,0.0031719755,0.008899461,0.008108843,0.00009634225,0.33651584,0.23889142,0.013066547,0.024523385],"study_design_scores_gemma":[0.0022018151,0.0016706841,0.14720657,0.0017962909,0.00008598133,0.00006395241,0.0008104865,0.00031396703,0.76004976,0.00542422,0.078669526,0.0017067065],"about_ca_topic_score_codex":0.0024642346,"about_ca_topic_score_gemma":0.0018886408,"teacher_disagreement_score":0.42353395,"about_ca_system_score_codex":0.000808069,"about_ca_system_score_gemma":0.0016944524,"threshold_uncertainty_score":0.99979293},"labels":[],"label_agreement":null},{"id":"W2749195958","doi":"10.7287/peerj.preprints.3186v1","title":"Improved query reformulation for concept location using CodeRank and document structures","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Query expansion; Information retrieval; Sargable; Source code; Query optimization; Web query classification; Web search query; Baseline (sea); Task (project management); Software; Code (set theory); Term (time); Query language; Quality (philosophy); Data mining; Search engine; Programming language","score_opus":0.028961210369557015,"score_gpt":0.3266036725533051,"score_spread":0.29764246218374807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749195958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08575505,0.00005142315,0.9135104,0.00020380097,0.00016650747,0.00022222826,5.5393303e-7,0.00007307692,0.000016985472],"genre_scores_gemma":[0.83182055,0.0000015917022,0.16802227,0.00002085441,0.0000439674,0.000008147793,0.0000012786334,0.0000042739593,0.00007708927],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994882,0.0000067631427,0.00008560035,0.00017885643,0.00010634154,0.00013424116],"domain_scores_gemma":[0.9992809,0.00011211476,0.00004643419,0.00041104373,0.00010869145,0.00004076591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015403249,0.00005874301,0.00006149654,0.00003781988,0.00025467033,0.00041411314,0.0002872944,0.000034298846,0.000002387868],"category_scores_gemma":[0.00028607357,0.000048875634,0.000012208559,0.000027497817,0.000028698305,0.00064724596,0.00012497981,0.000038508086,3.3578107e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007033095,0.000029161247,0.01107843,0.0003746107,0.00010761615,0.0000036596787,0.0028801018,0.027448403,0.05475746,0.31204322,0.0005348551,0.59067214],"study_design_scores_gemma":[0.00048597922,0.00004653204,0.040372524,0.000012509138,0.0000024155404,0.0000041531525,0.000007531142,0.93391615,0.016938461,0.007965296,0.00013504807,0.000113392765],"about_ca_topic_score_codex":0.00020617433,"about_ca_topic_score_gemma":0.000010877928,"teacher_disagreement_score":0.90646774,"about_ca_system_score_codex":0.00005431306,"about_ca_system_score_gemma":0.00003861859,"threshold_uncertainty_score":0.39933026},"labels":[],"label_agreement":null},{"id":"W2754109047","doi":"10.1109/tse.2017.2750682","title":"Expanding Queries for Code Search Using Semantically Related API Class-names","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Identifier; Programming language; Class (philosophy); Information retrieval; Natural language; Java; Code (set theory); Natural language user interface; World Wide Web; Natural language processing; Artificial intelligence","score_opus":0.039927966108913644,"score_gpt":0.30923921623353773,"score_spread":0.2693112501246241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754109047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096984975,0.000052611784,0.8994897,0.0001318651,0.0015358853,0.00039153505,0.000027306172,0.0013769933,0.000009124822],"genre_scores_gemma":[0.77491367,0.000016995347,0.2246003,0.000013525115,0.0000646756,0.00008214213,0.0000013533619,0.00007986002,0.00022746065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976071,0.000026852887,0.00037044994,0.00064825447,0.0005324103,0.00081493735],"domain_scores_gemma":[0.99687773,0.0012594647,0.00006882782,0.0013613844,0.00018471834,0.0002478672],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054170925,0.00034029942,0.00034875263,0.00044352235,0.0009667573,0.00069989805,0.001364867,0.00020860168,0.000016689337],"category_scores_gemma":[0.0006262621,0.00037432372,0.00021643972,0.00029804945,0.000093417075,0.0010390223,0.000024503903,0.0006311646,0.000025412213],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003617348,0.00011103796,0.0012470104,0.00033692963,0.00023587645,0.0000637339,0.0009453671,0.9721352,0.0101693375,0.0016402741,0.00006136446,0.013017718],"study_design_scores_gemma":[0.0010810735,0.0001927361,0.0027806002,0.00043998644,0.000038347833,0.000092114584,0.00003270604,0.91389203,0.07991841,0.00010503393,0.0005947493,0.00083220424],"about_ca_topic_score_codex":0.0000310496,"about_ca_topic_score_gemma":0.0000048784004,"teacher_disagreement_score":0.6779287,"about_ca_system_score_codex":0.0002591216,"about_ca_system_score_gemma":0.00013174601,"threshold_uncertainty_score":0.9998709},"labels":[],"label_agreement":null},{"id":"W2754654372","doi":"10.2308/isys-51908","title":"Limiting the Search Space during Controls Evaluation of a Modified Information System","year":2017,"lang":"en","type":"article","venue":"Journal of Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Limiting; Computer science; Audit; Reliability (semiconductor); Space (punctuation); Control (management); Quality (philosophy); Control system; Information space; Quality assurance; Information system; Reliability engineering; Operations management; Artificial intelligence; Engineering; World Wide Web; Accounting; Operating system; Business","score_opus":0.04619519054294601,"score_gpt":0.2987912656962301,"score_spread":0.2525960751532841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754654372","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58894485,0.000086577515,0.4064568,0.00030758226,0.0012230638,0.0006160381,0.0000037154348,0.00004494529,0.0023164034],"genre_scores_gemma":[0.99930024,0.000003745444,0.0005549897,0.000005190526,0.00011015493,0.00001500076,7.414301e-7,0.0000030408862,0.000006898509],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963752,0.0001911221,0.0010695126,0.000042564865,0.0021296067,0.00019196229],"domain_scores_gemma":[0.99401265,0.0003415028,0.0018988895,0.00062673725,0.0030470237,0.000073181756],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009004173,0.000091920614,0.00022917116,0.0003971213,0.0003521448,0.0012519828,0.0012587954,0.000044929613,7.2365276e-7],"category_scores_gemma":[0.002887376,0.0000629695,0.00008525756,0.0001738955,0.000031315405,0.008820203,0.00015175463,0.0002469233,0.000022700338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010793686,0.000018436496,0.0066490183,0.0018100657,0.00023110397,0.0000052856108,0.016140206,0.9091119,0.00074305723,0.04609468,0.00028880558,0.018799478],"study_design_scores_gemma":[0.001624479,0.000061474275,0.056256305,0.00058426696,0.000016656917,0.00035978793,0.0022668827,0.93727785,0.0012781231,0.0000100184025,0.0001765181,0.000087626526],"about_ca_topic_score_codex":0.000048024805,"about_ca_topic_score_gemma":2.7137733e-7,"teacher_disagreement_score":0.41035536,"about_ca_system_score_codex":0.00031823636,"about_ca_system_score_gemma":0.00029506208,"threshold_uncertainty_score":0.9997848},"labels":[],"label_agreement":null},{"id":"W2754869403","doi":"10.1109/compsac.2017.237","title":"The Need for Traceability in Heterogeneous Systems: A Systematic Literature Review","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Traceability; Computer science; Requirements traceability; TRACE (psycholinguistics); Abstraction; Software engineering; Semantics (computer science); Key (lock); Focus (optics); Software system; Artifact (error); Risk analysis (engineering); Systems engineering; Data science; Software; Software development; Engineering; Programming language; Artificial intelligence; Computer security","score_opus":0.024128745975928515,"score_gpt":0.3045496449420788,"score_spread":0.2804208989661503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754869403","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065600867,0.65192854,0.31336725,0.008849609,0.0024672782,0.015402228,0.000010649498,0.0010793171,0.00033505663],"genre_scores_gemma":[0.98545605,0.005105098,0.005629466,0.00015887983,0.00008307395,0.0022776085,0.0000011093002,0.000023058945,0.0012656694],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987136,0.00013092703,0.0003296175,0.00027072447,0.00026217956,0.00029293215],"domain_scores_gemma":[0.9957552,0.0017682309,0.00009457777,0.00216935,0.00015037031,0.00006230367],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024279389,0.000110047535,0.00028993154,0.000039353883,0.00026407297,0.0011787548,0.0021365935,0.00004720559,4.815879e-7],"category_scores_gemma":[0.005726119,0.00006205774,0.0000867786,0.00014313718,0.00002867984,0.00026591256,0.00019655569,0.00012744928,0.000010242616],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019725147,0.0001469841,0.004034101,0.9473774,0.00012568661,0.00015414863,0.0009599313,0.0007937949,0.00004569764,0.03485874,0.006689376,0.0047944],"study_design_scores_gemma":[0.0013434737,0.00028743464,0.0066818576,0.29129678,0.000036566293,0.00052030873,0.0000472601,0.69398946,0.00016086001,0.0012931674,0.0034659975,0.00087683386],"about_ca_topic_score_codex":0.000013082674,"about_ca_topic_score_gemma":0.000015238379,"teacher_disagreement_score":0.97889596,"about_ca_system_score_codex":0.000069742106,"about_ca_system_score_gemma":0.00003722623,"threshold_uncertainty_score":0.99985814},"labels":[],"label_agreement":null},{"id":"W2755579216","doi":"10.1007/s10664-017-9547-8","title":"Inference of development activities from interaction with uninstrumented applications","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Documentation; Software engineering; Software development; Generalizability theory; Software; Event (particle physics); Set (abstract data type); Data science; Human–computer interaction; Programming language","score_opus":0.03065809452857621,"score_gpt":0.3057166064988471,"score_spread":0.27505851197027087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755579216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35861593,0.000018129778,0.64083177,0.000046946734,0.00008478012,0.000098786506,0.0000025182069,0.00028509076,0.000016057771],"genre_scores_gemma":[0.82002133,0.0000026724229,0.17979911,0.00000754813,0.00003678139,0.00008705775,0.0000058063965,0.000014930165,0.000024743813],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888897,0.000009758797,0.00019820772,0.00030678115,0.00034433586,0.00025193844],"domain_scores_gemma":[0.9980744,0.00082076184,0.000103299964,0.0008147003,0.00007428827,0.000112532456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009704188,0.0001605831,0.0001854503,0.00012390397,0.00016814636,0.00018018096,0.0009873809,0.000059363763,0.000012321749],"category_scores_gemma":[0.00063578325,0.00014681932,0.000031319632,0.00016692189,0.000043886903,0.0006407005,0.00037267496,0.00023851602,0.000013135055],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018034107,0.00012457279,0.9194199,0.00010538942,0.00015838892,0.000014237557,0.00107378,0.014265409,0.0011135379,0.00039545732,0.00007226006,0.06323904],"study_design_scores_gemma":[0.00042237653,0.00007219061,0.9419943,0.00022701523,0.000007431962,0.0000062320123,0.000020742014,0.012348612,0.031298988,0.000058081067,0.013133704,0.00041029314],"about_ca_topic_score_codex":0.000049650393,"about_ca_topic_score_gemma":0.000006499766,"teacher_disagreement_score":0.46140543,"about_ca_system_score_codex":0.00011913314,"about_ca_system_score_gemma":0.00012136675,"threshold_uncertainty_score":0.59871185},"labels":[],"label_agreement":null},{"id":"W2757935660","doi":"10.1109/tse.2017.2755005","title":"Revisiting the Performance Evaluation of Automated Approaches for the Retrieval of Duplicate Issue Reports","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Information retrieval; Eclipse; Categorical variable; Software; Notation; Data mining; Machine learning; Programming language","score_opus":0.059809278371222435,"score_gpt":0.29953603310299953,"score_spread":0.2397267547317771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2757935660","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13033177,0.00015781753,0.86778986,0.00016911671,0.00058431015,0.00058236765,0.0000054367556,0.00037521488,0.000004085429],"genre_scores_gemma":[0.98161024,0.000022072301,0.018092157,0.0000034539353,0.00008177593,0.00013594238,7.192915e-7,0.000025017718,0.000028615095],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983641,0.00003108786,0.00038166484,0.00028165843,0.0006910512,0.00025047464],"domain_scores_gemma":[0.99633396,0.0014668679,0.00024003038,0.0015794478,0.00033941388,0.0000403031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026067821,0.00015389948,0.00019654751,0.00011352407,0.00043289704,0.000100472964,0.0009705554,0.00006945519,0.000005181417],"category_scores_gemma":[0.001232031,0.0001089399,0.00012637461,0.00027488326,0.00006984731,0.00033543218,0.000012789663,0.00024628657,0.0000018524313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008937129,0.000014481735,0.00023651749,0.00014864332,0.00007031999,6.546788e-7,0.0002441562,0.9342889,0.0007511694,0.000027203876,0.00001674759,0.064192235],"study_design_scores_gemma":[0.00018323965,0.000036217265,0.01487548,0.00013111865,0.00004699894,0.000017119843,0.000009287509,0.9140632,0.070408255,0.0000049353052,0.00011828241,0.00010583566],"about_ca_topic_score_codex":0.000012715577,"about_ca_topic_score_gemma":3.5035623e-7,"teacher_disagreement_score":0.8512785,"about_ca_system_score_codex":0.000071686874,"about_ca_system_score_gemma":0.00009113093,"threshold_uncertainty_score":0.44424403},"labels":[],"label_agreement":null},{"id":"W2758181130","doi":"10.1109/rew.2017.25","title":"Evaluation of Tools for Hairy Requirements and Software Engineering Tasks","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Task (project management); Automatic summarization; Context (archaeology); Precision and recall; Recall; Software engineering; Software; Scale (ratio); Software system; Artificial intelligence; Dependability; Human–computer interaction; Programming language; Systems engineering; Engineering","score_opus":0.132136767363288,"score_gpt":0.3629018789609057,"score_spread":0.2307651115976177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758181130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14172782,0.00008730689,0.85743487,0.00008106938,0.0002052205,0.0003014955,0.0000020904968,0.000101866885,0.00005827715],"genre_scores_gemma":[0.84129244,0.0000027539577,0.15856835,0.000005111587,0.00002674617,0.00005068682,9.301391e-7,0.000006343296,0.000046635643],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902993,0.000010530974,0.00010972891,0.00018214193,0.00051228487,0.00015538414],"domain_scores_gemma":[0.9985425,0.00044232895,0.00004481374,0.0006080591,0.00031593378,0.000046348327],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015167578,0.00006276723,0.00008510037,0.00006286104,0.00008687922,0.00023902561,0.0005398812,0.00003184353,0.000005719778],"category_scores_gemma":[0.0107476525,0.000060274273,0.000022648812,0.00003521335,0.000017489625,0.0008381758,0.00023883938,0.000038441045,0.0000018183001],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005928798,0.000042469495,0.025570506,0.00021926,0.00009324626,0.0000016016091,0.00031465475,0.004369582,0.0053598,0.007877097,0.0008970988,0.9552488],"study_design_scores_gemma":[0.0010466175,0.000101361096,0.2999104,0.00007380408,0.000020083899,0.0000029050714,0.0000053173235,0.6809325,0.016200762,0.0010121628,0.0005089254,0.00018513059],"about_ca_topic_score_codex":0.000012870642,"about_ca_topic_score_gemma":0.000001673452,"teacher_disagreement_score":0.95506364,"about_ca_system_score_codex":0.00003944822,"about_ca_system_score_gemma":0.000059611823,"threshold_uncertainty_score":0.99758524},"labels":[],"label_agreement":null},{"id":"W2758669266","doi":"10.1109/re.2017.62","title":"ECrits — Visualizing Support Ticket Escalation Risk","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ticket; Process (computing); Task (project management); Customer intelligence; Decision support system; IBM; Product (mathematics)","score_opus":0.030212680267136627,"score_gpt":0.33065047974412465,"score_spread":0.300437799476988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758669266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12785463,0.00000878455,0.86619914,0.00039392515,0.00038145075,0.0000809045,7.4737704e-7,0.0004238886,0.004656517],"genre_scores_gemma":[0.9624683,0.000007189992,0.035975963,0.000027473325,0.00006453847,0.000005253586,8.3145466e-7,0.000007384978,0.0014430278],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991317,0.000020429134,0.00009771182,0.00022808183,0.00028795778,0.00023412403],"domain_scores_gemma":[0.99864656,0.000214012,0.000045462275,0.0009397324,0.0000637321,0.00009049154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004687281,0.00006754389,0.00007004802,0.00006641733,0.00035128565,0.00052361155,0.0010537516,0.000037209542,0.00006472451],"category_scores_gemma":[0.0012679335,0.00006201531,0.000029260547,0.00006194908,0.000025056215,0.000701935,0.00040044056,0.000114177994,0.00042856685],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003666012,0.00008504232,0.6213014,0.00003902386,0.000040786883,0.00007566539,0.0014555996,0.00028784608,0.0013430411,0.041358493,0.013689169,0.32032025],"study_design_scores_gemma":[0.00025847365,0.00006574232,0.8482664,0.000012296775,0.0000030730082,0.0000096736885,0.0000053179274,0.1343481,0.00722099,0.0016006663,0.0080007315,0.00020853033],"about_ca_topic_score_codex":0.00009488033,"about_ca_topic_score_gemma":0.0000071943873,"teacher_disagreement_score":0.8346137,"about_ca_system_score_codex":0.000027014148,"about_ca_system_score_gemma":0.00003776046,"threshold_uncertainty_score":0.5508503},"labels":[],"label_agreement":null},{"id":"W2758716390","doi":"10.1109/re.2017.72","title":"Optimized Functionality for Super Mobile Apps","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Alberta Innovates - Technology Futures","keywords":"Computer science; Group cohesiveness; Software; Key (lock); Product (mathematics); Set (abstract data type); App store; Application programming interface; World Wide Web; Software engineering; Computer security; Operating system","score_opus":0.03969598121219515,"score_gpt":0.31620091611060214,"score_spread":0.276504934898407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758716390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009008259,0.000023284354,0.9882352,0.0004462902,0.00042187588,0.00024782098,0.0000021264418,0.00024626896,0.001368875],"genre_scores_gemma":[0.50428087,0.0000035100225,0.48771968,0.00007789854,0.00013764088,0.0003613196,0.000002417656,0.000009607409,0.007407025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993224,0.0000078189405,0.00007405124,0.00022368516,0.0001800157,0.0001920015],"domain_scores_gemma":[0.99847,0.00041939545,0.000016247895,0.0009275764,0.000100174,0.000066613786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003712865,0.000057700556,0.000077278964,0.00002941517,0.00028986248,0.00030229712,0.0009882214,0.000031622305,0.000098295706],"category_scores_gemma":[0.000614181,0.000048546535,0.000053311116,0.000031455944,0.000030056079,0.0003772801,0.00026474884,0.00005461537,0.00007672628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019445988,0.00066338497,0.0670843,0.0002720155,0.0003087312,0.000027819115,0.00074346404,0.034291226,0.0023985957,0.36558458,0.22162679,0.30680466],"study_design_scores_gemma":[0.0044445465,0.00033572028,0.17860045,0.000023479784,0.000008641478,0.000019259205,0.00002088181,0.5541234,0.009671309,0.009556322,0.24242029,0.00077569427],"about_ca_topic_score_codex":0.000032420565,"about_ca_topic_score_gemma":9.887898e-7,"teacher_disagreement_score":0.5198322,"about_ca_system_score_codex":0.000023571592,"about_ca_system_score_gemma":0.000040301526,"threshold_uncertainty_score":0.29150578},"labels":[],"label_agreement":null},{"id":"W2759755869","doi":"10.1109/re.2017.61","title":"What do Support Analysts Know About Their Customers? On the Study and Prediction of Support Ticket Escalations in Large Software Organizations","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ticket; Computer science; IBM; Decision support system; Process (computing); Process management; Knowledge management; Engineering; Computer security; Artificial intelligence","score_opus":0.02174722604130133,"score_gpt":0.2903253830654988,"score_spread":0.2685781570241975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759755869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7135788,0.00039897038,0.27639022,0.001602779,0.0023844447,0.0038631991,0.00033429862,0.0008591097,0.00058818684],"genre_scores_gemma":[0.99788266,0.0003808263,0.0007866149,0.000028417442,0.00005320278,0.0001167243,0.00008346048,0.000032325308,0.00063576264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99753535,0.00016730213,0.000494583,0.00074996054,0.00067580794,0.0003769725],"domain_scores_gemma":[0.9959511,0.0009222753,0.0002166228,0.0022781382,0.00051074085,0.00012108483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015417971,0.00029700287,0.00039990494,0.00062953756,0.00026084136,0.000829954,0.0017046274,0.00021045264,0.00017663273],"category_scores_gemma":[0.0017614806,0.00021575658,0.00007174803,0.00073309115,0.0000915566,0.00061630463,0.0020571079,0.0007383431,0.000029862684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007015054,0.00087543705,0.9672883,0.00012876421,0.0002511983,0.000025741541,0.014311564,0.003208037,0.0000085265165,0.0018074241,0.0027066635,0.009381296],"study_design_scores_gemma":[0.0006679506,0.00024522888,0.97246015,0.00035452264,0.000044146087,0.000008959609,0.0014093233,0.022902748,0.00012665962,0.0007377447,0.0007074719,0.00033509955],"about_ca_topic_score_codex":0.00006195183,"about_ca_topic_score_gemma":0.00014718728,"teacher_disagreement_score":0.28430387,"about_ca_system_score_codex":0.000119252094,"about_ca_system_score_gemma":0.00045001734,"threshold_uncertainty_score":0.87982976},"labels":[],"label_agreement":null},{"id":"W2760100496","doi":"10.1109/icsme.2017.82","title":"Is it Safe to Uplift this Patch?: An Empirical Study on Mozilla Firefox","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Crash; Channel (broadcasting); Computer science; Geology; Computer security; Telecommunications","score_opus":0.11698751365113515,"score_gpt":0.41895329812071275,"score_spread":0.3019657844695776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760100496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7464311,0.000040978823,0.21358934,0.018875834,0.003061355,0.002572033,0.000034266366,0.0014220919,0.01397298],"genre_scores_gemma":[0.9645835,0.000008610368,0.018676538,0.0020427743,0.00035137308,0.00023330493,0.000006320486,0.00006151762,0.014036048],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9953517,0.00014485347,0.0003949872,0.0018569147,0.0015398978,0.0007116785],"domain_scores_gemma":[0.99222594,0.0005656426,0.0000935149,0.0062359283,0.0002571087,0.00062185386],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011145594,0.00049848674,0.00054581463,0.00039358725,0.0002428315,0.0011350557,0.0064672874,0.00034106092,0.000501059],"category_scores_gemma":[0.0010048348,0.0004231034,0.00016025508,0.00022777362,0.000036109483,0.00021586407,0.0069859456,0.0012393873,0.0026581706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054986755,0.0021684114,0.40547502,0.00014345783,0.00032333436,0.00061846775,0.033233628,0.0037557415,0.000024107785,0.00022940274,0.5139543,0.040019125],"study_design_scores_gemma":[0.001030016,0.003168496,0.8751549,0.0003331914,0.000028216815,0.000017898443,0.00023646219,0.06143981,0.00074086746,0.0012590563,0.054086104,0.0025049823],"about_ca_topic_score_codex":0.0011739994,"about_ca_topic_score_gemma":0.00008059304,"teacher_disagreement_score":0.46967986,"about_ca_system_score_codex":0.00026343882,"about_ca_system_score_gemma":0.00034744636,"threshold_uncertainty_score":0.9999019},"labels":[],"label_agreement":null},{"id":"W2760127551","doi":"10.1109/tse.2017.2757480","title":"On the Use of Hidden Markov Model to Predict the Time to Fix Bugs","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Hidden Markov model; Software bug; Software regression; Context (archaeology); Software; Markov model; Predictive modelling; Data mining; Software engineering; Software development; Markov chain; Data science; Software quality; Machine learning; Artificial intelligence; Programming language","score_opus":0.03385569789076816,"score_gpt":0.2492526278261282,"score_spread":0.21539692993536003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760127551","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043209285,0.000005486452,0.95405465,0.0012570227,0.00042065993,0.0004994829,0.000044549426,0.00049631804,0.000012519115],"genre_scores_gemma":[0.8648068,0.0000039189986,0.13271707,0.00030972727,0.00005482607,0.0002357885,4.6868183e-7,0.000065214364,0.0018062172],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982593,0.000029092256,0.00023546434,0.00040085881,0.0006343971,0.00044089227],"domain_scores_gemma":[0.9951444,0.002238317,0.000044641783,0.0022597248,0.00011162191,0.00020127067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037495143,0.00024799453,0.00020365714,0.00024724475,0.00040906313,0.00034872247,0.0022194525,0.00007970109,0.000046633668],"category_scores_gemma":[0.00101434,0.00017557632,0.0001341188,0.00035672064,0.000037496695,0.0003827492,0.00003700428,0.00046294808,0.0002694891],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016326818,0.000035303503,0.000018570352,0.000014924617,0.00004315349,0.0000042112406,0.00032913798,0.98021096,0.0005749994,0.00009932994,0.0029416739,0.015711425],"study_design_scores_gemma":[0.00019405501,0.00019239499,0.002351719,0.00020746278,0.000014732752,0.00000824494,0.000002443018,0.9846115,0.010601271,0.000025816706,0.0014611897,0.00032916592],"about_ca_topic_score_codex":0.000032273416,"about_ca_topic_score_gemma":0.0000026261148,"teacher_disagreement_score":0.8215975,"about_ca_system_score_codex":0.000109305416,"about_ca_system_score_gemma":0.00006197169,"threshold_uncertainty_score":0.71597946},"labels":[],"label_agreement":null},{"id":"W2760730809","doi":"10.1109/re.2017.64","title":"Panel: Context-Dependent Evaluation of Tools for NL RE Tasks: Recall vs. Precision, and Beyond","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Recall; Context (archaeology); Computer science; Precision and recall; Cognitive psychology; Artificial intelligence; Natural language processing; Psychology","score_opus":0.13364891682149058,"score_gpt":0.3628396132054447,"score_spread":0.22919069638395415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760730809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20244768,0.0005041504,0.7918392,0.0017395625,0.0005298108,0.0014141549,0.000013612574,0.0001454224,0.0013664139],"genre_scores_gemma":[0.97558343,0.000018544046,0.023813665,0.000040001385,0.000033140255,0.00007582096,0.0000018991702,0.000008157753,0.00042531922],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852663,0.000046290155,0.00019247021,0.0003167117,0.00073532667,0.00018259442],"domain_scores_gemma":[0.9969902,0.0012674895,0.00008122275,0.0010350944,0.00055004115,0.00007597332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026078564,0.000082829596,0.0001520416,0.00006590224,0.00012931047,0.00038688278,0.0008588295,0.000060907285,0.000029990122],"category_scores_gemma":[0.008174922,0.000069794434,0.000040256135,0.000043267115,0.000042934695,0.0007484488,0.00035295496,0.0000692151,0.000007348268],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021805514,0.000031128595,0.0016950762,0.00003510873,0.000028609127,0.0000010043632,0.00036267206,0.00021990294,0.00054154743,0.0037110834,0.00349506,0.989857],"study_design_scores_gemma":[0.0061204773,0.0011887633,0.32100698,0.00019560382,0.000079136415,0.000022054423,0.00019758304,0.57916486,0.048967615,0.029888965,0.0124452645,0.00072271394],"about_ca_topic_score_codex":0.000044615892,"about_ca_topic_score_gemma":0.000028840557,"teacher_disagreement_score":0.9891343,"about_ca_system_score_codex":0.00004507024,"about_ca_system_score_gemma":0.00009800713,"threshold_uncertainty_score":0.9786736},"labels":[],"label_agreement":null},{"id":"W2763113360","doi":"10.1145/3127005.3127013","title":"The Characteristics of False-Negatives in File-level Fault Prediction","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; False positives and false negatives; Fault (geology); Fault detection and isolation; Artificial intelligence; False positive paradox; Geology; Seismology","score_opus":0.03869439148207753,"score_gpt":0.2878815819606969,"score_spread":0.24918719047861937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763113360","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43318886,0.00004659779,0.5605751,0.0016028142,0.001034994,0.0003808485,0.00017224292,0.0002551392,0.0027433755],"genre_scores_gemma":[0.99157727,0.000018973818,0.0073125972,0.00000586476,0.000030142313,0.000016618493,0.0000017183505,0.000003742027,0.0010330878],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993459,0.0000214486,0.00013896188,0.000127912,0.00021480618,0.00015095422],"domain_scores_gemma":[0.9982869,0.00084784295,0.00006270218,0.00069727085,0.0000760651,0.000029233548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032363224,0.00005132696,0.00007369678,0.00004447681,0.0001516199,0.00016502908,0.0010919533,0.0000295303,0.000022075463],"category_scores_gemma":[0.0029590784,0.00003493,0.00001876542,0.00006996774,0.00007748704,0.0002729883,0.00028042158,0.00011216468,0.00001483893],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022009832,0.00014339958,0.41762716,0.00007819003,0.000048553055,0.000021909496,0.0023491231,0.00014187461,0.0023605186,0.03764474,0.01206052,0.527502],"study_design_scores_gemma":[0.000088155975,0.000022795097,0.96998614,0.000021731857,2.985627e-7,0.0000010149835,0.000011149888,0.02729223,0.0012088766,0.00037328593,0.00095773797,0.00003656311],"about_ca_topic_score_codex":0.00007130607,"about_ca_topic_score_gemma":0.000019617339,"teacher_disagreement_score":0.5583884,"about_ca_system_score_codex":0.000020028587,"about_ca_system_score_gemma":0.000036223177,"threshold_uncertainty_score":0.3542507},"labels":[],"label_agreement":null},{"id":"W2763684087","doi":"10.1007/s10664-017-9551-z","title":"Analyzing a decade of Linux system calls","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Linux kernel; Computer science; Operating system; System call; sysfs; Configfs; Kernel (algebra); GNU/Linux; Set (abstract data type); Source lines of code; Application programming interface; Software engineering; Programming language; Software","score_opus":0.03008028736372726,"score_gpt":0.30459034001024504,"score_spread":0.2745100526465178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763684087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2011702,0.00023953254,0.79688865,0.00011899277,0.0004895875,0.00011470998,0.0000032494804,0.0009416571,0.000033444332],"genre_scores_gemma":[0.88699454,0.0000050314056,0.11274908,0.000009227003,0.00014451821,0.000020553029,0.000001025048,0.000034263106,0.0000417415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802285,0.000024060855,0.00039111727,0.00047538817,0.00050906296,0.00057750766],"domain_scores_gemma":[0.99674386,0.0010566823,0.00013370503,0.0016352849,0.00014850585,0.00028199123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051036105,0.00024072985,0.00039425847,0.0002468536,0.00020497791,0.0002730694,0.0023553993,0.00014960191,0.0000058388996],"category_scores_gemma":[0.005709514,0.00023736122,0.0001618747,0.00033559927,0.00004689403,0.0005080546,0.00081244257,0.00039075981,0.00004245695],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000798194,0.00006971807,0.9518659,0.00074650266,0.00015320907,0.00023755748,0.00047751208,0.032683857,0.0016926163,0.0018366975,0.00072329334,0.0095051415],"study_design_scores_gemma":[0.00056945346,0.00009401853,0.86277187,0.000531327,0.000018064447,0.000064599495,0.00000801959,0.12247686,0.010125611,0.00003673609,0.0026582498,0.0006452103],"about_ca_topic_score_codex":0.000046961857,"about_ca_topic_score_gemma":0.0000011961505,"teacher_disagreement_score":0.68582433,"about_ca_system_score_codex":0.00018379946,"about_ca_system_score_gemma":0.000082350096,"threshold_uncertainty_score":0.967931},"labels":[],"label_agreement":null},{"id":"W2764146461","doi":"10.1145/3133909","title":"Understanding the use of lambda expressions in Java","year":2017,"lang":"en","type":"article","venue":"Proceedings of the ACM on Programming Languages","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Java; Programming language; Functional programming; Empirical research; Source code; Code (set theory); World Wide Web","score_opus":0.16163113067759652,"score_gpt":0.3304427533680927,"score_spread":0.16881162269049618,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2764146461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99202186,0.00010910568,0.002391544,0.0043731607,0.0001803222,0.00051285716,0.0000020252926,0.00013296177,0.00027614806],"genre_scores_gemma":[0.9758488,0.000007961355,0.023930361,0.000021749438,0.000022888564,0.000026010384,9.1193726e-8,0.000011577672,0.0001305828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99889034,0.00001021996,0.00018226566,0.00021466309,0.00043047452,0.00027205056],"domain_scores_gemma":[0.99775374,0.0006850634,0.00022978047,0.001209301,0.00008653173,0.000035559486],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00056131114,0.000106088635,0.00014274947,0.00010746651,0.00023868053,0.00035041888,0.0051034456,0.000049266047,0.0000015326381],"category_scores_gemma":[0.012422058,0.000060389095,0.00006906523,0.0002469843,0.00018150215,0.00045495006,0.0021657594,0.0002532824,0.0000010077089],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075110846,0.00044498907,0.70937604,0.00064870284,0.00012721258,0.000015699037,0.021303238,0.0004423995,0.056538723,0.11351048,0.0049070255,0.09261039],"study_design_scores_gemma":[0.002245,0.00064667023,0.62296355,0.0052332277,0.000053362935,0.00004565949,0.007268035,0.006306196,0.32329077,0.024263356,0.006579352,0.0011047941],"about_ca_topic_score_codex":0.00009478005,"about_ca_topic_score_gemma":0.000006280977,"teacher_disagreement_score":0.26675206,"about_ca_system_score_codex":0.000052809024,"about_ca_system_score_gemma":0.000022200535,"threshold_uncertainty_score":0.99589676},"labels":[],"label_agreement":null},{"id":"W2765208928","doi":"10.1002/smr.1920","title":"Finding an effective classification technique to develop a software team composition model","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Decision tree; Team composition; Machine learning; Software; Software development; Artificial intelligence; Logistic regression; Set (abstract data type); Data mining; Software engineering; Knowledge management","score_opus":0.02926189430131505,"score_gpt":0.3287277575982327,"score_spread":0.29946586329691766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765208928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1291655,0.000080554055,0.8698217,0.00024040992,0.00018749353,0.00033859548,0.0000036075742,0.0001512752,0.000010865746],"genre_scores_gemma":[0.73809093,0.0000067837586,0.2617049,0.00003102741,0.000088146255,0.000048277278,0.0000014348134,0.0000129520795,0.000015536969],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985413,0.00006574216,0.00033170148,0.00029448053,0.00050696364,0.000259812],"domain_scores_gemma":[0.99727947,0.00024917795,0.00038125637,0.0004196026,0.0013939963,0.0002764777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001094962,0.00016234409,0.00022689927,0.0003901762,0.00060627825,0.00041993617,0.001000025,0.00012763703,0.0000012980856],"category_scores_gemma":[0.0031697985,0.00015108974,0.000039491406,0.00035635816,0.00005890291,0.0025293576,0.00017743986,0.00037185833,0.000004674298],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007926916,0.0011035216,0.31738997,0.0016833222,0.00026533846,0.00012204335,0.014707455,0.072283536,0.037079003,0.00947821,0.0041074804,0.54098743],"study_design_scores_gemma":[0.0013591376,0.0010839086,0.823036,0.0011558598,0.000035288907,0.0008071097,0.000119378084,0.14190441,0.009191653,0.020327212,0.00016503168,0.0008150068],"about_ca_topic_score_codex":0.0000060151015,"about_ca_topic_score_gemma":0.0000019838878,"teacher_disagreement_score":0.60892546,"about_ca_system_score_codex":0.00028997028,"about_ca_system_score_gemma":0.00032505515,"threshold_uncertainty_score":0.6161261},"labels":[],"label_agreement":null},{"id":"W2766228130","doi":"10.1109/scam.2017.25","title":"Does the Choice of Configuration Framework Matter for Developers? Empirical Study on 11 Java Configuration Frameworks","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Java; Popularity; Documentation; Variety (cybernetics); Software engineering; Configuration Management (ITSM); Software maintenance; Software; Software system; Programming language","score_opus":0.04925101324713545,"score_gpt":0.369327377374147,"score_spread":0.32007636412701157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766228130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1985999,0.000003183165,0.7891163,0.01037626,0.0006128017,0.0008310856,0.000001704762,0.00008405255,0.00037471688],"genre_scores_gemma":[0.98410535,7.4358366e-7,0.014362466,0.0007144952,0.00015142177,0.00014568483,0.0000016712883,0.000013725985,0.00050446443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985535,0.00007245186,0.00027036353,0.00037899087,0.00046542907,0.0002592715],"domain_scores_gemma":[0.99476045,0.0033257026,0.00013441192,0.0014260688,0.0002938937,0.000059476937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057265005,0.00014887778,0.00017789366,0.000071640105,0.00041595966,0.00059093046,0.0015594725,0.00020452088,0.00009539478],"category_scores_gemma":[0.003541298,0.00007594436,0.000055681863,0.00011868848,0.000084478655,0.00038791413,0.00015774167,0.00041106308,0.00007479756],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004570616,0.00041058537,0.94195807,0.00005140649,0.00010783859,0.0000039391903,0.0063957125,0.00042356554,0.0003647279,0.025471058,0.01165925,0.0131081585],"study_design_scores_gemma":[0.0003346593,0.00018618112,0.98481375,0.00005017582,0.0000069401185,6.365012e-7,0.00021040483,0.0049851206,0.005659378,0.0015261405,0.002058411,0.00016817648],"about_ca_topic_score_codex":0.00007620037,"about_ca_topic_score_gemma":0.000033127613,"teacher_disagreement_score":0.7855054,"about_ca_system_score_codex":0.000038267066,"about_ca_system_score_gemma":0.00007020491,"threshold_uncertainty_score":0.5698356},"labels":[],"label_agreement":null},{"id":"W2766557196","doi":"10.1109/scam.2017.26","title":"On the Relationships Between Stability and Bug-Proneness of Code Clones: An Empirical Study","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Commit; Computer science; Code (set theory); Java; Programming language; Stability (learning theory); Software bug; Software maintenance; Perspective (graphical); Empirical research; Type (biology); Software; Software system; Biology; Artificial intelligence; Database; Mathematics; Machine learning; Statistics","score_opus":0.21208280517832365,"score_gpt":0.3893369986924202,"score_spread":0.17725419351409658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766557196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9398999,0.0000041617236,0.058627173,0.0009692869,0.00003879387,0.0002752673,0.0000023068756,0.00007478693,0.00010831959],"genre_scores_gemma":[0.998403,3.4887637e-7,0.0015292768,0.0000067279457,0.00001833159,0.000014474698,3.1468898e-7,0.000004581856,0.00002295353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988904,0.00022923324,0.00013890553,0.00027082293,0.00033331488,0.00013730746],"domain_scores_gemma":[0.9954679,0.0027558827,0.000042289903,0.0015773666,0.000077786455,0.00007876947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019354739,0.000069919435,0.00011498456,0.00003722724,0.00036946684,0.00016958958,0.0010884731,0.000037481128,0.0000087748],"category_scores_gemma":[0.0026037164,0.000043981538,0.000015023846,0.0000872443,0.00011495824,0.00028368543,0.00039979856,0.00022532715,0.000005776721],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026312666,0.0000897637,0.9961024,0.0000047583253,0.0000070793235,8.139925e-7,0.0010982093,0.000012176093,0.000010396418,0.0019938764,0.00002739305,0.0006505369],"study_design_scores_gemma":[0.00013877393,0.00018223528,0.99428326,0.000004010379,0.0000022871948,3.31146e-7,0.00015046897,0.002770726,0.00040053928,0.0020040188,0.000009509947,0.00005386033],"about_ca_topic_score_codex":0.000099933655,"about_ca_topic_score_gemma":0.00006462427,"teacher_disagreement_score":0.058503084,"about_ca_system_score_codex":0.000019668263,"about_ca_system_score_gemma":0.000040339233,"threshold_uncertainty_score":0.31170797},"labels":[],"label_agreement":null},{"id":"W2766871290","doi":"10.1002/smr.1913","title":"Grouping environmental factors influencing individual decision‐making behavior in software projects: A cluster analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Taxonomy (biology); WordNet; Software; Semantic similarity; Cluster analysis; Similarity (geometry); Data science; Management science; Knowledge management; Artificial intelligence; Ecology","score_opus":0.023388160734939274,"score_gpt":0.30276814655737144,"score_spread":0.2793799858224322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766871290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60912454,0.000380618,0.39016348,0.00001816235,0.00016695508,0.000103925035,0.0000049877412,0.00003665041,6.829717e-7],"genre_scores_gemma":[0.9548285,0.000018724853,0.045018997,0.000030723273,0.00007079605,0.000010959061,0.0000018526891,0.000014960117,0.0000044564063],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99766576,0.00005843404,0.0005961506,0.00035054894,0.00094456074,0.00038452138],"domain_scores_gemma":[0.9979889,0.0006804032,0.00059744134,0.00043532354,0.00013326027,0.0001647092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009915538,0.00021556446,0.00039199402,0.0011444776,0.0005234741,0.000678028,0.0012102607,0.00014037946,0.000010211904],"category_scores_gemma":[0.0029410725,0.00018829126,0.00015243111,0.0005330629,0.00011818396,0.0023561346,0.0004678534,0.0005415128,0.0000015784564],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023522965,0.000063216714,0.9791858,0.000039166163,0.0000823148,0.000048605238,0.0027038786,0.0013789386,0.000010738807,0.000007973118,0.000012405381,0.016443443],"study_design_scores_gemma":[0.0005603074,0.00010751039,0.99648595,0.00024327138,0.00009304899,0.00009242827,0.00031530432,0.001581723,0.000028810015,0.00025916714,0.0000189483,0.00021351682],"about_ca_topic_score_codex":0.00002425345,"about_ca_topic_score_gemma":0.00002782428,"teacher_disagreement_score":0.345704,"about_ca_system_score_codex":0.00030546784,"about_ca_system_score_gemma":0.00021364652,"threshold_uncertainty_score":0.7678295},"labels":[],"label_agreement":null},{"id":"W2766877844","doi":"10.1007/s11334-017-0306-1","title":"Predicting different levels of the unit testing effort of classes using source code metrics: a multiple case study on open-source software","year":2017,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Trois-Rivières","funders":"","keywords":"Unit testing; Computer science; Software quality assurance; Software engineering; Software reliability testing; Regression testing; Software metric; Software quality; Non-regression testing; Metric (unit); Quality assurance; Manual testing; Quality (philosophy); Source code; Keyword-driven testing; Software construction; Reliability engineering; Software system; Software; Software development; Programming language; Engineering","score_opus":0.11909794167492378,"score_gpt":0.329284302935347,"score_spread":0.21018636126042323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766877844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6022623,0.000046025612,0.3967486,0.000004469123,0.00026950645,0.00054025324,0.000015141626,0.000112228634,0.0000014811477],"genre_scores_gemma":[0.97798467,4.865711e-7,0.02184428,0.000003003012,0.000042698903,0.00006343534,5.5229907e-7,0.00004133978,0.00001954202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979221,0.00006031379,0.00076275045,0.00040847468,0.0005079615,0.00033838782],"domain_scores_gemma":[0.9945617,0.003210467,0.00043290103,0.0012996321,0.0004353391,0.000059987146],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011399518,0.00025011238,0.00045653424,0.0006337449,0.00045987146,0.000417584,0.0015187179,0.00009525973,4.2395007e-7],"category_scores_gemma":[0.016333863,0.00020802107,0.00003881869,0.0015605732,0.000058942896,0.000458823,0.001486778,0.0004191188,1.4304048e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014771193,0.00008188694,0.82928956,0.00018973647,0.000037591788,0.000034816214,0.0009499528,0.16703555,0.0002717305,0.00007473391,0.000001230544,0.0020317035],"study_design_scores_gemma":[0.00074183964,0.00010870651,0.6395231,0.0009478174,0.00001144607,0.00021997339,0.0006143331,0.3571128,0.0004561029,0.0000037805264,0.000028854898,0.00023124726],"about_ca_topic_score_codex":0.0020355647,"about_ca_topic_score_gemma":0.00006136412,"teacher_disagreement_score":0.37572235,"about_ca_system_score_codex":0.00011646655,"about_ca_system_score_gemma":0.00009669037,"threshold_uncertainty_score":0.991952},"labels":[],"label_agreement":null},{"id":"W2767247175","doi":"10.1109/icsme.2017.64","title":"Revisiting Turnover-Induced Knowledge Loss in Software Projects","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Long tail; Metric (unit); Software; Tacit knowledge; Knowledge worker; Software engineering; Knowledge management; Engineering; Operations management; Operating system; Mathematics; Statistics; Work (physics)","score_opus":0.04999237012701569,"score_gpt":0.3240932414820764,"score_spread":0.2741008713550607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767247175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8533025,0.0001283023,0.14000647,0.0006449688,0.00054017385,0.00032348649,5.5950824e-7,0.00070278166,0.0043507777],"genre_scores_gemma":[0.9744756,0.000002297595,0.024685765,0.000019456684,0.00013993285,0.000020029329,3.1464901e-7,0.000013576766,0.0006429896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868447,0.00003426014,0.00016746728,0.00041532607,0.00025486248,0.0004436344],"domain_scores_gemma":[0.9979482,0.0004597406,0.00005434432,0.0013455743,0.000096608564,0.0000955286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006214982,0.00012771203,0.00015845349,0.00016796529,0.00025089024,0.00071262824,0.0020057438,0.000069790345,0.000013293174],"category_scores_gemma":[0.004085669,0.00011660191,0.000041168078,0.00023288901,0.000035157824,0.000756473,0.000982822,0.00027794653,0.00019102693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046203686,0.000080144404,0.66194683,0.00019989829,0.000014939401,0.0003215079,0.0017037219,0.000035316247,0.0011203795,0.008995613,0.0006753242,0.3249017],"study_design_scores_gemma":[0.00070603366,0.00005200858,0.9763994,0.00031302345,0.0000013000657,0.000035286717,0.000013045911,0.012712499,0.007258135,0.0004831995,0.0016002498,0.00042580094],"about_ca_topic_score_codex":0.00012824562,"about_ca_topic_score_gemma":0.000044720033,"teacher_disagreement_score":0.32447588,"about_ca_system_score_codex":0.00010425405,"about_ca_system_score_gemma":0.00019505707,"threshold_uncertainty_score":0.68718904},"labels":[],"label_agreement":null},{"id":"W2767269462","doi":"10.1109/icsme.2017.13","title":"An Exploratory Study of Performance Regression Introducing Code Changes","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Regression testing; Performance metric; Software quality; Benchmark (surveying); Commit; Performance prediction; Reliability engineering; Software performance testing; Quality (philosophy); Software regression; Metric (unit); Software bug; Software; Regression analysis; Performance indicator; Software metric; Code (set theory); Regression; Machine learning; Software development; Simulation; Operating system; Statistics; Database; Engineering; Software construction; Operations management","score_opus":0.05274218923814708,"score_gpt":0.3253429721121572,"score_spread":0.27260078287401013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767269462","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96741176,0.000019462366,0.031820077,0.00014279754,0.00025087356,0.000120145756,1.9608105e-7,0.0001551923,0.00007950034],"genre_scores_gemma":[0.9941991,0.000009766139,0.005587376,0.000007145249,0.00007916996,0.000015789577,1.6656854e-7,0.0000070186597,0.00009445064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991071,0.000033878205,0.00008933261,0.00027825628,0.00032114092,0.0001702418],"domain_scores_gemma":[0.997847,0.00006970362,0.000061515006,0.0018620082,0.00009497372,0.000064795364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053980935,0.00007354314,0.00010843483,0.00009925793,0.00021031711,0.00012849917,0.0016068531,0.000022915649,0.0000075378016],"category_scores_gemma":[0.00023747662,0.000056522793,0.000008481244,0.00007772446,0.000027612468,0.0007714055,0.00046505212,0.000099783254,0.000009814705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029090897,0.0009689177,0.6334089,0.00014226045,0.00003720123,0.000034092278,0.029524887,0.0020562436,0.024766373,0.000755341,0.0009629667,0.3073137],"study_design_scores_gemma":[0.001064275,0.0024297757,0.7079695,0.00014590746,0.00000437556,0.0000055157775,0.0013481536,0.16618392,0.11988265,0.000028717186,0.000557247,0.00037997798],"about_ca_topic_score_codex":0.000019792225,"about_ca_topic_score_gemma":0.00008096212,"teacher_disagreement_score":0.30693373,"about_ca_system_score_codex":0.000017716517,"about_ca_system_score_gemma":0.000024110057,"threshold_uncertainty_score":0.29859594},"labels":[],"label_agreement":null},{"id":"W2767331170","doi":"10.1109/ase.2017.8115624","title":"Detecting fragile comments","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Identifier; Code refactoring; Computer science; Eclipse; Correctness; Programming language; Precision and recall; Feature (linguistics); Java; Set (abstract data type); Syntax; Data mining; Software; Artificial intelligence","score_opus":0.034871201178286425,"score_gpt":0.311380313370458,"score_spread":0.2765091121921716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767331170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.121407524,0.000010927465,0.8683739,0.0009009021,0.00040596852,0.0000536544,1.3074923e-7,0.00038321057,0.008463784],"genre_scores_gemma":[0.95789075,6.442748e-7,0.041319177,0.00007262584,0.000029643028,0.000004279569,4.7936833e-8,0.0000036579347,0.0006791741],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9994892,0.000006647121,0.000046490157,0.00013247569,0.00015558685,0.00016962516],"domain_scores_gemma":[0.9988319,0.00016994182,0.00001892877,0.0009008565,0.000025342842,0.00005302051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018486776,0.00003972286,0.00004122829,0.000029827423,0.0002917327,0.0003918552,0.0013997565,0.000017696879,0.000027614176],"category_scores_gemma":[0.0007306108,0.00003563316,0.000015761756,0.000031500276,0.000013906338,0.00033273172,0.00060736324,0.00008453735,0.00017797292],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017920397,0.000059847673,0.36041304,0.000024717514,0.00003295459,0.00007719336,0.00056625926,0.00013062697,0.0023133496,0.015828108,0.011231693,0.6093204],"study_design_scores_gemma":[0.0006833812,0.000087051,0.78704417,0.000035912883,0.0000014641752,0.000022833085,0.000014318487,0.13596478,0.046548415,0.0027318243,0.026454007,0.00041184897],"about_ca_topic_score_codex":0.000070728616,"about_ca_topic_score_gemma":0.0000031234104,"teacher_disagreement_score":0.83648324,"about_ca_system_score_codex":0.000017248924,"about_ca_system_score_gemma":0.000010117603,"threshold_uncertainty_score":0.3778669},"labels":[],"label_agreement":null},{"id":"W2767368277","doi":"10.1109/models.2017.25","title":"Heuristic-Based Recommendation for Metamodel — OCL Coevolution","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Metamodeling; Coevolution; Computer science; Heuristic; Space (punctuation); Theoretical computer science; Artificial intelligence; Programming language","score_opus":0.06288844914027365,"score_gpt":0.3391041632655983,"score_spread":0.27621571412532464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767368277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013286119,0.000006134551,0.9943795,0.0028994184,0.00034295383,0.00018263713,0.0000035161718,0.00024481234,0.0006123666],"genre_scores_gemma":[0.7139435,8.304088e-7,0.28545624,0.000073990195,0.000040076906,0.000047161553,0.0000074563145,0.0000063209714,0.00042444008],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99935603,0.000013639482,0.0000940951,0.00021716292,0.0001300347,0.00018901897],"domain_scores_gemma":[0.9987028,0.0004000887,0.000045293604,0.0006678135,0.00012860312,0.000055390712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004293794,0.0000635602,0.00007259044,0.00006641433,0.0002834478,0.0002853063,0.00074779766,0.00003275344,0.000021729362],"category_scores_gemma":[0.0013721121,0.000059245333,0.000039142127,0.000045119312,0.000019594252,0.0004161132,0.000111104455,0.000054985187,0.00003835932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007386828,0.00035622687,0.018630167,0.00023684706,0.00010044089,0.0000068103045,0.00016424715,0.012043177,0.0031162652,0.28835753,0.12255603,0.55435836],"study_design_scores_gemma":[0.00034834933,0.000043445878,0.011496424,0.000004630385,0.0000022370327,6.4347773e-7,6.3858823e-7,0.97600496,0.0024396116,0.0019795818,0.0075905686,0.0000889225],"about_ca_topic_score_codex":0.000041796466,"about_ca_topic_score_gemma":0.0000060448046,"teacher_disagreement_score":0.9639618,"about_ca_system_score_codex":0.000054053766,"about_ca_system_score_gemma":0.0000574784,"threshold_uncertainty_score":0.2751215},"labels":[],"label_agreement":null},{"id":"W2767380523","doi":"10.1109/icsme.2017.24","title":"Understanding Stack Overflow Code Fragments","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Fragment (logic); Code (set theory); Source code; Domain (mathematical analysis); Code reuse; Code review; Reuse; Programming language; Static program analysis; Software; Engineering; Software development","score_opus":0.16586794679213024,"score_gpt":0.33182580013971075,"score_spread":0.1659578533475805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767380523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01960717,0.00000880358,0.9708485,0.00059319905,0.00039823027,0.000060242313,9.409144e-7,0.00025378712,0.00822915],"genre_scores_gemma":[0.9787656,0.000005063448,0.01921954,0.000047670383,0.00003380824,0.000003067788,2.4229374e-7,0.0000068981553,0.001918128],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991227,0.0000087572525,0.0000677207,0.00021517396,0.00032814013,0.00025751532],"domain_scores_gemma":[0.9986197,0.00016345868,0.000025852034,0.0010779458,0.00002244764,0.00009061767],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020871604,0.00006666404,0.00006605074,0.000052619966,0.00029432634,0.00063581514,0.0014089681,0.000030636802,0.00005667704],"category_scores_gemma":[0.0003718719,0.00006066334,0.00002404219,0.000050557515,0.000031820717,0.00057136547,0.0005268242,0.000097890035,0.00015548826],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010338157,0.00012328608,0.39514136,0.000070368376,0.00011478006,0.00021377753,0.00076703756,0.0027848037,0.0016253525,0.5301386,0.0612773,0.007732956],"study_design_scores_gemma":[0.0020265726,0.00019719082,0.40172812,0.00011832268,0.0000055338915,0.000024123685,0.00007002855,0.5329525,0.014496907,0.037029352,0.01039004,0.00096131477],"about_ca_topic_score_codex":0.000030343588,"about_ca_topic_score_gemma":0.000012035481,"teacher_disagreement_score":0.9591584,"about_ca_system_score_codex":0.00013587074,"about_ca_system_score_gemma":0.000033732893,"threshold_uncertainty_score":0.61311805},"labels":[],"label_agreement":null},{"id":"W2767550398","doi":"10.1109/ase.2017.8115667","title":"Detecting unknown inconsistencies in web applications","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Intel Corporation","keywords":"Computer science; JavaScript; Web application; Programming language; Code (set theory); Source code; Novelty; Matching (statistics); Set (abstract data type); Data mining; Information retrieval; World Wide Web","score_opus":0.02861547933864964,"score_gpt":0.29362654080750267,"score_spread":0.265011061468853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767550398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17880385,0.000078328536,0.802465,0.0013055803,0.00014745716,0.00027095107,3.5438194e-7,0.00054829515,0.016380163],"genre_scores_gemma":[0.9555618,0.0000031808818,0.043820966,0.000018604365,0.00002341475,0.000064301435,6.3924055e-8,0.0000036181689,0.00050405547],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99941885,0.0000092655855,0.000083949526,0.00018111743,0.00013023173,0.00017657095],"domain_scores_gemma":[0.9986948,0.00030746305,0.00002382939,0.0008916313,0.00003907064,0.000043213888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028088136,0.000047505364,0.00005723675,0.000098484,0.0001994116,0.00027806513,0.0011837435,0.000025533584,0.0000062968193],"category_scores_gemma":[0.0007114718,0.00004454103,0.000016604627,0.00013289519,0.00003539334,0.00030706334,0.00045731055,0.00010897831,0.00007612024],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015137032,0.00007811823,0.36991015,0.000049781556,0.00001447254,0.000033898523,0.0006747546,0.00044319147,0.0071877786,0.14238454,0.0003732516,0.47884855],"study_design_scores_gemma":[0.0007288027,0.000050100152,0.7349393,0.000060474948,0.0000020331822,0.000037922506,0.00008294879,0.20560895,0.0138095245,0.006439755,0.03766949,0.00057074084],"about_ca_topic_score_codex":0.00006442232,"about_ca_topic_score_gemma":0.00030154863,"teacher_disagreement_score":0.77675796,"about_ca_system_score_codex":0.000036634865,"about_ca_system_score_gemma":0.000060146634,"threshold_uncertainty_score":0.26813883},"labels":[],"label_agreement":null},{"id":"W2767563557","doi":"10.1109/icsme.2017.17","title":"On-demand Developer Documentation","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Victoria; University of British Columbia; McGill University","funders":"","keywords":"Documentation; Computer science; Software documentation; Internal documentation; Technical documentation; Face (sociological concept); Knowledge management; World Wide Web; Software; Software engineering; Engineering management; Process management; Software development; Business; Engineering; Software development process; Software construction","score_opus":0.02363040197798909,"score_gpt":0.3161471257476193,"score_spread":0.29251672376963017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767563557","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09075408,0.000005898842,0.89482546,0.001123099,0.000269747,0.00005988348,8.66934e-8,0.0001688582,0.012792893],"genre_scores_gemma":[0.9553782,0.0000021328729,0.041110795,0.000108259264,0.000018364028,0.0000065723734,1.7521948e-7,0.0000029351718,0.0033726154],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999538,0.000005910644,0.000041694322,0.0001310188,0.00017274723,0.00011062851],"domain_scores_gemma":[0.99924415,0.00013888412,0.000012666558,0.0005381543,0.000027668715,0.000038443784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014535002,0.000037333204,0.000031880612,0.00003533853,0.00015530341,0.0004617569,0.00074318546,0.0000144065,0.00007327357],"category_scores_gemma":[0.00039625604,0.000029925532,0.000009700059,0.000029352232,0.0000127016965,0.0004846799,0.00016757197,0.000043594104,0.0005817612],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065078893,0.000056769168,0.047307596,0.000018560775,0.000031099058,0.000054526485,0.0006913491,0.0005395043,0.00097248045,0.7573464,0.043322366,0.14965285],"study_design_scores_gemma":[0.00058877666,0.00008345293,0.94619775,0.00002169148,9.1985936e-7,0.00000787683,0.0000044887433,0.01361161,0.017521255,0.015452893,0.0062469565,0.0002623448],"about_ca_topic_score_codex":0.00001774723,"about_ca_topic_score_gemma":0.0000018089842,"teacher_disagreement_score":0.89889014,"about_ca_system_score_codex":0.000019766818,"about_ca_system_score_gemma":0.000021157059,"threshold_uncertainty_score":0.7477557},"labels":[],"label_agreement":null},{"id":"W2767608636","doi":"10.1109/softwaremining.2017.8100848","title":"Mining specifications using nested words","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Generality; Scalability; Nested set model; Set (abstract data type); Theoretical computer science; Word (group theory); Constant (computer programming); Automaton; Class (philosophy); Programming language; Data mining; Artificial intelligence; Database; Mathematics","score_opus":0.1601463252538005,"score_gpt":0.34550422555665466,"score_spread":0.18535790030285418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767608636","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18302181,0.000012513895,0.8127957,0.0004940917,0.0002577384,0.000043351585,1.2094918e-7,0.00022293116,0.0031517204],"genre_scores_gemma":[0.7429275,9.1134564e-7,0.2560722,0.000011929939,0.000056267367,0.0000024292833,1.431824e-7,0.0000045076354,0.00092413474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994105,0.000008134488,0.0000707015,0.00017352412,0.00016402405,0.00017310369],"domain_scores_gemma":[0.9985561,0.00016085253,0.00002819614,0.0011443282,0.000047975635,0.00006257386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015828837,0.00004825547,0.00005035,0.000068160974,0.00031321406,0.00051542366,0.0012453152,0.000021848742,0.00002747574],"category_scores_gemma":[0.00052830484,0.00004597035,0.000018619432,0.00010568273,0.000029590175,0.00043511015,0.00029916418,0.00005817504,0.000059595593],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045144475,0.00016143675,0.5412864,0.000042174626,0.00007044676,0.00014657975,0.0035036306,0.0041567828,0.020846765,0.20616004,0.0069069723,0.21671422],"study_design_scores_gemma":[0.00019778057,0.000014524619,0.58527374,0.000027704527,0.000001988668,0.000026148902,0.00003733421,0.40514052,0.0036838083,0.00037015392,0.004994472,0.00023183934],"about_ca_topic_score_codex":0.00004125361,"about_ca_topic_score_gemma":0.0000038709754,"teacher_disagreement_score":0.55990565,"about_ca_system_score_codex":0.000029159368,"about_ca_system_score_gemma":0.00004234548,"threshold_uncertainty_score":0.49702424},"labels":[],"label_agreement":null},{"id":"W2767683547","doi":"10.1109/icsme.2017.33","title":"Bug Propagation through Code Cloning: An Empirical Study","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code refactoring; Cloning (programming); Computer science; clone (Java method); Programming language; Code (set theory); Software maintenance; Source code; Java; Software evolution; Software bug; Codebase; Commit; Software; Software system; Biology; Database; Genetics; Software construction","score_opus":0.09509380129141144,"score_gpt":0.4050089130761953,"score_spread":0.30991511178478387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767683547","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5317094,0.000004011651,0.46588445,0.0007117028,0.00017952638,0.00021033738,1.9266977e-7,0.00037180836,0.00092862634],"genre_scores_gemma":[0.9674399,5.4056466e-7,0.03182039,0.000049546794,0.00007672983,0.000023663379,5.064777e-7,0.000008305079,0.0005804538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99885315,0.000046580448,0.000109927765,0.0003538796,0.00040538757,0.00023110467],"domain_scores_gemma":[0.9982346,0.00012286978,0.000035424287,0.001436697,0.00008988266,0.000080511345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041311412,0.000082864586,0.00009034376,0.000036180885,0.00033299273,0.00065922755,0.0016071314,0.000033880406,0.000014706805],"category_scores_gemma":[0.00064898696,0.00006746778,0.000019009673,0.00009035991,0.000035892754,0.00121166,0.00045671727,0.0001405356,0.000091886846],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005757037,0.0005224321,0.9795818,0.000008484521,0.000019276275,0.000066498236,0.0043461644,0.00024249946,0.0002595163,0.0037943334,0.0020696817,0.009083605],"study_design_scores_gemma":[0.0003916406,0.000445225,0.94149274,0.0000053380377,0.0000020302239,0.000007950188,0.00006607301,0.053596035,0.0017607781,0.00076722965,0.0012967627,0.0001682072],"about_ca_topic_score_codex":0.000113365895,"about_ca_topic_score_gemma":0.000040345352,"teacher_disagreement_score":0.43573052,"about_ca_system_score_codex":0.000036561803,"about_ca_system_score_gemma":0.000059274797,"threshold_uncertainty_score":0.6356946},"labels":[],"label_agreement":null},{"id":"W2767782162","doi":"10.1109/ase.2017.8115681","title":"AnswerBot: Automated generation of answer summary to developers' technical questions","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Automatic summarization; Paragraph; Information retrieval; Question answering; Task (project management); Domain (mathematical analysis); Selection (genetic algorithm); World Wide Web; Java; Key (lock); Relevance (law); Data science; Artificial intelligence","score_opus":0.0399541912071572,"score_gpt":0.32437392081935573,"score_spread":0.2844197296121985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767782162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05933731,0.000019971885,0.93549204,0.0018981178,0.00032980708,0.00018693744,0.0000019451911,0.0012516407,0.0014822228],"genre_scores_gemma":[0.709531,0.000003909667,0.28984794,0.00005245407,0.000035821522,0.000017163522,0.000001539943,0.0000059590548,0.00050420297],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9991432,0.000019228451,0.00015122081,0.00023774966,0.00026103324,0.00018760088],"domain_scores_gemma":[0.99862295,0.000095015406,0.000028541042,0.00097199425,0.00017617951,0.00010533645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003040403,0.00007543216,0.000099003926,0.00012811096,0.00016119391,0.00016813529,0.001142962,0.00006021917,0.000012219173],"category_scores_gemma":[0.001134063,0.00006804467,0.000024870005,0.00019030181,0.00003862316,0.0003740975,0.00039994737,0.000082130246,0.000057947673],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015116801,0.00039130182,0.07012313,0.00006905525,0.00008334697,0.00008392118,0.0008466295,0.009088082,0.47869503,0.11455318,0.23401165,0.09203955],"study_design_scores_gemma":[0.00027362135,0.00013773417,0.66957337,0.000061016057,0.0000035931023,0.000019142937,0.0000037798034,0.26875222,0.05378301,0.00010908804,0.006942072,0.00034133383],"about_ca_topic_score_codex":0.00012134873,"about_ca_topic_score_gemma":0.000063692474,"teacher_disagreement_score":0.6501937,"about_ca_system_score_codex":0.000048636255,"about_ca_system_score_gemma":0.00011849673,"threshold_uncertainty_score":0.2774781},"labels":[],"label_agreement":null},{"id":"W2767795225","doi":"10.1007/s10664-017-9559-4","title":"Are tweets useful in the bug fixing process? An empirical study on Firefox and Chrome","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; World Wide Web; Social media; Process (computing); Empirical research; Security bug; Microblogging; Software; Internet privacy; Computer security","score_opus":0.06260857921942889,"score_gpt":0.36454485204685283,"score_spread":0.30193627282742397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767795225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9867987,0.0000926638,0.010780568,0.0009587762,0.00025634264,0.00048135887,0.0000028742675,0.000618429,0.000010257442],"genre_scores_gemma":[0.9989322,0.000002386904,0.00042732584,0.0002464093,0.00020399629,0.00012434607,0.0000013451636,0.000046963767,0.000015058272],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997077,0.00010676,0.00033798884,0.0008573271,0.00088366657,0.0007372953],"domain_scores_gemma":[0.99646175,0.0014078404,0.00011764126,0.0016690047,0.00007248557,0.0002712747],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009999641,0.00037387793,0.0003923956,0.000250878,0.00042429828,0.0008705517,0.0023928597,0.0001448561,0.0000056688314],"category_scores_gemma":[0.004522214,0.00028768115,0.000061076295,0.00045976462,0.00006234017,0.0008734513,0.00052965176,0.0008958021,0.000024022047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000582687,0.0002361498,0.99361575,0.000047526843,0.000011503029,0.00030035648,0.0027364613,0.0027752256,0.0000061393025,6.069437e-7,0.00012344886,0.00014102194],"study_design_scores_gemma":[0.00050731935,0.00030453765,0.9954608,0.00009613815,0.0000050242757,0.00003124673,0.00011804685,0.0026521236,0.000039225994,0.00005605809,0.00037356443,0.00035593056],"about_ca_topic_score_codex":0.000025151847,"about_ca_topic_score_gemma":0.000016155604,"teacher_disagreement_score":0.012133438,"about_ca_system_score_codex":0.00013146647,"about_ca_system_score_gemma":0.000052250547,"threshold_uncertainty_score":0.99995756},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2768032356","doi":"10.1109/icsme.2017.34","title":"Forecasting the Duration of Incremental Build Jobs","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Duration (music); Computer science; Transparency (behavior); Process (computing); Plan (archaeology); Dependency graph; Software; Point (geometry); Software engineering; Graph; Industrial engineering; Operating system; Engineering; Theoretical computer science","score_opus":0.051099516449853936,"score_gpt":0.2932236149235693,"score_spread":0.24212409847371535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768032356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5554739,0.0000126299165,0.4398715,0.00097617944,0.00018693275,0.00009532065,2.8610833e-7,0.000065611675,0.0033176153],"genre_scores_gemma":[0.979493,6.176897e-7,0.020285644,0.000013460176,0.0000303906,0.0000036159229,1.3318372e-7,0.0000021486617,0.00017099374],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995468,0.000009200447,0.000078514786,0.0000816676,0.0001892979,0.00009448528],"domain_scores_gemma":[0.99916923,0.00019296606,0.000044620407,0.0005360759,0.00003974057,0.000017351651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034284088,0.00003114891,0.000034982266,0.000020991773,0.00018024513,0.00014659295,0.0009362931,0.000011857074,0.000010031354],"category_scores_gemma":[0.0007896857,0.000020052956,0.000016324568,0.000039532457,0.000031103707,0.00029171666,0.0003606678,0.000051217943,0.0000068321415],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008022656,0.000062537176,0.6833492,0.000058835976,0.000052810785,0.000017001727,0.0011323569,0.00046034867,0.025759997,0.13808022,0.0049679736,0.14605069],"study_design_scores_gemma":[0.00024808562,0.00006716735,0.3867952,0.000025260786,0.0000017283598,0.000016852438,0.00003578829,0.5241092,0.087004066,0.0010352558,0.0005533,0.000108114604],"about_ca_topic_score_codex":0.00023010987,"about_ca_topic_score_gemma":0.000018758567,"teacher_disagreement_score":0.5236488,"about_ca_system_score_codex":0.00001908828,"about_ca_system_score_gemma":0.000016314412,"threshold_uncertainty_score":0.17398812},"labels":[],"label_agreement":null},{"id":"W2768062948","doi":"10.1109/ase.2017.8115713","title":"FEMIR: A tool for recommending framework extension examples","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Personalization; Reuse; Extension (predicate logic); Code (set theory); Software engineering; Code reuse; Programming language; Interface (matter); Point (geometry); Software; World Wide Web; Operating system; Set (abstract data type)","score_opus":0.07796341389236565,"score_gpt":0.3504158872168476,"score_spread":0.2724524733244819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768062948","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02299248,0.000025260948,0.9737199,0.0018636578,0.0005851983,0.00018860119,8.508546e-7,0.00034540266,0.00027867514],"genre_scores_gemma":[0.45963392,0.0000064335495,0.53963625,0.00010215072,0.000094983036,0.000038257163,4.5511788e-7,0.000008785568,0.00047879393],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991015,0.000010843224,0.000102818645,0.0003080755,0.00017260134,0.00030413322],"domain_scores_gemma":[0.9968253,0.0016834338,0.000038679555,0.001320644,0.000067630106,0.0000643173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005084928,0.000082753,0.00010034126,0.00006154759,0.00041994997,0.00059711403,0.0013339968,0.00006340115,0.000027726614],"category_scores_gemma":[0.0047446894,0.0000721686,0.000051086692,0.00005324353,0.000020621612,0.00042252647,0.00051226997,0.00012506127,0.000041875563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018506553,0.00007199529,0.03892744,0.000090192596,0.0000396373,0.000023703886,0.0005461175,0.00009723406,0.0026428606,0.36490542,0.038650155,0.5539867],"study_design_scores_gemma":[0.0015344205,0.00044219723,0.45421603,0.00057444035,0.00001124131,0.00005636949,0.000047993064,0.21054338,0.020366184,0.14039446,0.17033978,0.0014735126],"about_ca_topic_score_codex":0.00002014527,"about_ca_topic_score_gemma":0.0000014684097,"teacher_disagreement_score":0.55251324,"about_ca_system_score_codex":0.000034266923,"about_ca_system_score_gemma":0.000023153974,"threshold_uncertainty_score":0.57579845},"labels":[],"label_agreement":null},{"id":"W2768251838","doi":"10.17760/d20467254","title":"Interactive synthesis of code-level security rules","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Computer science; Software security assurance; Programming language; Software; Code (set theory); Security bug; Process (computing); Software bug; Software engineering; Software development; Software development process; Theoretical computer science; Computer security; Information security; Set (abstract data type)","score_opus":0.02898663466085159,"score_gpt":0.3213096837392981,"score_spread":0.2923230490784465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2768251838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45079753,0.0009266976,0.23063897,0.0004556944,0.009194935,0.0016801815,0.00057898136,0.0018876437,0.3038394],"genre_scores_gemma":[0.96864134,0.000043447762,0.01599595,0.000004807405,0.000057577454,0.00006424093,0.00005205919,0.000029223107,0.015111365],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998745,0.000034095836,0.00020472967,0.00037115221,0.00044089396,0.00020408767],"domain_scores_gemma":[0.9969222,0.0015132426,0.00018971352,0.001003138,0.000305727,0.000065957865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024902393,0.00017951851,0.00030939942,0.00023152123,0.000065853375,0.00014433991,0.002031193,0.00017477447,0.00008344855],"category_scores_gemma":[0.0030954191,0.00016642784,0.00010895707,0.00007726718,0.000025931153,0.00034160694,0.00012816003,0.0003117115,0.00008995809],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025927342,0.00076989614,0.0035759667,0.004049709,0.0013618151,0.0001776367,0.019644314,0.000058483904,0.0031746542,0.046361055,0.034809295,0.8857579],"study_design_scores_gemma":[0.00058366626,0.00021054558,0.27698812,0.003093281,0.0000909776,0.000022543527,0.00074074906,0.019084282,0.6747582,0.015116129,0.0072802166,0.0020312998],"about_ca_topic_score_codex":0.00022985197,"about_ca_topic_score_gemma":0.0002627458,"teacher_disagreement_score":0.8837266,"about_ca_system_score_codex":0.000057057827,"about_ca_system_score_gemma":0.00018915528,"threshold_uncertainty_score":0.678673},"labels":[],"label_agreement":null},{"id":"W2770367167","doi":"10.1002/smr.1916","title":"Model refactoring by example: A multi‐objective search based software engineering approach","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"National Science Foundation of Sri Lanka; Qatar Foundation; Qatar National Research Fund; National Science Foundation","keywords":"Code refactoring; Correctness; Computer science; Set (abstract data type); Programming language; Metamodeling; Sorting; Similarity (geometry); Software; Software engineering; Artificial intelligence","score_opus":0.04576571935716419,"score_gpt":0.2955329575172809,"score_spread":0.24976723816011673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770367167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07367232,0.00081690913,0.924849,0.000061238025,0.0002588619,0.00014352809,0.0000091509755,0.00018333629,0.0000056566705],"genre_scores_gemma":[0.71924,0.000019306699,0.28053123,0.000014933137,0.0000951703,0.00001088477,0.0000014178976,0.000025978483,0.00006108623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978546,0.0000414181,0.00038444684,0.00039881928,0.0008364149,0.00048430698],"domain_scores_gemma":[0.9975871,0.00044134317,0.00029780276,0.0005669154,0.0007664338,0.00034040434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010428735,0.00024737947,0.00033680885,0.0003394665,0.00048007697,0.00051089743,0.0014004633,0.00015069582,0.0000026306247],"category_scores_gemma":[0.0036865587,0.0002279755,0.00009743692,0.00024992108,0.00008192868,0.0017030437,0.00025396343,0.0007261421,0.0000019889019],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002142089,0.0007464464,0.46014944,0.0021890101,0.00030593394,0.0001022648,0.0054894714,0.49863577,0.0021919333,0.000695983,0.0015943574,0.027685199],"study_design_scores_gemma":[0.001552664,0.00016305139,0.0797248,0.00027707082,0.000016437018,0.00012645317,0.00005584649,0.91612154,0.0012048784,0.00017398529,0.00014838738,0.00043491102],"about_ca_topic_score_codex":0.000045343182,"about_ca_topic_score_gemma":0.0000011417254,"teacher_disagreement_score":0.64556766,"about_ca_system_score_codex":0.0002642866,"about_ca_system_score_gemma":0.00045869872,"threshold_uncertainty_score":0.9296571},"labels":[],"label_agreement":null},{"id":"W2770939924","doi":"10.1109/sate.2017.16","title":"A Systematic Mapping Study of Quality Assessment Models for Software Products","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software quality; Quality (philosophy); Metric (unit); Software; Software quality control; Quality assessment; Software metric; Software engineering; Data mining; Reliability engineering; Software development; Engineering; Operations management","score_opus":0.14898901860295502,"score_gpt":0.3874003896231429,"score_spread":0.23841137102018786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770939924","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10789021,0.000020189142,0.88960195,0.00016037168,0.00017836246,0.001905112,0.0000011805874,0.00018623726,0.000056364963],"genre_scores_gemma":[0.7904233,3.3598036e-7,0.20903586,0.0000053593903,0.000016813045,0.00028583885,2.4862962e-7,0.000007380677,0.00022487946],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838793,0.00008372874,0.00038341896,0.00037217385,0.00053965586,0.00023309576],"domain_scores_gemma":[0.9962836,0.00087171403,0.00020468411,0.0021905324,0.00039631213,0.000053140913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021040724,0.00010365579,0.00034197146,0.000092485374,0.00020328672,0.00025713624,0.0017314476,0.000026256308,8.67305e-7],"category_scores_gemma":[0.0035285295,0.00008348687,0.000043633823,0.0001065486,0.00001818578,0.0005510725,0.0005420887,0.00007417867,0.0000019524527],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051435014,0.00907432,0.17276731,0.37398216,0.002355378,0.000059550195,0.04506556,0.060391534,0.0033456893,0.31492335,0.0022977367,0.015685983],"study_design_scores_gemma":[0.002779884,0.0009171457,0.21925153,0.0029490842,0.000035085945,0.0000074129543,0.0014511847,0.7600378,0.0012183768,0.010614191,0.000008816328,0.0007295057],"about_ca_topic_score_codex":0.00011916406,"about_ca_topic_score_gemma":0.000008245451,"teacher_disagreement_score":0.69964623,"about_ca_system_score_codex":0.000058503236,"about_ca_system_score_gemma":0.000108289394,"threshold_uncertainty_score":0.42242342},"labels":[],"label_agreement":null},{"id":"W2771158352","doi":"10.1002/smr.1925","title":"Evaluating Pred(<i>p</i>) and standardized accuracy criteria in software development effort estimation","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Measure (data warehouse); Consistency (knowledge bases); Software; Computer science; Estimation; Statistics; Data mining; Mathematics; Artificial intelligence","score_opus":0.039903469910285164,"score_gpt":0.37960511546840736,"score_spread":0.3397016455581222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771158352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4493586,0.0006522081,0.5494996,0.00011899338,0.00020832801,0.00011413086,0.0000012597625,0.000044247336,0.0000026346816],"genre_scores_gemma":[0.7228336,0.000033259555,0.2770375,0.000014727974,0.000048569513,0.000009515163,7.374443e-7,0.00000909226,0.000012979264],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982844,0.000047542868,0.00050080114,0.00024400302,0.000663011,0.0002602699],"domain_scores_gemma":[0.99808127,0.0004848857,0.00045564168,0.00027082273,0.00055240456,0.0001550039],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019918235,0.00015276298,0.00027082715,0.0002671102,0.00040037223,0.0005426845,0.000576806,0.00008178617,0.000005793619],"category_scores_gemma":[0.010108934,0.00013714841,0.000030101943,0.00014872686,0.000068162255,0.0020061985,0.00023567854,0.00028624563,0.0000013512789],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019700595,0.00009086449,0.45558086,0.0008124809,0.00005451465,0.00005977325,0.004241484,0.0028350225,0.00018048617,0.00013684672,0.00020697365,0.5356037],"study_design_scores_gemma":[0.0022537382,0.00023438563,0.95543003,0.00086745154,0.000012435405,0.00027414513,0.000047068166,0.036098745,0.00066206855,0.003620813,0.00021194044,0.00028717035],"about_ca_topic_score_codex":0.0000075138623,"about_ca_topic_score_gemma":0.0000045546312,"teacher_disagreement_score":0.5353165,"about_ca_system_score_codex":0.00017141258,"about_ca_system_score_gemma":0.00055521115,"threshold_uncertainty_score":0.9982293},"labels":[],"label_agreement":null},{"id":"W2771280031","doi":"10.1109/sdpc.2017.142","title":"A New Method for Finding Modules of Fault Trees","year":2017,"lang":"en","type":"article","venue":"2017 International Conference on Sensing, Diagnostics, Prognostics, and Control (SDPC)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Natural Science Foundation of China","keywords":"Fault tree analysis; Computer science; Graph; Degree (music); Fault coverage; Tree (set theory); Time complexity; Graph theory; Algorithm; Theoretical computer science; Mathematics; Reliability engineering; Engineering","score_opus":0.060563124906919404,"score_gpt":0.35874561262547583,"score_spread":0.29818248771855643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771280031","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037423014,0.00020216014,0.9888264,0.0036467698,0.0016013829,0.00057730335,0.00011982795,0.00010841127,0.0011754554],"genre_scores_gemma":[0.8334874,0.0002697705,0.1652005,0.00016000305,0.00041382693,0.000017157603,0.000013582586,0.000020993659,0.0004167889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780995,0.000059344045,0.00043495328,0.00063600927,0.00061274145,0.00044700198],"domain_scores_gemma":[0.9914014,0.00596636,0.00044095088,0.00084197294,0.0011068294,0.0002424889],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006182924,0.00029902122,0.00045171558,0.00025196437,0.0003206055,0.0008896033,0.001470417,0.00014756723,0.000014273894],"category_scores_gemma":[0.02979443,0.00029144753,0.00012668261,0.000039026003,0.00017625571,0.00037886147,0.00030854193,0.0002526137,0.000015403815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018079176,0.00016776592,0.025173899,0.00007676751,0.0004249806,0.00007638458,0.00070189696,0.00043666858,0.0012002764,0.5591991,0.007827017,0.40453446],"study_design_scores_gemma":[0.0046492657,0.0008167965,0.10369684,0.0007548796,0.00009959257,0.00003996262,0.00008013715,0.8312521,0.005833873,0.046923697,0.005083113,0.0007697653],"about_ca_topic_score_codex":0.00036876768,"about_ca_topic_score_gemma":0.00012457655,"teacher_disagreement_score":0.83081543,"about_ca_system_score_codex":0.000053881442,"about_ca_system_score_gemma":0.0002090748,"threshold_uncertainty_score":0.99995375},"labels":[],"label_agreement":null},{"id":"W2771651905","doi":"10.1109/esem.2017.46","title":"Which Version Should Be Released to App Store?","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates - Technology Futures","keywords":"Mobile apps; Computer science; Analytics; Predictive analytics; Random forest; Open source; Analogical reasoning; App store; Smartphone app; Mobile device; Data science; Artificial intelligence; World Wide Web","score_opus":0.044740506632467245,"score_gpt":0.3137634228131647,"score_spread":0.26902291618069746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771651905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099709295,0.000015536403,0.85042405,0.02896481,0.00081083714,0.00028254412,0.0000021330657,0.0010819192,0.01870888],"genre_scores_gemma":[0.960516,0.0000012360359,0.035676297,0.00036061852,0.00006356226,0.000009229764,8.9110324e-7,0.00000926424,0.0033629115],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9989296,0.000012564788,0.00006706339,0.00029842558,0.0004262362,0.0002660843],"domain_scores_gemma":[0.9980522,0.00017819171,0.00001670824,0.0014643653,0.000095393596,0.00019315915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026933826,0.00007681591,0.000077298,0.00008716605,0.00023064228,0.00032729006,0.0018933058,0.000048259102,0.000062751846],"category_scores_gemma":[0.0013200783,0.000068706875,0.000024072262,0.00015685885,0.000013157142,0.00034913197,0.0007414757,0.0001337202,0.0005166949],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003777369,0.00013595683,0.052203264,0.00005575379,0.00003917239,0.000075268385,0.0008251185,0.0013579024,0.0067002787,0.02432987,0.8502854,0.06395426],"study_design_scores_gemma":[0.0010047306,0.0003250861,0.45380613,0.00006047664,0.0000043457308,0.000011014436,0.000026532936,0.06565498,0.025789019,0.00029991815,0.4523286,0.00068920123],"about_ca_topic_score_codex":0.0001580112,"about_ca_topic_score_gemma":0.000036785936,"teacher_disagreement_score":0.8608067,"about_ca_system_score_codex":0.000058093694,"about_ca_system_score_gemma":0.00005356835,"threshold_uncertainty_score":0.664124},"labels":[],"label_agreement":null},{"id":"W2771968043","doi":"10.1109/esem.2017.66","title":"Beyond Boxes and Lines: Creating and Empirically Evaluating Alternative Visualizations for Requirements Conceptual Models","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Diagrammatic reasoning; Visualization; Modeling language; Notation; Semantics (computer science); Domain (mathematical analysis); Domain model; Conceptual model; Domain-specific language; Software engineering; Human–computer interaction; Data science; Programming language; Natural language processing; Artificial intelligence; Software; Domain knowledge; Database; Linguistics","score_opus":0.17731079720641843,"score_gpt":0.44435911905114006,"score_spread":0.2670483218447216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771968043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16828358,0.00008021324,0.8303225,0.00022728016,0.000078631376,0.00026695864,0.0000045099364,0.000083687206,0.00065261446],"genre_scores_gemma":[0.7487241,0.0000137328625,0.2506628,0.00007498198,0.000067670364,0.00005372663,0.0000023781924,0.000010394641,0.00039020448],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989375,0.000027539703,0.00017771241,0.00034775073,0.00028640387,0.00022312829],"domain_scores_gemma":[0.9982431,0.0009673765,0.00008586449,0.00035148044,0.0002556144,0.00009656643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005399027,0.00010224189,0.0001277723,0.00006454128,0.0005890076,0.0005876886,0.00042311518,0.000034232075,0.0000042350875],"category_scores_gemma":[0.0029513957,0.00009176631,0.000018098344,0.000050577444,0.0001253092,0.0009720442,0.0005150331,0.00005762859,8.642599e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031003758,0.00013705324,0.08970998,0.00018029925,0.00023599474,0.00001069054,0.026629992,0.011157766,0.0041449293,0.768123,0.00096938503,0.09866992],"study_design_scores_gemma":[0.0005420582,0.000154099,0.00406121,0.00003709705,0.0000051455345,0.0000025859572,0.00010114554,0.97573763,0.00057611597,0.018631114,0.000028753431,0.0001230523],"about_ca_topic_score_codex":0.000064835156,"about_ca_topic_score_gemma":0.000008547796,"teacher_disagreement_score":0.9645799,"about_ca_system_score_codex":0.000022655871,"about_ca_system_score_gemma":0.000052310937,"threshold_uncertainty_score":0.56670946},"labels":[],"label_agreement":null},{"id":"W2771971885","doi":"10.1145/3196398.3196400","title":"Enriched event streams","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Event (particle physics); Context (archaeology); STREAMS; Empirical research; Code (set theory); Source code; Process (computing); Development environment; Human–computer interaction; World Wide Web; Software engineering; Programming language; Operating system","score_opus":0.014316942736155988,"score_gpt":0.2818035671668636,"score_spread":0.26748662443070764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2771971885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06207702,0.00001533389,0.93349475,0.00031937868,0.00024298145,0.000041184387,7.5686295e-8,0.0004234739,0.0033858041],"genre_scores_gemma":[0.9559223,8.966631e-7,0.041934527,0.00007268276,0.00009567107,0.000004312308,1.5282139e-7,0.0000035524583,0.0019658972],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994033,0.000009622991,0.00005604142,0.00015631286,0.00019360517,0.00018114265],"domain_scores_gemma":[0.9993363,0.00013519287,0.00000621634,0.000397984,0.00005832558,0.00006597854],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013871757,0.00004361975,0.000039201033,0.000049591443,0.000030194311,0.000052697065,0.0005520556,0.00001856967,0.00013453142],"category_scores_gemma":[0.00016601238,0.000035653193,0.00001707293,0.00025964447,0.000020603069,0.0001196916,0.00019613879,0.000045687077,0.0008548213],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005091544,0.00018720925,0.034210123,0.000019721198,0.00004982531,0.000044184515,0.0014265737,0.00012416636,0.009239762,0.2324946,0.057760105,0.66443866],"study_design_scores_gemma":[0.0011551034,0.0010830329,0.37002498,0.000026771917,0.000004164786,0.00006275391,0.000043899126,0.42771628,0.08957944,0.013721001,0.09559983,0.0009827582],"about_ca_topic_score_codex":0.000022095288,"about_ca_topic_score_gemma":0.0000031201034,"teacher_disagreement_score":0.89384526,"about_ca_system_score_codex":0.000023627097,"about_ca_system_score_gemma":0.000027411148,"threshold_uncertainty_score":0.9999231},"labels":[],"label_agreement":null},{"id":"W2772402907","doi":"10.1007/s00500-017-2945-4","title":"On the value of parameter tuning in heterogeneous ensembles effort estimation","year":2017,"lang":"en","type":"article","venue":"Soft Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Particle swarm optimization; Computer science; Software; Hyperparameter optimization; Grid; Machine learning; Data mining; Perceptron; Support vector machine; Estimation; Artificial intelligence; Artificial neural network; Mathematics; Engineering","score_opus":0.026627897201802822,"score_gpt":0.29207575307502864,"score_spread":0.26544785587322584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772402907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59682363,0.000015113234,0.4027291,0.00012672831,0.00012462522,0.00007727312,1.2974299e-7,0.00005485293,0.000048564503],"genre_scores_gemma":[0.96768624,5.334523e-7,0.0322306,0.00004160714,0.000022797418,0.0000030672547,2.9791676e-7,0.00000898655,0.000005884828],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989893,0.000046141224,0.00019306604,0.00022581591,0.0002891534,0.0002565115],"domain_scores_gemma":[0.9964531,0.0025220264,0.000117941745,0.00083533867,0.000039467788,0.000032137406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007903742,0.00009537282,0.00012950882,0.00009751026,0.0002326868,0.00019791185,0.0011712377,0.00003788949,0.0000014134803],"category_scores_gemma":[0.0027132828,0.000074971525,0.0000445742,0.000106179934,0.00005137461,0.00012748383,0.00044811945,0.00018598489,0.00001063656],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067233154,0.000046747125,0.055957858,0.00005769599,0.00002318456,0.000042586013,0.0014335256,0.7801859,0.0006408062,0.020915374,0.00004598099,0.14064367],"study_design_scores_gemma":[0.000106279025,0.00003760049,0.052376147,0.00014043623,8.8641497e-7,0.000008429151,0.0000030038477,0.94111997,0.0032381017,0.002887964,0.0000057179923,0.00007547446],"about_ca_topic_score_codex":0.000060347116,"about_ca_topic_score_gemma":0.0000020995114,"teacher_disagreement_score":0.3708626,"about_ca_system_score_codex":0.000038141417,"about_ca_system_score_gemma":0.00003065888,"threshold_uncertainty_score":0.3248249},"labels":[],"label_agreement":null},{"id":"W2772825062","doi":"10.1109/esem.2017.25","title":"An Ontology-Based Approach to Automate Tagging of Software Artifacts","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Commit; Ontology; Context (archaeology); Software; Software security assurance; Prioritization; Information retrieval; Software engineering; Database; Information security; Computer security; Programming language","score_opus":0.03448545336031505,"score_gpt":0.3097950461178106,"score_spread":0.27530959275749556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772825062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11656285,0.0000046844407,0.8813161,0.0003524379,0.00012790573,0.00013620155,0.0000010101801,0.00067915564,0.00081960845],"genre_scores_gemma":[0.60085154,7.575036e-8,0.3989563,0.00010032997,0.000012037781,0.000012394736,7.149684e-7,0.0000068860627,0.000059739632],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987896,0.00002818433,0.00014482936,0.00036887548,0.00030996167,0.00035856658],"domain_scores_gemma":[0.99758136,0.0001760341,0.000058373927,0.0018760114,0.000100165176,0.00020803341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040036402,0.00010813764,0.00016612878,0.00016093944,0.00016708438,0.00023223327,0.0022065176,0.000055983826,0.000010113984],"category_scores_gemma":[0.00093044504,0.00009778017,0.000038004524,0.00011948241,0.000051551757,0.0004400302,0.00028208032,0.000099180405,0.0000493191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057684807,0.0015020025,0.3922678,0.00064788375,0.00012177426,0.000121225836,0.0031874701,0.17485449,0.022315614,0.06700245,0.0056506163,0.33227098],"study_design_scores_gemma":[0.00038350993,0.00018391824,0.367063,0.000036342648,0.000002761442,0.0000078118965,0.00000922416,0.5981745,0.03292825,0.0003252213,0.00058316306,0.0003023208],"about_ca_topic_score_codex":0.0001203245,"about_ca_topic_score_gemma":0.000008391035,"teacher_disagreement_score":0.48428866,"about_ca_system_score_codex":0.000031454503,"about_ca_system_score_gemma":0.000100010555,"threshold_uncertainty_score":0.41002956},"labels":[],"label_agreement":null},{"id":"W2780123483","doi":"10.22495/rgc7i4c2art2","title":"The use of generalised audit software by internal audit functions in a developing country: A maturity level assessment","year":2017,"lang":"en","type":"article","venue":"Risk Governance and Control Financial Markets & Institutions","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Maturity (psychological); Internal audit; Audit; Accounting; Business; Capability Maturity Model; Benchmark (surveying); Information technology audit; Software; Order (exchange); Perspective (graphical); Computer science; Finance; Geography; Joint audit; Political science","score_opus":0.02875939799489748,"score_gpt":0.27080540098516903,"score_spread":0.24204600299027154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780123483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19917983,0.00069103646,0.7962845,0.0017393811,0.00086267217,0.0003571796,0.00077264494,0.00006133358,0.000051436095],"genre_scores_gemma":[0.9878986,0.0014370998,0.009969341,0.00013468877,0.00009545403,0.00014617087,0.00000560409,0.000009219428,0.00030386323],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983314,0.00009770526,0.00035624809,0.00037691658,0.0004260819,0.00041160025],"domain_scores_gemma":[0.9977895,0.0008010668,0.00037069895,0.00078339677,0.00017498022,0.00008037736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055194786,0.00019011463,0.00026763443,0.000050106326,0.0012949761,0.00052422035,0.0009678474,0.0001024091,0.0000029668154],"category_scores_gemma":[0.0050955378,0.00015946917,0.00007057086,0.00020534916,0.0003092254,0.0010358869,0.00034283518,0.00044136465,0.000003029197],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032489738,0.00025336118,0.66121763,0.000083024956,0.00016689392,0.00008433615,0.0002011376,0.0019512903,0.00042997874,0.15371281,0.042452596,0.13912204],"study_design_scores_gemma":[0.0010654147,0.000026501428,0.8324223,0.00013748756,0.0000114944205,0.0000073342644,0.0000018211883,0.0065118405,0.000021643955,0.0002897843,0.1593374,0.00016693615],"about_ca_topic_score_codex":0.0037153694,"about_ca_topic_score_gemma":0.0045622056,"teacher_disagreement_score":0.7887187,"about_ca_system_score_codex":0.00032348113,"about_ca_system_score_gemma":0.0010665652,"threshold_uncertainty_score":0.996004},"labels":[],"label_agreement":null},{"id":"W2781233888","doi":"10.7763/ijcte.2017.v9.1160","title":"Review on JPA Based ORM Data Persistence Framework","year":2017,"lang":"en","type":"article","venue":"International Journal of Computer Theory and Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Persistence (discontinuity); Persistent data structure; Programming language","score_opus":0.046680216497100704,"score_gpt":0.3171926362971748,"score_spread":0.2705124198000741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781233888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044697714,0.0020245018,0.98987496,0.0016411894,0.001878056,0.000037400936,0.0000028783725,0.000035368732,0.00003587036],"genre_scores_gemma":[0.8323301,0.0013324883,0.16433321,0.0010873415,0.0008872272,0.0000014617185,0.0000018503592,0.0000149708785,0.00001135144],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990277,0.000035025438,0.00022110796,0.00017759179,0.00040381606,0.00013472378],"domain_scores_gemma":[0.9976034,0.0011680942,0.00014765502,0.00079671235,0.00018475852,0.00009936227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014456423,0.00010836759,0.0001602789,0.00014265382,0.000069432375,0.00036623617,0.00398408,0.00003401719,0.000012173265],"category_scores_gemma":[0.0016045265,0.000092570335,0.00005635731,0.000042822332,0.000028940054,0.0007225568,0.0006352947,0.00032533286,0.000005775552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021805448,0.00027224928,0.0030827168,0.0011341762,0.0010142563,0.0016101516,0.0005741669,0.07162102,0.00041260401,0.2930292,0.0054785796,0.6215528],"study_design_scores_gemma":[0.0013391672,0.000483692,0.0392668,0.022413682,0.00004815032,0.0012150279,0.0000061490646,0.8726192,0.0006846133,0.008200796,0.05294967,0.00077301916],"about_ca_topic_score_codex":5.4856906e-7,"about_ca_topic_score_gemma":3.693757e-8,"teacher_disagreement_score":0.8278603,"about_ca_system_score_codex":0.000034346205,"about_ca_system_score_gemma":0.00003949496,"threshold_uncertainty_score":0.74034786},"labels":[],"label_agreement":null},{"id":"W2781488941","doi":"10.1007/978-981-10-7796-8_2","title":"An Empirical Study of the Software Development Process, Including Its Requirements Engineering, at Very Large Organization: How to Use Data Mining in Such a Study","year":2018,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Process (computing); Computer science; Software; Empirical research; Focus (optics); Data science; Software engineering","score_opus":0.15903600506905624,"score_gpt":0.379249727736557,"score_spread":0.22021372266750078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781488941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7480632,0.000039629213,0.2488489,0.00019943637,0.00034293425,0.0022326452,0.000018414734,0.00016880497,0.000086017266],"genre_scores_gemma":[0.93810314,0.000014455719,0.061616488,0.0000874779,0.000014119201,0.00003650251,0.000034819455,0.000013564247,0.00007944959],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99755305,0.000059153994,0.0006597818,0.0004525279,0.0009948427,0.00028064518],"domain_scores_gemma":[0.99477154,0.00037526942,0.00022125969,0.0037308803,0.0007955751,0.0001054975],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0020868946,0.00021319339,0.00024206037,0.0010091431,0.00047919495,0.0006062973,0.007954756,0.00007100488,0.000003792159],"category_scores_gemma":[0.0011976177,0.00019248783,0.00000935295,0.0018414643,0.000103506434,0.0071493024,0.014140453,0.00029186567,0.0000073998826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007733017,0.0007897602,0.77651757,0.00014089237,0.00003856724,0.0000026553053,0.20405565,0.0047586593,0.000007320182,0.0004843212,0.0004050452,0.012791856],"study_design_scores_gemma":[0.0009381491,0.0003422752,0.64882773,0.00055188045,0.000007839972,0.000010445959,0.00071657734,0.34161448,0.000037796155,0.00001173667,0.0063891485,0.000551946],"about_ca_topic_score_codex":0.0000051367565,"about_ca_topic_score_gemma":0.0000935379,"teacher_disagreement_score":0.3368558,"about_ca_system_score_codex":0.0003562261,"about_ca_system_score_gemma":0.000482138,"threshold_uncertainty_score":0.9974127},"labels":[],"label_agreement":null},{"id":"W2781935674","doi":"","title":"Towards a Theory of Technical Debt Ownership: An Exploratory Field Study","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Accountability; Technical debt; Exploratory research; Context (archaeology); Total cost of ownership; Quality (philosophy); Accounting; Debt; Field (mathematics); Qualitative research; Process management; Business; Software development; Marketing; Knowledge management; Software; Computer science; Finance; Political science; Sociology","score_opus":0.0360676942486739,"score_gpt":0.3054190181517246,"score_spread":0.2693513239030507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781935674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36421594,0.00007886841,0.62257856,0.0017158736,0.006810851,0.0018685193,0.000017941478,0.00012937727,0.002584056],"genre_scores_gemma":[0.9992308,0.0000014432992,0.000513874,0.00002826397,0.0001037605,0.000017550672,2.9942237e-7,0.0000034231057,0.00010057353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998239,0.00017045552,0.0006035948,0.00004527739,0.0008207618,0.00012095952],"domain_scores_gemma":[0.995854,0.00068607245,0.001890939,0.0005479828,0.00097067025,0.000050332725],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006422977,0.00006293603,0.00018330207,0.00014756901,0.00020080798,0.00041765755,0.0016305093,0.000078944926,5.127642e-7],"category_scores_gemma":[0.00839652,0.00004076489,0.000114366034,0.00011265576,0.000010127393,0.00314359,0.00015105293,0.00017918232,0.0000029205166],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047339252,0.00097574136,0.65449715,0.00064011925,0.0011881996,0.000004205465,0.077507555,0.010646764,0.0011420175,0.17740318,0.02455779,0.050963916],"study_design_scores_gemma":[0.0067474134,0.0035561095,0.9285378,0.00054903474,0.00013902357,0.00008129376,0.013036914,0.0139934,0.0060396693,0.0047645043,0.021910679,0.00064417574],"about_ca_topic_score_codex":0.000008245335,"about_ca_topic_score_gemma":0.0000028712498,"teacher_disagreement_score":0.6350149,"about_ca_system_score_codex":0.00026749878,"about_ca_system_score_gemma":0.00015843562,"threshold_uncertainty_score":0.9999562},"labels":[],"label_agreement":null},{"id":"W2783244927","doi":"10.4018/978-1-60566-026-4.ch483","title":"Pattern-Oriented Use Case Modeling","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software deployment; Process (computing); Software engineering; Presentation (obstetrics); Software; Software development; Quality (philosophy); Use Case Points; Class (philosophy); Software development process; Data science; Artificial intelligence; Programming language","score_opus":0.03368052633234563,"score_gpt":0.26508812491221156,"score_spread":0.23140759857986593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783244927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008140385,0.00020187457,0.69914174,0.000046815065,0.0007100974,0.00038573996,0.000067106936,0.0011286802,0.2975039],"genre_scores_gemma":[0.88679326,0.0000092654445,0.030610543,0.00096561154,0.00071736437,0.000032118118,0.00000996075,0.00016062561,0.08070126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974185,0.000018316983,0.0003806761,0.0008418636,0.0007409451,0.0005997051],"domain_scores_gemma":[0.9978083,0.00014294776,0.00008407186,0.0014235561,0.00021875702,0.0003223806],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001571929,0.00048177718,0.00038666665,0.00015836107,0.000109004526,0.00036845764,0.0009770569,0.0003788054,0.000008573441],"category_scores_gemma":[0.00008675355,0.0005101618,0.00020394013,0.00004568289,0.00003562769,0.00019902372,0.00054491544,0.00057070615,0.00019317071],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006501339,0.000012378512,0.00003545579,0.000032737153,0.00007569921,0.017169377,0.00008160281,0.0020299864,0.0000028255768,0.83924806,0.0009078483,0.1403975],"study_design_scores_gemma":[0.0018550153,0.000622554,0.00006260506,0.0014436324,0.00012679168,0.020304583,0.000008206545,0.6459136,0.000065174056,0.26121584,0.06402234,0.0043596663],"about_ca_topic_score_codex":0.0002773388,"about_ca_topic_score_gemma":0.00004529276,"teacher_disagreement_score":0.88597924,"about_ca_system_score_codex":0.0004096647,"about_ca_system_score_gemma":0.00018684538,"threshold_uncertainty_score":0.999735},"labels":[],"label_agreement":null},{"id":"W2783444782","doi":"10.1109/icdim.2017.8244675","title":"Code style analytics for the automatic setting of formatting rules in IDEs: A solution to the Tabs vs. Spaces Debate","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Disk formatting; Computer science; Source code; Code review; Code (set theory); Source lines of code; Style (visual arts); Analytics; Programming language; Software; Class (philosophy); Static program analysis; KPI-driven code analysis; Software engineering; World Wide Web; Database; Software development; Artificial intelligence; Operating system; Set (abstract data type)","score_opus":0.0330001482133736,"score_gpt":0.3145460822316457,"score_spread":0.2815459340182721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783444782","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18417612,0.00003581174,0.8078254,0.0073539903,0.000093569564,0.00037450148,0.0000028679597,0.00008236047,0.000055412205],"genre_scores_gemma":[0.9129044,0.0000035905184,0.086875126,0.00006475837,0.000026687221,0.000047006193,3.3100162e-7,0.0000065808103,0.00007153742],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999018,0.000025052166,0.00020978905,0.00014406387,0.00028861317,0.00031449032],"domain_scores_gemma":[0.9970346,0.0019358508,0.00011106617,0.0007879916,0.000094171344,0.000036323214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002009531,0.00007838582,0.00011579913,0.000098852826,0.0003814046,0.00044628518,0.0016725021,0.00002560003,0.0000020432954],"category_scores_gemma":[0.0032225254,0.000044435823,0.000042560343,0.00017586592,0.00003463632,0.00036723577,0.00055159634,0.00009582078,0.000008875065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003908742,0.00014633122,0.19151105,0.0012679673,0.00025672006,0.000009732941,0.0425248,0.16877823,0.0019934212,0.035688177,0.012892318,0.54489213],"study_design_scores_gemma":[0.00011480714,0.000025460398,0.07973022,0.0000674578,0.000003380634,0.0000020689688,0.00016802666,0.9185509,0.00079956895,0.0002553744,0.00022541135,0.000057338068],"about_ca_topic_score_codex":0.00028612305,"about_ca_topic_score_gemma":0.00058093696,"teacher_disagreement_score":0.74977267,"about_ca_system_score_codex":0.000045430003,"about_ca_system_score_gemma":0.00004930167,"threshold_uncertainty_score":0.43035382},"labels":[],"label_agreement":null},{"id":"W2783794442","doi":"10.1016/j.infsof.2018.01.003","title":"Support vector regression for predicting software enhancement effort","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Consejo Nacional de Ciencia y Tecnología; National Research Council Canada; Universidad de Guadalajara","keywords":"Support vector machine; Computer science; Benchmarking; Machine learning; Artificial neural network; Data mining; Software; Sigmoid function; Artificial intelligence; Decision tree; Set (abstract data type); Regression analysis; Kernel (algebra); Radial basis function kernel; Kernel method; Mathematics; Operating system","score_opus":0.010772910341071697,"score_gpt":0.2680281242044023,"score_spread":0.2572552138633306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783794442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07203477,0.00004277996,0.9243678,0.0005687614,0.00045649512,0.0004086604,0.0000072738685,0.0020646625,0.000048836195],"genre_scores_gemma":[0.6041151,0.000025167585,0.39490846,0.00034370238,0.00009507571,0.0002838721,0.00003827106,0.000015145869,0.00017516672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99877524,0.0000063802613,0.0003446878,0.0002220099,0.00025676965,0.00039490403],"domain_scores_gemma":[0.99875295,0.00022151685,0.00011945404,0.0004758149,0.0003457065,0.00008455517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034453432,0.00015219091,0.00016376663,0.00048363206,0.0002608266,0.00011644242,0.00057329284,0.00021405391,0.000028481245],"category_scores_gemma":[0.001670652,0.00013537184,0.000034111938,0.00047107943,0.00013260734,0.001057337,0.00039015705,0.00017175982,0.00008754148],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002850222,0.000031219493,0.07084282,0.00019855094,0.00003347049,0.000002894213,0.0015701546,0.000006375007,0.000119205215,0.007166079,0.0064403247,0.9135604],"study_design_scores_gemma":[0.0064609023,0.0069213575,0.07680802,0.0006894744,0.000043616583,0.00050312583,0.00043870808,0.046334658,0.13340762,0.015762722,0.71034294,0.002286861],"about_ca_topic_score_codex":0.000004669347,"about_ca_topic_score_gemma":0.0000023377772,"teacher_disagreement_score":0.91127354,"about_ca_system_score_codex":0.00007099589,"about_ca_system_score_gemma":0.00009809139,"threshold_uncertainty_score":0.5520303},"labels":[],"label_agreement":null},{"id":"W2783803218","doi":"","title":"Assisting developers towards fault localization by analyzing failure reports","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Root cause; Ranking (information retrieval); Source code; Call graph; Context (archaeology); Data mining; Set (abstract data type); Focus (optics); Interdependence; Root cause analysis; Software bug; Software; Information retrieval; Theoretical computer science; Programming language; Reliability engineering; Engineering","score_opus":0.012473060674922955,"score_gpt":0.2480784589620084,"score_spread":0.23560539828708543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783803218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043016315,0.00017440472,0.95494044,0.00022632295,0.000856011,0.0001154312,9.604166e-7,0.00065913465,0.000010969948],"genre_scores_gemma":[0.6726828,0.00001041594,0.3271137,0.000049879214,0.000096374926,0.000010560539,0.0000017750804,0.000017189663,0.00001728428],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972569,0.000014709906,0.00030152997,0.00088437076,0.00087276875,0.0006697222],"domain_scores_gemma":[0.99767214,0.00021411966,0.00013080513,0.001209757,0.0004489904,0.00032419284],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001748992,0.00024919555,0.0002359087,0.00032852057,0.0012328045,0.002502729,0.0018196875,0.00008342624,0.0000016148912],"category_scores_gemma":[0.0054210136,0.0002488431,0.000040698123,0.0007114092,0.00020714587,0.002357065,0.001426047,0.00025847965,0.0000039971083],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019008404,0.00004672219,0.20594601,0.00023932758,0.00006176475,0.0004690399,0.0017402378,0.08820265,0.0029910791,0.0008767115,0.004121218,0.6953033],"study_design_scores_gemma":[0.0001532836,0.00003626757,0.07398536,0.00016157818,0.000004603277,0.00017701025,0.0000041866842,0.91753006,0.0027349046,0.000045613426,0.0046313386,0.0005358176],"about_ca_topic_score_codex":0.000042665415,"about_ca_topic_score_gemma":0.0000018546722,"teacher_disagreement_score":0.8293274,"about_ca_system_score_codex":0.00017609724,"about_ca_system_score_gemma":0.0002787569,"threshold_uncertainty_score":0.99999636},"labels":[],"label_agreement":null},{"id":"W2783864264","doi":"10.5539/mas.v12n2p54","title":"Grey Wolf Algorithm for Requirements Prioritization","year":2018,"lang":"en","type":"article","venue":"Modern Applied Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Prioritization; Viewpoints; Analytic hierarchy process; Computer science; Requirement prioritization; sort; Hierarchy; Software; Process (computing); Order (exchange); Sorting; Operations research; Requirements engineering; Data mining; Algorithm; Mathematics; Management science; Requirements management; Database; Engineering","score_opus":0.030653078199211755,"score_gpt":0.3014379095046339,"score_spread":0.27078483130542214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783864264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034295814,0.000013155026,0.9943037,0.00008849179,0.00042238663,0.00042316923,0.00000202416,0.00034635747,0.0009711236],"genre_scores_gemma":[0.6097267,9.753359e-7,0.38981196,0.00009728699,0.00012484974,0.00007634757,9.723801e-7,0.000009594748,0.00015127493],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773777,0.000006179423,0.000157236,0.00067611097,0.0008404671,0.00058221375],"domain_scores_gemma":[0.99866414,0.00011486436,0.000041588337,0.0006690359,0.0003557242,0.00015462135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010220385,0.000113865106,0.00009764388,0.00021834948,0.00043997666,0.00038292515,0.0018084147,0.00003903874,0.0000046082755],"category_scores_gemma":[0.00023120629,0.00011373099,0.000022132459,0.001142697,0.00035834502,0.00065039576,0.00042083726,0.00007395899,0.00007829378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003729316,0.00004409127,0.00018936537,0.000011870732,0.0000043327354,0.0000012340611,0.0009587742,0.00006661573,0.16475719,0.016292276,0.00043404297,0.8172365],"study_design_scores_gemma":[0.00026241396,0.00006642219,0.0016121719,0.000007751618,0.0000011148936,0.0000024173373,0.000004503716,0.9450849,0.040484242,0.011402755,0.0009064816,0.00016477008],"about_ca_topic_score_codex":0.000004101101,"about_ca_topic_score_gemma":0.0000011897179,"teacher_disagreement_score":0.94501835,"about_ca_system_score_codex":0.00014908623,"about_ca_system_score_gemma":0.00022756963,"threshold_uncertainty_score":0.4637815},"labels":[],"label_agreement":null},{"id":"W2784023338","doi":"10.1145/3168365.3168376","title":"VarXplorer","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Feature (linguistics); Focus (optics); Representation (politics); Visualization; Feature model; Pairwise comparison; Theoretical computer science; Human–computer interaction; Artificial intelligence; Programming language; Software","score_opus":0.024175106323710064,"score_gpt":0.27493759316867733,"score_spread":0.25076248684496727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784023338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013590805,0.0000059077206,0.9712096,0.00038420144,0.0002256196,0.000021036127,3.132635e-8,0.00047450885,0.014088289],"genre_scores_gemma":[0.9111829,4.0405266e-7,0.08686096,0.00015590558,0.00010537284,0.0000028209822,4.5382194e-8,0.000002915538,0.0016887141],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960047,0.000004913801,0.000031700303,0.00010988433,0.00012380847,0.00012921332],"domain_scores_gemma":[0.9995036,0.00009400141,0.0000026775158,0.00031030766,0.000047090918,0.000042316555],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009498686,0.000026920628,0.000023603745,0.000039632396,0.000024363544,0.00004690008,0.00045429202,0.000011832552,0.00015048234],"category_scores_gemma":[0.00007899967,0.000021681122,0.000009328789,0.00020427545,0.000020575822,0.00013630383,0.00014989884,0.000032089418,0.001830227],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002084403,0.00005154397,0.02275469,0.000008253708,0.000019555777,0.00002595448,0.0010637928,0.000016779932,0.0022670745,0.72563815,0.1002543,0.1478978],"study_design_scores_gemma":[0.0006560639,0.00058659865,0.3130945,0.000019072646,0.00000186747,0.00006412688,0.0000164532,0.13733633,0.16559525,0.015334107,0.36656734,0.00072827743],"about_ca_topic_score_codex":0.0000054120464,"about_ca_topic_score_gemma":6.3353843e-7,"teacher_disagreement_score":0.89759207,"about_ca_system_score_codex":0.000008638025,"about_ca_system_score_gemma":0.000013875564,"threshold_uncertainty_score":0.99894696},"labels":[],"label_agreement":null},{"id":"W2785953012","doi":"10.1142/s0218194017400083","title":"Comparing Software Bugs in Clone and Non-clone Code: An Empirical Study","year":2017,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Software maintenance; Cloning (programming); Commit; Code (set theory); Code refactoring; Computer science; Software bug; Programming language; Source code; Software; Software engineering; Software system; Biology; Database; Genetics; Set (abstract data type)","score_opus":0.030350166117151002,"score_gpt":0.32793527347887125,"score_spread":0.2975851073617202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785953012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7050426,0.00070225983,0.29260358,0.000063704836,0.0013141363,0.00011499787,0.0000025268525,0.00015282304,0.0000034021111],"genre_scores_gemma":[0.95048565,0.000078293175,0.04890239,0.0000067177803,0.0004412893,0.000012878789,0.0000013933052,0.0000507659,0.000020611536],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978528,0.000029648672,0.0006482856,0.0004365326,0.0005875506,0.00044520048],"domain_scores_gemma":[0.99776125,0.00073845667,0.00019120936,0.00053961365,0.00040280557,0.00036667148],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010962826,0.00034960732,0.0005389564,0.00087781955,0.00011184977,0.00074442395,0.0018004184,0.00012282256,0.0000024128399],"category_scores_gemma":[0.003284704,0.00036093712,0.00007868866,0.00019779199,0.000046410696,0.0014490989,0.00083940907,0.0008222065,0.000003639868],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034260225,0.00035848675,0.94210327,0.00011247374,0.0002129045,0.0006626354,0.0036735695,0.04091204,0.00063666044,0.000070129514,0.00004576999,0.011177794],"study_design_scores_gemma":[0.0017597175,0.00024953845,0.7969296,0.00042292397,0.000013380674,0.00036816206,0.000049249753,0.19924243,0.00022880544,0.000020268353,0.00033347897,0.00038245256],"about_ca_topic_score_codex":0.00003506296,"about_ca_topic_score_gemma":0.000016585404,"teacher_disagreement_score":0.24544309,"about_ca_system_score_codex":0.00019692414,"about_ca_system_score_gemma":0.00010151788,"threshold_uncertainty_score":0.99988425},"labels":[],"label_agreement":null},{"id":"W2786424616","doi":"10.1007/s10664-018-9595-8","title":"Studying software logging using topic models","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Logging; Computer science; Software; Software engineering; Operating system; Forestry; Geography","score_opus":0.0777747160628274,"score_gpt":0.31632667881580295,"score_spread":0.23855196275297555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786424616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26345015,0.00025438535,0.73268384,0.00007650625,0.00087029627,0.0001803098,0.0000018457758,0.0024655533,0.000017141108],"genre_scores_gemma":[0.6252622,0.0000036380486,0.3738894,0.00015090873,0.0005382026,0.000022490141,0.0000018200784,0.000067602305,0.00006372027],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966944,0.000049304468,0.00044610328,0.0008622523,0.00080082525,0.0011471029],"domain_scores_gemma":[0.99704987,0.001229239,0.00006312567,0.0010519505,0.00021824561,0.00038757786],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005118187,0.00042134177,0.00040098032,0.0004252509,0.00030345394,0.00031547886,0.001483752,0.00019135338,0.00003722779],"category_scores_gemma":[0.002446872,0.0004387199,0.00015246426,0.0012021653,0.000070435526,0.0010697916,0.0009817422,0.00057238614,0.000099645236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001816253,0.0002471808,0.3876337,0.00043449018,0.00027895125,0.00038795779,0.004282119,0.57202154,0.0012233742,0.0012693872,0.0022381775,0.029964939],"study_design_scores_gemma":[0.00067426916,0.00020977952,0.05016086,0.00025304616,0.00002132933,0.00013867297,0.000021560241,0.938502,0.0017560574,0.001162614,0.0058087194,0.0012911048],"about_ca_topic_score_codex":0.000035299057,"about_ca_topic_score_gemma":0.0000013859794,"teacher_disagreement_score":0.36648044,"about_ca_system_score_codex":0.0003814306,"about_ca_system_score_gemma":0.00013470015,"threshold_uncertainty_score":0.99980646},"labels":[],"label_agreement":null},{"id":"W2786656115","doi":"10.22215/etd/2017-11954","title":"An investigation of software vulnerabilities in open source software projects using data from publicly-available online sources.","year":2017,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Workflow; Software project management; Commit; Software peer review; Software; Software engineering; Data science; Scripting language; World Wide Web; Software quality; Secure coding; Database; Software development; Computer security; Software construction; Software security assurance; Information security; Operating system","score_opus":0.13382109037581552,"score_gpt":0.35852252454556854,"score_spread":0.22470143416975302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2786656115","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9368354,0.00044864535,0.059770003,0.00004011656,0.00057810056,0.0012352988,0.00042366123,0.000600447,0.00006831291],"genre_scores_gemma":[0.14455506,0.000036360765,0.8115541,0.00008700837,0.00040950227,0.00014636018,0.028985517,0.00027578804,0.013950328],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953036,0.00026614664,0.00081456045,0.0019339616,0.0010539881,0.0006277608],"domain_scores_gemma":[0.9908574,0.0011612232,0.00060860364,0.006560825,0.0005674972,0.00024440335],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0016255799,0.00050373096,0.0008038855,0.00075802003,0.00033305513,0.0026851743,0.0139145525,0.0004999336,0.00021150046],"category_scores_gemma":[0.0060223136,0.0005132538,0.000061013485,0.00068471424,0.00015236929,0.005800476,0.0021831102,0.0008433551,0.000023216955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011004481,0.00061906374,0.91519475,0.0017856017,0.00020836096,0.00003951384,0.016628055,0.005861751,0.0016451514,0.000121073994,0.0063046305,0.051482014],"study_design_scores_gemma":[0.0040692254,0.00069608475,0.33803216,0.006059912,0.0001489597,0.000021247217,0.007685977,0.6065849,0.022635655,0.005234637,0.004018295,0.004812941],"about_ca_topic_score_codex":0.06027525,"about_ca_topic_score_gemma":0.020176813,"teacher_disagreement_score":0.7922804,"about_ca_system_score_codex":0.00022014265,"about_ca_system_score_gemma":0.0030275749,"threshold_uncertainty_score":0.9997319},"labels":[],"label_agreement":null},{"id":"W2790826992","doi":"10.1177/0741088317748590","title":"Coding for Language Complexity: The Interplay Among Methodological Commitments, Tools, and Workflow in Writing Research","year":2018,"lang":"en","type":"article","venue":"Written Communication","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Coding (social sciences); Computer science; Workflow; Knowledge management; Data science; Sociology","score_opus":0.2972465483711375,"score_gpt":0.4600617848547799,"score_spread":0.16281523648364238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790826992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50312304,0.001111506,0.48650333,0.007185757,0.00008792851,0.0010511709,0.000008209117,0.00021827337,0.0007107482],"genre_scores_gemma":[0.83407223,0.000051354455,0.1655213,0.00010200192,0.000049388258,0.00014660305,0.000013492658,0.000009069989,0.000034544264],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99766093,0.0012031654,0.00023722896,0.00025940646,0.00027713348,0.00036212997],"domain_scores_gemma":[0.98631287,0.0122219715,0.00004393388,0.001189859,0.00017973315,0.000051618274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008366523,0.00008964942,0.00014651757,0.0001594963,0.0004787534,0.00040609788,0.0018801286,0.000070842405,0.0000068409936],"category_scores_gemma":[0.0034282801,0.00007075743,0.000026822812,0.00054646604,0.000495963,0.00033715344,0.0015116172,0.00053752057,0.0000076224883],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008933552,0.00023981427,0.20805088,0.00012644395,0.000060631915,0.000013346149,0.02698494,0.000033011635,0.0034102502,0.14765368,0.0049147815,0.6084229],"study_design_scores_gemma":[0.0013482684,0.00040461862,0.73751736,0.0006251336,0.0000064034907,0.00003238748,0.0043983166,0.22040783,0.0023412146,0.02705801,0.005405932,0.0004545399],"about_ca_topic_score_codex":0.0001846394,"about_ca_topic_score_gemma":0.0003244789,"teacher_disagreement_score":0.60796833,"about_ca_system_score_codex":0.000097971446,"about_ca_system_score_gemma":0.000020531512,"threshold_uncertainty_score":0.4104219},"labels":[],"label_agreement":null},{"id":"W2791141695","doi":"10.48550/arxiv.1801.02716","title":"The Android Update Problem: An Empirical Study","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Android (operating system); Computer science; Phone; Empirical research; Merge (version control); Android application; Operating system; Information retrieval","score_opus":0.08550174080827891,"score_gpt":0.24521493097975525,"score_spread":0.15971319017147634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791141695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7689768,0.00003698422,0.22885664,0.00014347906,0.0005530976,0.00059524394,0.0000033490778,0.0005345277,0.00029986535],"genre_scores_gemma":[0.99758273,0.00004658842,0.0015394327,0.00004192592,0.00013482518,0.0000038991475,0.000004297979,0.00002448474,0.0006217891],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973962,0.00032083123,0.00018573436,0.0013177759,0.00023702161,0.0005424596],"domain_scores_gemma":[0.99617827,0.00043876332,0.00010450564,0.0027372937,0.00027962448,0.00026152015],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009904264,0.00029127634,0.0002407391,0.00020534817,0.00038830232,0.0004681635,0.004890028,0.0002573556,0.000015215253],"category_scores_gemma":[0.00016115134,0.00025085322,0.00010706498,0.00076646154,0.00017856866,0.00038303089,0.004684399,0.0011465038,0.00023217703],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014977789,0.0017532457,0.8491604,0.000120121746,0.0006278704,0.0021770182,0.0024777974,0.098997936,0.0000117787895,0.028956627,0.01113667,0.0044307658],"study_design_scores_gemma":[0.0015730173,0.0013776979,0.20300877,0.00008571015,0.000105113744,0.000025755236,0.0003041922,0.71191,0.00009933292,0.070241846,0.009646159,0.0016223881],"about_ca_topic_score_codex":0.00006439189,"about_ca_topic_score_gemma":0.00007474926,"teacher_disagreement_score":0.6461516,"about_ca_system_score_codex":0.00020289398,"about_ca_system_score_gemma":0.000284451,"threshold_uncertainty_score":0.9999944},"labels":[],"label_agreement":null},{"id":"W2791914593","doi":"10.1002/smr.1936","title":"Merge‐Tree: Visualizing the integration of commits into Linux","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Commit; Computer science; Merge (version control); Linux kernel; Operating system; Directed acyclic graph; Android (operating system); Programming language; Database; Parallel computing; Algorithm","score_opus":0.022560551012825312,"score_gpt":0.3253684435478788,"score_spread":0.30280789253505347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2791914593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16290188,0.0012152146,0.8348554,0.0004677014,0.0004424287,0.000057167214,4.468006e-7,0.000040465762,0.000019347379],"genre_scores_gemma":[0.9779492,0.00004347418,0.021666083,0.000044986304,0.00025342105,0.0000019543886,2.6314788e-7,0.0000067451497,0.000033856468],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988657,0.00006654503,0.00034935636,0.00011204833,0.0004653146,0.00014104029],"domain_scores_gemma":[0.9979329,0.0004258878,0.00026389054,0.00017805764,0.0011199604,0.00007929814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009378267,0.000089477246,0.00015316866,0.00019071983,0.00015151604,0.00006988042,0.0005751067,0.000056841687,0.0000066667308],"category_scores_gemma":[0.0017905086,0.000058941412,0.000047629877,0.00057714916,0.00013736119,0.00058259064,0.000097114615,0.0002419727,0.000003462909],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034902763,0.0004796478,0.20323183,0.0010140146,0.00032801833,0.00002912152,0.053555887,0.00084443635,0.00995895,0.021061147,0.014025744,0.6951222],"study_design_scores_gemma":[0.004195027,0.005674401,0.7092195,0.0032398007,0.00014803374,0.0012676321,0.0037577387,0.10765675,0.06959657,0.07927063,0.014594039,0.0013798595],"about_ca_topic_score_codex":0.00001834135,"about_ca_topic_score_gemma":0.000015496864,"teacher_disagreement_score":0.8150473,"about_ca_system_score_codex":0.00005662849,"about_ca_system_score_gemma":0.00016279415,"threshold_uncertainty_score":0.2403561},"labels":[],"label_agreement":null},{"id":"W2792248403","doi":"10.11575/prism/25515","title":"Data Analytics for Optimized Matching in Software Development","year":2017,"lang":"en","type":"dissertation","venue":"PRISM (University of Calgary)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates; Alberta Innovates - Technology Futures","keywords":"Computer science; Matching (statistics); Analytics; Data science; Software analytics; Software; Software engineering; Software development; Data mining; Software development process; Statistics; Mathematics; Programming language","score_opus":0.03969259177900502,"score_gpt":0.2738157909532583,"score_spread":0.23412319917425328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792248403","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009040878,0.00014164283,0.989757,0.000047608002,0.0002621391,0.0003349958,0.000002999882,0.00009412272,0.00031862716],"genre_scores_gemma":[0.0009058252,0.000050763654,0.99039406,0.000003449254,0.000007565154,0.0000012975102,0.000770456,0.000018413833,0.007848176],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986429,0.000021814218,0.0001624459,0.00051484274,0.0003858257,0.00027216776],"domain_scores_gemma":[0.9978897,0.00037694344,0.00020898285,0.0013219145,0.00011858803,0.00008386176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004838734,0.00016395688,0.00035240868,0.00040565064,0.00019030638,0.00006626845,0.0041827955,0.0002051035,0.000012342591],"category_scores_gemma":[0.00045993412,0.00022008081,0.000064974534,0.0001283205,0.000025144847,0.000514457,0.0005927905,0.000296962,0.000008217205],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015456312,0.000119837976,0.0008621015,0.0010471663,0.00021475076,0.00014605907,0.006747122,0.00014619422,0.000036725833,0.0004525168,0.003019868,0.9870531],"study_design_scores_gemma":[0.005153927,0.00010833477,0.1505823,0.0016939995,0.0001343816,0.0000054063803,0.00032936552,0.7798316,0.00039143578,0.002199271,0.057797868,0.0017721117],"about_ca_topic_score_codex":0.0002951871,"about_ca_topic_score_gemma":0.00013787071,"teacher_disagreement_score":0.985281,"about_ca_system_score_codex":0.00012873339,"about_ca_system_score_gemma":0.00060080533,"threshold_uncertainty_score":0.8974635},"labels":[],"label_agreement":null},{"id":"W2793175118","doi":"10.1007/s10664-018-9604-y","title":"Studying the consistency of star ratings and the complaints in 1 &amp; 2-star user reviews for top free cross-platform Android and iOS apps","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Android (operating system); Computer science; Mobile apps; World Wide Web; Revenue; Star (game theory); App store; Download; User experience design; Consistency (knowledge bases); Human–computer interaction; Operating system; Artificial intelligence","score_opus":0.05466891975716319,"score_gpt":0.32305640697843746,"score_spread":0.26838748722127426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793175118","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6671609,0.0025257096,0.3287059,0.00034046682,0.00018382914,0.00093480916,0.000008436683,0.00013422589,0.0000057073257],"genre_scores_gemma":[0.87548465,0.00014735963,0.1236978,0.00021876543,0.00015460944,0.00020606485,0.0000027460837,0.00003822244,0.000049784783],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99819803,0.000058709313,0.0005300116,0.00041665003,0.00033338054,0.00046322803],"domain_scores_gemma":[0.99364233,0.0052459016,0.00009252973,0.00076308206,0.0001457359,0.00011044237],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021029175,0.00023775328,0.00045627556,0.00011729375,0.00023147542,0.00019064212,0.00087319,0.00008292924,0.000006547239],"category_scores_gemma":[0.0098717,0.00014960703,0.00007735885,0.0005093376,0.00033567756,0.0002857153,0.0006853804,0.00034233846,0.0000036842446],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031817492,0.00021966037,0.9233748,0.002445965,0.00027956654,0.00002443579,0.028993186,0.0029894419,0.00076391996,0.0065087164,0.006846989,0.027235165],"study_design_scores_gemma":[0.010077146,0.0006253661,0.735698,0.0013002312,0.00006006762,0.00016137015,0.00018506072,0.13059309,0.0009510088,0.002911281,0.11595922,0.0014781557],"about_ca_topic_score_codex":0.000048463284,"about_ca_topic_score_gemma":0.000035214834,"teacher_disagreement_score":0.20832373,"about_ca_system_score_codex":0.00005603553,"about_ca_system_score_gemma":0.000039093622,"threshold_uncertainty_score":0.9984686},"labels":[],"label_agreement":null},{"id":"W2793227253","doi":"10.1007/s10664-017-9592-3","title":"ProMeTA: a taxonomy for program metamodels in program reverse engineering","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Japan Society for the Promotion of Science","keywords":"Metamodeling; Taxonomy (biology); Computer science; Reuse; Software engineering; Program comprehension; Systems engineering; Orthogonality; Artificial intelligence; Engineering; Programming language; Software; Software system","score_opus":0.0615456604311363,"score_gpt":0.3297100329207495,"score_spread":0.2681643724896132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793227253","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060714662,0.00022761556,0.92970574,0.00021566961,0.00067078887,0.0033833487,0.0000061074893,0.0050603827,0.000015685817],"genre_scores_gemma":[0.21023217,0.000004014928,0.782805,0.000056519002,0.00038660268,0.006340308,0.000008571548,0.00009507272,0.00007170754],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99647933,0.000029375975,0.0005775201,0.0009753951,0.00054267247,0.0013957135],"domain_scores_gemma":[0.99717396,0.001223357,0.000064567575,0.00089739286,0.0002412092,0.00039953046],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008171141,0.0004889889,0.0005491016,0.00068973453,0.0000893413,0.00029893167,0.0013230284,0.00023316349,0.000014186914],"category_scores_gemma":[0.0043379785,0.0004992426,0.00022831299,0.0022259285,0.000054290176,0.0007387496,0.00045094136,0.0005556318,0.000049229067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017504193,0.00421778,0.20692949,0.0035107478,0.0010046894,0.00048794172,0.0031232599,0.18003035,0.0018174254,0.0045965337,0.014209111,0.57989764],"study_design_scores_gemma":[0.0012826433,0.0010804357,0.023420863,0.00022797353,0.000021028347,0.000042641273,0.0000052740943,0.7049949,0.0017166379,0.0001226825,0.26592433,0.0011606001],"about_ca_topic_score_codex":0.000015199816,"about_ca_topic_score_gemma":0.0000037357106,"teacher_disagreement_score":0.578737,"about_ca_system_score_codex":0.00033828328,"about_ca_system_score_gemma":0.00014239909,"threshold_uncertainty_score":0.9997459},"labels":[],"label_agreement":null},{"id":"W2794642134","doi":"10.1145/3178315.3178326","title":"Prioritizing lingering bugs","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software bug; Computer science; Security bug; Principal (computer security); Deci-; Risk analysis (engineering); Software; Business; Computer security; Programming language; Political science","score_opus":0.02061314265003952,"score_gpt":0.2630739726971938,"score_spread":0.24246083004715427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794642134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4427668,0.0006846473,0.548192,0.00027583705,0.0018809282,0.00025076992,0.000004814776,0.0059365663,0.0000076130814],"genre_scores_gemma":[0.69589376,0.000012684801,0.3031752,0.000074362186,0.00069011765,0.000034004515,0.000003226288,0.00007551634,0.000041147596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970065,0.00002564328,0.00039948482,0.00082452275,0.0006630573,0.001080834],"domain_scores_gemma":[0.9148093,0.08149521,0.000092285765,0.0027447564,0.00040440913,0.0004540519],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005528545,0.00042956125,0.00034949023,0.00046230198,0.00023925146,0.0003894472,0.002754443,0.00018972321,0.000023816103],"category_scores_gemma":[0.29189718,0.0004763601,0.00013610149,0.0011890852,0.00007755902,0.0008027677,0.0014152592,0.00052564184,0.00039123333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017773651,0.00013610789,0.84345025,0.00051414483,0.00018926858,0.00030510986,0.0031741906,0.0012298918,0.04830645,0.0046168966,0.0014930456,0.09656685],"study_design_scores_gemma":[0.0013144744,0.0006676478,0.8329662,0.000910531,0.00003452969,0.00035461067,0.00001855346,0.011711648,0.11400052,0.00026945389,0.03462864,0.0031231726],"about_ca_topic_score_codex":0.000034808996,"about_ca_topic_score_gemma":0.0000021080252,"teacher_disagreement_score":0.2913443,"about_ca_system_score_codex":0.00016417673,"about_ca_system_score_gemma":0.000108725646,"threshold_uncertainty_score":0.9997688},"labels":[],"label_agreement":null},{"id":"W2794757881","doi":"10.1145/3178315.3178324","title":"Stakeholder Concern-Driven Requirements Analytics","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements management; Computer science; Requirements analysis; Requirements engineering; Analytics; Traceability; Business requirements; Process (computing); Stakeholder; Requirements elicitation; Process management; Requirement; Risk analysis (engineering); Business process; Software engineering; Engineering; Data science; Software; Work in process; Business","score_opus":0.09397902749149702,"score_gpt":0.30309292860879433,"score_spread":0.20911390111729733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794757881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3394351,0.00027798844,0.65450156,0.00033961816,0.0015632542,0.00032740273,0.000018641595,0.0035271384,0.000009258555],"genre_scores_gemma":[0.8287223,0.000012142132,0.17045102,0.00013411605,0.0004454363,0.000033462977,0.00001082361,0.000076790646,0.00011389054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968555,0.00003188832,0.00043344995,0.00080428494,0.0008712764,0.0010036075],"domain_scores_gemma":[0.9564139,0.03997068,0.00010599971,0.0026402608,0.00046225812,0.00040690205],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039625962,0.00043019158,0.000365192,0.00039453246,0.0001788433,0.0003044085,0.002935859,0.00018027145,0.00009412774],"category_scores_gemma":[0.17268026,0.00045481545,0.00012095296,0.0011721023,0.00011658944,0.00075812987,0.0011957155,0.00041174958,0.00042236928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010937268,0.00010139162,0.9705607,0.00016734567,0.00019802147,0.00012476637,0.0010632902,0.0043303194,0.004326396,0.0017044424,0.004306442,0.0131059475],"study_design_scores_gemma":[0.0020289465,0.00078081025,0.8997862,0.0005571423,0.00006895717,0.00011486301,0.000026644566,0.027656408,0.040835373,0.0001933072,0.0251307,0.002820654],"about_ca_topic_score_codex":0.000030945066,"about_ca_topic_score_gemma":0.0000036931685,"teacher_disagreement_score":0.4892872,"about_ca_system_score_codex":0.00021668145,"about_ca_system_score_gemma":0.00013472584,"threshold_uncertainty_score":0.9997904},"labels":[],"label_agreement":null},{"id":"W2795368212","doi":"10.1109/saner.2018.8330213","title":"Classifying stack overflow posts on API issues","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Queen's University","funders":"","keywords":"Computer science; Documentation; Task (project management); Conditional random field; Generalizability theory; Field (mathematics); World Wide Web; Application programming interface; Baseline (sea); Data science; Software engineering; Artificial intelligence; Programming language; Engineering","score_opus":0.03463733268093194,"score_gpt":0.3190475714169406,"score_spread":0.2844102387360087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795368212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29375237,0.00013342722,0.6761672,0.0040603466,0.0015251971,0.00023623912,0.0000014165461,0.0021285717,0.021995258],"genre_scores_gemma":[0.9498902,0.00000608825,0.044363774,0.0003774523,0.00028735516,0.000004721158,4.266764e-7,0.0000126737805,0.0050572925],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99886703,0.00001809992,0.000089711604,0.00029832756,0.00040476953,0.00032205152],"domain_scores_gemma":[0.9988596,0.00030214246,0.000012312428,0.0006351681,0.00009303322,0.00009778061],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002041079,0.00009307248,0.0000802562,0.00011400136,0.00007482773,0.00018211293,0.00073223223,0.000042937907,0.00015846644],"category_scores_gemma":[0.00033335408,0.00007837271,0.000026769329,0.00031894734,0.00003946363,0.0002565634,0.00025139094,0.00012374387,0.0018241389],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005761131,0.00039905414,0.058441907,0.00011197094,0.00012302937,0.00019985043,0.003978005,0.00044885985,0.017018817,0.26600733,0.38418368,0.2690299],"study_design_scores_gemma":[0.0013327983,0.0026209143,0.2707351,0.00022015559,0.0000046399646,0.00004667525,0.00006463298,0.23495108,0.22668804,0.004789012,0.25713384,0.0014130654],"about_ca_topic_score_codex":0.000034208668,"about_ca_topic_score_gemma":0.000004942233,"teacher_disagreement_score":0.6561378,"about_ca_system_score_codex":0.000054095057,"about_ca_system_score_gemma":0.000034534834,"threshold_uncertainty_score":0.99895304},"labels":[],"label_agreement":null},{"id":"W2795374451","doi":"10.1109/saner.2018.8330193","title":"Design patterns impact on software quality: Where are the theories?","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"","keywords":"Software engineering; Computer science; Software development; Software quality; Software; Software peer review; Business process reengineering; Software design; Quality (philosophy); Software construction; Engineering; Programming language","score_opus":0.043395890520943274,"score_gpt":0.3347946077419956,"score_spread":0.2913987172210523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795374451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04049576,0.000041107494,0.9570769,0.0010632004,0.00028547118,0.00019865736,0.000004050884,0.00065838394,0.00017646802],"genre_scores_gemma":[0.9808412,0.0000067318647,0.01774996,0.0005159222,0.00021653081,0.000025055291,5.425175e-7,0.000020028412,0.00062399206],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825114,0.00023834954,0.00015359189,0.0003580961,0.0005513737,0.00044742317],"domain_scores_gemma":[0.9959011,0.0024409313,0.000049646074,0.0013201507,0.00017059686,0.000117554024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010774094,0.00017535083,0.00014193828,0.00007339574,0.00019504949,0.00033675166,0.0016233586,0.000060554252,0.00024022655],"category_scores_gemma":[0.00077199156,0.000093430295,0.00007618948,0.00039253186,0.00008519351,0.00023439756,0.0003096326,0.0002285084,0.0005455014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015963014,0.00029846726,0.6806069,0.00011235183,0.0003079249,0.00010079645,0.0061251773,0.003320087,0.00020222366,0.12018561,0.06607729,0.12250354],"study_design_scores_gemma":[0.0007620257,0.0016025336,0.94660574,0.00020566762,0.000008110832,0.000044160995,0.0003731306,0.019036986,0.0087601105,0.018882165,0.002727932,0.0009914237],"about_ca_topic_score_codex":0.00011405064,"about_ca_topic_score_gemma":0.000021072297,"teacher_disagreement_score":0.94034547,"about_ca_system_score_codex":0.00008473244,"about_ca_system_score_gemma":0.00008218171,"threshold_uncertainty_score":0.70114994},"labels":[],"label_agreement":null},{"id":"W2795591975","doi":"10.1109/saner.2018.8330230","title":"Detection of protection-impacting changes during software evolution","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software evolution; Computer science; Software; Software system; Software construction; Operating system","score_opus":0.01986508054890323,"score_gpt":0.2510046316356482,"score_spread":0.23113955108674494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795591975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38068575,0.000013447202,0.61855054,0.000044071272,0.00018688463,0.00009841833,1.5573406e-7,0.00038935052,0.000031386793],"genre_scores_gemma":[0.9834608,8.108977e-7,0.016201923,0.0000032461446,0.00016540158,0.000021659525,7.5435906e-8,0.0000079041165,0.00013821732],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99920607,0.000023307744,0.00009860473,0.00020279312,0.0002502791,0.00021896411],"domain_scores_gemma":[0.9993145,0.000090174646,0.000044740642,0.00031008173,0.00019141212,0.000049128867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022727718,0.00006958345,0.000072073904,0.00022367509,0.00012871243,0.00003701011,0.00025794172,0.000047408128,0.000014473385],"category_scores_gemma":[0.000911565,0.00006618837,0.00002319527,0.0006092361,0.000033248078,0.00029677464,0.00013320327,0.0000970719,0.000032213567],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022370428,0.000042937365,0.011676127,0.00016948517,0.00003042803,0.0000025703555,0.0009179226,0.00024147057,0.87454885,0.00042183543,0.000018348403,0.11190768],"study_design_scores_gemma":[0.00015797578,0.00021961304,0.13584267,0.000036068195,0.000001376648,0.000028062075,0.000023420502,0.0150508685,0.8482753,0.00020059865,0.00005243784,0.000111624875],"about_ca_topic_score_codex":0.00018254199,"about_ca_topic_score_gemma":0.000067870256,"teacher_disagreement_score":0.60277504,"about_ca_system_score_codex":0.00012768598,"about_ca_system_score_gemma":0.000026861655,"threshold_uncertainty_score":0.2699083},"labels":[],"label_agreement":null},{"id":"W2795698999","doi":"10.1109/saner.2018.8330233","title":"Towards just-in-time suggestions for log changes (journal-first abstract)","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Commit; Computer science; Code (set theory); Open source; Source code; Software; Data science; Software engineering; Database; Programming language; Set (abstract data type)","score_opus":0.03734781818199455,"score_gpt":0.30597578561755834,"score_spread":0.2686279674355638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795698999","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0684763,0.00013398725,0.9051883,0.019969229,0.001504733,0.0005471894,0.0000071831596,0.0007220763,0.0034509774],"genre_scores_gemma":[0.8580551,0.000036481673,0.13716735,0.0002938898,0.001054775,0.00006439844,0.0000018822722,0.00002575513,0.0033003625],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9988869,0.000009381028,0.00014180782,0.00023098187,0.00030841393,0.00042251384],"domain_scores_gemma":[0.9987284,0.00053455634,0.000027919838,0.00035805302,0.00021090012,0.00014016755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006697859,0.0001000021,0.000115673276,0.0002672273,0.00013641125,0.0002356889,0.0010017328,0.00006514244,0.00022042784],"category_scores_gemma":[0.0007763763,0.000087177825,0.000041191965,0.00037907818,0.000048524038,0.00024198672,0.00017355141,0.00016251522,0.000337742],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008938327,0.001067678,0.021216381,0.00037066903,0.0001985794,0.00030731116,0.008108466,0.0015965553,0.005423338,0.046480417,0.53911036,0.37603083],"study_design_scores_gemma":[0.0036114345,0.0022998066,0.53563404,0.000409901,0.000022208362,0.00050850684,0.00012642311,0.1117041,0.030342087,0.01036552,0.3032184,0.0017575988],"about_ca_topic_score_codex":0.000037425696,"about_ca_topic_score_gemma":0.00013853726,"teacher_disagreement_score":0.7895788,"about_ca_system_score_codex":0.00009807101,"about_ca_system_score_gemma":0.00009731686,"threshold_uncertainty_score":0.43411028},"labels":[],"label_agreement":null},{"id":"W2795734224","doi":"10.1145/3173574.3173859","title":"Leveraging Community-Generated Videos and Command Logs to Classify and Recommend Software Workflows","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Workflow; Computer science; Task (project management); Software; Recommender system; Data science; Software engineering; Data mining; World Wide Web; Database; Engineering","score_opus":0.04597109284609218,"score_gpt":0.28601824589909614,"score_spread":0.24004715305300395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795734224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5324901,0.000088576024,0.46413082,0.0022125335,0.00019158324,0.00017237982,0.000001356244,0.00045094872,0.0002617361],"genre_scores_gemma":[0.83419883,0.000014166756,0.16357267,0.0016358796,0.000060802395,0.000017389915,0.000002544739,0.000019454594,0.00047828525],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986817,0.00019753043,0.00017622503,0.0003286366,0.00020771592,0.00040817994],"domain_scores_gemma":[0.99758977,0.0012360055,0.000021773305,0.0007189668,0.00014349991,0.00028996967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007717314,0.0001741655,0.0001862534,0.00020597901,0.00050140027,0.00043977273,0.00067310693,0.00007609239,0.000033835633],"category_scores_gemma":[0.0005180397,0.00016200216,0.000016107439,0.0005326076,0.00010989575,0.00030456128,0.0012596974,0.00043805144,0.000042755764],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049411963,0.00017694637,0.21387699,0.00013834801,0.00012912134,0.000045241424,0.014950361,0.00013125403,0.003440037,0.0019608184,0.07156444,0.693537],"study_design_scores_gemma":[0.0054342216,0.002969205,0.5975354,0.00076274463,0.000036121117,0.00054238155,0.0011193629,0.1898406,0.023725249,0.010599715,0.1637839,0.003651127],"about_ca_topic_score_codex":0.00020561572,"about_ca_topic_score_gemma":0.00010218737,"teacher_disagreement_score":0.6898859,"about_ca_system_score_codex":0.000048753533,"about_ca_system_score_gemma":0.000032585718,"threshold_uncertainty_score":0.6606257},"labels":[],"label_agreement":null},{"id":"W2795753518","doi":"10.1109/saner.2018.8330219","title":"Syntax and sensibility: Using language models to detect and correct syntax errors","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Nvidia","keywords":"Computer science; Syntax error; Syntax; Programming language; Parsing; Natural language processing; Java; Abstract syntax; Abstract syntax tree; Artificial intelligence; Language model; Source code; Security token; Code (set theory)","score_opus":0.035670842053011735,"score_gpt":0.29222504636629054,"score_spread":0.2565542043132788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795753518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5073207,0.00005304148,0.49217078,0.00005290724,0.00008356888,0.00009183797,7.1490194e-7,0.00015015618,0.00007630903],"genre_scores_gemma":[0.8118752,0.0000018646083,0.18789719,0.000102200494,0.000037569294,0.000002255617,8.792396e-8,0.000009746113,0.00007387428],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989089,0.000038844646,0.00010507238,0.00043330446,0.00021319871,0.00030071122],"domain_scores_gemma":[0.9988844,0.0003691588,0.000013018252,0.00047426653,0.000067358575,0.0001918428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039310503,0.000114436494,0.00013185153,0.00014381485,0.00008665783,0.00014000434,0.00023175056,0.00004504227,0.000008677729],"category_scores_gemma":[0.00034260956,0.000102120546,0.000015610152,0.00032250327,0.000067868015,0.00027392243,0.0005016871,0.00009413096,0.000015528709],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009307343,0.000059898153,0.01606819,0.0002853418,0.0001423062,0.00040326163,0.0295184,0.009013269,0.15990655,0.0030204463,0.0010696369,0.78041965],"study_design_scores_gemma":[0.00015301695,0.00017118486,0.0030127107,0.00004594902,0.0000048194815,0.00018416796,0.0001450138,0.96285516,0.03223012,0.0008757141,0.000044895638,0.00027724478],"about_ca_topic_score_codex":0.00064983213,"about_ca_topic_score_gemma":0.00015872756,"teacher_disagreement_score":0.95384187,"about_ca_system_score_codex":0.000046788147,"about_ca_system_score_gemma":0.00003546181,"threshold_uncertainty_score":0.41643548},"labels":[],"label_agreement":null},{"id":"W2795757906","doi":"10.1109/saner.2018.8330196","title":"Micro-clones in evolving software","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code refactoring; clone (Java method); Software maintenance; Code (set theory); Computer science; BitTorrent tracker; Base (topology); Software; Programming language; Source code; Source lines of code; Software system; Biology; Artificial intelligence; Genetics; Gene; Mathematics","score_opus":0.015377828643177674,"score_gpt":0.26542894900770336,"score_spread":0.2500511203645257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795757906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17847273,0.00011301286,0.81941664,0.00030539377,0.00031908118,0.000074641306,2.0889856e-7,0.00058112,0.00071720546],"genre_scores_gemma":[0.7073029,0.0000018545785,0.29185584,0.00008954991,0.000074167045,0.00000627411,1.952933e-7,0.000007064904,0.00066209456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991699,0.000016222997,0.00009875734,0.00024039736,0.00018225922,0.00029247376],"domain_scores_gemma":[0.9991089,0.00032847613,0.000009085181,0.0004140642,0.0000829872,0.00005649904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022879109,0.00006804042,0.00007092301,0.00016961717,0.00003885401,0.000100933765,0.00072185014,0.000035097924,0.00010811838],"category_scores_gemma":[0.00070138753,0.000062506304,0.000018313829,0.00053649116,0.00003517277,0.00030552817,0.0003158216,0.000095512,0.0004535463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005628492,0.000112918904,0.8716111,0.00005425175,0.000016781973,0.000116292875,0.0023861723,0.000091678085,0.010551042,0.0065700095,0.02373777,0.08474632],"study_design_scores_gemma":[0.00059038564,0.00017218712,0.9097194,0.000087160624,9.689325e-7,0.000045064622,0.000026212272,0.034378067,0.045038816,0.0027712039,0.0066599576,0.00051058474],"about_ca_topic_score_codex":0.0000792359,"about_ca_topic_score_gemma":0.00003452425,"teacher_disagreement_score":0.52883023,"about_ca_system_score_codex":0.000048893184,"about_ca_system_score_gemma":0.000043486754,"threshold_uncertainty_score":0.5829571},"labels":[],"label_agreement":null},{"id":"W2795868997","doi":"10.1109/saner.2018.8330192","title":"Ten years of JDeodorant: Lessons learned from the hunt for smells","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Code smell; Computer science; Java; Code (set theory); Software engineering; Source code; Software; Empirical research; Programming language; Software development; Software quality","score_opus":0.07313347573389459,"score_gpt":0.32823969725265145,"score_spread":0.25510622151875684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795868997","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09337025,0.000061828236,0.9001285,0.005355055,0.000289049,0.00020850444,0.00001341418,0.0001661581,0.00040724888],"genre_scores_gemma":[0.9341657,0.0000078622925,0.06482486,0.00013788923,0.0001450614,0.000013032329,0.0000013121746,0.0000099616,0.00069428404],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992663,0.000021920177,0.000100260666,0.00020192184,0.00021454875,0.00019501959],"domain_scores_gemma":[0.99756753,0.0016671383,0.000022383294,0.00060798915,0.00009589859,0.00003905167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033230655,0.000053287178,0.00008804625,0.000034093817,0.000045934794,0.000054095042,0.0010468313,0.00003460405,0.000046810816],"category_scores_gemma":[0.0005252603,0.00003780423,0.00004602728,0.00022242784,0.00007662004,0.0000851835,0.00022571813,0.00006877286,0.00009762135],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038799764,0.00011989746,0.0066722827,0.000025935231,0.00014436404,0.0000056732238,0.005596584,0.00023109821,0.016205177,0.07266022,0.048578158,0.8497218],"study_design_scores_gemma":[0.0022320792,0.00086943485,0.46173373,0.00012016081,0.000025954287,0.000004934585,0.0002580028,0.13075739,0.1556197,0.04227901,0.2053673,0.00073231314],"about_ca_topic_score_codex":0.000283143,"about_ca_topic_score_gemma":0.000027008768,"teacher_disagreement_score":0.8489895,"about_ca_system_score_codex":0.00001306797,"about_ca_system_score_gemma":0.00004770313,"threshold_uncertainty_score":0.19452903},"labels":[],"label_agreement":null},{"id":"W2796071471","doi":"10.1109/saner.2018.8330217","title":"A generalized model for visualizing library popularity, adoption, and diffusion within a software ecosystem","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science","keywords":"Computer science; Popularity; Dependency (UML); Software; Reuse; Ecosystem; Data science; Software evolution; Software engineering; World Wide Web; Software development; Software construction; Ecology; Programming language","score_opus":0.03195126229654964,"score_gpt":0.28509201897984204,"score_spread":0.2531407566832924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796071471","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27582794,0.00007089686,0.7227814,0.00016124686,0.00013976282,0.00025781154,0.0000051753054,0.0007402233,0.000015521198],"genre_scores_gemma":[0.45667887,0.000005697086,0.54237974,0.00014708529,0.000091252965,0.000046273064,0.000005061206,0.00002094983,0.00062508736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987744,0.000034999535,0.0002161625,0.00042486412,0.0002501597,0.00029943322],"domain_scores_gemma":[0.99911386,0.00018125921,0.000041761556,0.0004162714,0.000096481956,0.00015038435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028745225,0.00013903694,0.00016051921,0.00015684804,0.00019188983,0.00033252998,0.00050259015,0.00006865637,0.000008590881],"category_scores_gemma":[0.00022598037,0.00012083855,0.000043148102,0.000258861,0.000024709132,0.0007743997,0.00060942123,0.00008044705,0.000009387682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022810834,0.00046454958,0.1731479,0.0016165826,0.00017799623,0.00003645265,0.010433608,0.008412213,0.010278646,0.72110146,0.029234767,0.044867698],"study_design_scores_gemma":[0.0004632919,0.0000755999,0.0012528183,0.00004467938,0.0000027684848,0.000015139453,0.0000061953956,0.99289674,0.00086446945,0.0038673403,0.00033995867,0.00017102368],"about_ca_topic_score_codex":0.00001674839,"about_ca_topic_score_gemma":0.000019550702,"teacher_disagreement_score":0.9844845,"about_ca_system_score_codex":0.0000253707,"about_ca_system_score_gemma":0.000069907335,"threshold_uncertainty_score":0.4927653},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2796141603","doi":"10.1109/saner.2018.8330194","title":"Benchmarks for software clone detection: A ten-year retrospective","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"clone (Java method); Benchmark (surveying); Java; Computer science; Source lines of code; Software maintenance; Cloning (programming); Software; Software engineering; Precision and recall; Code refactoring; Set (abstract data type); Empirical research; Source code; Code (set theory); Software system; Programming language; Machine learning; Statistics; Biology","score_opus":0.011739618515613823,"score_gpt":0.2597864749169241,"score_spread":0.24804685640131025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796141603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014031902,0.000018525654,0.98330456,0.00020768448,0.0006275857,0.00027488192,0.0000027052768,0.0006432952,0.0008888755],"genre_scores_gemma":[0.75156504,0.0000013961993,0.24705884,0.000066252185,0.00039425498,0.000070768976,0.0000014251373,0.000013141463,0.0008288694],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99878323,0.00001452473,0.00012088833,0.00041940977,0.00029362124,0.00036835184],"domain_scores_gemma":[0.99854386,0.00037474956,0.000023447892,0.00056374184,0.000386722,0.00010747109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030578993,0.00011047721,0.00011850065,0.00012854679,0.00017015814,0.00012771436,0.0006155953,0.000075648655,0.00015467501],"category_scores_gemma":[0.0012838788,0.00009993112,0.000063117,0.0005443954,0.000066261084,0.00028665338,0.00021653745,0.00013238456,0.00012139345],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029405818,0.0005491144,0.3352524,0.00027436874,0.0004840633,0.000060402617,0.004152499,0.00014269621,0.009564293,0.12590367,0.14290579,0.38041663],"study_design_scores_gemma":[0.003431492,0.005129054,0.67711073,0.000084785126,0.000021380694,0.00012854813,0.00011104453,0.06783841,0.1770422,0.03317029,0.03423814,0.0016939042],"about_ca_topic_score_codex":0.00002561528,"about_ca_topic_score_gemma":0.000020852398,"teacher_disagreement_score":0.73753315,"about_ca_system_score_codex":0.00012908278,"about_ca_system_score_gemma":0.000054265456,"threshold_uncertainty_score":0.4075073},"labels":[],"label_agreement":null},{"id":"W2796224197","doi":"10.1109/saner.2018.8330237","title":"The relationship between evolutionary coupling and defects in large industrial software (journal-first abstract)","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software; Coupling (piping); Computer science; Software evolution; Software engineering; Software system; Engineering; Software construction; Operating system; Mechanical engineering","score_opus":0.06366256133284046,"score_gpt":0.296023197120436,"score_spread":0.23236063578759555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796224197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8726344,0.00025725435,0.12572777,0.0006879794,0.00034586503,0.00013379626,0.0000013484581,0.00015010605,0.00006146767],"genre_scores_gemma":[0.99469763,0.000009129334,0.0047499184,0.000013413866,0.00042608593,0.000005672401,8.7000956e-7,0.00000828484,0.00008896943],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998874,0.000023779405,0.0002144193,0.00019384622,0.00032864374,0.00036532138],"domain_scores_gemma":[0.9920658,0.007399707,0.000044950124,0.00027891598,0.000095638854,0.00011502141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013806989,0.00008612251,0.00008465067,0.00015429342,0.000629443,0.0002582905,0.0005130615,0.00010559081,0.000009704602],"category_scores_gemma":[0.0061423015,0.00006468796,0.000023948116,0.00047998148,0.000072071874,0.00039925906,0.0002535311,0.0005658153,0.000045975667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000253488,0.0000070548645,0.9957879,0.000002875028,0.000004057835,0.0000058003784,0.00011309854,0.00007454482,8.4407054e-7,0.0017536102,0.0013072827,0.0009403712],"study_design_scores_gemma":[0.00036917263,0.000039783226,0.9931953,0.000039219776,0.0000013146399,0.0000152745,0.00001575917,0.0025100755,0.000012900164,0.0021262,0.0015916562,0.000083337014],"about_ca_topic_score_codex":0.00001954052,"about_ca_topic_score_gemma":0.000058733163,"teacher_disagreement_score":0.12206324,"about_ca_system_score_codex":0.00011221534,"about_ca_system_score_gemma":0.00013510088,"threshold_uncertainty_score":0.73533523},"labels":[],"label_agreement":null},{"id":"W2796461266","doi":"10.1016/j.jss.2018.03.053","title":"Characterizing and predicting blocking bugs in open source projects","year":2018,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Concordia University","funders":"","keywords":"Blocking (statistics); Software bug; Computer science; Software; Open source; Code (set theory); Source lines of code; Operating system; Programming language; Computer network","score_opus":0.028943378719903365,"score_gpt":0.2765328254276833,"score_spread":0.24758944670777994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796461266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93022764,0.0008335023,0.06820641,0.0000986124,0.00040117407,0.00017784687,5.3751324e-7,0.000039781506,0.00001452702],"genre_scores_gemma":[0.9915075,0.000028652677,0.008033134,0.000024542518,0.00033246184,0.0000041635094,8.206886e-8,0.000011429843,0.000058070935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99889636,0.000060563296,0.00035680892,0.00018125438,0.00027551572,0.00022949395],"domain_scores_gemma":[0.99898833,0.0003498362,0.00020375306,0.00016696805,0.00017546953,0.000115660536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014004847,0.00009547888,0.00025186967,0.00023006483,0.00011033857,0.00067052443,0.0005370026,0.00005536317,7.249072e-7],"category_scores_gemma":[0.00076449226,0.00007849011,0.000018099858,0.00024414968,0.000034416676,0.0008196791,0.0004994672,0.00023847593,8.078951e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014690737,0.000024858611,0.9620469,0.0002516027,0.000032009833,0.00011600367,0.009016597,0.00005078123,0.0010848258,0.00009918427,0.00011219927,0.027150296],"study_design_scores_gemma":[0.003172185,0.0013627347,0.9206172,0.007767096,0.000018943003,0.005598374,0.0023159627,0.047115657,0.0010025313,0.00014574574,0.0101647675,0.00071879587],"about_ca_topic_score_codex":0.00012879072,"about_ca_topic_score_gemma":0.0000048194056,"teacher_disagreement_score":0.061279852,"about_ca_system_score_codex":0.000044332028,"about_ca_system_score_gemma":0.00008356438,"threshold_uncertainty_score":0.6465882},"labels":[],"label_agreement":null},{"id":"W2800618921","doi":"10.22215/etd/2006-08010","title":"Software product architectural integrity during organizational distress","year":2006,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage","funders":"","keywords":"Product (mathematics); Computer science; Engineering; Software engineering; Mathematics","score_opus":0.0077561612484027525,"score_gpt":0.24650654592054655,"score_spread":0.2387503846721438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800618921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8197783,0.0003261405,0.1736758,0.00018649657,0.0020236138,0.00053589157,0.000037460002,0.0025282628,0.0009080414],"genre_scores_gemma":[0.8595628,0.000005090073,0.08424118,0.000013264045,0.000666023,0.00007620456,0.002956373,0.00010833113,0.052370727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977194,0.00003642249,0.00028030478,0.0007606465,0.0007854616,0.00041773173],"domain_scores_gemma":[0.99847096,0.00025256933,0.00007953749,0.0007271638,0.00037085687,0.00009891588],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011481251,0.00031599606,0.00023815021,0.0002957484,0.00015560925,0.00029867838,0.0014133934,0.00015321517,0.00009116298],"category_scores_gemma":[0.0013145062,0.0002880936,0.0000805578,0.0007553255,0.000022379894,0.00021770156,0.00018944123,0.0008377813,0.00008192589],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028627092,0.0018570665,0.57086885,0.0146780545,0.0010712277,0.0011846352,0.009386806,0.017090505,0.02045544,0.038008854,0.043715958,0.28139636],"study_design_scores_gemma":[0.00028023194,0.000024889669,0.9631428,0.0001977131,0.0000099410045,0.00007050925,0.000018026836,0.0008081125,0.03323768,0.0011600537,0.00020568533,0.00084432773],"about_ca_topic_score_codex":0.00018031136,"about_ca_topic_score_gemma":0.00019823555,"teacher_disagreement_score":0.392274,"about_ca_system_score_codex":0.00016188224,"about_ca_system_score_gemma":0.00023425563,"threshold_uncertainty_score":0.99995714},"labels":[],"label_agreement":null},{"id":"W2800786079","doi":"","title":"A FrameNet-based Approach for Annotating Natural Language Descriptions of Software Requirements","year":2018,"lang":"en","type":"article","venue":"Research Explorer (The University of Manchester)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"FrameNet; Computer science; Natural language; Natural language processing; Natural (archaeology); Software; Programming language; Artificial intelligence; Linguistics; Parsing; History","score_opus":0.09684838032586135,"score_gpt":0.32177982003663014,"score_spread":0.2249314397107688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800786079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3188383,0.000105276915,0.680323,0.00017395224,0.000055786724,0.00040150192,0.0000073771953,0.000076442375,0.000018381965],"genre_scores_gemma":[0.7748419,0.0000032376806,0.22504151,0.000013562646,0.000040019793,0.0000057441116,0.00000820153,0.000010538829,0.00003530573],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980477,0.00018930026,0.00014586034,0.00034107117,0.00080143096,0.00047461208],"domain_scores_gemma":[0.9971725,0.0011742844,0.00007127265,0.0007765223,0.00071501697,0.00009043475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013680246,0.00010488124,0.00016632401,0.00033007836,0.00034138764,0.00004265735,0.0017592956,0.00005911848,0.000013734505],"category_scores_gemma":[0.0009706521,0.0000963972,0.000098669734,0.0007533602,0.0005577926,0.0003596977,0.00055640156,0.00028953308,0.000013166181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013190297,0.0021868611,0.050528347,0.00444986,0.0009080209,0.00010020094,0.61099714,0.005520189,0.10576302,0.0075611398,0.02429702,0.18636915],"study_design_scores_gemma":[0.0071564424,0.0032845233,0.08433087,0.001047785,0.000068099784,0.000014367796,0.06663155,0.74353975,0.08465317,0.0014583174,0.006584946,0.0012301508],"about_ca_topic_score_codex":0.000020194322,"about_ca_topic_score_gemma":0.0000014836302,"teacher_disagreement_score":0.7380196,"about_ca_system_score_codex":0.00013020675,"about_ca_system_score_gemma":0.00016054475,"threshold_uncertainty_score":0.39309636},"labels":[],"label_agreement":null},{"id":"W2801123178","doi":"","title":"The Impact of Operating Systems and Environments on Build Results","year":2017,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Humanities; Political science; Philosophy","score_opus":0.014433439026611134,"score_gpt":0.2682091733719221,"score_spread":0.253775734345311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2801123178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5981627,0.0009811743,0.3978054,0.0014945946,0.00018226742,0.00072719366,0.00003061434,0.0002676764,0.00034836674],"genre_scores_gemma":[0.9893864,0.00015741824,0.0098380195,0.000024152012,0.000053554864,0.0001097612,0.0000012432699,0.000022446296,0.0004070312],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99830127,0.00009241108,0.00032253502,0.0003667634,0.0004180597,0.0004989432],"domain_scores_gemma":[0.9966636,0.0007002924,0.00022898661,0.002178378,0.000038219277,0.00019056961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012716505,0.00019671493,0.00020959562,0.00013385658,0.00073522923,0.0009351748,0.0017585024,0.00010963237,3.9565194e-7],"category_scores_gemma":[0.0019448212,0.00013772742,0.00008129205,0.000105462736,0.0001330886,0.00039749773,0.00069773546,0.00031394835,0.0000049660816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003289471,0.00053146,0.5153709,0.00011110044,0.0004512421,0.00022479676,0.0015051988,0.13782203,0.055147845,0.13414083,0.0061260387,0.14823963],"study_design_scores_gemma":[0.00046597712,0.00033788887,0.5554853,0.00008744876,0.0000030823485,0.000040997595,0.000012592577,0.43720132,0.0056269313,0.00018398392,0.0003582526,0.00019620455],"about_ca_topic_score_codex":0.008762727,"about_ca_topic_score_gemma":0.000063596184,"teacher_disagreement_score":0.39122367,"about_ca_system_score_codex":0.0002522379,"about_ca_system_score_gemma":0.00009501564,"threshold_uncertainty_score":0.997838},"labels":[],"label_agreement":null},{"id":"W2803395207","doi":"10.1109/tse.2018.2838131","title":"Use and Misuse of Continuous Integration Features: An Empirical Study of Projects That (Mis)Use Travis CI","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software deployment; Feature (linguistics); Software; Source code; Code (set theory); Software engineering; Programming language","score_opus":0.05555397349595297,"score_gpt":0.30736840377452834,"score_spread":0.25181443027857536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803395207","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50107473,0.000009387364,0.4981999,0.0000044520903,0.0001792178,0.0002637944,0.000011654257,0.00025657157,2.933436e-7],"genre_scores_gemma":[0.95537186,0.000008825227,0.044467345,0.000009200633,0.000030094776,0.000038002494,0.000001634674,0.000038284546,0.000034751392],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9983541,0.00006903851,0.00031998134,0.0004646243,0.00048744318,0.0003048241],"domain_scores_gemma":[0.9977973,0.0009907141,0.00006911601,0.00071012747,0.0002764522,0.00015625334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002465663,0.00025406675,0.0003293353,0.00052885094,0.000077933735,0.00015042904,0.00040944162,0.00012823488,0.0000049917326],"category_scores_gemma":[0.0003404942,0.00024408624,0.00006879495,0.0006990136,0.00008098253,0.0010401295,0.0000070454266,0.0003727455,0.0000018822961],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001063226,0.012398689,0.23705314,0.0015196173,0.0016834537,0.00028640527,0.20614417,0.29020828,0.060135245,0.00017796588,0.0009102443,0.18841957],"study_design_scores_gemma":[0.0036950302,0.008764592,0.50096154,0.0007844088,0.00016371728,0.00014030946,0.0019826298,0.14232658,0.33947912,0.000010537494,0.0001890089,0.0015025357],"about_ca_topic_score_codex":0.00020833661,"about_ca_topic_score_gemma":0.00007355481,"teacher_disagreement_score":0.45429716,"about_ca_system_score_codex":0.00006053942,"about_ca_system_score_gemma":0.00005282797,"threshold_uncertainty_score":0.99535483},"labels":[],"label_agreement":null},{"id":"W2803893519","doi":"10.1109/tse.2018.2836450","title":"Automatically Categorizing Software Technologies","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Categorization; Software; Taxonomy (biology); Domain (mathematical analysis); Phrase; Software engineering; Programming language; Natural language processing; Artificial intelligence","score_opus":0.013858434838389265,"score_gpt":0.24211322902831106,"score_spread":0.22825479418992178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803893519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009862662,0.000074539734,0.9729411,0.000121048826,0.0016561319,0.00023429592,0.0000073701403,0.015088635,0.000014240973],"genre_scores_gemma":[0.593047,0.0000101354135,0.40658382,0.00003270005,0.0000689871,0.000096209034,6.5381874e-7,0.000056937046,0.000103502345],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997529,0.00002230172,0.0003592404,0.0006663765,0.00060884503,0.0008142408],"domain_scores_gemma":[0.9973199,0.0010677831,0.000043797303,0.0011959904,0.00020374403,0.0001688012],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002859925,0.00038080857,0.0002980381,0.00070309034,0.00028961475,0.00023773935,0.0014000318,0.00023943504,0.000040322055],"category_scores_gemma":[0.0007272593,0.0003958175,0.00014565335,0.001424613,0.000109740926,0.00063178357,0.00002287717,0.0006962441,0.0004459377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047618254,0.0006571848,0.0018393294,0.00069440535,0.00061036844,0.00035659008,0.0025577804,0.29017138,0.007950512,0.005056173,0.0022904912,0.68776816],"study_design_scores_gemma":[0.0018902081,0.0016088824,0.005512482,0.0008749799,0.000077305696,0.00047553383,0.0001175934,0.54566365,0.42847794,0.0011492249,0.0105090225,0.0036431497],"about_ca_topic_score_codex":0.000011506271,"about_ca_topic_score_gemma":0.000002756585,"teacher_disagreement_score":0.684125,"about_ca_system_score_codex":0.00026100362,"about_ca_system_score_gemma":0.00011219609,"threshold_uncertainty_score":0.9998494},"labels":[],"label_agreement":null},{"id":"W2805097135","doi":"10.1109/icst.2018.00038","title":"Investigating NLP-Based Approaches for Predicting Manual Test Case Failure","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Test script; Regression testing; Test suite; Test (biology); Test case; Feature selection; Manual testing; Artificial intelligence; Heuristics; Test Management Approach; Feature (linguistics); Software regression; Machine learning; Software; Data mining; Programming language; Software system; Software quality; Software development; Regression analysis; Software construction","score_opus":0.057859450748061474,"score_gpt":0.2848859189331134,"score_spread":0.2270264681850519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805097135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14780152,0.000007644641,0.8501257,0.0007163703,0.000112069974,0.00027962547,0.0000044236417,0.00072547555,0.00022716988],"genre_scores_gemma":[0.6013173,1.6974079e-8,0.39823788,0.00007754355,0.00019473645,0.000052249496,0.0000016008856,0.000011418531,0.00010723038],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987707,0.000021467386,0.0001648713,0.00039160575,0.00024453952,0.00040680668],"domain_scores_gemma":[0.99692976,0.0022864805,0.000036030193,0.00045906368,0.00012794376,0.00016073373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005809477,0.00012439131,0.00010051288,0.000112653426,0.00023609285,0.00020730519,0.00054951553,0.000063696214,0.000009653953],"category_scores_gemma":[0.003567575,0.00011235525,0.000040136627,0.00038080764,0.00010085656,0.00027875556,0.00019649224,0.000139281,0.000023128756],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013756286,0.00059677096,0.67102814,0.0013640849,0.00016111805,0.00086729083,0.01016175,0.011520488,0.006886978,0.046632096,0.045514286,0.20525321],"study_design_scores_gemma":[0.000295886,0.00022575713,0.0012052037,0.000026691636,0.0000027439455,0.00019262375,0.00010200334,0.98549825,0.011467515,0.0002826519,0.00053336757,0.00016729465],"about_ca_topic_score_codex":0.000040060222,"about_ca_topic_score_gemma":0.00004323682,"teacher_disagreement_score":0.97397774,"about_ca_system_score_codex":0.00004196686,"about_ca_system_score_gemma":0.00011232461,"threshold_uncertainty_score":0.4581714},"labels":[],"label_agreement":null},{"id":"W2805382256","doi":"10.1145/3196831","title":"An Empirical Study of Meta- and Hyper-Heuristic Search for Multi-Objective Release Planning","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Engineering and Physical Sciences Research Council; Dalian University of Technology; Core Research for Evolutional Science and Technology; Universiteit Utrecht; University College London","keywords":"Computer science; Heuristics; Heuristic; Meta heuristic; Variety (cybernetics); Genetic algorithm; Machine learning; Empirical research; Search algorithm; Beam search; Artificial intelligence; Mathematical optimization; Data mining; Algorithm; Mathematics; Statistics","score_opus":0.2711195274073803,"score_gpt":0.4358261630705214,"score_spread":0.1647066356631411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805382256","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.382091,0.00013760575,0.61713636,0.000020057765,0.00015397511,0.0002440458,0.000007447069,0.00020936622,1.67474e-7],"genre_scores_gemma":[0.49177697,0.000005996,0.5080647,0.000013575426,0.000025406955,0.00008488896,6.06806e-7,0.00001856278,0.000009285015],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831134,0.0003231372,0.00024483236,0.0005775567,0.0001858458,0.00035727053],"domain_scores_gemma":[0.9911369,0.0077806865,0.000031319694,0.0006691677,0.0001893529,0.00019258534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012704084,0.00021314886,0.000458843,0.00043232428,0.00016679485,0.000036393343,0.00043807933,0.0001239041,0.0000040350997],"category_scores_gemma":[0.002718983,0.00019653609,0.00006721289,0.0003734072,0.00009432169,0.00016852809,0.00003687307,0.00033961792,9.2113805e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011705324,0.0042214217,0.06486815,0.0011240587,0.0055970447,0.00011801511,0.08559067,0.4355066,0.010745441,0.000516987,0.000063782725,0.39047727],"study_design_scores_gemma":[0.0081074955,0.02360309,0.26525313,0.0001320515,0.0015124129,0.0004543816,0.0025171184,0.6529715,0.042460885,0.00043209956,0.00071896875,0.0018368457],"about_ca_topic_score_codex":0.000054450782,"about_ca_topic_score_gemma":0.00000487908,"teacher_disagreement_score":0.38864043,"about_ca_system_score_codex":0.000026491069,"about_ca_system_score_gemma":0.00004315948,"threshold_uncertainty_score":0.80145085},"labels":[],"label_agreement":null},{"id":"W2806092851","doi":"10.1109/ase.2017.8115655","title":"Improved query reformulation for concept location using CodeRank and document structures","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Query expansion; Information retrieval; Source code; Query optimization; Sargable; Web query classification; Baseline (sea); Web search query; Task (project management); Software; Term (time); Query language; Code (set theory); Data mining; Search engine; Programming language","score_opus":0.028961210369557015,"score_gpt":0.3266036725533051,"score_spread":0.29764246218374807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806092851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08575505,0.00005142315,0.9135104,0.00020380097,0.00016650747,0.00022222826,5.5393303e-7,0.00007307692,0.000016985472],"genre_scores_gemma":[0.83182055,0.0000015917022,0.16802227,0.00002085441,0.0000439674,0.000008147793,0.0000012786334,0.0000042739593,0.00007708927],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994882,0.0000067631427,0.00008560035,0.00017885643,0.00010634154,0.00013424116],"domain_scores_gemma":[0.9992809,0.00011211476,0.00004643419,0.00041104373,0.00010869145,0.00004076591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015403249,0.00005874301,0.00006149654,0.00003781988,0.00025467033,0.00041411314,0.0002872944,0.000034298846,0.000002387868],"category_scores_gemma":[0.00028607357,0.000048875634,0.000012208559,0.000027497817,0.000028698305,0.00064724596,0.00012497981,0.000038508086,3.3578107e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007033095,0.000029161247,0.01107843,0.0003746107,0.00010761615,0.0000036596787,0.0028801018,0.027448403,0.05475746,0.31204322,0.0005348551,0.59067214],"study_design_scores_gemma":[0.00048597922,0.00004653204,0.040372524,0.000012509138,0.0000024155404,0.0000041531525,0.000007531142,0.93391615,0.016938461,0.007965296,0.00013504807,0.000113392765],"about_ca_topic_score_codex":0.00020617433,"about_ca_topic_score_gemma":0.000010877928,"teacher_disagreement_score":0.90646774,"about_ca_system_score_codex":0.00005431306,"about_ca_system_score_gemma":0.00003861859,"threshold_uncertainty_score":0.39933026},"labels":[],"label_agreement":null},{"id":"W2806282111","doi":"10.1002/stvr.1669","title":"MuMonDE: A framework for evaluating model clone detectors using model mutation analysis","year":2018,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Preprocessor; Mutation; Computer science; Mutation testing; Data mining; Detector; Precision and recall; Software engineering; Artificial intelligence; Genetics; Biology","score_opus":0.10310354306044087,"score_gpt":0.3755641998763948,"score_spread":0.2724606568159539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806282111","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3954381,0.000022273109,0.6036503,0.000044631506,0.000060492464,0.0002779367,0.000007986967,0.000495792,0.0000025213328],"genre_scores_gemma":[0.48952848,6.732877e-7,0.51035637,0.00002122538,0.000027485112,0.00004111289,0.0000056907925,0.00001132039,0.000007650186],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99793446,0.00008509376,0.00039967406,0.00080153276,0.00042183488,0.00035737923],"domain_scores_gemma":[0.99484915,0.0027706933,0.00018313853,0.000939868,0.0011102059,0.00014694378],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018944081,0.00018484134,0.00023762259,0.00024707516,0.0004810793,0.00017029507,0.00041455118,0.00015661195,0.0000018397532],"category_scores_gemma":[0.029484497,0.00018490189,0.00009184403,0.0017354087,0.0001550966,0.00033812606,0.0001381276,0.0002145131,0.0000025081617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017335815,0.00005473328,0.02515528,0.00010695961,0.00004430519,3.1340917e-7,0.001149725,0.9471109,0.002028612,0.0009891633,0.000010585517,0.023332084],"study_design_scores_gemma":[0.00014696817,0.000084643885,0.011497557,0.000029380339,0.00007682997,0.0000023484615,0.0000105422,0.94740266,0.00056404556,0.039987233,0.000001082486,0.00019668721],"about_ca_topic_score_codex":0.000048147078,"about_ca_topic_score_gemma":0.0000017232172,"teacher_disagreement_score":0.09409037,"about_ca_system_score_codex":0.00017786091,"about_ca_system_score_gemma":0.00023643661,"threshold_uncertainty_score":0.97869056},"labels":[],"label_agreement":null},{"id":"W2807405309","doi":"10.1145/3196883","title":"Inferring Extended Probabilistic Finite-State Automaton Models from Software Executions","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Probabilistic automaton; Probabilistic logic; Automaton; Finite-state machine; Reinforcement learning; Decidability; Theoretical computer science; Software; Inference; Deterministic automaton; Flexibility (engineering); Büchi automaton; Deterministic finite automaton; Artificial intelligence; Programming language; Machine learning; Mathematics","score_opus":0.08968027278245541,"score_gpt":0.31906479794928544,"score_spread":0.22938452516683003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807405309","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03966339,0.00020449645,0.9558517,0.00012878595,0.001046382,0.00025817406,0.00004714768,0.002795775,0.0000041639755],"genre_scores_gemma":[0.24473113,0.000050355196,0.7547882,0.000075056494,0.000077124765,0.00013264595,0.00000675143,0.00005207219,0.00008666875],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99745136,0.00022924137,0.00040514354,0.0008749005,0.0003246274,0.00071475096],"domain_scores_gemma":[0.9866677,0.0113547165,0.00006033727,0.0014116899,0.00019899476,0.00030656328],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076456123,0.00039006677,0.00044519003,0.00055362424,0.0003107887,0.00012870187,0.000985591,0.00023684216,0.000034376942],"category_scores_gemma":[0.007149576,0.00041072504,0.00011910877,0.0007224624,0.00015550111,0.00049866596,0.00010698074,0.00073261245,0.000043027383],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054024917,0.0001782846,0.00029962533,0.00014437595,0.0002672343,0.000084186046,0.0035170184,0.778366,0.00074034923,0.00219314,0.00006733601,0.21408838],"study_design_scores_gemma":[0.0016375282,0.0009167134,0.012213687,0.00036818226,0.00011269196,0.0002681361,0.00005577976,0.91708076,0.009925597,0.053534403,0.0022073984,0.001679121],"about_ca_topic_score_codex":0.00015210404,"about_ca_topic_score_gemma":0.000019376705,"teacher_disagreement_score":0.21240926,"about_ca_system_score_codex":0.000121912744,"about_ca_system_score_gemma":0.00012592375,"threshold_uncertainty_score":0.9998345},"labels":[],"label_agreement":null},{"id":"W2807786268","doi":"10.24963/ijcai.2018/399","title":"Cutting the Software Building Efforts in Continuous Integration by Semi-Supervised Online AUC Optimization","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Computer science; Outcome (game theory); Software; Event (particle physics); Code (set theory); Resource (disambiguation); Software engineering; Data science; Machine learning; Artificial intelligence; Set (abstract data type)","score_opus":0.012350041946344934,"score_gpt":0.26505419219190113,"score_spread":0.2527041502455562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2807786268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11973474,0.000050909708,0.87879676,0.00053686195,0.00021166922,0.00020857507,0.000001683501,0.00040507875,0.0000537007],"genre_scores_gemma":[0.6413502,0.00000608078,0.35812947,0.00018813975,0.000100160345,0.000016713642,0.000013481445,0.00001471303,0.00018103344],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987273,0.00005951885,0.00024119818,0.00032571334,0.00031980613,0.0003264299],"domain_scores_gemma":[0.99870527,0.0005859296,0.000041841766,0.00043710644,0.00017388,0.000055984925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056047185,0.00012793658,0.00012120033,0.00013609407,0.00012499002,0.00021901044,0.0007266867,0.000068536705,0.00003535408],"category_scores_gemma":[0.0013322512,0.000092696166,0.000029421926,0.0007576269,0.000047023786,0.00046117444,0.00023844183,0.00021235958,0.000010909485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033477645,0.00043834947,0.07689812,0.00007755981,0.000059533035,0.000038426748,0.006843239,0.2644929,0.012440445,0.005619627,0.019778628,0.6132797],"study_design_scores_gemma":[0.00023176754,0.00006126184,0.0015983891,0.00005761555,0.0000014034977,0.0000074420886,0.000045744586,0.99166375,0.005640526,0.000089939385,0.0004698105,0.00013233015],"about_ca_topic_score_codex":0.00015178516,"about_ca_topic_score_gemma":0.00003384516,"teacher_disagreement_score":0.7271709,"about_ca_system_score_codex":0.00009694504,"about_ca_system_score_gemma":0.000046104637,"threshold_uncertainty_score":0.37800398},"labels":[],"label_agreement":null},{"id":"W2808113972","doi":"10.1145/3183519.3183547","title":"An experience report on defect modelling in practice","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":125,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Field (mathematics); Key (lock); Work (physics); Data science; Computer science; Engineering ethics; Management science; Knowledge management; Process management; Engineering; Computer security","score_opus":0.04393555895126731,"score_gpt":0.3576458420899845,"score_spread":0.3137102831387172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808113972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24978748,0.000006796949,0.7463226,0.00010378021,0.00013973637,0.000057664613,2.5792533e-8,0.00022004935,0.0033619106],"genre_scores_gemma":[0.8123911,0.0000014430105,0.18730552,0.00012776017,0.000053290787,0.00001265294,1.636702e-7,0.0000055052824,0.00010255262],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988374,0.00004285883,0.00013890554,0.00038927415,0.00034671312,0.0002448362],"domain_scores_gemma":[0.9984512,0.0005111538,0.000025064457,0.0008255824,0.000105563835,0.0000814913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068034034,0.000068245885,0.00006151987,0.00012382894,0.00004310728,0.00011990042,0.0005931529,0.0000322138,0.000011638885],"category_scores_gemma":[0.0010433777,0.00006174187,0.000017164895,0.00045549116,0.00002895069,0.0008799464,0.000089506575,0.00012979949,0.00009598408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001737019,0.0017693766,0.09313025,0.000040104733,0.000059052014,0.008713485,0.045086548,0.5688412,0.005015401,0.19729675,0.0016559799,0.07821811],"study_design_scores_gemma":[0.00009837449,0.000262599,0.0023413121,0.000014389771,5.630659e-7,0.00017212747,0.000065634675,0.98828256,0.006136782,0.00022623409,0.0022518132,0.00014759072],"about_ca_topic_score_codex":0.00018380498,"about_ca_topic_score_gemma":0.0000071291743,"teacher_disagreement_score":0.56260365,"about_ca_system_score_codex":0.000052403862,"about_ca_system_score_gemma":0.00004968752,"threshold_uncertainty_score":0.25177604},"labels":[],"label_agreement":null},{"id":"W2808372290","doi":"10.1145/3180155.3182535","title":"Analyzing the effects of test driven development in GitHub","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Agile software development; Test-driven development; Computer science; Commit; Software engineering; Software quality; Software; Quality (philosophy); Software development; Software development process; Operating system; Database","score_opus":0.009733605887843307,"score_gpt":0.25066111033065513,"score_spread":0.24092750444281183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808372290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5890256,0.00004150281,0.41011065,0.00014841529,0.000118635864,0.000115404204,3.035806e-8,0.00007858477,0.0003611374],"genre_scores_gemma":[0.95760214,0.0000014481265,0.042226393,0.000014812367,0.000017119368,0.000008186876,5.3855796e-8,0.0000028295226,0.00012704077],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994679,0.000016054586,0.00009393992,0.00012000108,0.00014753573,0.00015458325],"domain_scores_gemma":[0.99810255,0.0015337556,0.00001341857,0.0002754814,0.000049382288,0.000025387633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023310316,0.000044225086,0.000059038743,0.00009772981,0.000028730214,0.000026536454,0.00060686405,0.000015344087,0.0000061000023],"category_scores_gemma":[0.0010082807,0.000028424314,0.0000109510165,0.00052368786,0.000035512592,0.00007483567,0.00024419502,0.000059653063,0.000037851147],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014490942,0.00009704405,0.8876337,0.00009990404,0.000023674394,0.000022277985,0.0034360078,0.000099378056,0.0115386415,0.0025760648,0.0009186711,0.093553215],"study_design_scores_gemma":[0.00016646645,0.00008837749,0.84309536,0.00006767096,6.268414e-7,0.0000022019233,0.0000050333865,0.014075922,0.1415627,0.00009019508,0.0007611864,0.00008426816],"about_ca_topic_score_codex":0.000019224874,"about_ca_topic_score_gemma":0.0000258091,"teacher_disagreement_score":0.36857647,"about_ca_system_score_codex":0.000031344527,"about_ca_system_score_gemma":0.000056881905,"threshold_uncertainty_score":0.12070791},"labels":[],"label_agreement":null},{"id":"W2808509424","doi":"10.24963/ijcai.2018/394","title":"Positive and Unlabeled Learning for Detecting Software Functional Clones with Adversarial Training","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"clone (Java method); Computer science; Adversarial system; Software maintenance; Robustness (evolution); Software; Artificial intelligence; Machine learning; Task (project management); Software development; Software engineering; Programming language; Engineering; Biology; Gene; Genetics","score_opus":0.024836931718548633,"score_gpt":0.2511193994927301,"score_spread":0.22628246777418146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808509424","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16822474,0.00001178689,0.83095014,0.000095892516,0.00017340522,0.00013276392,4.882692e-7,0.00035088396,0.000059926515],"genre_scores_gemma":[0.7838908,3.5595693e-7,0.21558313,0.00003421552,0.0002611703,0.00002011136,0.0000014827056,0.000012014358,0.00019675428],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990483,0.000025427422,0.00008806578,0.0003243589,0.00021378802,0.00030009533],"domain_scores_gemma":[0.9979434,0.0016155895,0.000028252056,0.00011766746,0.00021653168,0.000078567085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003174918,0.00010163607,0.000104179446,0.000100577694,0.00032842206,0.00012613897,0.0001570682,0.00004295402,0.000012758923],"category_scores_gemma":[0.0011054628,0.00008529641,0.000020675237,0.00024398603,0.00006676927,0.00030571665,0.00010887647,0.00014551198,0.000005539208],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006564917,0.000056790483,0.07246576,0.00009492545,0.0003257356,0.000030230853,0.013942828,0.005233832,0.005293338,0.009307914,0.0003571709,0.892235],"study_design_scores_gemma":[0.010169877,0.007989173,0.28841752,0.00033178474,0.00005990511,0.00054854364,0.0019942927,0.6418783,0.040587436,0.0021242627,0.004058675,0.0018402265],"about_ca_topic_score_codex":0.000020133688,"about_ca_topic_score_gemma":0.0000147148285,"teacher_disagreement_score":0.89039475,"about_ca_system_score_codex":0.00003180038,"about_ca_system_score_gemma":0.000082439714,"threshold_uncertainty_score":0.34782866},"labels":[],"label_agreement":null},{"id":"W2808519529","doi":"10.1145/3180155.3182522","title":"On the use of hidden Markov model to predict the time to fix bugs","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Hidden Markov model; Software bug; Computer science; Software regression; Software; Software engineering; Data science; Software development; Data mining; Artificial intelligence; Software quality; Programming language","score_opus":0.03886277116275344,"score_gpt":0.26186448972258713,"score_spread":0.2230017185598337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808519529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15601541,0.0000024458438,0.82965714,0.011742013,0.00009077355,0.00043637198,0.000005104478,0.00021203626,0.0018387205],"genre_scores_gemma":[0.79424834,6.393158e-7,0.16608973,0.004339276,0.00012504224,0.00006318213,3.643033e-7,0.000022302836,0.035111118],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898046,0.00003653284,0.000100295336,0.00020845365,0.00044406825,0.00023017608],"domain_scores_gemma":[0.9973142,0.0014069759,0.000011425692,0.0010607105,0.00011512226,0.000091562535],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039397812,0.000076853605,0.00006996778,0.00007020032,0.00006348202,0.00010687551,0.0014900379,0.000024254587,0.00021346434],"category_scores_gemma":[0.0010683473,0.000038631122,0.000029068968,0.000429779,0.000038880742,0.00011157046,0.0006243765,0.0000891208,0.0013304865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027613107,0.000043787666,0.00020367083,0.000005219089,0.00002635168,0.0000019006122,0.0015856776,0.015235638,0.0014769769,0.009932348,0.9417998,0.029660974],"study_design_scores_gemma":[0.000052308857,0.00023163263,0.002735662,0.000019001556,0.0000012963094,0.0000014048248,0.0000022573943,0.98858804,0.003012062,0.00040231482,0.0048711356,0.00008287447],"about_ca_topic_score_codex":0.00004053882,"about_ca_topic_score_gemma":0.0000031424831,"teacher_disagreement_score":0.97335243,"about_ca_system_score_codex":0.000027199887,"about_ca_system_score_gemma":0.000045528384,"threshold_uncertainty_score":0.9994471},"labels":[],"label_agreement":null},{"id":"W2808569344","doi":"10.1145/3183399.3183418","title":"Which library should I use?","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Task (project management); Reuse; Software; World Wide Web; Metric (unit); Quality (philosophy); Code (set theory); Software engineering; Usability; Data science; Human–computer interaction; Engineering; Set (abstract data type)","score_opus":0.04754281956395838,"score_gpt":0.2831562047688548,"score_spread":0.2356133852048964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808569344","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047684867,0.000017070775,0.92641366,0.0030386155,0.00050788914,0.00008062568,5.289085e-7,0.0020370726,0.020219691],"genre_scores_gemma":[0.84881777,0.0000023452603,0.14328036,0.0004160573,0.00017168943,0.0000041489843,5.153781e-7,0.000010762849,0.0072963643],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99927056,0.0000140333,0.00006483941,0.00020985113,0.00021732904,0.00022341327],"domain_scores_gemma":[0.9989765,0.00033498395,0.000005998255,0.000537996,0.000055302582,0.00008920178],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0000857521,0.000057213467,0.000048811264,0.000082943865,0.000041858137,0.00030735953,0.00079595816,0.000036650188,0.00031780425],"category_scores_gemma":[0.00028471017,0.00004756859,0.000014779049,0.00065266,0.000022165752,0.0012362358,0.0004468723,0.00009242206,0.000866693],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000640418,0.00007814337,0.2711222,0.000019753219,0.000031265732,0.000025607305,0.0005872209,0.00005311907,0.001189835,0.23955967,0.45563596,0.031690817],"study_design_scores_gemma":[0.00033795,0.00031668224,0.55140364,0.000027131751,0.0000017559559,0.00003608069,0.0000067563237,0.11269106,0.05186215,0.003307408,0.27946627,0.0005431106],"about_ca_topic_score_codex":0.000012523399,"about_ca_topic_score_gemma":0.000004331707,"teacher_disagreement_score":0.8011329,"about_ca_system_score_codex":0.0000074792465,"about_ca_system_score_gemma":0.00005020859,"threshold_uncertainty_score":0.99991125},"labels":[],"label_agreement":null},{"id":"W2808958974","doi":"10.1145/3183440.3194972","title":"ALPACA-advanced linguistic pattern and concept analysis framework for software engineering corpora","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software; Natural language processing; Artificial intelligence; Programming language","score_opus":0.015372292295679678,"score_gpt":0.2825382621082936,"score_spread":0.2671659698126139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2808958974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023969691,0.00012520133,0.9746574,0.00006557575,0.00037243738,0.00018753165,0.0000074138766,0.0006043614,0.000010372753],"genre_scores_gemma":[0.56021094,0.0000020135456,0.43948802,0.00006933566,0.00013880596,0.00002377502,0.0000030069261,0.000012921639,0.000051189065],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986789,0.000010792144,0.00018479917,0.00047559608,0.00024184048,0.00040806798],"domain_scores_gemma":[0.99698037,0.0019785871,0.00004336798,0.0005813595,0.00024600633,0.00017028142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019442977,0.00016502202,0.000243728,0.00025514257,0.00008995353,0.00016661939,0.000539947,0.00008657358,0.00003116245],"category_scores_gemma":[0.004402129,0.0001589036,0.00008264857,0.0008774495,0.00006066241,0.00013787468,0.0002240128,0.00015217808,0.0000139475915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004706202,0.0001949922,0.38615364,0.0004930492,0.0026072955,0.00011663766,0.007691847,0.027082706,0.0005434674,0.21192764,0.0013223438,0.36181933],"study_design_scores_gemma":[0.0007295731,0.00048797354,0.097688414,0.000101258935,0.00013450855,0.0000121477615,0.00002634421,0.8850818,0.0037395512,0.008183043,0.00293815,0.00087718223],"about_ca_topic_score_codex":0.000014872884,"about_ca_topic_score_gemma":0.0000031256573,"teacher_disagreement_score":0.85799915,"about_ca_system_score_codex":0.000037665155,"about_ca_system_score_gemma":0.000029313771,"threshold_uncertainty_score":0.64799005},"labels":[],"label_agreement":null},{"id":"W2809042601","doi":"10.1145/3183440.3195003","title":"Improving bug localization with report quality dynamics and query reformulation","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Quality (philosophy); Software bug; Dynamics (music); Empirical research; Information retrieval; Stack (abstract data type); Data mining; Artificial intelligence; Software; Programming language","score_opus":0.02016616833125125,"score_gpt":0.29885155190049356,"score_spread":0.27868538356924233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809042601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08019663,0.000017328905,0.91832703,0.00011988994,0.00026248497,0.00025417583,0.0000018331992,0.0005575947,0.0002630603],"genre_scores_gemma":[0.8102042,0.0000053376802,0.18900709,0.000027725635,0.00010527337,0.00002566785,0.00008283658,0.000023770222,0.0005181068],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817705,0.000050142156,0.00034371167,0.00069447287,0.0005110221,0.00022361107],"domain_scores_gemma":[0.9979988,0.0001658868,0.00020507797,0.0011554024,0.0003837209,0.00009111126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011068227,0.00018215696,0.00019587137,0.00015995724,0.00007979174,0.00032254407,0.00043038605,0.00020435304,0.000003979969],"category_scores_gemma":[0.0006171472,0.00014825356,0.000025726049,0.000220896,0.000056990088,0.0003219429,0.0013116654,0.00030816952,0.0000034615175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000623867,0.0001362987,0.8039429,0.0030168938,0.00019432289,0.00032970705,0.0011896841,0.050468817,0.0001414513,0.0633061,0.00045876365,0.076752685],"study_design_scores_gemma":[0.00008830514,0.000036380326,0.05227855,0.00007101667,0.000003733747,0.000064846805,0.000005162063,0.94596237,0.00012197429,0.0011121777,0.000027569355,0.0002279125],"about_ca_topic_score_codex":0.0016401139,"about_ca_topic_score_gemma":0.00025138006,"teacher_disagreement_score":0.89549357,"about_ca_system_score_codex":0.00032988016,"about_ca_system_score_gemma":0.00024530975,"threshold_uncertainty_score":0.6045605},"labels":[],"label_agreement":null},{"id":"W2809153102","doi":"10.1145/3197091.3205832","title":"Code reviews in large, first-year courses","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Implementation; Code review; Programming style; Software engineering; Programming language; Mathematics education; Multimedia; Software; Static program analysis; Software development; Psychology","score_opus":0.03395933909286687,"score_gpt":0.31982509606048615,"score_spread":0.2858657569676193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809153102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012458734,0.0006424323,0.98023576,0.0016221774,0.0005139713,0.00031159303,0.0000017015801,0.0004538264,0.0037598347],"genre_scores_gemma":[0.6888073,0.0004496373,0.30309263,0.00076334487,0.00035595015,0.0000686166,0.0000014847068,0.000025290194,0.006435736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991644,0.000027449776,0.00012884161,0.00021472442,0.00017592705,0.00028865118],"domain_scores_gemma":[0.9991764,0.00021222116,0.000013661423,0.0004893025,0.000046819132,0.00006161465],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005337563,0.00006549065,0.000108715365,0.00009870168,0.00003740906,0.000057086632,0.00060648005,0.00003018462,0.00021132379],"category_scores_gemma":[0.00066337123,0.000054086315,0.000023065906,0.00046586522,0.000025792124,0.00018120166,0.00022607141,0.000092830844,0.0014687028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007859983,0.00025679244,0.35877004,0.00012396948,0.000013318094,0.000055195862,0.001377804,0.00009820921,0.000115714836,0.08372464,0.52708244,0.028373972],"study_design_scores_gemma":[0.00027708473,0.000085220236,0.047221214,0.000075858996,6.1019756e-7,0.000004989562,0.0000064486444,0.025577294,0.0006700702,0.00036413525,0.92554414,0.00017292744],"about_ca_topic_score_codex":0.000020187514,"about_ca_topic_score_gemma":0.00022829173,"teacher_disagreement_score":0.6771431,"about_ca_system_score_codex":0.00003210622,"about_ca_system_score_gemma":0.000026483773,"threshold_uncertainty_score":0.99930876},"labels":[],"label_agreement":null},{"id":"W2809245278","doi":"10.1145/3183440.3195005","title":"Fast, scalable and user-guided clone detection","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Scalability; clone (Java method); Operating system; Biology; Gene","score_opus":0.018363515250642736,"score_gpt":0.2662486519695933,"score_spread":0.24788513671895057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809245278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25386664,0.000015635464,0.74458987,0.00013374488,0.00016511478,0.00004821644,8.1670784e-8,0.0003262253,0.000854485],"genre_scores_gemma":[0.93638146,0.0000032427306,0.061060846,0.000057290963,0.000097779135,0.0000055066666,8.1181355e-8,0.0000055401574,0.0023882312],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993745,0.000012701838,0.00006656829,0.00020136929,0.00015808865,0.00018674297],"domain_scores_gemma":[0.99944705,0.00011019384,0.000008196035,0.00028156507,0.00007834574,0.000074641706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018910342,0.000052620708,0.00005128206,0.00007835172,0.000072270464,0.00011565376,0.00023804588,0.000030719348,0.000033404536],"category_scores_gemma":[0.0001605228,0.00004660882,0.000009737889,0.0003034039,0.000039015904,0.0002585955,0.00019556946,0.00005949662,0.00018088389],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021489588,0.00014231096,0.07433064,0.00009593358,0.000074150266,0.000037740036,0.0011865144,0.0001996193,0.17506531,0.023418223,0.048817925,0.6766101],"study_design_scores_gemma":[0.00076325296,0.00050251436,0.19156824,0.000022543896,0.0000033093477,0.00014133741,0.000015886699,0.28062463,0.49874324,0.0011631956,0.02603029,0.00042155912],"about_ca_topic_score_codex":0.00008578453,"about_ca_topic_score_gemma":0.000015285616,"teacher_disagreement_score":0.683529,"about_ca_system_score_codex":0.000021512999,"about_ca_system_score_gemma":0.000014611203,"threshold_uncertainty_score":0.23249567},"labels":[],"label_agreement":null},{"id":"W2810627707","doi":"10.1007/s10664-018-9634-5","title":"How do developers utilize source code from stack overflow?","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":129,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Source code; Copying; Codebase; Code reuse; Reuse; Code review; Programming language; Code (set theory); Stack (abstract data type); Software engineering; World Wide Web; Operating system; Static program analysis; Software; Software development; Engineering; Set (abstract data type)","score_opus":0.03258012208955109,"score_gpt":0.27706487837659804,"score_spread":0.24448475628704697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810627707","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23133625,0.00031780673,0.76457226,0.00054820365,0.0008406875,0.00014496375,0.000013320156,0.0022068263,0.000019683055],"genre_scores_gemma":[0.7509447,0.000009914106,0.24738945,0.0002378718,0.00072349765,0.000035826346,0.000009809204,0.00009447217,0.00055446423],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.996817,0.00004482729,0.0003032953,0.0009373755,0.00088383164,0.0010136539],"domain_scores_gemma":[0.9960664,0.0020173742,0.00005008433,0.00116927,0.0002096768,0.00048722824],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003199541,0.0004252122,0.00037269207,0.00024091094,0.00016692663,0.00070499576,0.0017177847,0.00022448895,0.000086806744],"category_scores_gemma":[0.005428929,0.00042155126,0.00013706686,0.001171028,0.0000905628,0.00068468787,0.000814611,0.00056946074,0.00029806924],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007454663,0.00028128174,0.81464326,0.00021782018,0.0005738541,0.00037871193,0.007042255,0.02010233,0.0025289925,0.0007146338,0.055050023,0.09839229],"study_design_scores_gemma":[0.001216825,0.0002488083,0.37619677,0.00020126061,0.00001965729,0.00004228227,0.000045782264,0.09937797,0.008040308,0.00023285522,0.5126422,0.00173531],"about_ca_topic_score_codex":0.000033431144,"about_ca_topic_score_gemma":0.000004781396,"teacher_disagreement_score":0.51960844,"about_ca_system_score_codex":0.00029669012,"about_ca_system_score_gemma":0.00014621117,"threshold_uncertainty_score":0.99982363},"labels":[],"label_agreement":null},{"id":"W2810784885","doi":"10.1145/3167132.3167292","title":"A model for analysis and presentation of design pattern detection results","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Presentation (obstetrics); Comprehension; Process (computing); Software design pattern; Program comprehension; Software engineering; Software; Software design; Software system; Artificial intelligence; Human–computer interaction; Software development; Programming language","score_opus":0.06932823813603578,"score_gpt":0.32102712610589046,"score_spread":0.2516988879698547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810784885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042609464,0.0000030075673,0.9571399,0.00004204567,0.00001914544,0.00011985406,0.0000015897374,0.00005413996,0.000010826018],"genre_scores_gemma":[0.81608075,8.3548747e-7,0.18378721,0.000005483811,0.00001129081,0.0000129892815,5.362643e-7,0.0000019320178,0.00009895708],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995394,0.000015826987,0.000093972696,0.00015350067,0.000114866205,0.00008243601],"domain_scores_gemma":[0.999268,0.00036527385,0.000023583947,0.0001858896,0.0001317395,0.000025502159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029729985,0.0000328349,0.000056410052,0.00018611093,0.000025786407,0.00002898785,0.00012783,0.000019405588,7.464746e-7],"category_scores_gemma":[0.00024984695,0.000029220602,0.000021506556,0.00041511888,0.000016938382,0.0001399051,0.00004326412,0.00001686334,8.7434233e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021903614,0.00009269401,0.014407673,0.000095435644,0.0005258904,9.581814e-7,0.0059925783,0.1765818,0.045644276,0.00045537812,0.00073923275,0.75524503],"study_design_scores_gemma":[0.00016405409,0.000087876084,0.011541017,0.0000012844914,0.000011131642,2.6157946e-7,0.000002389346,0.9332961,0.054574855,0.0002899418,0.0000016818267,0.0000293972],"about_ca_topic_score_codex":0.000070853726,"about_ca_topic_score_gemma":0.000058372687,"teacher_disagreement_score":0.7734713,"about_ca_system_score_codex":0.000009338717,"about_ca_system_score_gemma":0.000010977127,"threshold_uncertainty_score":0.119158156},"labels":[],"label_agreement":null},{"id":"W2812765312","doi":"10.1111/cgf.13425","title":"ThreadReconstructor: Modeling Reply‐Chains to Untangle Conversational Text through Visual Analytics","year":2018,"lang":"en","type":"article","venue":"Computer Graphics Forum","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Heuristics; Visual analytics; Visualization; Analytics; Human–computer interaction; Data visualization; Artificial intelligence; Data science; Machine learning; Information retrieval","score_opus":0.03116623171626524,"score_gpt":0.2922717656578509,"score_spread":0.26110553394158564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2812765312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06651947,0.000038432012,0.9294219,0.0016180187,0.0015505862,0.00021890718,0.0000072183648,0.00050456065,0.00012093689],"genre_scores_gemma":[0.8370264,0.000007374361,0.15970121,0.0026576929,0.00051342475,0.000011836517,0.000009167272,0.000030612093,0.000042264193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99741876,0.000043318036,0.00037091147,0.00075226417,0.00067879946,0.00073591975],"domain_scores_gemma":[0.99791646,0.00036153986,0.0000604537,0.0009072394,0.0005006232,0.0002536832],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003718628,0.00026065414,0.00025383828,0.00044169364,0.0002924881,0.00031049093,0.001333151,0.00010993737,0.000021497275],"category_scores_gemma":[0.00011979502,0.00027367438,0.00013724425,0.0014419714,0.00016092749,0.0005836189,0.0009284234,0.00029259655,0.00016601097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027590142,0.00017364547,0.040503167,0.00004474249,0.00025424027,0.000046673133,0.0029722424,0.01762048,0.000088939465,0.9011476,0.021080298,0.016040374],"study_design_scores_gemma":[0.0002888345,0.0002892702,0.0012045813,0.000035522848,0.000005256675,0.000040909395,0.000026116557,0.9842699,0.00028819081,0.0099547375,0.0032626998,0.00033394204],"about_ca_topic_score_codex":0.000055377655,"about_ca_topic_score_gemma":0.000032164306,"teacher_disagreement_score":0.9666495,"about_ca_system_score_codex":0.00010873232,"about_ca_system_score_gemma":0.0001678297,"threshold_uncertainty_score":0.99997157},"labels":[],"label_agreement":null},{"id":"W2883027691","doi":"10.1145/3196398.3196457","title":"Developer interaction traces backed by IDE screen recordings from think aloud sessions","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"Polytechnique Montréal","keywords":"Correctness; Computer science; Program comprehension; Set (abstract data type); Human–computer interaction; Empirical research; Data science; Comprehension; Ground truth; Artificial intelligence; Software; Programming language; Software system","score_opus":0.024110489005982356,"score_gpt":0.29143017730406157,"score_spread":0.2673196882980792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883027691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40506506,0.000030351193,0.590975,0.0011160361,0.00064431806,0.000085291176,0.0000042066217,0.00054630416,0.0015334785],"genre_scores_gemma":[0.7786291,0.000010584548,0.2179253,0.00036327884,0.00021548799,0.000005561352,0.000012258674,0.00001748732,0.0028209367],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99877733,0.000045495824,0.00017752349,0.0004010978,0.00031020967,0.00028836651],"domain_scores_gemma":[0.9985352,0.00071885315,0.000034054734,0.00043556982,0.00014434314,0.00013198149],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000262326,0.00012454073,0.000117067044,0.00009863354,0.00014440955,0.00025690487,0.00086388865,0.000073932824,0.0006519436],"category_scores_gemma":[0.00049661373,0.00010147314,0.000033778946,0.0004073343,0.000044596993,0.0009372735,0.00031576076,0.00021552932,0.0009965963],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030835825,0.00012373747,0.012211213,0.000009536895,0.00011548919,0.00002128283,0.008306422,0.000018651801,0.034935728,0.0013844881,0.73407125,0.20877138],"study_design_scores_gemma":[0.0020299642,0.0006723522,0.19716565,0.00050684495,0.000026184714,0.000079073114,0.001910965,0.17729105,0.34992716,0.0057473104,0.2622776,0.002365828],"about_ca_topic_score_codex":0.0011208523,"about_ca_topic_score_gemma":0.00007697672,"teacher_disagreement_score":0.47179362,"about_ca_system_score_codex":0.00007264265,"about_ca_system_score_gemma":0.000059548867,"threshold_uncertainty_score":0.99978125},"labels":[],"label_agreement":null},{"id":"W2883195769","doi":"10.1109/icsme.2018.00057","title":"Effective Reformulation of Query for Code Search Using Crowdsourced Knowledge and Extra-Large Data Analytics","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Information retrieval; Code (set theory); Search engine; Web search query; Semantic search; Relevance (law); Query expansion; Programming language","score_opus":0.13152020755385394,"score_gpt":0.3966857943397065,"score_spread":0.26516558678585256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883195769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15070665,0.00025835188,0.84753704,0.000019556117,0.0002411283,0.0008939057,0.00013873028,0.00013265674,0.00007199073],"genre_scores_gemma":[0.7812756,0.000017165728,0.2182452,0.000004677342,0.00017194131,0.000023892753,0.000099392084,0.000032639775,0.00012954885],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790055,0.00010767332,0.00033348516,0.0008826837,0.0003650102,0.0004106152],"domain_scores_gemma":[0.995391,0.0016614413,0.000102884005,0.002133578,0.0005934062,0.0001176549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023682192,0.00022362087,0.00037647464,0.00040652914,0.00009798728,0.00016050809,0.0017834968,0.00025885686,0.0000051829625],"category_scores_gemma":[0.0011146915,0.00020653877,0.00006303025,0.000334137,0.000085374115,0.00030535585,0.006469219,0.00037536977,0.0000029178614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090200687,0.0029852947,0.31356275,0.04791212,0.0054187668,0.000060299684,0.030556345,0.20239034,0.038206834,0.05001813,0.015477208,0.29250988],"study_design_scores_gemma":[0.00034048024,0.0000750852,0.012543068,0.00020339072,0.000021516378,0.0000037166842,0.000008732905,0.9822483,0.0035438451,0.0005306127,0.00026874314,0.00021247329],"about_ca_topic_score_codex":0.00009181852,"about_ca_topic_score_gemma":0.00003489439,"teacher_disagreement_score":0.779858,"about_ca_system_score_codex":0.00018819522,"about_ca_system_score_gemma":0.00031482513,"threshold_uncertainty_score":0.84224063},"labels":[],"label_agreement":null},{"id":"W2883229686","doi":"10.1145/3196398.3196469","title":"Revisiting \"programmers' build errors\" in the visual studio context","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Context (archaeology); Studio; Programming language; Human–computer interaction; Computer graphics (images); Microsoft Visual Studio; Software engineering; Engineering drawing; Multimedia; Software; Engineering","score_opus":0.02762530743136254,"score_gpt":0.32899214899351564,"score_spread":0.3013668415621531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883229686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5535585,0.00030302812,0.4378067,0.004218891,0.00037740654,0.00044774832,2.1986098e-7,0.00048435587,0.002803146],"genre_scores_gemma":[0.98880535,0.0000025440245,0.010286358,0.00051596673,0.00022211048,0.000021092274,2.3541308e-7,0.000006470101,0.00013987365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873334,0.00008752402,0.0001500971,0.000269278,0.00038215955,0.00037759828],"domain_scores_gemma":[0.99867845,0.00073344004,0.00001992019,0.00043568254,0.00008497364,0.00004754202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011856267,0.00008985697,0.00010066744,0.000092828304,0.000090308065,0.00018925662,0.0011119844,0.00003161568,0.000025739928],"category_scores_gemma":[0.000654841,0.000059937545,0.00003301379,0.0007669011,0.00006999249,0.00018901404,0.00028832103,0.00019507176,0.00018679025],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008121811,0.00013578613,0.13588321,0.00003431794,0.000032129417,0.00009765732,0.008467035,0.000022183784,0.00026426767,0.046391267,0.005128599,0.8035354],"study_design_scores_gemma":[0.0029853112,0.0018721819,0.6454175,0.00038881623,0.0000139115655,0.00019783183,0.0066756397,0.17295241,0.0060077016,0.0013980229,0.16044557,0.0016450669],"about_ca_topic_score_codex":0.00014091031,"about_ca_topic_score_gemma":0.000038923907,"teacher_disagreement_score":0.8018904,"about_ca_system_score_codex":0.000037131726,"about_ca_system_score_gemma":0.000035364945,"threshold_uncertainty_score":0.2444182},"labels":[],"label_agreement":null},{"id":"W2883393561","doi":"10.1002/smr.1965","title":"Program comprehension through reverse‐engineered sequence diagrams: A systematic review","year":2018,"lang":"en","type":"review","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Sequence diagram; Program comprehension; Documentation; Reverse engineering; Sequence (biology); Process (computing); Set (abstract data type); Context (archaeology); Software engineering; Software; Comprehension; Use Case Diagram; Data science; Information retrieval; Programming language; Data mining; Unified Modeling Language; Software system; Class diagram","score_opus":0.06289656528401565,"score_gpt":0.3715168890266922,"score_spread":0.30862032374267656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883393561","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015068707,0.83958876,0.15778217,0.000047362177,0.0006126731,0.0016791263,0.0000073663778,0.000278252,0.000002791216],"genre_scores_gemma":[0.000016007512,0.9652041,0.034194443,0.00006366914,0.00025027018,0.00016800406,0.0000078690455,0.0000460027,0.000049622045],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9958653,0.0003543904,0.0016923731,0.0004961282,0.0011249688,0.00046686217],"domain_scores_gemma":[0.99495506,0.0011480971,0.0015262505,0.0007308508,0.0013671601,0.0002725557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015570859,0.0005427399,0.0027636506,0.00035880986,0.00014054839,0.00022828636,0.0016819892,0.0003112515,0.0000066561242],"category_scores_gemma":[0.005067322,0.00038342638,0.00051532517,0.0016004632,0.00012583536,0.0010114885,0.00024881444,0.0009015636,0.000038125556],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017156453,0.00005908456,0.000005430508,0.95512897,0.00015223233,0.000046273068,0.00009034041,0.0000039085517,2.8942475e-8,0.00006870779,0.0023468025,0.04209653],"study_design_scores_gemma":[0.00017433746,0.00036564743,0.0000048301913,0.86722136,0.00078810315,0.0023332585,0.000007340333,0.000190559,2.4205116e-7,0.0002733572,0.12817244,0.00046853663],"about_ca_topic_score_codex":0.0000028196591,"about_ca_topic_score_gemma":3.6251103e-7,"teacher_disagreement_score":0.12582563,"about_ca_system_score_codex":0.00036724564,"about_ca_system_score_gemma":0.00084832177,"threshold_uncertainty_score":0.9998618},"labels":[],"label_agreement":null},{"id":"W2883473889","doi":"10.1145/3196398.3196471","title":"Do software engineers use autocompletion features differently than other developers?","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software engineering; Software; Programming language","score_opus":0.030983112206759155,"score_gpt":0.26913356508258657,"score_spread":0.23815045287582742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883473889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113779835,0.000027838054,0.883697,0.00026152274,0.00043932736,0.00022270127,0.0000028833338,0.0013751617,0.00019375452],"genre_scores_gemma":[0.7537604,0.0000022039253,0.24358347,0.0002237693,0.00017770374,0.000035879435,0.0000028899462,0.000032887405,0.0021808124],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844146,0.00003780117,0.00014155118,0.00044448752,0.00046645995,0.00046823145],"domain_scores_gemma":[0.998487,0.0004428719,0.00002325233,0.0007125483,0.00017890768,0.00015544007],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018521686,0.00019505218,0.00014156105,0.00022149604,0.000115120354,0.00047477495,0.0009698913,0.00009124999,0.00016661103],"category_scores_gemma":[0.0006142439,0.00015795695,0.000056970825,0.0005132272,0.000065353364,0.0005288316,0.0003033973,0.0001872959,0.00034109835],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008466542,0.00047755608,0.4398059,0.00020046883,0.0004904121,0.000100821104,0.01408073,0.0012063116,0.006294581,0.17862198,0.14543563,0.21320096],"study_design_scores_gemma":[0.00043817153,0.00015373589,0.966306,0.000054774704,0.0000040156096,0.00003086071,0.000028828917,0.0071180197,0.00595325,0.00046056302,0.01890105,0.0005507529],"about_ca_topic_score_codex":0.000106518026,"about_ca_topic_score_gemma":0.00002756172,"teacher_disagreement_score":0.64011353,"about_ca_system_score_codex":0.0000928961,"about_ca_system_score_gemma":0.000058944494,"threshold_uncertainty_score":0.64412975},"labels":[],"label_agreement":null},{"id":"W2883496053","doi":"10.1145/3194095.3194101","title":"Towards a classification of bugs to facilitate software maintainability tasks","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software bug; Computer science; Maintainability; Software maintenance; Process (computing); Software quality; Software; Software regression; Set (abstract data type); Code (set theory); Software engineering; Software development; Programming language","score_opus":0.0572385695500097,"score_gpt":0.30362185949951653,"score_spread":0.24638328994950684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883496053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1902421,0.0000054806087,0.80762625,0.00095905137,0.00012145064,0.00020158727,0.0000040001623,0.00033360315,0.000506493],"genre_scores_gemma":[0.8047202,3.6521783e-7,0.19466898,0.000066419874,0.000027268878,0.000028371413,8.9442864e-7,0.0000054763987,0.00048200678],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986429,0.000047576134,0.00021165275,0.00038762946,0.00040657824,0.00030364198],"domain_scores_gemma":[0.9980596,0.00028199554,0.000025884832,0.00097036676,0.00050743535,0.00015477363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006871516,0.00009717013,0.00012787522,0.00015445039,0.000048439742,0.000047562113,0.0009268795,0.00004895986,0.00007507554],"category_scores_gemma":[0.0024961177,0.000086867454,0.000044831857,0.00072480756,0.0001007135,0.00020536208,0.00037883184,0.00008593407,0.00022330115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000737119,0.0003477303,0.0959422,0.00032024726,0.00006420028,0.000010580986,0.011333819,0.0002997909,0.015417994,0.093057,0.018786104,0.7643466],"study_design_scores_gemma":[0.00024427605,0.00061542285,0.9498227,0.000022589711,0.0000023500297,0.00000550236,0.0001025241,0.011198722,0.018649034,0.008374473,0.010671364,0.000291017],"about_ca_topic_score_codex":0.00021386167,"about_ca_topic_score_gemma":0.00001798703,"teacher_disagreement_score":0.8538805,"about_ca_system_score_codex":0.0001334494,"about_ca_system_score_gemma":0.0001476027,"threshold_uncertainty_score":0.3542352},"labels":[],"label_agreement":null},{"id":"W2883564831","doi":"10.1145/3196398.3196409","title":"A design structure matrix approach for measuring co-change-modularity of software products","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada; Western Canada Research Grid; Compute Canada","keywords":"Design structure matrix; Computer science; Modularity (biology); Metric (unit); Software system; Theoretical computer science; Data mining; Software metric; Software; Change impact analysis; Representation (politics); Programming language; Software construction; Mathematics","score_opus":0.09623937090276362,"score_gpt":0.3114389159828748,"score_spread":0.2151995450801112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883564831","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0088084,0.00010264117,0.98945695,0.00007770358,0.0001669761,0.00095505733,0.0000075399153,0.00040467552,0.000020070005],"genre_scores_gemma":[0.41449726,6.131709e-7,0.58519757,0.000013076843,0.00015837286,0.000048280337,0.000002653975,0.000013152167,0.00006903112],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99841183,0.000051398078,0.00017857157,0.00049794413,0.000462985,0.0003972435],"domain_scores_gemma":[0.9982144,0.00029978043,0.000051825402,0.000806836,0.000541349,0.00008580355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006764908,0.00015003893,0.00019875953,0.00016261748,0.00009604877,0.00007415443,0.0010022001,0.000090363785,0.000008717739],"category_scores_gemma":[0.0012625444,0.0001302263,0.00004198992,0.00051271066,0.00007551152,0.00033983737,0.00020562673,0.00012612033,0.0000046383843],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009142135,0.0021090505,0.08332301,0.01411881,0.0013366801,0.00004942817,0.03356051,0.021775564,0.34516117,0.057631217,0.04571761,0.39430273],"study_design_scores_gemma":[0.0010706567,0.00070086046,0.011917302,0.000057279103,0.000015885784,0.000048602295,0.00002370337,0.2423366,0.7391022,0.0033156157,0.0007387924,0.0006725323],"about_ca_topic_score_codex":0.000024372412,"about_ca_topic_score_gemma":9.660624e-7,"teacher_disagreement_score":0.40568885,"about_ca_system_score_codex":0.000050637456,"about_ca_system_score_gemma":0.000106601714,"threshold_uncertainty_score":0.5310474},"labels":[],"label_agreement":null},{"id":"W2883986603","doi":"10.1145/3196398.3196438","title":"CLEVER","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Ubisoft (Canada)","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Computer science; Leverage (statistics); Reuse; Process (computing); Metric (unit); Software; Software maintenance; Software engineering; Software bug; Field (mathematics); Software development; Artificial intelligence; Database; Programming language; Engineering","score_opus":0.02048636646562555,"score_gpt":0.276926340176175,"score_spread":0.25643997371054944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883986603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02191359,0.0000054496286,0.9645333,0.00034351967,0.00021463347,0.000019530435,3.1338466e-8,0.00040730208,0.012562632],"genre_scores_gemma":[0.90153146,2.7646095e-7,0.095358826,0.00016128884,0.00008520542,0.000001454389,2.9741214e-8,0.0000021666708,0.0028593054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99964744,0.000004173669,0.00002740617,0.00009540686,0.000111795336,0.00011376657],"domain_scores_gemma":[0.9995699,0.00008146759,0.0000023028979,0.00027127206,0.000038745973,0.000036316993],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008240857,0.000022607683,0.00001995059,0.000031740714,0.000021368218,0.000040410247,0.0004025394,0.000010987717,0.00014653569],"category_scores_gemma":[0.00010556071,0.000018503673,0.000008112425,0.000172625,0.00001784502,0.00012301613,0.00013754006,0.000027886665,0.0016366671],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025894403,0.000055567074,0.037240457,0.000009467463,0.00002032879,0.000028957866,0.0008596492,0.000016116912,0.0042468966,0.44086286,0.24209431,0.27456278],"study_design_scores_gemma":[0.00044546233,0.00033021794,0.44937018,0.000011332811,9.563614e-7,0.00004040198,0.000007466957,0.110077456,0.079577416,0.008848299,0.35083997,0.0004508753],"about_ca_topic_score_codex":0.00000679056,"about_ca_topic_score_gemma":9.2538545e-7,"teacher_disagreement_score":0.87961787,"about_ca_system_score_codex":0.000008426894,"about_ca_system_score_gemma":0.000012854397,"threshold_uncertainty_score":0.9991407},"labels":[],"label_agreement":null},{"id":"W2884048294","doi":"10.1145/3196398.3196435","title":"Studying the relationship between exception handling practices and post-release defects","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Exception handling; Java; Computer science; Software quality; Software; Quality (philosophy); Reliability (semiconductor); Software bug; Work flow; Software release life cycle; Software engineering; Software development; Programming language; Power (physics); Engineering; Industrial engineering","score_opus":0.1030517818798358,"score_gpt":0.34820214274140243,"score_spread":0.24515036086156664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884048294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.70532763,0.000055868088,0.29350117,0.00067736,0.00007367482,0.00010095536,1.5771349e-7,0.00014839554,0.00011478373],"genre_scores_gemma":[0.9921263,0.0000018219021,0.007431594,0.000060277664,0.00020929506,0.00000806843,5.4771004e-7,0.000005651857,0.00015644007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99921364,0.000088885994,0.00009095432,0.0002052098,0.00023381569,0.00016751574],"domain_scores_gemma":[0.9934913,0.005952392,0.00006292593,0.00031836174,0.00011281953,0.00006219935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081158953,0.0000622046,0.00005246241,0.00007759336,0.00033415787,0.00029046027,0.0003235922,0.000031504977,0.000006590759],"category_scores_gemma":[0.007607299,0.000042720723,0.000013916438,0.00029803708,0.00005302927,0.00059035193,0.00021750762,0.00016221077,0.00007883182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018288622,0.0000065785703,0.9880337,0.000008638945,0.0000071482655,0.0000012231347,0.0010090255,0.000011227542,0.0002324173,0.0025747558,0.00008301727,0.008030415],"study_design_scores_gemma":[0.00010092358,0.0000828052,0.99597466,0.000013501644,0.000005067103,0.0000048401607,0.000055271827,0.0024934013,0.00029972047,0.000766512,0.00013874861,0.00006456927],"about_ca_topic_score_codex":0.00007475525,"about_ca_topic_score_gemma":0.000016188138,"teacher_disagreement_score":0.2867987,"about_ca_system_score_codex":0.00002016739,"about_ca_system_score_gemma":0.00003436954,"threshold_uncertainty_score":0.9107197},"labels":[],"label_agreement":null},{"id":"W2884383315","doi":"10.1145/3195546.3206423","title":"A project on software defect prevention at commit-time","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ubisoft (Canada); Concordia University","funders":"Concordia University","keywords":"Commit; Computer science; Novelty; Coding (social sciences); Code review; Software; Software engineering; Software quality; Code (set theory); Software development; Programming language; Database","score_opus":0.026633061175849,"score_gpt":0.30003179591226736,"score_spread":0.27339873473641835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884383315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21989748,0.00002751579,0.7724873,0.00017317403,0.0003097708,0.00053542294,0.0000015553668,0.0019484364,0.0046193544],"genre_scores_gemma":[0.70191103,0.0000029712082,0.25489452,0.00029635,0.00031186093,0.000109931316,0.000007706317,0.000044223798,0.042421415],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880266,0.00006432331,0.000107741485,0.0003442804,0.00037050335,0.0003105074],"domain_scores_gemma":[0.99875796,0.00039169058,0.000022180502,0.0006800374,0.00008405166,0.00006409354],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033856492,0.000110568864,0.000098649485,0.0001543162,0.0001264905,0.00009222686,0.00067684613,0.000052107607,0.00019047273],"category_scores_gemma":[0.0005304529,0.000092934286,0.000080414335,0.000446069,0.000041886855,0.00019098597,0.00041743682,0.00010247121,0.0033779156],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019532589,0.0010224938,0.0802134,0.00021104724,0.000312406,0.000114439215,0.0029847454,0.00024100748,0.004544435,0.019131899,0.6142915,0.2767373],"study_design_scores_gemma":[0.0062360684,0.017690696,0.26709735,0.0008426332,0.00005416263,0.0004099258,0.000030646577,0.27772382,0.15937392,0.008121421,0.25839236,0.0040269974],"about_ca_topic_score_codex":0.00002246083,"about_ca_topic_score_gemma":0.000012637501,"teacher_disagreement_score":0.5175928,"about_ca_system_score_codex":0.00013030475,"about_ca_system_score_gemma":0.00006537233,"threshold_uncertainty_score":0.9973981},"labels":[],"label_agreement":null},{"id":"W2884390033","doi":"10.1145/3196398.3196436","title":"Large-scale analysis of the co-commit patterns of the active developers in github's top repositories","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Commit; Computer science; Reputation; World Wide Web; Ranking (information retrieval); Scale (ratio); Data science; Database; Information retrieval","score_opus":0.010709485535518648,"score_gpt":0.26943728332676725,"score_spread":0.2587277977912486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884390033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93527174,0.000005269271,0.06344111,0.0003087664,0.00020209733,0.00009091818,0.0000066128528,0.000024335908,0.0006491449],"genre_scores_gemma":[0.9976957,7.670345e-7,0.0018244345,0.000035054793,0.000017854341,0.00000551297,3.150465e-7,0.000003696883,0.00041668303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989991,0.00007614811,0.00018354374,0.00018041108,0.00038261246,0.00017816041],"domain_scores_gemma":[0.99860215,0.00030432327,0.0000617906,0.0008449383,0.00016345286,0.00002332953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030162293,0.00006796329,0.00015459146,0.0001399341,0.000059627153,0.000026669568,0.0012909726,0.00003744049,0.000024907318],"category_scores_gemma":[0.00026140644,0.000037187063,0.000090502734,0.0019716967,0.00008420153,0.000115514405,0.00048650175,0.000111170135,0.0000016060566],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029258113,0.000027221213,0.99184316,0.0000069042917,0.00009465963,4.4927765e-7,0.006168356,0.00015657971,0.0005470296,0.00053351145,0.00009255642,0.00052661734],"study_design_scores_gemma":[0.00007096183,0.00001414325,0.87338203,0.000012247424,0.000013259286,4.9066074e-7,0.00028908005,0.0041431733,0.12179419,0.000019152429,0.00021591477,0.00004537137],"about_ca_topic_score_codex":0.0004066954,"about_ca_topic_score_gemma":0.001007512,"teacher_disagreement_score":0.12124716,"about_ca_system_score_codex":0.000053426844,"about_ca_system_score_gemma":0.00007709428,"threshold_uncertainty_score":0.23989698},"labels":[],"label_agreement":null},{"id":"W2884493935","doi":"10.1145/3196398.3196463","title":"Studying developer build issues and debugger usage via timeline analysis in visual studio IDE","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Timeline; Debugger; Computer science; Debugging; Software engineering; Plug-in; Microsoft Visual Studio; Session (web analytics); Source code; Workflow; Software; World Wide Web; Programming language; Database","score_opus":0.021489812266390816,"score_gpt":0.3301445447793923,"score_spread":0.3086547325130015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884493935","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.527662,0.00018005016,0.47152942,0.00022076962,0.000050360908,0.00009005135,1.6628886e-7,0.00016305057,0.00010417318],"genre_scores_gemma":[0.9117401,0.000013138325,0.08727167,0.00010200557,0.00006903566,0.000010743068,6.287126e-7,0.000009121625,0.0007835474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99853027,0.00005940537,0.00022361088,0.00045202748,0.0003833386,0.0003513625],"domain_scores_gemma":[0.99904716,0.00034857093,0.000019809262,0.00035161086,0.00013790632,0.00009492134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082922564,0.00013511747,0.0002390544,0.000553396,0.00007896012,0.00015438958,0.0004952121,0.00004341532,0.00009344412],"category_scores_gemma":[0.00033467647,0.00011255377,0.000031107193,0.0022049767,0.000056266963,0.0003269163,0.0006428774,0.00012611762,0.00009906157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070861715,0.000121423815,0.9588658,0.00001195301,0.00032552943,0.000052272688,0.0021702556,0.00039644385,0.0010833356,0.00025478035,0.00067799946,0.036033124],"study_design_scores_gemma":[0.00036836375,0.0001345155,0.74329275,0.000014135128,0.000025576328,0.0000054552625,0.00003671737,0.25141126,0.0031944697,0.00010699685,0.0011008322,0.0003089214],"about_ca_topic_score_codex":0.0003893761,"about_ca_topic_score_gemma":0.00039710852,"teacher_disagreement_score":0.38425776,"about_ca_system_score_codex":0.00005143903,"about_ca_system_score_gemma":0.00003309804,"threshold_uncertainty_score":0.45898095},"labels":[],"label_agreement":null},{"id":"W2884885238","doi":"10.1145/3196398.3196420","title":"Exploring the use of automated API migrating techniques in practice","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Documentation; Computer science; Android (operating system); Application programming interface; Software documentation; World Wide Web; Software; Software engineering; Data science; Software development; Programming language; Software development process; Operating system","score_opus":0.16086013620484027,"score_gpt":0.3423152367888403,"score_spread":0.18145510058400002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884885238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44947883,0.000016837475,0.545685,0.0012330697,0.00020189404,0.00025994855,2.357464e-7,0.0026365018,0.0004876804],"genre_scores_gemma":[0.616269,0.000006262153,0.38356638,0.00006516287,0.000023071996,0.000027195996,6.441483e-8,0.00000484332,0.000038011607],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926096,0.00006579719,0.00014283377,0.00014048422,0.00022290801,0.00016704375],"domain_scores_gemma":[0.99752194,0.0018469336,0.00003285226,0.00042824852,0.00014829957,0.000021752066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056202087,0.000053279702,0.000061346116,0.00011958573,0.00003526476,0.000094742616,0.0004958668,0.0000162158,0.0000023717898],"category_scores_gemma":[0.0035549793,0.000036407906,0.000013408557,0.00072270323,0.000041085437,0.0013341567,0.00024634306,0.00011126714,0.000010758779],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005956541,0.00060794764,0.058365535,0.00018489442,0.0001535625,0.0001657883,0.040670708,0.0021005045,0.10630689,0.07604942,0.026535837,0.6887993],"study_design_scores_gemma":[0.00011252731,0.00019135006,0.03379366,0.0001266773,0.0000025210081,0.000028205612,0.00016100905,0.57522964,0.37221593,0.000052491683,0.01789346,0.00019250413],"about_ca_topic_score_codex":0.00052037794,"about_ca_topic_score_gemma":0.00003174856,"teacher_disagreement_score":0.68860686,"about_ca_system_score_codex":0.000026786127,"about_ca_system_score_gemma":0.000030371297,"threshold_uncertainty_score":0.42558992},"labels":[],"label_agreement":null},{"id":"W2884905421","doi":"10.1145/3196398.3196421","title":"Studying the impact of adopting continuous integration on the delivery time of pull requests","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Metric (unit); Software; Software engineering; Software development; Key (lock); Work (physics); Operating system; Operations management; Engineering","score_opus":0.03053442553353595,"score_gpt":0.2945840618263738,"score_spread":0.26404963629283784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884905421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92522717,0.000017458528,0.073503695,0.00013420121,0.000051902534,0.00016310661,5.493742e-7,0.00006507566,0.0008368519],"genre_scores_gemma":[0.99654293,0.0000015849436,0.0032581682,0.000021290773,0.0000427249,0.0000040208765,2.1164189e-7,0.000005123526,0.0001239284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992131,0.00008367932,0.00015812003,0.00012230953,0.0002738177,0.00014896732],"domain_scores_gemma":[0.9976357,0.0015105712,0.00006868335,0.00049668015,0.00026762878,0.000020693233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094297173,0.00006967861,0.00009672532,0.0000611145,0.00006183293,0.000047429734,0.00072859915,0.000022814249,0.000033841385],"category_scores_gemma":[0.0010811603,0.000031583822,0.00005514451,0.00032781297,0.00007570185,0.00012910954,0.0001598972,0.000118457654,0.000033536642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019371462,0.0007572833,0.086775854,0.00006572446,0.00065108546,0.000019188887,0.038760196,0.0072443043,0.2742176,0.048835274,0.024071613,0.5184082],"study_design_scores_gemma":[0.00047126858,0.0031900336,0.26660073,0.00034873647,0.000011878073,0.000018438977,0.00052018097,0.5576224,0.17010881,0.0007250457,0.00006383868,0.00031863854],"about_ca_topic_score_codex":0.0003062871,"about_ca_topic_score_gemma":0.0000045720462,"teacher_disagreement_score":0.5503781,"about_ca_system_score_codex":0.000040566465,"about_ca_system_score_gemma":0.000050442093,"threshold_uncertainty_score":0.13539307},"labels":[],"label_agreement":null},{"id":"W2885308680","doi":"10.1109/tse.2018.2861735","title":"Leveraging Historical Associations between Requirements and Source Code to Identify Impacted Classes","year":2018,"lang":"en","type":"preprint","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"National Science Foundation","keywords":"Computer science; Set (abstract data type); Class (philosophy); Code smell; Intuition; Similarity (geometry); Semantic similarity; Source code; Data mining; Locality; Software; Information retrieval; Artificial intelligence; Software development; Software quality; Programming language","score_opus":0.05722962105556756,"score_gpt":0.32059560617191873,"score_spread":0.2633659851163512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885308680","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117285065,0.00008930782,0.87693965,0.0001879436,0.0026067311,0.0004566318,0.000112210015,0.0023194598,0.0000030020028],"genre_scores_gemma":[0.8679714,0.000027553335,0.13084832,0.000056752735,0.00041493218,0.00017160922,0.00001932622,0.00014689266,0.00034318477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9962863,0.00007553498,0.00063141977,0.001162076,0.0009978495,0.0008468657],"domain_scores_gemma":[0.9963616,0.0014735764,0.00013405085,0.0011741351,0.00029088516,0.0005657518],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000611505,0.0005948015,0.0006518176,0.0011259784,0.00031598556,0.00057251385,0.001261489,0.0004624808,0.000014911786],"category_scores_gemma":[0.00076936785,0.0007248829,0.00021429882,0.0008846544,0.000026370493,0.00041167473,0.00011646023,0.0015671519,0.00006452099],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001764161,0.00023963932,0.01646167,0.00058949855,0.0011335246,0.000050397128,0.0038372024,0.9439356,0.0012774806,0.000015729944,0.0045992257,0.027842391],"study_design_scores_gemma":[0.0039178045,0.0014711122,0.64513916,0.0053535327,0.00094646367,0.00010906876,0.00006633629,0.26741916,0.036550697,0.0005116324,0.027768606,0.010746431],"about_ca_topic_score_codex":0.00017250872,"about_ca_topic_score_gemma":0.000008046773,"teacher_disagreement_score":0.75068635,"about_ca_system_score_codex":0.0026670108,"about_ca_system_score_gemma":0.00020308577,"threshold_uncertainty_score":0.99952024},"labels":[],"label_agreement":null},{"id":"W2885541650","doi":"10.1145/3180155.3182514","title":"Are fix-inducing changes a moving target?","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Granularity; Computer science; Process (computing); Code (set theory); Reliability engineering; Programming language; Engineering","score_opus":0.03183609157711317,"score_gpt":0.27563106616453126,"score_spread":0.24379497458741808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885541650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11016198,0.00007944794,0.8840793,0.0018123654,0.00055958546,0.00009098108,4.4172526e-7,0.0009730933,0.0022427936],"genre_scores_gemma":[0.88730806,0.0000013306249,0.110573195,0.00035502904,0.00034184993,0.000010447052,1.6799939e-7,0.000009948076,0.0013999724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990585,0.000016224194,0.00006438856,0.0002775753,0.00025365644,0.00032965376],"domain_scores_gemma":[0.99910086,0.00020919334,0.000027397247,0.00047762407,0.000095962736,0.000088979694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025005627,0.00007898195,0.00008031406,0.00012675807,0.0000924922,0.00013480581,0.0006871087,0.0000371572,0.00009798066],"category_scores_gemma":[0.00060716685,0.00006998454,0.000018799048,0.0003938119,0.00002671798,0.00020979343,0.0003838909,0.000102391044,0.00032553574],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019720634,0.00033389556,0.34351268,0.0003927283,0.00022494233,0.000685537,0.015960382,0.0008780648,0.05150438,0.050273594,0.21129549,0.3249186],"study_design_scores_gemma":[0.00070210575,0.00043842843,0.3511419,0.00027295004,0.000004458797,0.00008709452,0.00025779783,0.33434442,0.24374942,0.0027126076,0.0650339,0.0012549306],"about_ca_topic_score_codex":0.00003153678,"about_ca_topic_score_gemma":0.00002489276,"teacher_disagreement_score":0.7771461,"about_ca_system_score_codex":0.000038297723,"about_ca_system_score_gemma":0.000023045393,"threshold_uncertainty_score":0.4184212},"labels":[],"label_agreement":null},{"id":"W2885871161","doi":"10.1145/3180155.3182518","title":"Analyzing a decade of Linux system calls","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; System call; Linux kernel; Operating system; Kernel (algebra); sysfs; Application programming interface; Process (computing); Interface (matter); Software engineering","score_opus":0.01915276403524373,"score_gpt":0.28215258503460355,"score_spread":0.2629998209993598,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885871161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09640817,0.000037453705,0.90167284,0.000050266837,0.00014503274,0.00004486518,2.3228908e-7,0.0002788126,0.0013623338],"genre_scores_gemma":[0.9128758,6.422359e-7,0.08685738,0.000008014388,0.000063936204,0.000002409842,7.203326e-8,0.00000409398,0.00018764939],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993157,0.000017651771,0.00012504414,0.00016238345,0.00020101905,0.00017821803],"domain_scores_gemma":[0.9991009,0.0002478132,0.000020520205,0.00042470754,0.00014073469,0.000065298365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028858482,0.00004904783,0.0000902017,0.00012291821,0.000025555844,0.000034872133,0.00064552354,0.000030402312,0.000012089131],"category_scores_gemma":[0.00020894174,0.00004109033,0.000028247323,0.00048039164,0.00003056663,0.00011001923,0.00019945484,0.000055909335,0.00011206859],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023466933,0.00020185296,0.23852512,0.0010470204,0.0003161093,0.00014345525,0.0048219897,0.00114202,0.077282116,0.531173,0.013051961,0.13227189],"study_design_scores_gemma":[0.0005640809,0.00039600013,0.08743795,0.00030036323,0.000008735628,0.0000648257,0.000080300466,0.5553177,0.3527977,0.00021773193,0.0023653072,0.00044929155],"about_ca_topic_score_codex":0.000061975865,"about_ca_topic_score_gemma":0.0000044843578,"teacher_disagreement_score":0.81646764,"about_ca_system_score_codex":0.00003790368,"about_ca_system_score_gemma":0.000042057345,"threshold_uncertainty_score":0.16756152},"labels":[],"label_agreement":null},{"id":"W2886024027","doi":"10.1109/qrs.2018.00048","title":"The State of Practice on Virtual Reality (VR) Applications: An Exploratory Study on Github and Stack Overflow","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Virtual reality; JavaScript; Software; Exploratory research; Perspective (graphical); Software development; Multimedia; State (computer science); World Wide Web; Human–computer interaction; Software engineering; Artificial intelligence","score_opus":0.043432985563012165,"score_gpt":0.34560851523144975,"score_spread":0.3021755296684376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886024027","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7023216,0.000027017824,0.2952263,0.0004958337,0.00011588742,0.0008978806,0.0000058720902,0.00024964256,0.00065998436],"genre_scores_gemma":[0.9976582,0.000016430184,0.0019493625,0.000114433475,0.0000481672,0.000089867,4.2894942e-7,0.000008783044,0.000114337265],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986123,0.00021458125,0.00016215282,0.00033242986,0.0005021756,0.00017636799],"domain_scores_gemma":[0.99618775,0.0022643688,0.000058201018,0.0011483486,0.00025015598,0.0000911822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014685177,0.000089281915,0.000083276376,0.000060169932,0.00015143427,0.00014123593,0.0005813676,0.00001765492,0.0000019359093],"category_scores_gemma":[0.0007776811,0.00006124083,0.000010614904,0.00030872977,0.00011086909,0.00049420184,0.00021089279,0.00013976255,0.000039861116],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059871085,0.004547532,0.0045123505,0.000033064436,0.00021192404,0.00002119527,0.04119211,0.0017111968,0.0009172944,0.058799062,0.0050500478,0.8824055],"study_design_scores_gemma":[0.0068889265,0.07447224,0.57446015,0.0001564151,0.00006831601,0.000032612526,0.02975329,0.12425555,0.042777814,0.020675221,0.12383687,0.0026225715],"about_ca_topic_score_codex":0.000037859543,"about_ca_topic_score_gemma":0.000048437378,"teacher_disagreement_score":0.8797829,"about_ca_system_score_codex":0.000036548223,"about_ca_system_score_gemma":0.00006665358,"threshold_uncertainty_score":0.24973288},"labels":[],"label_agreement":null},{"id":"W2886117034","doi":"10.1145/3236024.3236065","title":"Improving IR-based bug localization with context-aware query reformulation","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Information retrieval; Context (archaeology); Query expansion; Query language; Baseline (sea); State (computer science); Data mining; Database; Programming language","score_opus":0.012833199998753323,"score_gpt":0.24407213111559414,"score_spread":0.23123893111684082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886117034","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02281874,0.0000079397505,0.97597754,0.00018024349,0.00010615172,0.00013372835,3.8143077e-7,0.0005876599,0.00018758605],"genre_scores_gemma":[0.97332835,1.7699465e-7,0.026127253,0.00023754459,0.000073417745,0.000010954803,0.0000047532226,0.000012259707,0.00020527146],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990643,0.000021273527,0.00011563622,0.0002613362,0.00031608812,0.00022131181],"domain_scores_gemma":[0.9990506,0.00013992676,0.000034644807,0.00042134474,0.00028325868,0.000070236136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020509034,0.0000902022,0.00007311784,0.00012465136,0.000105687956,0.00012254993,0.00032599087,0.00004769459,0.000028612616],"category_scores_gemma":[0.00014054486,0.000068149704,0.000015656295,0.00045249242,0.00004525824,0.00046517135,0.00007063497,0.000072662675,0.000062217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021114148,0.00030020328,0.3757624,0.00039172647,0.00008805675,0.0000688499,0.002088247,0.057272177,0.0050559184,0.04461147,0.0055147787,0.50863504],"study_design_scores_gemma":[0.00032892465,0.00020348586,0.008745412,0.000027450094,0.0000013287912,0.0000033996685,0.000011373067,0.97782874,0.012052946,0.00005088313,0.0006161466,0.00012991967],"about_ca_topic_score_codex":0.0002676849,"about_ca_topic_score_gemma":0.00010124044,"teacher_disagreement_score":0.9505096,"about_ca_system_score_codex":0.00010227244,"about_ca_system_score_gemma":0.00012031577,"threshold_uncertainty_score":0.27790642},"labels":[],"label_agreement":null},{"id":"W2886347592","doi":"10.1007/s10664-018-9636-3","title":"An empirical study on the issue reports with questions raised during the issue resolving process","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Beihang University","keywords":"Computer science; Process (computing); Data science; Eclipse; Empirical research","score_opus":0.020315733376175562,"score_gpt":0.3259201812352616,"score_spread":0.3056044478590861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886347592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78446805,0.00005433773,0.2097725,0.00243463,0.0004819629,0.00081624975,0.0000015209741,0.0019339715,0.00003677963],"genre_scores_gemma":[0.99263924,0.0000011241353,0.005403257,0.00041951056,0.00095677376,0.00030556248,0.0000015485895,0.000093121576,0.00017983401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99606216,0.00019329181,0.00049033645,0.0010305614,0.0012970266,0.0009266049],"domain_scores_gemma":[0.994655,0.0022942524,0.00010215922,0.0022683204,0.00033251935,0.00034776275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012462725,0.00046531716,0.00034101246,0.00023382231,0.0008229113,0.0005514352,0.0018191771,0.00012982603,0.00008770775],"category_scores_gemma":[0.0046003996,0.0002730076,0.00008283887,0.0019148729,0.00015141041,0.0005372097,0.00037128362,0.0010245931,0.000107831605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006344263,0.0007507473,0.9272142,0.00009521054,0.00017395652,0.00087613286,0.015719945,0.049404882,0.00028672582,0.000034771652,0.0046523423,0.00072766683],"study_design_scores_gemma":[0.00045749484,0.0013073367,0.96215516,0.00016035877,0.000020643563,0.00029635528,0.0003117158,0.021471547,0.0017185997,0.000048191003,0.011296851,0.0007557692],"about_ca_topic_score_codex":0.000026854457,"about_ca_topic_score_gemma":0.000008205568,"teacher_disagreement_score":0.20817122,"about_ca_system_score_codex":0.00020860501,"about_ca_system_score_gemma":0.00015654176,"threshold_uncertainty_score":0.9999722},"labels":[],"label_agreement":null},{"id":"W2886769913","doi":"10.1016/j.jss.2018.08.032","title":"Improving reusability of software libraries through usage pattern mining","year":2018,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure; Université de Montréal; Concordia University","funders":"","keywords":"Computer science; Reusability; Reuse; World Wide Web; Software; Software engineering; Set (abstract data type); Database; Operating system; Engineering","score_opus":0.024470703776739766,"score_gpt":0.25866016959175675,"score_spread":0.23418946581501698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886769913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3604174,0.0015697138,0.6371169,0.000045166213,0.000692248,0.00008143823,0.0000048762868,0.00006572349,0.0000065483823],"genre_scores_gemma":[0.8525941,0.000021170134,0.14691316,0.000024146433,0.00037757083,0.0000026834266,3.2756893e-7,0.000017165743,0.00004969464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99801856,0.00010617817,0.0007152653,0.00025154668,0.0006008025,0.00030764315],"domain_scores_gemma":[0.99704415,0.0012119544,0.00049457763,0.0005268276,0.0005788261,0.0001436839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010720456,0.00016620128,0.0004500271,0.00014903871,0.00013291143,0.00027441743,0.00081408647,0.00010976032,0.000008094127],"category_scores_gemma":[0.002796691,0.00013281485,0.0000996944,0.00031533453,0.00017969323,0.0013625456,0.00038375103,0.00024796708,0.000002344886],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036332814,0.00010157839,0.843666,0.0016500945,0.00015139137,0.00012888457,0.010359347,0.00016588545,0.0006386044,0.00036176376,0.0018004414,0.14093965],"study_design_scores_gemma":[0.007331507,0.010703487,0.88902575,0.011065455,0.00021043848,0.0054601734,0.0055454955,0.02292866,0.015002545,0.0053808503,0.024004785,0.0033408662],"about_ca_topic_score_codex":0.00013457362,"about_ca_topic_score_gemma":0.0000033209503,"teacher_disagreement_score":0.49217668,"about_ca_system_score_codex":0.00004998982,"about_ca_system_score_gemma":0.00018897561,"threshold_uncertainty_score":0.54160327},"labels":[],"label_agreement":null},{"id":"W2886876310","doi":"10.1002/j.2334-5837.2018.00501.x","title":"Delivering Better Projects on Time by Ensuring Requirements Quality Upfront","year":2018,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Technical University of Nova Scotia","funders":"","keywords":"Timeline; Computer science; Criticality; Risk analysis (engineering); Automation; Quality (philosophy); Domain (mathematical analysis); Process management; Control (management); Systems engineering; Engineering; Business","score_opus":0.027531673562654495,"score_gpt":0.3110211638853228,"score_spread":0.2834894903226683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886876310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9350771,0.000016816977,0.05508954,0.0023499022,0.0015441569,0.00021702918,0.000015761967,0.0004309658,0.0052587474],"genre_scores_gemma":[0.99336374,0.0000029547214,0.0049118367,0.0005014929,0.00045162602,0.0000324725,0.0000117884565,0.00001951374,0.00070455705],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99796134,0.000046594625,0.00027783655,0.00047389782,0.00090962806,0.00033069152],"domain_scores_gemma":[0.9988609,0.0002660354,0.00007481428,0.00045584916,0.00024358762,0.00009882502],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005107885,0.00015762693,0.00011858293,0.00012342569,0.00009679546,0.0002155213,0.001299642,0.000059543294,0.0000820517],"category_scores_gemma":[0.00024010013,0.00015824914,0.000051914718,0.00015517398,0.00004918898,0.00048979104,0.0005508916,0.0001685626,0.0010189051],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001798996,0.00082988036,0.055316526,0.00006206518,0.0005461703,0.00015565289,0.0029258628,0.00058600126,0.8605403,0.0049097748,0.03247604,0.041471865],"study_design_scores_gemma":[0.0026742152,0.0011565724,0.10842912,0.00052050804,0.0000135730315,0.00007425068,0.000011016585,0.10754163,0.7055605,0.0011218124,0.07117767,0.0017191111],"about_ca_topic_score_codex":0.00020812737,"about_ca_topic_score_gemma":0.000005369756,"teacher_disagreement_score":0.15497974,"about_ca_system_score_codex":0.00041216635,"about_ca_system_score_gemma":0.000034249486,"threshold_uncertainty_score":0.9997589},"labels":[],"label_agreement":null},{"id":"W2886906914","doi":"10.1145/3180155.3182538","title":"Measuring program comprehension","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Software maintenance; Software engineering; Software; Software development; Programming language; Software system","score_opus":0.06453357335296482,"score_gpt":0.2990361902343799,"score_spread":0.23450261688141505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886906914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20816572,0.000028338844,0.78431255,0.0002481318,0.0003802567,0.00017433536,4.219534e-8,0.0023500554,0.004340584],"genre_scores_gemma":[0.7933273,3.9021188e-7,0.20632245,0.000028438255,0.000073173454,0.000009180046,9.857759e-8,0.000004115899,0.00023487768],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929285,0.000012262404,0.0000594414,0.00017813106,0.00025153082,0.00020578083],"domain_scores_gemma":[0.9993379,0.000100955665,0.0000065446447,0.00037934407,0.00010762216,0.000067599496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013782123,0.000049056984,0.0000458545,0.00006198918,0.000056941168,0.00009874947,0.0005028594,0.000020441721,0.000027428803],"category_scores_gemma":[0.000109952634,0.000041078685,0.000016911637,0.00028979543,0.00003113928,0.0001628806,0.00025605317,0.00006116294,0.000491158],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003930047,0.00014931221,0.023552021,0.000025299827,0.000018174671,0.00001500367,0.0004119623,0.00007867473,0.005487281,0.018436108,0.0076544853,0.94416773],"study_design_scores_gemma":[0.0005375987,0.0007693212,0.3472771,0.000055919958,0.0000018970146,0.000038480084,0.0000095509695,0.48770204,0.07200278,0.0011275901,0.089985445,0.0004922681],"about_ca_topic_score_codex":0.000011013203,"about_ca_topic_score_gemma":0.0000020772688,"teacher_disagreement_score":0.94367546,"about_ca_system_score_codex":0.000018484561,"about_ca_system_score_gemma":0.000017925639,"threshold_uncertainty_score":0.63130057},"labels":[],"label_agreement":null},{"id":"W2886935593","doi":"","title":"Using Natural Language Processing for Documentation Assist.","year":2018,"lang":"en","type":"article","venue":"National Conference on Artificial Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Documentation; Computer science; Internal documentation; World Wide Web; Technical documentation; Cursor (databases); Natural language; Software engineering; Database; Programming language; Software; Natural language processing; Software development","score_opus":0.17915399153434525,"score_gpt":0.43928851831647003,"score_spread":0.2601345267821248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886935593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015497432,0.000042043135,0.98244625,0.00050912565,0.0004737174,0.00022951288,0.0000054097486,0.00015652542,0.0006399573],"genre_scores_gemma":[0.9303134,7.153862e-7,0.069057554,0.00016774166,0.00030364248,0.000030188397,0.0000075059443,0.000009071464,0.00011020009],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984189,0.000032759614,0.00023862578,0.00037186252,0.00067154947,0.0002662663],"domain_scores_gemma":[0.99817663,0.00039345684,0.000077000535,0.0001640114,0.0011271494,0.00006175501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004894718,0.000120494435,0.00009638849,0.0002131652,0.00024290425,0.00044951524,0.0005617975,0.00005329486,0.000067310895],"category_scores_gemma":[0.0012289541,0.00011942647,0.000040034633,0.00046420787,0.000100659476,0.00057797745,0.00006846676,0.00014427578,0.000120632176],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041116462,0.0000632408,0.000060987975,0.000020734124,0.0000096406375,0.000002136699,0.0010270796,0.00075979915,0.017507164,0.5151722,0.00009141173,0.4652445],"study_design_scores_gemma":[0.00002845384,0.00009223258,0.00043208047,0.00004184746,0.0000017870578,0.0000037367874,0.00009837691,0.88088745,0.08172247,0.036455557,0.00007989717,0.0001560898],"about_ca_topic_score_codex":0.000017932745,"about_ca_topic_score_gemma":0.000018169023,"teacher_disagreement_score":0.91481596,"about_ca_system_score_codex":0.00017625163,"about_ca_system_score_gemma":0.00032650045,"threshold_uncertainty_score":0.48700702},"labels":[],"label_agreement":null},{"id":"W2887081063","doi":"10.1145/3205455.3205622","title":"Towards the automated recovery of complex temporal API-usage patterns","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Genetic and Evolutionary Computation Conference","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Concordia University","funders":"","keywords":"Computer science","score_opus":0.035859079483935574,"score_gpt":0.2650376949175621,"score_spread":0.22917861543362655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887081063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7767168,0.00008983213,0.22140583,0.0009478326,0.00018923066,0.00022670442,0.000009215558,0.00014333554,0.0002712081],"genre_scores_gemma":[0.95783436,0.000018068307,0.04201003,0.000040780633,0.00003871271,0.000008565726,0.000001512113,0.000005927896,0.00004201179],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989212,0.000020717955,0.000266611,0.00022904041,0.0003897844,0.00017264424],"domain_scores_gemma":[0.9987572,0.00015542284,0.0001747155,0.0001431,0.0007252205,0.000044358865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025090374,0.00010853035,0.0001349873,0.00007877247,0.00015653955,0.000062116254,0.00081091607,0.000041849624,0.000013229249],"category_scores_gemma":[0.00017209559,0.00007374772,0.000042215743,0.00037815,0.0003037318,0.00016933563,0.0004855095,0.00009150849,0.0000035005457],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001631364,0.0004149872,0.72237927,0.0013302111,0.00035458457,0.0000029307803,0.011298765,0.008985197,0.027836211,0.035466727,0.032414407,0.1593536],"study_design_scores_gemma":[0.000113811984,0.00010722605,0.59923714,0.00005218566,0.000004590789,0.000020426774,0.00004156949,0.39468357,0.0006333467,0.0049640555,0.00007674612,0.00006531244],"about_ca_topic_score_codex":0.00006965138,"about_ca_topic_score_gemma":0.0000014408292,"teacher_disagreement_score":0.38569838,"about_ca_system_score_codex":0.000026031366,"about_ca_system_score_gemma":0.00012310188,"threshold_uncertainty_score":0.30073446},"labels":[],"label_agreement":null},{"id":"W2887758210","doi":"10.1145/3194104.3194110","title":"A replication study","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Preprocessor; Ensemble learning; Random forest; Replication (statistics); Replicate; Artificial intelligence; Machine learning; Software bug; Debugging; Layer (electronics); Process (computing); Code (set theory); Set (abstract data type); Deep learning; Data mining; Software; Source code; Programming language; Statistics; Mathematics","score_opus":0.0325642171348209,"score_gpt":0.32934321036649916,"score_spread":0.2967789932316783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887758210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2778772,0.0000023072776,0.71924907,0.00021251028,0.000077803044,0.00010106049,1.8682734e-8,0.00042111552,0.0020589055],"genre_scores_gemma":[0.975999,8.735255e-8,0.023020627,0.000038234004,0.000047745718,0.000012791131,4.846787e-8,0.0000019505562,0.0008795301],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99953514,0.000010045599,0.0000410025,0.00020032347,0.00013155684,0.00008193039],"domain_scores_gemma":[0.9988335,0.00007489471,0.000004788599,0.0009979677,0.00006185661,0.000026990545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025863893,0.000022980888,0.000022440745,0.000039576564,0.000029020168,0.000047068283,0.00046772553,0.0000071915806,0.000025705267],"category_scores_gemma":[0.00032430515,0.000019180017,0.0000055448104,0.00026217505,0.000009030271,0.0001062016,0.00013953022,0.000025505817,0.00042986867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054932493,0.000684239,0.4756529,0.0000069527446,0.000037751583,0.000017370223,0.0059347455,0.000014477742,0.0032764757,0.07264302,0.038057208,0.40366936],"study_design_scores_gemma":[0.00026774505,0.00070823164,0.9459409,0.0000022839868,8.628402e-7,0.000007819235,0.000040202678,0.033541102,0.008268022,0.00096140924,0.010124545,0.00013686143],"about_ca_topic_score_codex":0.000017303904,"about_ca_topic_score_gemma":0.0000031304032,"teacher_disagreement_score":0.6981218,"about_ca_system_score_codex":0.000011878186,"about_ca_system_score_gemma":0.000011735265,"threshold_uncertainty_score":0.55252355},"labels":[],"label_agreement":null},{"id":"W2888049099","doi":"10.1007/s10664-018-9643-4","title":"Preventing duplicate bug reports by continuously querying bug reports","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Mitacs; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Data deduplication; Software bug; BitTorrent tracker; Search engine indexing; Security bug; Information retrieval; Software; Database; Artificial intelligence; Cloud computing; Programming language","score_opus":0.014794330250701704,"score_gpt":0.2740173627620474,"score_spread":0.2592230325113457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888049099","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34296298,0.00048122572,0.6514064,0.00026357887,0.0013186573,0.00031753536,0.0000019672395,0.003190319,0.00005732326],"genre_scores_gemma":[0.9274199,0.000007716735,0.07069585,0.00018423526,0.0006259844,0.00011976999,0.00001403911,0.00012569728,0.000806783],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952132,0.00005393223,0.0010096276,0.001389871,0.0009896115,0.0013437499],"domain_scores_gemma":[0.99605244,0.0011135146,0.00026174646,0.0017323113,0.00030551018,0.0005344505],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013694625,0.00050769915,0.0005380542,0.0002911093,0.0002703097,0.0004254489,0.0008894708,0.00025225658,0.000055784363],"category_scores_gemma":[0.007395887,0.0005329254,0.00021458947,0.0012914675,0.00008458356,0.0007414448,0.00089722604,0.00070333545,0.00009016115],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011006779,0.00024099526,0.89390934,0.0003052698,0.00022380342,0.0038870443,0.0012349783,0.0043831556,0.010490741,0.000058347716,0.07383335,0.011421986],"study_design_scores_gemma":[0.0011723576,0.00075842167,0.3292599,0.001191394,0.00008515326,0.00795668,0.000028422062,0.053207703,0.070612915,0.0011312262,0.5293427,0.0052531185],"about_ca_topic_score_codex":0.000068204004,"about_ca_topic_score_gemma":0.000002100943,"teacher_disagreement_score":0.584457,"about_ca_system_score_codex":0.00026962024,"about_ca_system_score_gemma":0.00012785856,"threshold_uncertainty_score":0.9997122},"labels":[],"label_agreement":null},{"id":"W2888214946","doi":"10.1145/3238147.3238194","title":"Generating reusable web components from mockups","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Mockup; Reusability; Web application; Web application development; Aspect-oriented programming; Software engineering; Programming language; Web service; Web modeling; World Wide Web; Human–computer interaction; Software; Engineering","score_opus":0.03089443352117113,"score_gpt":0.26673047394400723,"score_spread":0.2358360404228361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888214946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5632727,0.000028971615,0.4338664,0.00021178248,0.0004258346,0.000048662958,0.0000012317622,0.00046144222,0.0016829276],"genre_scores_gemma":[0.7163723,0.0000013558848,0.28214014,0.00014661832,0.00026486773,0.000004473013,0.0000020055215,0.0000074871996,0.0010607594],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989997,0.000025495643,0.00011370053,0.00029034828,0.00029575115,0.00027500832],"domain_scores_gemma":[0.99892545,0.0002639119,0.00001553222,0.00061620766,0.000084258754,0.00009462007],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017222372,0.00007869755,0.00008139955,0.000060713664,0.000107134096,0.0001738729,0.00087176124,0.000035768117,0.00021887221],"category_scores_gemma":[0.00021302169,0.00007108407,0.000021286072,0.00025445773,0.000029080138,0.00024680045,0.00044969388,0.00009439296,0.0010544743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010117922,0.00018928196,0.121470004,0.000020591473,0.000116089,0.0000833001,0.0013409418,0.002210355,0.68714386,0.011698205,0.12448455,0.051232673],"study_design_scores_gemma":[0.0002368066,0.000052099484,0.013797895,0.000013551658,9.3772616e-7,0.000003628264,0.0000034018694,0.9481848,0.028659292,0.00042175263,0.008453402,0.00017242933],"about_ca_topic_score_codex":0.00022733676,"about_ca_topic_score_gemma":0.00001432816,"teacher_disagreement_score":0.94597447,"about_ca_system_score_codex":0.000035135785,"about_ca_system_score_gemma":0.00003644107,"threshold_uncertainty_score":0.9997233},"labels":[],"label_agreement":null},{"id":"W2888961423","doi":"","title":"Poster: Fast, Scalable and User-Guided Clone Detection","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Computer science; Scalability; Source code; Transformation (genetics); Search engine indexing; Jaccard index; Data mining; Artificial intelligence; Database; Programming language; Pattern recognition (psychology); Biology","score_opus":0.0295438719690846,"score_gpt":0.28129037931804535,"score_spread":0.25174650734896076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888961423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20717965,0.000022025222,0.79001755,0.00024179743,0.0012847172,0.00011198384,0.0000054282823,0.0007805038,0.00035637117],"genre_scores_gemma":[0.96764123,0.000015405301,0.031494454,0.0000819044,0.00028499903,0.000029236624,0.0000036448366,0.000025098607,0.00042404508],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984819,0.000016384776,0.00021540993,0.00045624544,0.0005001532,0.00032986],"domain_scores_gemma":[0.99880445,0.0002538663,0.000042887375,0.00037267507,0.00037964212,0.00014650587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021941794,0.00020074961,0.00014479208,0.00034394552,0.000082078,0.00034293,0.0007524878,0.000086710155,0.000071950584],"category_scores_gemma":[0.0009443548,0.00021265735,0.000038622526,0.00027787325,0.00004639093,0.0005304821,0.0003154412,0.00025630818,0.00015193275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027938167,0.00059289444,0.15515757,0.00043161318,0.0010305399,0.00045353663,0.004801254,0.010793171,0.16973382,0.269439,0.0061016395,0.38118556],"study_design_scores_gemma":[0.0018766805,0.0009562416,0.16997938,0.0005904523,0.000013844361,0.0004457686,0.00003568193,0.6832985,0.12350599,0.00086487713,0.016873293,0.0015592771],"about_ca_topic_score_codex":0.000030073877,"about_ca_topic_score_gemma":0.000004465441,"teacher_disagreement_score":0.76046157,"about_ca_system_score_codex":0.00012541651,"about_ca_system_score_gemma":0.000044418703,"threshold_uncertainty_score":0.8671915},"labels":[],"label_agreement":null},{"id":"W2888962833","doi":"","title":"Poster: Designing Bug Detection Rules for Fewer False Alarms","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"False positive paradox; Computer science; Software bug; Constant false alarm rate; Open source; Static analysis; False alarm; True positive rate; False positives and false negatives; False positive rate; Data mining; Machine learning; Artificial intelligence; Software; Programming language","score_opus":0.038374997046337685,"score_gpt":0.2935458189583928,"score_spread":0.25517082191205515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888962833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05749389,0.000022352304,0.93879503,0.00019048026,0.0021830748,0.00023536058,0.000015921794,0.00095164235,0.00011224757],"genre_scores_gemma":[0.8875837,0.0000055907185,0.11150675,0.00008075211,0.0004747123,0.00012408786,0.0000118127255,0.000037442605,0.00017518515],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982745,0.000016837103,0.00025834056,0.0005044149,0.0005237947,0.00042212033],"domain_scores_gemma":[0.9981326,0.00063050183,0.00006111568,0.00040176892,0.0006420518,0.00013197154],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034064436,0.00023926624,0.0001667596,0.0004044133,0.000111650384,0.0003717865,0.0011127515,0.00010502161,0.000048880192],"category_scores_gemma":[0.0021029946,0.00025122854,0.0000923064,0.00021304515,0.0000350834,0.0005255635,0.00020048275,0.00023779446,0.0001666789],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065292796,0.00067654066,0.037300475,0.00054275716,0.0014601309,0.00022162498,0.006063818,0.024567522,0.2411173,0.25365773,0.0036697765,0.43006942],"study_design_scores_gemma":[0.0020013307,0.0012834076,0.032185346,0.00067704363,0.000019495445,0.00012984543,0.00004756972,0.68018496,0.26164803,0.0034564899,0.01665358,0.0017129238],"about_ca_topic_score_codex":0.000011521044,"about_ca_topic_score_gemma":0.0000033601737,"teacher_disagreement_score":0.83008975,"about_ca_system_score_codex":0.00018515324,"about_ca_system_score_gemma":0.00006499566,"threshold_uncertainty_score":0.999994},"labels":[],"label_agreement":null},{"id":"W2889872315","doi":"10.1145/3233027.3236393","title":"Teaching software product lines","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Snapshot (computer storage); Software engineering; Software; Product (mathematics); Engineering management; Engineering ethics; Engineering; Programming language; Operating system","score_opus":0.031069508928554604,"score_gpt":0.30437889012713265,"score_spread":0.27330938119857806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889872315","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012416064,0.00029845792,0.9790514,0.0013021247,0.0025624386,0.00034296117,0.0000029332007,0.0032310167,0.0007925722],"genre_scores_gemma":[0.09037531,0.000010733896,0.89964724,0.00013597573,0.0019696099,0.00008414525,0.000011430579,0.000051658022,0.007713897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975639,0.000079066886,0.00024567172,0.0010558137,0.00059399754,0.0004615706],"domain_scores_gemma":[0.9967871,0.00045900675,0.00006367561,0.002311314,0.00024171206,0.0001372449],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008780477,0.00028917444,0.0002589512,0.0002658212,0.000115404255,0.00045622102,0.0032025387,0.00016508393,0.00004326399],"category_scores_gemma":[0.0032782217,0.00025384303,0.000106596955,0.00017346219,0.000048929083,0.000211463,0.006107044,0.0012277878,0.00035951025],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011270183,0.0004144161,0.047176477,0.0026007243,0.00038696828,0.0001960781,0.0040022978,0.0058648135,0.0004236465,0.012001818,0.26962218,0.6572993],"study_design_scores_gemma":[0.0015676674,0.0007808309,0.10750372,0.003455765,0.00008872585,0.00039774048,0.000042624983,0.34614936,0.032926943,0.11295296,0.38374457,0.010389096],"about_ca_topic_score_codex":0.0002102463,"about_ca_topic_score_gemma":0.0000049657183,"teacher_disagreement_score":0.6469102,"about_ca_system_score_codex":0.00009297221,"about_ca_system_score_gemma":0.0002702486,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W2889927216","doi":"","title":"[Journal First] An Empirical Study of Early Access Games on the Steam Platform","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Game Developer; Empirical research; Popularity; World Wide Web; Multimedia; Game design","score_opus":0.10599219869073978,"score_gpt":0.36780825437724596,"score_spread":0.2618160556865062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889927216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83499795,0.0000049484383,0.16300805,0.00031559783,0.0011524763,0.00017224785,0.000003836112,0.00022979404,0.00011510327],"genre_scores_gemma":[0.996989,0.000005100427,0.0024788606,0.00009064681,0.00033532004,0.00003133609,0.0000011745068,0.000023456854,0.00004506458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99782026,0.000034505083,0.00033944272,0.00036326877,0.0011261686,0.00031635418],"domain_scores_gemma":[0.9976086,0.0009458339,0.00010551179,0.0006175116,0.0005749175,0.00014759655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005045707,0.0002168918,0.0001867438,0.0003823408,0.00013398938,0.0005530835,0.0032013347,0.000067151086,0.00013693173],"category_scores_gemma":[0.0014946081,0.00016229071,0.00006211623,0.00035709428,0.000050397844,0.00082288013,0.0003947,0.0005586759,0.000046718073],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062380364,0.0043438068,0.73340386,0.00009507321,0.0013312143,0.000435098,0.038317434,0.075185135,0.00059508014,0.07379702,0.005735968,0.0661365],"study_design_scores_gemma":[0.0015010424,0.006432938,0.7875297,0.0004246355,0.000012757181,0.00009422995,0.00054574583,0.1970062,0.002900296,0.0010430705,0.0017350116,0.0007743866],"about_ca_topic_score_codex":0.00003303024,"about_ca_topic_score_gemma":0.000013584064,"teacher_disagreement_score":0.1619911,"about_ca_system_score_codex":0.00013241777,"about_ca_system_score_gemma":0.00010024789,"threshold_uncertainty_score":0.66180235},"labels":[],"label_agreement":null},{"id":"W2890502052","doi":"","title":"[Journal First] Measuring Program Comprehension: A Large-Scale Field Study with Professionals","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Program comprehension; Comprehension; Computer science; Field (mathematics); Software engineering; World Wide Web; Software; Multimedia; Human–computer interaction; Programming language; Software system","score_opus":0.04064767116405217,"score_gpt":0.3180627877946147,"score_spread":0.27741511663056256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890502052","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35896704,0.000020348052,0.637003,0.000641476,0.001630844,0.0005112419,0.00000309004,0.0010495193,0.00017347037],"genre_scores_gemma":[0.9034349,0.000003018385,0.09572797,0.00008886125,0.00042327773,0.00013150144,0.000002382066,0.00003166607,0.00015647509],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99733806,0.00003917421,0.0003231116,0.0005085692,0.0012782202,0.00051287486],"domain_scores_gemma":[0.99775386,0.0005179796,0.000090719914,0.0005119613,0.00090580084,0.00021969136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047691204,0.0002820379,0.00023261167,0.00036764087,0.00024562102,0.00048635693,0.0015302458,0.00008275313,0.00017169327],"category_scores_gemma":[0.00083679485,0.00023548452,0.000066054105,0.00039847105,0.000028294353,0.000533545,0.0004089814,0.0006573997,0.00008491483],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001100403,0.010232281,0.78745323,0.00036342084,0.0020865873,0.0020574303,0.028660461,0.026194924,0.0007316193,0.021399476,0.009234623,0.110485524],"study_design_scores_gemma":[0.0055704135,0.010644222,0.27177277,0.0030994336,0.000036094603,0.0007015827,0.0011795097,0.6793474,0.0041965074,0.00027867014,0.020951932,0.0022214826],"about_ca_topic_score_codex":0.000006749629,"about_ca_topic_score_gemma":0.000018829302,"teacher_disagreement_score":0.65315247,"about_ca_system_score_codex":0.00013941144,"about_ca_system_score_gemma":0.00014059908,"threshold_uncertainty_score":0.960278},"labels":[],"label_agreement":null},{"id":"W2890687291","doi":"","title":"[Journal First] Are Fix-Inducing Changes a Moving Target?: A Longitudinal Case Study of Just-in-Time Defect Prediction","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Code (set theory); Brier score; Interpretation (philosophy); Calibration; Artificial intelligence; Statistics; Mathematics; Programming language","score_opus":0.050354734497892885,"score_gpt":0.2965110632208014,"score_spread":0.24615632872290852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890687291","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78199464,0.000027304033,0.2163737,0.000078617,0.0010178364,0.00020856524,0.000008996376,0.00026938895,0.0000209544],"genre_scores_gemma":[0.98677677,0.000006825514,0.012687265,0.000011931311,0.00039813496,0.00004551573,0.000002042981,0.000030222189,0.000041313047],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997654,0.000047491732,0.00042273567,0.00051893113,0.00093507033,0.00042175228],"domain_scores_gemma":[0.99812543,0.00055979216,0.00017249849,0.0004279365,0.0005672461,0.00014709076],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071147113,0.00026675028,0.00029455652,0.00093980023,0.00012504197,0.0002716868,0.0011104778,0.000096018186,0.0000951392],"category_scores_gemma":[0.0019497507,0.00027924357,0.00008065091,0.0005456946,0.000030788775,0.0005130905,0.0003576498,0.00055287255,0.00002483698],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009671,0.0010046124,0.8743044,0.00016955032,0.0004923844,0.008926717,0.013609595,0.094043866,0.0011110603,0.0006527724,0.00026969786,0.005318602],"study_design_scores_gemma":[0.0025000635,0.0022127053,0.21902281,0.0017814714,0.000028832448,0.005345139,0.001287748,0.7646173,0.002103164,0.00008237434,0.00018414752,0.00083419605],"about_ca_topic_score_codex":0.00012939052,"about_ca_topic_score_gemma":0.00009741957,"teacher_disagreement_score":0.6705735,"about_ca_system_score_codex":0.00032206078,"about_ca_system_score_gemma":0.000084894265,"threshold_uncertainty_score":0.99996597},"labels":[],"label_agreement":null},{"id":"W2890814105","doi":"","title":"[Journal First] Inference of Development Activities from Interaction with Uninstrumented Applications","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Generalizability theory; Classifier (UML); Inference; Machine learning; Software; Data mining; Support vector machine; Software engineering; Data science; Artificial intelligence","score_opus":0.027218466849824794,"score_gpt":0.28296712316630507,"score_spread":0.25574865631648025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890814105","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16868941,0.000007675068,0.830275,0.000086094944,0.00045454837,0.00009949721,0.0000073974106,0.00021775531,0.00016262951],"genre_scores_gemma":[0.85285485,0.000010658987,0.14684807,0.000015146089,0.00014364139,0.000055445365,0.000011182518,0.000014745553,0.000046276655],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860024,0.000012716491,0.00028283944,0.00028796706,0.00059718813,0.00021902511],"domain_scores_gemma":[0.9984592,0.00050762505,0.00013289631,0.00031380725,0.00048483154,0.00010164674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012803981,0.00018106299,0.00015411795,0.0003576375,0.00009535966,0.00019875428,0.000989939,0.000054362412,0.0001279559],"category_scores_gemma":[0.0003260052,0.00016844244,0.000033278633,0.00027271768,0.000055240944,0.0005952831,0.00017314627,0.00030997852,0.000036574293],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067192846,0.0013494618,0.26109487,0.00030725458,0.0028708978,0.00014490887,0.018826408,0.0686662,0.01604383,0.21584255,0.00075739756,0.4134243],"study_design_scores_gemma":[0.0041353013,0.0019696734,0.2142104,0.004627779,0.00004539961,0.00029594568,0.00085586193,0.39770237,0.2866398,0.0018094917,0.08479823,0.0029097514],"about_ca_topic_score_codex":0.000020116518,"about_ca_topic_score_gemma":0.000013009012,"teacher_disagreement_score":0.6841654,"about_ca_system_score_codex":0.00021543945,"about_ca_system_score_gemma":0.0002203316,"threshold_uncertainty_score":0.6868883},"labels":[],"label_agreement":null},{"id":"W2892077113","doi":"","title":"[Journal First] Analyzing the Effects of Test Driven Development in GitHub","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Agile software development; Test-driven development; Computer science; Commit; Software engineering; Software quality; Quality (philosophy); Software; Software development process; Software development; Operating system; Database","score_opus":0.017641440733456477,"score_gpt":0.2635392492206144,"score_spread":0.24589780848715792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892077113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24165,0.000057975445,0.75630933,0.000274065,0.0013387087,0.00013314362,0.000001169467,0.00015502401,0.00008056513],"genre_scores_gemma":[0.95762545,0.000022549015,0.04209284,0.00002074501,0.00014838936,0.00002270976,9.97184e-7,0.000014066608,0.00005223556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862176,0.000017202019,0.00031192077,0.00023608531,0.00052946765,0.00028355888],"domain_scores_gemma":[0.9973758,0.0018221232,0.00008193783,0.00029486793,0.00034766443,0.000077592624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033784864,0.0001566721,0.00014976865,0.00041638355,0.00007448657,0.00016129442,0.0015052153,0.00005097425,0.000029390196],"category_scores_gemma":[0.00502356,0.00012773296,0.00004765467,0.00040495358,0.000043171694,0.0002627917,0.00025913335,0.00036060478,0.000032775355],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043510146,0.000503045,0.8256104,0.00041446538,0.00046156027,0.00039119017,0.012437655,0.034264922,0.008567481,0.038892023,0.0010538729,0.07735989],"study_design_scores_gemma":[0.0013841625,0.0005499229,0.65300643,0.0026550987,0.000008025647,0.00012282563,0.000038464008,0.2905713,0.044035986,0.00041691744,0.006430956,0.00077991263],"about_ca_topic_score_codex":0.000007097971,"about_ca_topic_score_gemma":0.000009334489,"teacher_disagreement_score":0.71597546,"about_ca_system_score_codex":0.0001949104,"about_ca_system_score_gemma":0.00013875029,"threshold_uncertainty_score":0.60140336},"labels":[],"label_agreement":null},{"id":"W2892136838","doi":"","title":"[Journal First] On the Use of Hidden Markov Model to Predict the Time to Fix Bugs","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Hidden Markov model; Computer science; Software bug; Software regression; Software; Markov model; Predictive modelling; Data science; Software engineering; Markov chain; Data mining; Machine learning; Software development; Artificial intelligence; Software quality; Programming language","score_opus":0.05873565329723863,"score_gpt":0.27639442820363846,"score_spread":0.21765877490639984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892136838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07687976,0.0000043783857,0.9151771,0.006495923,0.0007127336,0.00028735123,0.000028740902,0.00024224177,0.00017177654],"genre_scores_gemma":[0.8971681,0.000005124568,0.09987133,0.00088854175,0.0003820776,0.000067132154,0.000002177248,0.00003602558,0.0015794832],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980224,0.000029495932,0.0002856413,0.0003178713,0.0010036321,0.00034095647],"domain_scores_gemma":[0.99693197,0.0015660517,0.000061230385,0.0006726636,0.00058839517,0.00017970553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047680616,0.0002056673,0.00015075224,0.0003055082,0.0001268493,0.00040286125,0.0024885756,0.00005607169,0.00025892723],"category_scores_gemma":[0.004550727,0.00013791036,0.000080057216,0.00037732458,0.00004032868,0.0002852707,0.00048571432,0.0004005967,0.00048084033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020654652,0.00017106472,0.0022987078,0.000033457047,0.0003664903,0.000049029437,0.0045027277,0.82011414,0.0024428887,0.037497606,0.087755635,0.04456169],"study_design_scores_gemma":[0.00014345214,0.00030795537,0.0063043307,0.0003186342,0.000003583539,0.000025137022,0.000005861774,0.98162603,0.0013661638,0.00016493522,0.009508883,0.0002250434],"about_ca_topic_score_codex":0.000010229736,"about_ca_topic_score_gemma":0.0000017752637,"teacher_disagreement_score":0.82028836,"about_ca_system_score_codex":0.00015959241,"about_ca_system_score_gemma":0.000110077424,"threshold_uncertainty_score":0.618039},"labels":[],"label_agreement":null},{"id":"W2894722607","doi":"10.1145/3239235.3239525","title":"An empirical study of design discussions in code review","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Japan Society for the Promotion of Science","keywords":"Computer science; Code (set theory); Software engineering; Focus (optics); Empirical research; Software quality; Software design; Software; Code review; Programming language; Software development; Epistemology","score_opus":0.10240411612980647,"score_gpt":0.4161624724902682,"score_spread":0.31375835636046173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894722607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10667184,0.00018213074,0.89192533,0.0005440688,0.000058175396,0.00040657725,1.9970123e-7,0.00012393799,0.00008775396],"genre_scores_gemma":[0.95720434,0.000027063561,0.042578787,0.00008761527,0.000014395603,0.000020707826,1.0680796e-7,0.000004270188,0.00006272335],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904555,0.00017027264,0.00016959062,0.00020468599,0.0002620622,0.00014782923],"domain_scores_gemma":[0.99891436,0.00031222895,0.000015294756,0.00061985815,0.00006278945,0.00007544225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075574743,0.000052393214,0.00013161804,0.00008625413,0.000020609623,0.000015536356,0.0007418685,0.000017021594,0.000043481767],"category_scores_gemma":[0.00048664983,0.00003334778,0.000012662027,0.0006757403,0.000023773302,0.00016135225,0.0001576146,0.00007957403,0.00003097454],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029758849,0.008769533,0.7318679,0.000502248,0.00005413882,0.0001242584,0.012876075,0.001218597,0.0014020592,0.0019873718,0.06326367,0.17790437],"study_design_scores_gemma":[0.0009481977,0.0061615873,0.87941784,0.00072528614,0.000007904316,0.000009344369,0.00019598323,0.1090933,0.0014738184,0.00047079424,0.0011181947,0.00037773704],"about_ca_topic_score_codex":0.000034734498,"about_ca_topic_score_gemma":0.00004656757,"teacher_disagreement_score":0.8505325,"about_ca_system_score_codex":0.000018090606,"about_ca_system_score_gemma":0.000045834444,"threshold_uncertainty_score":0.13785887},"labels":[],"label_agreement":null},{"id":"W2895482093","doi":"10.1002/spe.2639","title":"A systematic literature review on the detection of smells and their evolution in object‐oriented and service‐oriented systems","year":2018,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University","funders":"","keywords":"Code smell; Computer science; Software engineering; Source code; Identification (biology); Suite; Service (business); Data science; Information retrieval; Software; Software development; Programming language; Software quality","score_opus":0.010999122528343468,"score_gpt":0.2692355839895828,"score_spread":0.25823646146123935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895482093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48666853,0.20297435,0.30557328,0.0014496128,0.0006917134,0.002337675,0.0000070223036,0.00026550758,0.00003231134],"genre_scores_gemma":[0.99269754,0.0057012658,0.0009734229,0.00038188626,0.00003299978,0.00019174973,6.638989e-7,0.000009603601,0.0000108679005],"study_design_codex":"qualitative","study_design_gemma":"systematic_review","domain_scores_codex":[0.9983814,0.0003644587,0.000322703,0.00039950773,0.00030478695,0.00022715806],"domain_scores_gemma":[0.9962209,0.0025718505,0.00018727157,0.00052402995,0.00041795737,0.00007800327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011501621,0.0001712486,0.0002756343,0.00013770121,0.00015723222,0.00014881867,0.0002521709,0.00007404208,7.480516e-7],"category_scores_gemma":[0.006758199,0.00010923892,0.000018073206,0.0012842661,0.00011220162,0.00092326215,0.0001966245,0.00024802107,0.0000032246205],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007323656,0.0009083542,0.014738202,0.33771265,0.000431485,0.00023495943,0.5653021,0.000064076805,0.021415671,0.035884295,0.0002492755,0.0223266],"study_design_scores_gemma":[0.0042026234,0.0061127865,0.043359686,0.70683163,0.00026043205,0.0078054206,0.07429756,0.12733522,0.018594055,0.001124859,0.006609067,0.0034666266],"about_ca_topic_score_codex":0.00009395086,"about_ca_topic_score_gemma":0.000014026604,"teacher_disagreement_score":0.506029,"about_ca_system_score_codex":0.000051355328,"about_ca_system_score_gemma":0.000036072743,"threshold_uncertainty_score":0.8090684},"labels":[],"label_agreement":null},{"id":"W2895720364","doi":"10.1145/3239372.3239406","title":"Recommending Model Refactoring Rules from Refactoring Examples","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Code refactoring; Computer science; Programming language; Software engineering; Class (philosophy); Code (set theory); Metamodeling; Artificial intelligence; Software","score_opus":0.08260532393748822,"score_gpt":0.3091265865348926,"score_spread":0.2265212625974044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895720364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33366412,0.000031967757,0.66298574,0.00012918164,0.0005295172,0.00004929019,0.000002944098,0.0008069298,0.0018002843],"genre_scores_gemma":[0.69204617,0.000009391005,0.3072843,0.000035806494,0.0002904985,0.0000071320887,0.000001721798,0.000017885635,0.00030710478],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983793,0.00002808857,0.00020378272,0.00051024376,0.0003807283,0.0004978654],"domain_scores_gemma":[0.99811834,0.00075025414,0.000035615645,0.00084457756,0.00008768883,0.00016351888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032104575,0.00016434093,0.00015422417,0.00016558869,0.00017560883,0.00028899874,0.001176715,0.000070546295,0.00009657191],"category_scores_gemma":[0.0004273766,0.00015200331,0.00004556283,0.00025417627,0.000032715216,0.00074890256,0.0006694651,0.00020788015,0.00023468866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041523857,0.00022814497,0.17064986,0.000098126264,0.00034425093,0.0000744626,0.014572918,0.0049893092,0.15907215,0.16757526,0.01294926,0.46940473],"study_design_scores_gemma":[0.0005118528,0.00012367731,0.053184725,0.00015592872,0.0000065445083,0.000006743679,0.00007361125,0.79235786,0.12216511,0.016157448,0.014287688,0.000968814],"about_ca_topic_score_codex":0.00036320544,"about_ca_topic_score_gemma":0.000017311799,"teacher_disagreement_score":0.78736854,"about_ca_system_score_codex":0.0001615794,"about_ca_system_score_gemma":0.000047563422,"threshold_uncertainty_score":0.6198515},"labels":[],"label_agreement":null},{"id":"W2896266317","doi":"10.1109/aire.2018.00008","title":"User Feedback from Tweets vs App Store Reviews: An Exploratory Study of Frequency, Timing and Content","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Latent Dirichlet allocation; Social media; Context (archaeology); Feature (linguistics); Set (abstract data type); App store; Sentiment analysis; Mobile apps; World Wide Web; Topic model; Exploratory research; User-generated content; Information retrieval; Natural language processing","score_opus":0.11039948118147609,"score_gpt":0.3110871775228645,"score_spread":0.20068769634138844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896266317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94395286,0.00055083487,0.054614864,0.000038128623,0.00021088518,0.00039876724,0.0000014894539,0.00017493249,0.000057266763],"genre_scores_gemma":[0.96995527,0.000027808963,0.029707382,0.000072328075,0.000096383206,0.00003101752,0.000001015896,0.00001325093,0.000095576244],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986171,0.00012825253,0.00026925432,0.0004265994,0.0003378489,0.00022093585],"domain_scores_gemma":[0.99854666,0.00021882943,0.000059341735,0.0008451592,0.0001820565,0.00014797939],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005579183,0.00013485995,0.00026470385,0.00009558796,0.000060596944,0.000078942954,0.00071020104,0.000041108582,0.0000495942],"category_scores_gemma":[0.00025006983,0.000109562985,0.00002287057,0.0002419486,0.000070531714,0.00060058857,0.00034697383,0.00011531562,0.000058824255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046928402,0.001546273,0.81124586,0.00018880068,0.000215486,0.00007172019,0.07372464,0.000022750348,0.019428521,0.0013212753,0.009076372,0.083111346],"study_design_scores_gemma":[0.0036696377,0.0060598017,0.95628715,0.00050905877,0.00004554667,0.000010274846,0.0070934105,0.008244807,0.01151814,0.0004569633,0.004878274,0.0012269341],"about_ca_topic_score_codex":0.0003713028,"about_ca_topic_score_gemma":0.00023780816,"teacher_disagreement_score":0.14504127,"about_ca_system_score_codex":0.000035016816,"about_ca_system_score_gemma":0.0000347701,"threshold_uncertainty_score":0.44678488},"labels":[],"label_agreement":null},{"id":"W2896375752","doi":"10.1145/3273934.3273937","title":"An Empirical Study of Metric-based Comparisons of Software Libraries","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canada Excellence Research Chairs, Government of Canada","keywords":"Computer science; Metric (unit); Software metric; Popularity; Java; Domain (mathematical analysis); Set (abstract data type); Software; World Wide Web; Empirical research; Software engineering; Software development; Information retrieval; Data science; Software quality; Programming language","score_opus":0.0559064641556428,"score_gpt":0.35021473765816374,"score_spread":0.2943082735025209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896375752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4314808,0.000014899344,0.5680554,0.000036573834,0.00006340715,0.00010368805,0.0000010535414,0.0002011817,0.00004302394],"genre_scores_gemma":[0.7891352,9.033203e-8,0.21079074,0.00002336289,0.000019831617,0.0000052681335,6.136276e-7,0.0000068217523,0.000018044275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986506,0.00008828436,0.00025295123,0.0002667598,0.0005351155,0.00020627347],"domain_scores_gemma":[0.9975562,0.0011323672,0.000053463085,0.0008927664,0.00025613583,0.00010903384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029167478,0.00009406966,0.00023098053,0.00038997372,0.00004575452,0.000054797238,0.0012543072,0.000041508134,0.00005562388],"category_scores_gemma":[0.0006950641,0.000078493,0.00003501379,0.0016236475,0.000120248515,0.00032518018,0.0002408552,0.00009689632,0.000011509156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013389756,0.0012239902,0.99092364,0.000020679538,0.000025603978,0.0000030032422,0.0011031046,0.00069103454,0.000112053705,0.00044294866,0.0031343289,0.0023062248],"study_design_scores_gemma":[0.0008036398,0.004057716,0.8757761,0.000012272507,0.000007611665,0.0000010674324,0.00024700433,0.08914169,0.029312147,0.00011950602,0.00033761907,0.00018359076],"about_ca_topic_score_codex":0.00010586459,"about_ca_topic_score_gemma":0.00001862729,"teacher_disagreement_score":0.35765442,"about_ca_system_score_codex":0.000013508144,"about_ca_system_score_gemma":0.00014507941,"threshold_uncertainty_score":0.32008517},"labels":[],"label_agreement":null},{"id":"W2896543198","doi":"10.1002/smr.2117","title":"Evaluating filter fuzzy analogy homogenous ensembles for software development effort estimation","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Analogy; Fuzzy logic; Defuzzification; Artificial intelligence; Computer science; Filter (signal processing); Fuzzy set; Machine learning; Neuro-fuzzy; Feature (linguistics); Fuzzy classification; Data mining; Mathematics; Fuzzy number; Fuzzy control system","score_opus":0.04033265670826348,"score_gpt":0.3405747214067008,"score_spread":0.30024206469843734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896543198","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23024772,0.00060042867,0.7683767,0.000077238314,0.00042499698,0.00016906076,0.0000020362495,0.00009846602,0.0000033447238],"genre_scores_gemma":[0.5099373,0.0000061491683,0.4897107,0.00004599772,0.0002290909,0.00001820678,0.000002624298,0.000013116676,0.00003680225],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99825835,0.000036960893,0.0005123482,0.00025827572,0.00058256707,0.00035149886],"domain_scores_gemma":[0.9972741,0.0005954,0.00030647483,0.00018720549,0.0014722447,0.0001645593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013269179,0.0001650601,0.0002462466,0.00035011387,0.0003539506,0.00014164022,0.00048048375,0.000100367004,0.000008819436],"category_scores_gemma":[0.002771267,0.00014550104,0.000062788014,0.00039299642,0.000072263276,0.0006851125,0.00009845035,0.00017951391,0.000008187022],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030324238,0.0002562974,0.09489019,0.0015601392,0.00026449023,0.00003169902,0.009305184,0.0107917795,0.00055638823,0.00072915136,0.0022689044,0.8790425],"study_design_scores_gemma":[0.009457743,0.0097838435,0.5893603,0.0031031636,0.00023688565,0.0044080312,0.00046025758,0.27880064,0.018971432,0.07516486,0.0075104763,0.002742385],"about_ca_topic_score_codex":0.0000029233574,"about_ca_topic_score_gemma":0.0000043136647,"teacher_disagreement_score":0.87630016,"about_ca_system_score_codex":0.00017649442,"about_ca_system_score_gemma":0.0006424429,"threshold_uncertainty_score":0.593336},"labels":[],"label_agreement":null},{"id":"W2896875458","doi":"10.1109/re.2018.00033","title":"Morse: Reducing the Feature Interaction Explosion Problem using Subject Matter Knowledge as Abstract Requirements","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Critical Systems Labs","funders":"","keywords":"Feature (linguistics); Computer science; Domain (mathematical analysis); Risk analysis (engineering); Simple (philosophy); Subject-matter expert; Point (geometry); Artificial intelligence; Human–computer interaction; Data science; Expert system; Mathematics","score_opus":0.05720230423770137,"score_gpt":0.3512630367988539,"score_spread":0.2940607325611525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896875458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88533217,0.0000743031,0.10276705,0.0013414383,0.0014001543,0.00041091294,3.493722e-7,0.0004164598,0.008257166],"genre_scores_gemma":[0.973927,0.0000028720867,0.023327231,0.00009850019,0.00033261336,0.000016509473,9.925603e-7,0.000021219457,0.0022730133],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986859,0.000050145278,0.00016799862,0.00039214603,0.00034213995,0.00036165127],"domain_scores_gemma":[0.998813,0.00022935326,0.000055477598,0.0006570657,0.00017304301,0.000072067065],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005209043,0.0001463114,0.000094811425,0.00014749978,0.0002402927,0.00033288472,0.0007565554,0.00006754254,0.00025277774],"category_scores_gemma":[0.00012128558,0.0000988423,0.000047257025,0.00047518272,0.000046386518,0.0009308888,0.0004012313,0.00030373814,0.0012138431],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012740646,0.00069437025,0.03052471,0.00041946064,0.00031820106,0.0000832804,0.020532642,0.002206426,0.5779437,0.0022445088,0.23480922,0.13009608],"study_design_scores_gemma":[0.0012817336,0.000715864,0.12228142,0.0017832946,0.000045585515,0.00065588957,0.0006032132,0.24272385,0.5943723,0.0016150039,0.032290835,0.0016310577],"about_ca_topic_score_codex":0.00012850692,"about_ca_topic_score_gemma":0.000008488102,"teacher_disagreement_score":0.24051742,"about_ca_system_score_codex":0.00018894124,"about_ca_system_score_gemma":0.00008332694,"threshold_uncertainty_score":0.9995638},"labels":[],"label_agreement":null},{"id":"W2897662303","doi":"10.1007/s10664-018-9656-z","title":"High-level software requirements and iteration changes: a predictive model","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Systems, Applications & Products in Data Processing (Canada); University of Victoria","funders":"","keywords":"Computer science; Software engineering; Reliability engineering; Engineering","score_opus":0.05761095084229382,"score_gpt":0.3005239212894088,"score_spread":0.242912970447115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897662303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12282977,0.00012401956,0.8743864,0.00030857974,0.000476547,0.00024754342,0.000021130269,0.0016018368,0.000004157588],"genre_scores_gemma":[0.5736981,0.000011456675,0.42529735,0.0002498865,0.00042829502,0.00009542896,0.0000127131025,0.00005437842,0.00015240398],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760664,0.000029389279,0.00027958147,0.0007404235,0.00065534184,0.00068863423],"domain_scores_gemma":[0.9981291,0.00062445475,0.000051801206,0.00062338414,0.00023893628,0.0003322934],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003514484,0.0003347877,0.00028327806,0.0003062292,0.000183746,0.00024499354,0.00066545134,0.00017556656,0.000015316326],"category_scores_gemma":[0.002734497,0.00033817213,0.000050283783,0.00068243546,0.000071136004,0.00071295706,0.00060986483,0.00033830432,0.000046558354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022639478,0.0007723271,0.43420875,0.0013579204,0.0009105712,0.00032867055,0.021248741,0.37223583,0.007162246,0.0040280176,0.03394394,0.12357657],"study_design_scores_gemma":[0.0008669805,0.00057326746,0.091463834,0.00021393732,0.00001795336,0.00004087868,0.000006874768,0.90018445,0.0031558345,0.00076132506,0.00187874,0.0008359416],"about_ca_topic_score_codex":0.000014047958,"about_ca_topic_score_gemma":0.000004597151,"teacher_disagreement_score":0.5279486,"about_ca_system_score_codex":0.00021765372,"about_ca_system_score_gemma":0.00007893251,"threshold_uncertainty_score":0.999907},"labels":[],"label_agreement":null},{"id":"W2897717013","doi":"10.1002/smr.2114","title":"Support vector regression‐based imputation in analogy‐based software development effort estimation","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Imputation (statistics); Analogy; Missing data; Computer science; Support vector machine; Data mining; Artificial intelligence; Regression; Euclidean distance; Machine learning; Statistics; Mathematics","score_opus":0.015284866129832408,"score_gpt":0.29812949750248796,"score_spread":0.28284463137265553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897717013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19457568,0.00013929239,0.80451167,0.00019050378,0.0003503866,0.00011832155,0.0000012572415,0.000109891495,0.000003008046],"genre_scores_gemma":[0.74357414,0.0000018277002,0.2562168,0.00008401471,0.00008271037,0.000009845866,0.000006055631,0.000011888644,0.000012711159],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980588,0.00005487636,0.0005839315,0.00027164794,0.00071652664,0.0003142122],"domain_scores_gemma":[0.99804956,0.00037155862,0.00033945875,0.00019021325,0.00086125836,0.00018794285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010283986,0.00017990294,0.00025026954,0.00077164604,0.00016234434,0.000106036954,0.00043730726,0.00012518223,0.000026493415],"category_scores_gemma":[0.0017067014,0.00015415982,0.000049810642,0.0009272922,0.00008219115,0.0007864552,0.00005589984,0.00028770254,0.000012687371],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000330055,0.00040994427,0.76717097,0.0008507357,0.00005482159,0.0001481157,0.002795629,0.033580337,0.00016600384,0.000157619,0.0019542607,0.19238153],"study_design_scores_gemma":[0.0023194964,0.00079055765,0.8322571,0.00078854634,0.000014072302,0.00014762394,0.000036244088,0.15667164,0.0045699435,0.0014386153,0.0005400608,0.00042609792],"about_ca_topic_score_codex":0.0000051479637,"about_ca_topic_score_gemma":0.000009167628,"teacher_disagreement_score":0.5489985,"about_ca_system_score_codex":0.00032025191,"about_ca_system_score_gemma":0.0013332738,"threshold_uncertainty_score":0.6286455},"labels":[],"label_agreement":null},{"id":"W2897892445","doi":"10.1109/re.2018.00-23","title":"Crowd-Focused Semi-Automated Requirements Engineering for Evolution Towards Sustainability","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Agència per a la Competitivitat de l’Empresa; Generalitat de Catalunya; European Commission","keywords":"Sustainability; Computer science; Requirements engineering; Requirements elicitation; Work (physics); Negotiation; Product-service system; Social sustainability; Product (mathematics); Systems engineering; Process management; Knowledge management; Engineering; Software","score_opus":0.020923371338112673,"score_gpt":0.30510104139037747,"score_spread":0.2841776700522648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2897892445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07026173,0.000021022159,0.92485964,0.00036534056,0.00045996625,0.00049681135,0.000001887745,0.003417935,0.00011565538],"genre_scores_gemma":[0.9340017,3.7459756e-7,0.065383755,0.000023281911,0.0001337985,0.00009780301,0.0000021404035,0.000018761444,0.00033841105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983281,0.000022060305,0.00022628331,0.00044699686,0.00037946596,0.0005971237],"domain_scores_gemma":[0.9981465,0.0002534994,0.000029015024,0.000708109,0.00072647346,0.00013640644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000714378,0.00015427581,0.00014305123,0.00019351393,0.000111697824,0.00014659451,0.00077913195,0.00008481215,0.000018665598],"category_scores_gemma":[0.0025247934,0.0001494604,0.00006347039,0.00066581427,0.00004524376,0.0005318963,0.00029515743,0.00009011772,0.000030574316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041743013,0.0017960008,0.10016748,0.0045633675,0.000977599,0.00010920747,0.0072130067,0.060514625,0.085521616,0.3985579,0.14019962,0.19996215],"study_design_scores_gemma":[0.00046435013,0.00020565216,0.03787942,0.000015840063,0.0000028680793,0.000003152754,0.000008728098,0.9466371,0.011226694,0.0010620534,0.0022768194,0.00021735253],"about_ca_topic_score_codex":0.000079270874,"about_ca_topic_score_gemma":0.0000035664189,"teacher_disagreement_score":0.88612247,"about_ca_system_score_codex":0.00072891224,"about_ca_system_score_gemma":0.00025189124,"threshold_uncertainty_score":0.6094818},"labels":[],"label_agreement":null},{"id":"W2898370077","doi":"10.1145/3278122.3278127","title":"Exploring feature interactions without specifications: a controlled experiment","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Feature (linguistics); Graph; Control flow; Data mining; Control flow graph; Information flow; Machine learning; Artificial intelligence; Theoretical computer science; Programming language","score_opus":0.17213516854012698,"score_gpt":0.3379760282863929,"score_spread":0.16584085974626592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898370077","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031578667,0.00008848074,0.95558405,0.0023382127,0.0010958262,0.00035063952,3.1498604e-7,0.0008195575,0.008144221],"genre_scores_gemma":[0.88595635,0.000010752358,0.109079555,0.000066914305,0.000311561,0.00036504108,4.931896e-7,0.000009338557,0.004200009],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999135,0.000026175147,0.000118088545,0.00026812585,0.00023766955,0.00021489988],"domain_scores_gemma":[0.99881095,0.0003040516,0.000023499433,0.00061903184,0.0001517421,0.00009069847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015899204,0.00009056029,0.00012282921,0.00015616545,0.00012045606,0.00018089825,0.0005313551,0.000016522126,0.00012539673],"category_scores_gemma":[0.00029606902,0.00007386142,0.000047547393,0.0003454479,0.00003385669,0.0006508556,0.00014748321,0.00012773291,0.00047494692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049768214,0.0013512231,0.013119391,0.000050445244,0.0007406527,0.000061204046,0.030453283,0.00033083674,0.16354384,0.542575,0.1284751,0.118801355],"study_design_scores_gemma":[0.010157524,0.000716662,0.047050975,0.00019523145,0.000021584363,0.00014182198,0.001426324,0.16933437,0.32806143,0.0010030074,0.4404309,0.0014601672],"about_ca_topic_score_codex":0.000011652018,"about_ca_topic_score_gemma":0.0000048488946,"teacher_disagreement_score":0.8543777,"about_ca_system_score_codex":0.00008091192,"about_ca_system_score_gemma":0.00003406323,"threshold_uncertainty_score":0.61046404},"labels":[],"label_agreement":null},{"id":"W2898501178","doi":"10.1109/vlhcc.2018.8506491","title":"ZenStates: Easy-to-Understand Yet Expressive Specifications for Creative Interactive Environments","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Blackboard (design pattern); Human–computer interaction; Interface (matter); Expressive power; User interface; Software engineering; Software; Multimedia; Programming language","score_opus":0.07928255459081862,"score_gpt":0.3204786716394142,"score_spread":0.24119611704859556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898501178","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032280935,0.000037194284,0.990553,0.0005069213,0.00081581157,0.0016707042,0.00015482905,0.00025859635,0.0027748086],"genre_scores_gemma":[0.30642423,0.00006450044,0.67605656,0.00023820494,0.00038759867,0.0012585825,0.0001374701,0.000108619264,0.015324252],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99748194,0.000066589084,0.00030987337,0.0011691357,0.00048680048,0.00048563664],"domain_scores_gemma":[0.99587923,0.002021417,0.0001425585,0.0014928599,0.00019283558,0.00027108117],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002525804,0.00034572842,0.00031771042,0.0003346147,0.0001382975,0.00037550807,0.0019455347,0.0001713534,0.00016053987],"category_scores_gemma":[0.0012332882,0.00033480633,0.00013266405,0.00019663967,0.00011688988,0.00027994372,0.002383783,0.00041702512,0.00038721613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007284652,0.0023976841,0.00242778,0.00086829334,0.003705524,0.00012085457,0.1407325,0.044169504,0.00873258,0.06400709,0.70067805,0.031431675],"study_design_scores_gemma":[0.0058358996,0.0034520875,0.05834211,0.0036376764,0.00021819837,0.000046095945,0.011353094,0.26924178,0.20481761,0.22759706,0.20659454,0.008863859],"about_ca_topic_score_codex":0.000032587843,"about_ca_topic_score_gemma":0.0000036606427,"teacher_disagreement_score":0.49408352,"about_ca_system_score_codex":0.00061849906,"about_ca_system_score_gemma":0.00015908247,"threshold_uncertainty_score":0.9999104},"labels":[],"label_agreement":null},{"id":"W2898905979","doi":"10.18293/seke2018-146","title":"Prioritizing Unit Testing Effort Using Software Metrics and Machine Learning Classifiers (S)","year":2018,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Innovation and Economic Development Trois Rivières","funders":"","keywords":"Regression testing; Computer science; Machine learning; Unit testing; Artificial intelligence; Non-regression testing; Naive Bayes classifier; Software quality assurance; Software quality; Software system; White-box testing; Software; Java; Software reliability testing; Software performance testing; Manual testing; Set (abstract data type); Verification and validation; Task (project management); Support vector machine; Software development; Software construction; Operating system; Programming language; Engineering","score_opus":0.06356571408007496,"score_gpt":0.27679021252861213,"score_spread":0.2132244984485372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898905979","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9573125,0.0004749967,0.03859296,0.000104005456,0.0012824862,0.00035056513,0.000009250533,0.0012689253,0.0006043035],"genre_scores_gemma":[0.87796235,0.00004847978,0.12136809,0.000017129398,0.00034812326,0.000025506199,0.0000012828326,0.00008729553,0.0001417531],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99715674,0.0000041747785,0.000557792,0.00081538595,0.0007651053,0.0007007818],"domain_scores_gemma":[0.9970263,0.0006014265,0.00024362441,0.00018518015,0.0016505426,0.00029292106],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090996304,0.0005568484,0.00047065725,0.0009716458,0.00033751017,0.00062827754,0.0015094903,0.0002150457,0.0000054878055],"category_scores_gemma":[0.009068018,0.00052022486,0.00010545059,0.0016533805,0.00014520223,0.00087217585,0.0013379704,0.0010270076,0.000004350663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072392766,0.00019910652,0.6140714,0.0027321528,0.0006241157,0.000011320453,0.0046128924,0.0031296639,0.2317205,0.119425334,0.00023216975,0.023168901],"study_design_scores_gemma":[0.00065741094,0.0002815295,0.03268319,0.001818193,0.000044386226,0.00020173042,0.0001652377,0.943451,0.018221885,0.00018408625,0.0014822748,0.0008090764],"about_ca_topic_score_codex":0.000020634929,"about_ca_topic_score_gemma":8.600184e-7,"teacher_disagreement_score":0.9403213,"about_ca_system_score_codex":0.00021987958,"about_ca_system_score_gemma":0.00010562913,"threshold_uncertainty_score":0.9997249},"labels":[],"label_agreement":null},{"id":"W2899060086","doi":"10.5539/cis.v11n4p45","title":"Software Effort Estimation Risk Management over Projects Portfolio","year":2018,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Bootstrapping (finance); Project portfolio management; Flexibility (engineering); Portfolio; Risk management; Reliability (semiconductor); Risk analysis (engineering); Limiting; Software; Estimation; Project management; Power (physics); Econometrics; Statistics; Systems engineering; Finance; Mathematics","score_opus":0.009994029064184723,"score_gpt":0.2611841148351342,"score_spread":0.2511900857709495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899060086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.066821314,0.000008567122,0.9307139,0.000025626936,0.0005079575,0.00021952386,0.0000010642011,0.00030178807,0.0014002589],"genre_scores_gemma":[0.546528,0.00002357612,0.45306808,0.000280125,0.00005969944,0.000014252653,0.0000023647806,0.000002776627,0.000021165144],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853456,0.000008921552,0.00022319518,0.00024395135,0.0006842871,0.00030509595],"domain_scores_gemma":[0.9990194,0.00006368277,0.000085403066,0.00045049164,0.00025300958,0.00012802357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008545395,0.00010377388,0.000078812256,0.000550459,0.00037444304,0.0007832501,0.00080281915,0.000026775466,0.000008263909],"category_scores_gemma":[0.00012430233,0.00009126791,0.000018156728,0.0013444319,0.0002352475,0.009759474,0.0007128466,0.000088173234,0.00013481628],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032775706,0.0000135133105,0.015588608,0.00005299768,0.0000074673744,0.0000020453401,0.0018186843,0.001194952,0.000003096576,0.024668068,0.0025781079,0.9540692],"study_design_scores_gemma":[0.0001939153,0.00009023085,0.3141539,0.000022465252,0.0000016275997,0.000016601218,0.0000059375484,0.67952013,0.0001943285,0.00042317397,0.005251937,0.0001257211],"about_ca_topic_score_codex":0.000007951333,"about_ca_topic_score_gemma":1.6488991e-7,"teacher_disagreement_score":0.9539435,"about_ca_system_score_codex":0.000059770286,"about_ca_system_score_gemma":0.00008179252,"threshold_uncertainty_score":0.75528985},"labels":[],"label_agreement":null},{"id":"W2899100292","doi":"10.1145/3236024.3264599","title":"WarningsGuru: integrating statistical bug models with static analysis to provide timely and specific bug warnings","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Computer science; False positive paradox; Static program analysis; Process (computing); Static analysis; Software bug; Code (set theory); Statistical model; Source code; Statistical analysis; Software; Debugging; Software engineering; Data science; Data mining; Database; Software development; Programming language; Set (abstract data type); Machine learning","score_opus":0.017186534796008346,"score_gpt":0.2631313732810692,"score_spread":0.24594483848506088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899100292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16429164,0.00001633685,0.8343412,0.00038847097,0.000030012145,0.00020462416,0.0000032823766,0.00034567167,0.0003787298],"genre_scores_gemma":[0.5740796,0.0000015119022,0.42522877,0.000084512256,0.000031839227,0.000019680645,0.0000028112102,0.000014693628,0.00053657044],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977629,0.000066089044,0.00026578052,0.000726432,0.0006330137,0.00054578524],"domain_scores_gemma":[0.9976762,0.0010584894,0.000051902676,0.00055233284,0.00030504147,0.00035604445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056095084,0.00021881518,0.00030201333,0.00050072133,0.00015658181,0.0004785067,0.00060099934,0.000042473635,0.00009032134],"category_scores_gemma":[0.0005574752,0.00016344008,0.00003136884,0.0018202936,0.00013467719,0.0005144808,0.00034818993,0.00026237674,0.00010737663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046856477,0.0005263505,0.1636628,0.00038341142,0.0032700812,0.00065566786,0.11779151,0.07255324,0.005617971,0.23189992,0.037080154,0.36609033],"study_design_scores_gemma":[0.00022534904,0.0005963634,0.012604718,0.000033939363,0.000038832575,0.00001579164,0.0001269452,0.98308945,0.00054333906,0.001195512,0.0011956854,0.000334061],"about_ca_topic_score_codex":0.00024057702,"about_ca_topic_score_gemma":0.000060548347,"teacher_disagreement_score":0.9105362,"about_ca_system_score_codex":0.00008525236,"about_ca_system_score_gemma":0.00009202011,"threshold_uncertainty_score":0.6664893},"labels":[],"label_agreement":null},{"id":"W2899335321","doi":"10.1016/j.infsof.2018.10.012","title":"On semantic detection of cloud API (anti)patterns","year":2018,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Interoperability; Cloud computing; Computer science; Leverage (statistics); Application programming interface; Rest (music); Software engineering; Context (archaeology); World Wide Web; Artificial intelligence; Operating system","score_opus":0.006897650802499252,"score_gpt":0.23286842681674982,"score_spread":0.22597077601425059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899335321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44765243,0.000009182218,0.5513844,0.00013134185,0.00019252436,0.000063659674,0.0000012127362,0.0005402764,0.000025022737],"genre_scores_gemma":[0.9952027,0.000011679915,0.004658293,0.000085499436,0.000018456161,0.0000097147795,0.0000014129354,0.0000036682316,0.000008556506],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993353,0.000009129855,0.00020798626,0.00010581556,0.00017180353,0.00016995234],"domain_scores_gemma":[0.999232,0.00014387799,0.00007452616,0.00036010257,0.0001573857,0.000032138516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015383546,0.00007922744,0.000107116895,0.0006259599,0.000069952344,0.000038003178,0.0003509435,0.00013419335,0.000008887357],"category_scores_gemma":[0.0007659634,0.00007482578,0.000017806633,0.0004998065,0.00010169845,0.00045284757,0.00016906027,0.00014529217,0.00010515639],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015356216,0.0000388656,0.04791219,0.00017237576,0.000033056454,0.000003460096,0.0012155898,0.0000674922,0.00087668776,0.044429366,0.00030972355,0.9049258],"study_design_scores_gemma":[0.0037694725,0.0049956185,0.38128054,0.0004996908,0.000024921404,0.00055403943,0.00039655008,0.08088549,0.4540955,0.047887363,0.024093332,0.0015174632],"about_ca_topic_score_codex":0.000014080699,"about_ca_topic_score_gemma":0.000004450932,"teacher_disagreement_score":0.90340835,"about_ca_system_score_codex":0.000023422006,"about_ca_system_score_gemma":0.000020130889,"threshold_uncertainty_score":0.30513066},"labels":[],"label_agreement":null},{"id":"W2899817180","doi":"10.1007/s10664-018-9665-y","title":"An empirical study of patch uplift in rapid release development pipelines","year":2018,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Geology; Channel (broadcasting); Lead (geology); Computer science; Paleontology; Telecommunications","score_opus":0.03303537718028712,"score_gpt":0.3249213934817224,"score_spread":0.2918860163014353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899817180","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63532466,0.00006363533,0.3634701,0.000053104097,0.00026090245,0.00024329696,7.812225e-7,0.0005802842,0.0000032521673],"genre_scores_gemma":[0.9171636,0.000002396662,0.08244251,0.000063082676,0.00019350828,0.00006791969,0.0000032981297,0.00004806725,0.00001559709],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968054,0.00009679923,0.00073558267,0.0007891082,0.00083032483,0.0007427476],"domain_scores_gemma":[0.99730825,0.0009847156,0.000067381035,0.0010263502,0.0002370926,0.00037620732],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007903177,0.00034782142,0.00045792945,0.0005577933,0.00008277837,0.00008621943,0.0013824899,0.00015523107,0.000035599285],"category_scores_gemma":[0.0023087736,0.0003384541,0.000062737185,0.0017924495,0.000046363304,0.0004381347,0.00046861297,0.0004669337,0.000054710614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018577543,0.00089522783,0.9739526,0.00005134737,0.000026659167,0.000078975434,0.0051173647,0.0072645308,0.00013242864,0.0000043250466,0.0003684842,0.01208949],"study_design_scores_gemma":[0.0009151147,0.00082905334,0.93506384,0.00007244181,0.0000045176794,0.0000120460445,0.00007856073,0.05759485,0.0020699105,0.000014856973,0.0028352765,0.0005095267],"about_ca_topic_score_codex":0.00006956948,"about_ca_topic_score_gemma":0.000040478226,"teacher_disagreement_score":0.28183898,"about_ca_system_score_codex":0.000193946,"about_ca_system_score_gemma":0.00019706614,"threshold_uncertainty_score":0.9999067},"labels":[],"label_agreement":null},{"id":"W2899979716","doi":"","title":"Questions programmers ask during software evolution tasks","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programmer; Categorization; Task (project management); Ask price; Context (archaeology); Program comprehension; Focus (optics); Pair programming; Human–computer interaction; Code (set theory); Software; Data science; Software development; Software engineering; World Wide Web; Programming language; Software system; Artificial intelligence; Set (abstract data type)","score_opus":0.008389132803656189,"score_gpt":0.24183370224981673,"score_spread":0.23344456944616054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899979716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07430455,0.00011071196,0.92285097,0.00025282605,0.00017792828,0.0001495302,8.26741e-7,0.0018107822,0.00034185205],"genre_scores_gemma":[0.84223455,0.0000010391857,0.1561463,0.000007789881,0.00007884085,0.000043823493,0.0000028179556,0.000010390706,0.0014744136],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99884146,0.000022747065,0.00013188075,0.00029106563,0.0003245984,0.00038825854],"domain_scores_gemma":[0.99924135,0.00013392072,0.000019117637,0.0004363663,0.00008964124,0.00007959322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014640465,0.00009803098,0.00007281497,0.00016397655,0.00013581882,0.00014894795,0.00047850359,0.000051790266,0.000018045994],"category_scores_gemma":[0.00024004925,0.00009532345,0.0000441154,0.00059399416,0.00003120914,0.00037282662,0.00016667927,0.00013922123,0.00014420932],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010953071,0.00059602124,0.6229831,0.00021029597,0.000062945255,0.00017253694,0.00027381367,0.03345958,0.0069606565,0.25488153,0.012311275,0.068077266],"study_design_scores_gemma":[0.00035900882,0.00005494055,0.97640973,0.0000327417,0.0000035256635,0.000054598506,0.000008941274,0.01392385,0.0024081885,0.0038258308,0.0025670114,0.00035162742],"about_ca_topic_score_codex":0.0005564482,"about_ca_topic_score_gemma":0.00003511863,"teacher_disagreement_score":0.76793003,"about_ca_system_score_codex":0.00018405096,"about_ca_system_score_gemma":0.00006419006,"threshold_uncertainty_score":0.38871774},"labels":[],"label_agreement":null},{"id":"W2900654062","doi":"10.1109/icsme.2018.00078","title":"BLIMP Tracer: Integrating Build Impact Analysis with Code Review","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Deliverable; Computer science; Software engineering; Codebase; Systems engineering; Software; Source code; Code review; Software development; Static program analysis; Operating system; Engineering","score_opus":0.017891775361206137,"score_gpt":0.3303379085554981,"score_spread":0.312446133194292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900654062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022739979,0.0012565935,0.9731775,0.0007357335,0.00003491275,0.00014343449,0.0000015704362,0.00042167024,0.0014886191],"genre_scores_gemma":[0.86868376,0.0001874179,0.1300082,0.00034799273,0.000068802095,0.00001598194,0.0000021356202,0.000012836149,0.00067283894],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987348,0.000042770393,0.000168067,0.00033580489,0.00039436482,0.00032420398],"domain_scores_gemma":[0.99847585,0.00031531916,0.000039865805,0.0008030418,0.00022349086,0.00014244937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005936543,0.00013133633,0.0002488858,0.00024513807,0.00006685333,0.00015188716,0.0008352557,0.000027691915,0.00030066722],"category_scores_gemma":[0.0004257717,0.00007939756,0.00011617725,0.003249442,0.00004820022,0.0003118517,0.00013276238,0.00015871043,0.00010502613],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035749374,0.00030346768,0.60512245,0.0008766824,0.004078342,0.00014845558,0.0019336654,0.0018025051,0.00085957936,0.011780182,0.10515274,0.26790616],"study_design_scores_gemma":[0.0011061551,0.003046908,0.32605898,0.0024421017,0.000764133,0.00023016881,0.00006153782,0.6308222,0.00879904,0.00026961314,0.024396248,0.0020029284],"about_ca_topic_score_codex":0.00016023278,"about_ca_topic_score_gemma":0.00012014557,"teacher_disagreement_score":0.8459438,"about_ca_system_score_codex":0.000068301764,"about_ca_system_score_gemma":0.000087502034,"threshold_uncertainty_score":0.32920954},"labels":[],"label_agreement":null},{"id":"W2900670268","doi":"10.1109/scam.2018.00031","title":"[Engineering Paper] SCC: Automatic Classification of Code Snippets","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Reusability; Java; Compiler; Software construction; Static program analysis; Software mining; Programming language; Software development; Software","score_opus":0.025665090259682777,"score_gpt":0.27558256137027615,"score_spread":0.24991747111059337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900670268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1506746,0.000019921315,0.84714025,0.00027317178,0.00031339657,0.000086756605,5.77933e-7,0.0006099609,0.00088134344],"genre_scores_gemma":[0.9115769,0.0000018160817,0.088155724,0.000021036489,0.00006456937,0.000008551092,4.9139067e-7,0.000008689295,0.00016219745],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991269,0.000012593385,0.00017161625,0.00019668133,0.00028528747,0.00020693915],"domain_scores_gemma":[0.99892366,0.00029205345,0.000029082872,0.0005743023,0.00011532371,0.00006557048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002733794,0.00007406238,0.00009648101,0.0001356671,0.000028069971,0.000043917913,0.00063826283,0.0000379425,0.00009549186],"category_scores_gemma":[0.0004642064,0.000068148474,0.000026350295,0.00045818504,0.000035773817,0.00028852694,0.00013299752,0.00006834364,0.00020263936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058589903,0.00024877544,0.026417864,0.000524816,0.00012003202,0.000016913642,0.001961954,0.0016028893,0.51114905,0.2959399,0.011505706,0.15050624],"study_design_scores_gemma":[0.000107022206,0.000055946275,0.15745865,0.0000362251,0.0000014200781,0.0000058465853,0.0000046784694,0.81724304,0.023482447,0.00012711102,0.0013737027,0.00010392273],"about_ca_topic_score_codex":0.000008851395,"about_ca_topic_score_gemma":0.0000028455504,"teacher_disagreement_score":0.81564015,"about_ca_system_score_codex":0.000035562953,"about_ca_system_score_gemma":0.000043207252,"threshold_uncertainty_score":0.2779014},"labels":[],"label_agreement":null},{"id":"W2901077691","doi":"10.1109/icsme.2018.00009","title":"Threats of Aggregating Software Repository Data","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artifact (error); Software; Open source software; Set (abstract data type); Open source; Database; Software engineering; Operating system; Programming language","score_opus":0.05429274992367693,"score_gpt":0.3142213925941972,"score_spread":0.25992864267052024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901077691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027618166,0.00017780605,0.9695421,0.000068702204,0.00033740242,0.00006271717,0.0000016152508,0.000454772,0.0017367407],"genre_scores_gemma":[0.60317594,0.0000023123685,0.39519385,0.000021016205,0.00012050195,0.0000016856624,0.0000017340047,0.000006788501,0.0014762108],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990436,0.000018827794,0.00014134776,0.00032080716,0.0002950469,0.0001803947],"domain_scores_gemma":[0.9973601,0.00046632055,0.0000389754,0.001943489,0.00013587397,0.00005525709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030401247,0.00006055458,0.00008305532,0.00006111156,0.000059158396,0.00005237882,0.002053696,0.000030308976,0.000016050039],"category_scores_gemma":[0.000900122,0.000052496827,0.000014809572,0.00029486106,0.00006907939,0.0004056346,0.0013056058,0.00007019547,0.000038877202],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010579678,0.00015656179,0.254205,0.00018820765,0.00011351415,0.00010076196,0.00171268,0.00008809211,0.0109169865,0.012418347,0.017281778,0.7028075],"study_design_scores_gemma":[0.0011508777,0.0008753486,0.18256268,0.0005349507,0.000017928263,0.00031035717,0.00007797155,0.33023518,0.47005263,0.010719205,0.0023144062,0.0011484391],"about_ca_topic_score_codex":0.00003095455,"about_ca_topic_score_gemma":0.0000030912888,"teacher_disagreement_score":0.7016591,"about_ca_system_score_codex":0.000014497218,"about_ca_system_score_gemma":0.00006740474,"threshold_uncertainty_score":0.38163123},"labels":[],"label_agreement":null},{"id":"W2901220009","doi":"10.1109/icsme.2018.00086","title":"NLP2API: Query Reformulation for Code Search Using Crowdsourced Knowledge and Extra-Large Data Analytics","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Analytics; Upload; Code (set theory); Information retrieval; Vocabulary; Data science; Crowdsourcing; World Wide Web; Natural language; Web search query; Software; Search engine; Programming language; Artificial intelligence","score_opus":0.1780982632612534,"score_gpt":0.3950507227367746,"score_spread":0.21695245947552122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901220009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12411293,0.00011317066,0.87499833,0.00008523536,0.00012819986,0.00020957402,0.000018887587,0.00018881203,0.00014489361],"genre_scores_gemma":[0.7971456,0.0000057457078,0.20211491,0.000026412059,0.00020171047,0.0000035091148,0.000019110968,0.000018068147,0.00046495337],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860245,0.00003433756,0.00018269115,0.0004927459,0.0002471642,0.00044061887],"domain_scores_gemma":[0.99784464,0.0005555827,0.000023658733,0.0011706096,0.00027290467,0.00013260607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012272699,0.00011191928,0.00012882012,0.00014834462,0.00021249613,0.00021700154,0.0010132825,0.00007108183,0.000013799908],"category_scores_gemma":[0.0005159032,0.00010050438,0.00002114982,0.00045887823,0.00006105524,0.00067281985,0.0010873502,0.00011275216,0.000017943325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003337564,0.0014525162,0.21073034,0.0023242692,0.0008390951,0.000060374074,0.018814668,0.00784591,0.076950215,0.16984248,0.04069296,0.47011343],"study_design_scores_gemma":[0.00032909564,0.000063583415,0.0058780382,0.000019384162,0.0000047485864,0.000008884422,0.000015260326,0.9859138,0.0020008965,0.00014353501,0.00548679,0.00013597011],"about_ca_topic_score_codex":0.000036840167,"about_ca_topic_score_gemma":0.00006914213,"teacher_disagreement_score":0.9780679,"about_ca_system_score_codex":0.00008162672,"about_ca_system_score_gemma":0.000107704866,"threshold_uncertainty_score":0.40984496},"labels":[],"label_agreement":null},{"id":"W2901368228","doi":"10.1109/scam.2018.00023","title":"[Research Paper] CroLSim: Cross Language Software Similarity Detector Using API Documentation","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Documentation; Software documentation; Python (programming language); Java; Application programming interface; Source code; Software; Programming language; Software engineering; World Wide Web; Software development; Software construction","score_opus":0.049071475497126926,"score_gpt":0.4025824023901418,"score_spread":0.3535109268930149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901368228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48798177,0.000060287537,0.51070046,0.000083173916,0.00024813836,0.00018333802,0.000002521661,0.0005217777,0.00021851886],"genre_scores_gemma":[0.8607343,0.0000023792138,0.13808121,0.0001383779,0.0002877153,0.00001878508,0.000002256117,0.000023465778,0.00071153796],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9972458,0.00016003338,0.00021443468,0.0005596773,0.0010487571,0.0007712984],"domain_scores_gemma":[0.9973286,0.0009967657,0.0000289888,0.00089903147,0.0005472616,0.0001993889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014432514,0.00015268954,0.0001342371,0.00027188018,0.00044456028,0.0009662662,0.0012505591,0.000113223155,0.0006446118],"category_scores_gemma":[0.0014354408,0.00014322782,0.0000525158,0.0011562103,0.00023226306,0.0013140087,0.00075876457,0.00039521445,0.00045053367],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019280196,0.00074520585,0.31959587,0.0006534159,0.00030374067,0.00071171654,0.023617966,0.0045309984,0.34796855,0.010761853,0.01346764,0.27745023],"study_design_scores_gemma":[0.0024456887,0.0008934024,0.31212685,0.00013558782,0.000011468231,0.00012315752,0.00051100657,0.2253349,0.44745904,0.0040592495,0.0053490293,0.0015506143],"about_ca_topic_score_codex":0.000829303,"about_ca_topic_score_gemma":0.00009975047,"teacher_disagreement_score":0.37275252,"about_ca_system_score_codex":0.00023706372,"about_ca_system_score_gemma":0.00016374515,"threshold_uncertainty_score":0.9317727},"labels":[],"label_agreement":null},{"id":"W2901558024","doi":"10.1109/icsme.2018.00035","title":"Predicting Higher Order Structural Feature Interactions in Variable Systems","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Feature (linguistics); Variable (mathematics); Java; Set (abstract data type); Source code; Code (set theory); Data mining; Feature model; Feature vector; Software system; Theoretical computer science; Software; Artificial intelligence; Machine learning; Mathematics; Programming language","score_opus":0.016285454132444862,"score_gpt":0.28490045105095213,"score_spread":0.26861499691850727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901558024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23117052,0.00011271346,0.7402762,0.0010740644,0.008790351,0.00037962876,0.0000033569931,0.0013646575,0.016828474],"genre_scores_gemma":[0.9375098,2.9145167e-7,0.05130276,0.00003686686,0.00031341097,0.000014859301,0.000001061057,0.000008352066,0.010812616],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991653,0.00002930958,0.0001034296,0.00023459343,0.00019925035,0.00026813106],"domain_scores_gemma":[0.99915904,0.00027218947,0.000017792016,0.0003506142,0.00014346249,0.00005687892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016145625,0.000078161625,0.0000815817,0.00013270916,0.00006585145,0.00020463546,0.00046757044,0.000037124788,0.00012370315],"category_scores_gemma":[0.00018607524,0.000064505264,0.000010999261,0.0008268526,0.000021143645,0.0004740455,0.00019833993,0.00023709759,0.00006293419],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019343881,0.00007171019,0.6498782,0.00015549515,0.000110842826,0.000059856666,0.0022890118,0.014339834,0.0037103216,0.27298126,0.052037045,0.004347053],"study_design_scores_gemma":[0.00032512005,0.000058698075,0.13344961,0.00008915555,0.000001784492,0.000059705464,0.000034451597,0.83804363,0.00031448953,0.00031884745,0.027077483,0.00022704447],"about_ca_topic_score_codex":0.00048535503,"about_ca_topic_score_gemma":0.00004331107,"teacher_disagreement_score":0.82370377,"about_ca_system_score_codex":0.00008580993,"about_ca_system_score_gemma":0.0000470095,"threshold_uncertainty_score":0.26304483},"labels":[],"label_agreement":null},{"id":"W2901760450","doi":"","title":"Automatic Refactoring for Renamed Clones in Test Code","year":2018,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Code refactoring; Programming language; Computer science; Test (biology); Code (set theory); Null (SQL); Operating system; Software engineering; Biology; Data mining; Software","score_opus":0.016356930367944826,"score_gpt":0.24085531948425407,"score_spread":0.22449838911630923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901760450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967083,0.000048887447,0.0018756704,0.00023387422,0.00047606413,0.00037075745,0.000019145198,0.00023084956,0.000036490677],"genre_scores_gemma":[0.4342609,0.0000936825,0.21223179,0.000009683527,0.00016418836,0.000009671007,0.00033805598,0.0001018663,0.35279015],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9987439,0.000024161533,0.00013043186,0.00042371821,0.00032237702,0.0003554298],"domain_scores_gemma":[0.9985315,0.00051474216,0.0001333659,0.00053524243,0.00020188876,0.00008325811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027163443,0.00018401479,0.0003348253,0.0005232278,0.000106314044,0.000042016763,0.0011812435,0.00021894643,0.000024549794],"category_scores_gemma":[0.0003797959,0.00022297898,0.00009696451,0.00039979603,0.000043800694,0.0003232573,0.00013109487,0.00020187233,0.000031321535],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029854017,0.0007400616,0.03824032,0.009839296,0.00041374718,0.0003712022,0.7892282,0.00033983818,0.024261912,0.0017742851,0.014547161,0.11994544],"study_design_scores_gemma":[0.0067810365,0.0021426086,0.6429794,0.0061124917,0.00018940792,0.000018160797,0.07674916,0.21147533,0.041195933,0.002196514,0.006678388,0.0034815902],"about_ca_topic_score_codex":0.005131458,"about_ca_topic_score_gemma":0.02059428,"teacher_disagreement_score":0.71247905,"about_ca_system_score_codex":0.00016655268,"about_ca_system_score_gemma":0.00014082,"threshold_uncertainty_score":0.9972773},"labels":[],"label_agreement":null},{"id":"W2901830053","doi":"10.1109/scam.2018.00025","title":"[Research Paper] On the Use of Machine Learning Techniques Towards the Design of Cloud Based Automatic Code Clone Validation Tools","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Computer science; Maintainability; Software maintenance; Source code; Software system; Programming language; Software; Code (set theory); Machine learning; Software engineering; Artificial intelligence; Data mining","score_opus":0.2105035792821233,"score_gpt":0.3546240510437641,"score_spread":0.1441204717616408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901830053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047144353,0.000012289543,0.949793,0.001918805,0.00005666821,0.0006233411,0.0000027063886,0.00031887155,0.00012997261],"genre_scores_gemma":[0.86169624,0.000008366098,0.13789017,0.00011070028,0.00004503657,0.000060497896,0.0000015298408,0.000014969743,0.00017246655],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970633,0.0010483721,0.0002767726,0.00023195751,0.0010789798,0.000300626],"domain_scores_gemma":[0.98766196,0.01077171,0.00007661647,0.0009440702,0.00050325604,0.000042376076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053404802,0.000111079404,0.0001523494,0.00020079999,0.00018916241,0.00018675502,0.0013319419,0.000059691392,0.00014249228],"category_scores_gemma":[0.0060383864,0.00005936471,0.000048288304,0.0009901344,0.00026840018,0.0002812092,0.00031667002,0.00040373058,0.000023271981],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021982257,0.0008737223,0.0051100035,0.00045737316,0.00025351785,0.000017523364,0.00539865,0.060489535,0.2721921,0.11001808,0.020668443,0.52430123],"study_design_scores_gemma":[0.00007601977,0.0004998836,0.0021480918,0.000065642234,0.0000022365691,0.0000013601913,0.000012139283,0.5917219,0.4042574,0.00026042835,0.0008913554,0.00006358238],"about_ca_topic_score_codex":0.00021585193,"about_ca_topic_score_gemma":0.0000032838134,"teacher_disagreement_score":0.8145519,"about_ca_system_score_codex":0.000058326794,"about_ca_system_score_gemma":0.00016449437,"threshold_uncertainty_score":0.72289485},"labels":[],"label_agreement":null},{"id":"W2902192294","doi":"10.1002/smr.2149","title":"Empirical evaluation of an entropy‐based approach to estimation variation of software development effort","year":2018,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Jackknife resampling; Gaussian; Mathematics; Entropy (arrow of time); Entropy estimation; Computer science; Algorithm; Variation (astronomy); Statistics; Applied mathematics; Estimator","score_opus":0.04113808203459276,"score_gpt":0.33910532306484553,"score_spread":0.2979672410302528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902192294","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36918554,0.00006758038,0.63038343,0.000032961743,0.00013368939,0.00015946619,0.000001187859,0.000032581516,0.000003560056],"genre_scores_gemma":[0.61675614,5.8874053e-7,0.38314828,0.000016582255,0.00005792137,0.000008669404,0.000003382037,0.000006339812,0.0000021033609],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9974174,0.00010915747,0.00061244535,0.0002217222,0.0014570557,0.00018223505],"domain_scores_gemma":[0.9959757,0.00020227626,0.00043362868,0.00021682701,0.0030018338,0.00016978556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002575314,0.00012628503,0.00024276243,0.00048655583,0.00009283602,0.00004524995,0.0004125247,0.00009280347,0.000008162248],"category_scores_gemma":[0.0026425188,0.000112695845,0.000041697193,0.00074046984,0.000055331275,0.0007147129,0.00005624434,0.00013560063,0.0000019816976],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006680977,0.0020868848,0.24893261,0.0017991686,0.00023708136,0.0000037617167,0.022175116,0.36662558,0.0014690115,0.0006541471,0.0005425243,0.354806],"study_design_scores_gemma":[0.0011131911,0.0007028062,0.59450454,0.00019418556,0.000039450726,0.000038129907,0.00004201512,0.39709324,0.004594541,0.0014465589,0.00005802655,0.00017333294],"about_ca_topic_score_codex":0.0000048410943,"about_ca_topic_score_gemma":0.0000011441176,"teacher_disagreement_score":0.35463268,"about_ca_system_score_codex":0.00023437123,"about_ca_system_score_gemma":0.0010773742,"threshold_uncertainty_score":0.45956033},"labels":[],"label_agreement":null},{"id":"W2903407100","doi":"10.4204/eptcs.284.7","title":"A Notebook Format for the Holistic Design of Embedded Systems (Tool Paper)","year":2018,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Documentation; Code (set theory); Software; Programming language; Source code; Product (mathematics); Extension (predicate logic); Software engineering; Set (abstract data type)","score_opus":0.017161912880920394,"score_gpt":0.2750405078965424,"score_spread":0.257878595015622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903407100","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055667013,0.00019536506,0.99225944,0.000302326,0.0004294825,0.0009735813,6.335375e-7,0.00016450282,0.0001079935],"genre_scores_gemma":[0.94581497,0.000012002315,0.053656194,0.00013844756,0.00019439349,0.00016122528,9.9084076e-8,0.000014801849,0.000007855171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99671346,0.00003420133,0.00041807664,0.0006517314,0.00087769073,0.0013048542],"domain_scores_gemma":[0.99608064,0.0025316323,0.00010241209,0.00052395754,0.00064881676,0.000112560796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061600804,0.0002083993,0.0002610931,0.0002969528,0.00033139318,0.00047209588,0.0041603125,0.000072450275,0.0000053702356],"category_scores_gemma":[0.0019279702,0.00014590706,0.000058776346,0.0017678944,0.002254576,0.0008218199,0.00073452236,0.00034718477,0.000012296888],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029563242,0.000028763754,0.000025844422,0.00004274339,0.0000069522875,6.065464e-7,0.00077859464,0.0005935462,0.0015998506,0.9913693,0.00014758861,0.0053766575],"study_design_scores_gemma":[0.00031200863,0.00074984523,0.00015541031,0.000070461996,0.0000043689847,0.00004319292,0.000013101896,0.9171239,0.0069184704,0.07422174,0.00020523269,0.00018223366],"about_ca_topic_score_codex":0.00000261427,"about_ca_topic_score_gemma":1.9737064e-7,"teacher_disagreement_score":0.94024825,"about_ca_system_score_codex":0.00029030978,"about_ca_system_score_gemma":0.00049514347,"threshold_uncertainty_score":0.8307079},"labels":[],"label_agreement":null},{"id":"W2904569853","doi":"10.1007/s10515-018-0247-4","title":"Efficient elicitation of software configurations using crowd preferences and domain knowledge","year":2018,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Process (computing); Domain (mathematical analysis); Crowds; Software; ENCODE; Markov decision process; Human–computer interaction; Software engineering; Markov process","score_opus":0.019445945190041933,"score_gpt":0.2811641795886182,"score_spread":0.2617182343985763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904569853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47835898,0.00022416218,0.51912653,0.000008560241,0.0002498499,0.00013725754,0.0000057483976,0.0018812584,0.000007661676],"genre_scores_gemma":[0.7150004,0.000003001737,0.28488857,0.000004683482,0.000051624982,0.000016810502,0.0000040586506,0.00002523209,0.0000056416798],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983911,0.000045523717,0.00038073512,0.00041903328,0.00033279217,0.000430822],"domain_scores_gemma":[0.9978311,0.0010685006,0.00009062159,0.00046295056,0.00039865557,0.00014818204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036827117,0.00023972952,0.00026101922,0.00044983966,0.00016485986,0.00012217577,0.00049009937,0.00012731929,0.000011229461],"category_scores_gemma":[0.001820139,0.00024986803,0.0000483333,0.0010097554,0.00011481827,0.00023180735,0.00022392703,0.00016962086,0.000018851437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036281617,0.00055574626,0.038139075,0.002333579,0.00058013713,0.000059265483,0.030599667,0.7168649,0.15658358,0.016205002,0.0008912792,0.037151538],"study_design_scores_gemma":[0.000324421,0.00011743382,0.047775116,0.0002532717,0.000011256525,0.000032587912,0.000035358156,0.9422957,0.008546717,0.00010190159,0.00017161026,0.00033465493],"about_ca_topic_score_codex":0.000029691706,"about_ca_topic_score_gemma":0.000003188858,"teacher_disagreement_score":0.23664139,"about_ca_system_score_codex":0.00009255583,"about_ca_system_score_gemma":0.0001363846,"threshold_uncertainty_score":0.99999535},"labels":[],"label_agreement":null},{"id":"W2905655740","doi":"10.3390/info10010006","title":"A Comparison of Word Embeddings and N-gram Models for DBpedia Type and Invalid Entity Detection","year":2018,"lang":"en","type":"article","venue":"Information","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Entity linking; Information retrieval; Linked data; Word (group theory); Natural language processing; Named-entity recognition; Type (biology); Named entity; Cluster analysis; Artificial intelligence; Knowledge base; Task (project management); Semantic Web; Mathematics; Biology","score_opus":0.036744719496654005,"score_gpt":0.32420075310596663,"score_spread":0.2874560336093126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905655740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43943697,0.000011742073,0.56027186,0.000010498006,0.00009166916,0.0000944808,7.0443343e-7,0.000040122075,0.000041974177],"genre_scores_gemma":[0.9817873,0.000004684745,0.018161006,0.000011141158,0.000020201063,0.0000078338,0.0000021096787,0.0000016827556,0.0000040410246],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99960685,0.0000053931035,0.00013459573,0.000054763794,0.000115196155,0.00008320081],"domain_scores_gemma":[0.9994848,0.000102861224,0.00005292446,0.00009814064,0.00023137438,0.00002992787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020457331,0.000039478316,0.00006430038,0.00010726889,0.00004782083,0.000089825524,0.00008991841,0.000034604403,6.980557e-7],"category_scores_gemma":[0.00027772793,0.00003937936,0.0000069656608,0.00019682116,0.000028850427,0.00154389,0.00006901688,0.00003918602,0.0000037464567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072169874,0.000028311344,0.011433805,0.00037733812,0.000021331498,6.670748e-8,0.02157684,0.0016388757,0.0017734874,0.005975319,0.0006646385,0.9564378],"study_design_scores_gemma":[0.00018157772,0.00017746176,0.009815536,0.000013212179,0.000002218147,0.0000020694174,0.000032798518,0.97699344,0.010158618,0.0013567221,0.0012104727,0.000055846413],"about_ca_topic_score_codex":0.00002098448,"about_ca_topic_score_gemma":0.000006551285,"teacher_disagreement_score":0.9753546,"about_ca_system_score_codex":0.000015431455,"about_ca_system_score_gemma":0.000015236297,"threshold_uncertainty_score":0.16058438},"labels":[],"label_agreement":null},{"id":"W2907438654","doi":"","title":"Revisiting \"Programmers' Build Errors\" in the Visual Studio Context","year":2018,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Deliverable; Computer science; TRACE (psycholinguistics); Context (archaeology); Replicate; Workspace; Studio; Codebase; Code (set theory); Software engineering; Human–computer interaction; Programming language; Source code; World Wide Web; Artificial intelligence; Systems engineering","score_opus":0.01943302576174965,"score_gpt":0.3028428703419978,"score_spread":0.28340984458024815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907438654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8443751,0.0012301386,0.15016328,0.00069528964,0.002043879,0.00035949002,9.05788e-7,0.0009600643,0.00017186532],"genre_scores_gemma":[0.9439716,0.0000041863505,0.054498915,0.00012978293,0.0011835113,0.0000702981,0.0000016158874,0.000023864422,0.000116276955],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974315,0.0001963661,0.00039144533,0.0005693722,0.0007605413,0.0006507872],"domain_scores_gemma":[0.99636394,0.0023559039,0.00010532224,0.0008074002,0.0002816131,0.00008584592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012953958,0.00023313187,0.0002573289,0.00016154059,0.00043873998,0.0006225429,0.0014024483,0.0000989351,0.0000030934864],"category_scores_gemma":[0.003834785,0.00018360848,0.0000776602,0.0011631709,0.00020712122,0.0004258702,0.00043986624,0.00034161503,0.000025816189],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016181633,0.00007526017,0.7769428,0.00007361505,0.00005241577,0.00029258715,0.036026098,0.000021419433,0.00013323374,0.001032993,0.0014814598,0.18385194],"study_design_scores_gemma":[0.0027585237,0.0031016704,0.8176125,0.0021558043,0.00007838792,0.0013937706,0.023799116,0.0062352535,0.013200772,0.0005758749,0.12605423,0.0030340562],"about_ca_topic_score_codex":0.00016073766,"about_ca_topic_score_gemma":0.000025895297,"teacher_disagreement_score":0.18081789,"about_ca_system_score_codex":0.00011702125,"about_ca_system_score_gemma":0.00012923143,"threshold_uncertainty_score":0.74873364},"labels":[],"label_agreement":null},{"id":"W2909172538","doi":"10.1109/tse.2019.2891758","title":"The Impact of Correlated Metrics on the Interpretation of Defect Models","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Australian Research Council","keywords":"Consistency (knowledge bases); Ranking (information retrieval); Interpretation (philosophy); Computer science; Metric (unit); Data mining; Statistics; Machine learning; Artificial intelligence; Mathematics; Programming language","score_opus":0.014277181931630203,"score_gpt":0.2477259451862916,"score_spread":0.2334487632546614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909172538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18962926,0.00007837362,0.80931515,0.000012219197,0.000491519,0.00024732077,0.000007930679,0.00020278915,0.000015466838],"genre_scores_gemma":[0.99628,0.000026485104,0.0035794855,0.000004358802,0.000006544725,0.000028082037,4.5779706e-7,0.00002675548,0.00004784348],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987307,0.00004848371,0.0002847062,0.0002167602,0.00045376847,0.00026555825],"domain_scores_gemma":[0.9935035,0.0054487027,0.00007557564,0.0007644931,0.00015237999,0.000055342094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004765686,0.00017628202,0.00019446696,0.00035205815,0.00007234103,0.000048202142,0.0007616205,0.00007854841,0.000010923706],"category_scores_gemma":[0.00031862746,0.000110585264,0.00030210053,0.0013060686,0.000027807486,0.00023342675,0.000006554667,0.00045182306,0.000020878062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021314449,0.000034898476,0.000124693,0.000020426853,0.0001161587,5.844882e-7,0.00028354625,0.9922028,0.0004010091,0.00043937928,0.000019213507,0.0063359686],"study_design_scores_gemma":[0.00017173182,0.00029196538,0.0010414744,0.00009966643,0.000009291133,0.0000042204097,0.000008951563,0.9875055,0.01069144,0.00005886351,0.000005087831,0.00011178455],"about_ca_topic_score_codex":0.00003851951,"about_ca_topic_score_gemma":6.735598e-7,"teacher_disagreement_score":0.8066507,"about_ca_system_score_codex":0.00014923532,"about_ca_system_score_gemma":0.00006818798,"threshold_uncertainty_score":0.4509536},"labels":[],"label_agreement":null},{"id":"W2909755202","doi":"10.1109/tse.2019.2893171","title":"Too Many User-Reviews! What Should App Developers Look at First?","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Polytechnique Montréal","keywords":"Key (lock); Computer science; Android (operating system); Mobile apps; World Wide Web; App store; Set (abstract data type); Android app; Star (game theory); Mobile device; Multimedia; Computer security","score_opus":0.023871746814439637,"score_gpt":0.2479435287887195,"score_spread":0.22407178197427988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909755202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024598908,0.0010066597,0.9680219,0.00023233348,0.0034283882,0.00065582676,0.000005854711,0.0020368004,0.000013291502],"genre_scores_gemma":[0.64823955,0.0027961007,0.33175123,0.0009950144,0.00022863444,0.0008303535,0.000010712994,0.00038221374,0.01476621],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971682,0.000032956556,0.0004479049,0.00082920433,0.0006923667,0.00082941056],"domain_scores_gemma":[0.99731505,0.0009132207,0.000053329393,0.0013186319,0.00009370307,0.000306082],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042161858,0.00048236715,0.0004625597,0.00048583708,0.00019742006,0.00037376038,0.0012563207,0.0002118927,0.00024343416],"category_scores_gemma":[0.000111693575,0.0004961715,0.0002579628,0.0010281245,0.00002651982,0.0016230855,0.000029476563,0.0006960617,0.002399477],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024397477,0.00014935619,0.0013289215,0.00063042046,0.00017026979,0.00006622896,0.0010462163,0.9350082,0.0011113666,0.00022733737,0.0032292302,0.057008054],"study_design_scores_gemma":[0.0029118713,0.00057934434,0.008008819,0.0025718384,0.000085708874,0.0003486542,0.000092843045,0.21209714,0.065920874,0.000019616458,0.70303935,0.0043239654],"about_ca_topic_score_codex":0.000013025967,"about_ca_topic_score_gemma":0.000007579325,"teacher_disagreement_score":0.72291106,"about_ca_system_score_codex":0.00059641886,"about_ca_system_score_gemma":0.00007609196,"threshold_uncertainty_score":0.999749},"labels":[],"label_agreement":null},{"id":"W2909995151","doi":"10.1002/smr.2151","title":"A measurement framework for software product maturity assessment","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Capability Maturity Model; Computer science; Software quality control; Product (mathematics); Quality (philosophy); Maturity (psychological); Process management; Software quality; Software measurement; Software quality analyst; Software; Systems engineering; Software engineering; Software development; Engineering","score_opus":0.022701644488524977,"score_gpt":0.30686463390930613,"score_spread":0.28416298942078116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2909995151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03721619,0.002596489,0.95784163,0.00062970165,0.0011646437,0.0004071031,0.00000332166,0.00013643144,0.0000044899566],"genre_scores_gemma":[0.6495319,0.000024505729,0.3501087,0.00005679849,0.00021696073,0.000019085175,4.490308e-7,0.000014364117,0.000027238486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977681,0.000050530398,0.00040674306,0.00031723658,0.0011202121,0.00033715466],"domain_scores_gemma":[0.99711597,0.0004470522,0.00029498685,0.00033647765,0.0016199851,0.00018550694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017818834,0.00017249236,0.00029896,0.00023231505,0.0001191086,0.00017729308,0.00064750237,0.00009818415,0.0000112632815],"category_scores_gemma":[0.0034213532,0.00014582775,0.00010496389,0.0004055787,0.000030868916,0.0007501405,0.00010580615,0.0004828166,0.000006257159],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038132237,0.0008631857,0.8405451,0.005973571,0.0004815738,0.000036312864,0.002183974,0.0041297516,0.000564324,0.024383347,0.0064042597,0.11405324],"study_design_scores_gemma":[0.0038356003,0.0022808416,0.79909116,0.0029942621,0.00009129589,0.00070751464,0.00021358434,0.00644712,0.0017596025,0.17142078,0.0098892525,0.0012689776],"about_ca_topic_score_codex":0.000002114358,"about_ca_topic_score_gemma":5.546496e-7,"teacher_disagreement_score":0.6123157,"about_ca_system_score_codex":0.00030681927,"about_ca_system_score_gemma":0.00063626363,"threshold_uncertainty_score":0.5946683},"labels":[],"label_agreement":null},{"id":"W2911055565","doi":"10.1109/ieem.2018.8607699","title":"Towards a Knowledge based Support for Risk Engineering When Elaborating Offer in Response to a Customer Demand","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Risk analysis (engineering); Knowledge base; Risk management; Knowledge engineering; Call for bids; Knowledge management; Artificial intelligence; Business; Procurement","score_opus":0.01805150935649408,"score_gpt":0.29473170812374666,"score_spread":0.2766801987672526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911055565","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1465717,0.00001591357,0.8518473,0.00037370593,0.00022837493,0.0004041517,0.000005395092,0.0003261829,0.00022730866],"genre_scores_gemma":[0.66573113,2.6248867e-7,0.3334852,0.00008419191,0.00007928134,0.00014490049,6.83531e-7,0.000022102695,0.00045223234],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843675,0.0000824776,0.0002448316,0.00043781733,0.00024975944,0.00054833706],"domain_scores_gemma":[0.9974499,0.0015000512,0.000023550368,0.000542603,0.00028205628,0.00020188167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024505404,0.00016385222,0.00018459921,0.0005949243,0.000061675106,0.0001312096,0.0006938107,0.00007501329,0.00004950353],"category_scores_gemma":[0.004940318,0.00015523346,0.00004672614,0.0010050046,0.000018502142,0.0002445349,0.00024659839,0.0001605817,0.00019287104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0048029167,0.0016706525,0.15358724,0.001367381,0.0003871283,0.0003401133,0.07978516,0.08504982,0.17210823,0.014569254,0.20273165,0.28360045],"study_design_scores_gemma":[0.0014194972,0.00068794854,0.064987086,0.00008570728,0.000004966944,0.0000047085855,0.000020093134,0.8760477,0.01806299,0.00008960347,0.03810008,0.0004896668],"about_ca_topic_score_codex":0.00004524488,"about_ca_topic_score_gemma":0.000042700827,"teacher_disagreement_score":0.7909978,"about_ca_system_score_codex":0.00015943135,"about_ca_system_score_gemma":0.0003534988,"threshold_uncertainty_score":0.6330237},"labels":[],"label_agreement":null},{"id":"W2911278647","doi":"","title":"2nd workshop on DevOps and software analytics for continuous engineering and improvement","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; École de Technologie Supérieure; University of Victoria","funders":"","keywords":"DevOps; Software deployment; Software engineering; Computer science; IBM; Toolchain; Software analytics; Software development; Software; Analytics; Software system; Data science; Software construction; Operating system","score_opus":0.014449569783324866,"score_gpt":0.2449149988382957,"score_spread":0.23046542905497083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911278647","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21081533,0.0003059066,0.7872738,0.000098146025,0.0006601593,0.00030913364,0.0000038148687,0.0005325204,0.0000011453719],"genre_scores_gemma":[0.47172102,0.000050658764,0.5275801,0.0001796781,0.0003575061,0.000047102138,0.0000013590769,0.000038507118,0.000024043376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728155,0.000008572469,0.00028712055,0.0009930829,0.00057502376,0.00085462886],"domain_scores_gemma":[0.99702877,0.0014804703,0.00005108773,0.00060848397,0.000390279,0.00044092303],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011167412,0.00035722667,0.00033610777,0.0005591021,0.0003585714,0.0008300581,0.0008040776,0.000101554055,0.0000011011413],"category_scores_gemma":[0.0024626537,0.00035286442,0.000040189552,0.00090718654,0.00025607675,0.00072102644,0.0009286174,0.0002554568,0.0000023665236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024710278,0.00008875785,0.01595207,0.00062339363,0.00011690731,0.000055815013,0.0025361266,0.02195855,0.0031872913,0.006150365,0.00066248944,0.9486435],"study_design_scores_gemma":[0.0006156501,0.0005971808,0.025890533,0.00026425518,0.000011736383,0.00006339552,0.0000103880675,0.9669466,0.0016342533,0.000098306075,0.0032231603,0.000644526],"about_ca_topic_score_codex":0.00000772729,"about_ca_topic_score_gemma":0.000002153094,"teacher_disagreement_score":0.947999,"about_ca_system_score_codex":0.00012482174,"about_ca_system_score_gemma":0.000104373314,"threshold_uncertainty_score":0.99989235},"labels":[],"label_agreement":null},{"id":"W2911476493","doi":"10.1007/s11219-018-9428-4","title":"API trustworthiness: an ontological approach for software library adoption","year":2019,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Trustworthiness; License; Software engineering; Quality (philosophy); Application programming interface; Software; World Wide Web; Data science; Computer security","score_opus":0.046976021699527935,"score_gpt":0.3156316965895039,"score_spread":0.268655674889976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911476493","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12154892,0.0003022225,0.875169,0.0002478034,0.00082046667,0.0004952891,0.000018630852,0.0013389977,0.000058686303],"genre_scores_gemma":[0.17431405,0.000024552352,0.82397425,0.00037549058,0.00057158124,0.000058533176,0.00006914572,0.00005704346,0.0005553528],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962965,0.0004351836,0.0007009719,0.00076515717,0.0009626257,0.00083955977],"domain_scores_gemma":[0.9961678,0.001695377,0.0002608028,0.0010535774,0.00030026483,0.00052222447],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022694957,0.00033589828,0.0005035143,0.00027172727,0.00033359352,0.00087526266,0.002202555,0.00030464723,0.00014967592],"category_scores_gemma":[0.0021985532,0.00028701953,0.00030668327,0.00057851017,0.00007009717,0.0031426104,0.0003663604,0.0009685941,0.00006149699],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034420117,0.0010526282,0.72685575,0.0007342375,0.00018556295,0.00006816292,0.0018651144,0.01125145,0.00012854811,0.02389747,0.0060929884,0.2275239],"study_design_scores_gemma":[0.008861175,0.003708106,0.8255603,0.00035413873,0.00006821187,0.0023979913,0.00077670487,0.061992384,0.0005280351,0.064550966,0.027130278,0.004071711],"about_ca_topic_score_codex":0.000009610738,"about_ca_topic_score_gemma":8.8222384e-7,"teacher_disagreement_score":0.22345218,"about_ca_system_score_codex":0.00012604376,"about_ca_system_score_gemma":0.00035708744,"threshold_uncertainty_score":0.9999582},"labels":[],"label_agreement":null},{"id":"W2911710442","doi":"","title":"Proceedings of the VARiability for You Workshop: Variability Modeling Made Useful for Everyone","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Data science","score_opus":0.040392155909693486,"score_gpt":0.2806550905942591,"score_spread":0.2402629346845656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911710442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1887843,0.000018352477,0.8093083,0.0002662986,0.00035582547,0.0009947515,0.0000057547168,0.00016107658,0.00010534595],"genre_scores_gemma":[0.7896203,4.815071e-7,0.20959394,0.00003025675,0.000115293566,0.00022334847,5.019461e-7,0.00001304695,0.0004028297],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983663,0.000022362994,0.0003145802,0.0003885712,0.00034428755,0.00056388206],"domain_scores_gemma":[0.9961938,0.0025325702,0.000059896032,0.00061093754,0.00048157488,0.0001211664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042015365,0.00014025855,0.00020089862,0.000049077196,0.000104115796,0.00006759283,0.0012128141,0.000110090725,0.0000085109505],"category_scores_gemma":[0.0072382195,0.000099090845,0.00015273082,0.0004467218,0.00004624988,0.0006500144,0.00044955825,0.00015602044,0.0000013679609],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020353943,0.0015700341,0.6438001,0.0024329876,0.00021988878,6.140273e-8,0.004740255,0.023913683,0.0141698485,0.29140815,0.00820827,0.009333201],"study_design_scores_gemma":[0.00041975363,0.000039443486,0.019463198,0.000030532672,0.00001570897,0.0000023412397,0.000036654284,0.956917,0.00794369,0.014265069,0.0006423128,0.00022429363],"about_ca_topic_score_codex":0.000009141847,"about_ca_topic_score_gemma":3.4926188e-7,"teacher_disagreement_score":0.9330033,"about_ca_system_score_codex":0.00011917544,"about_ca_system_score_gemma":0.000079440906,"threshold_uncertainty_score":0.86653477},"labels":[],"label_agreement":null},{"id":"W2911789761","doi":"10.1007/s10664-018-9671-0","title":"Automatic query reformulation for code search using crowdsourced knowledge","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Information retrieval; Web search query; Java; Code (set theory); Query expansion; Search engine; Web query classification; XPath; Precision and recall; Natural language; Programming language; World Wide Web; Artificial intelligence; XML; Set (abstract data type)","score_opus":0.0489429157531969,"score_gpt":0.33474163569030263,"score_spread":0.2857987199371057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911789761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46000692,0.0001012681,0.5379918,0.00004589828,0.00037769624,0.00036398403,0.0000033128138,0.0011017441,0.0000073220285],"genre_scores_gemma":[0.7616457,0.0000011984147,0.23783451,0.000033898432,0.00016481704,0.00004921729,0.000008650658,0.00007244794,0.0001895618],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977182,0.000038846352,0.00038096312,0.00058865926,0.0004703883,0.0008029219],"domain_scores_gemma":[0.9964126,0.002342806,0.000043038246,0.0007674495,0.00018661722,0.00024752857],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006851525,0.00028422123,0.00034155019,0.0003806327,0.000111745205,0.00019305928,0.0008666721,0.00018037207,0.000035950045],"category_scores_gemma":[0.0016491957,0.00028355015,0.000160757,0.00092464185,0.000016647295,0.0005499979,0.0003780221,0.00036523116,0.00015224589],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001872656,0.00016572347,0.22027807,0.0015305346,0.00013804635,0.000017587217,0.002220332,0.75005835,0.006509222,0.0008910924,0.0007799364,0.017392395],"study_design_scores_gemma":[0.00046227695,0.00007972159,0.048583258,0.00012039306,0.000005528124,0.00001788959,0.000005259923,0.94574136,0.0016052296,0.00004397348,0.002970816,0.00036428703],"about_ca_topic_score_codex":0.000010504246,"about_ca_topic_score_gemma":7.690562e-7,"teacher_disagreement_score":0.30163875,"about_ca_system_score_codex":0.000502596,"about_ca_system_score_gemma":0.0001638807,"threshold_uncertainty_score":0.9999617},"labels":[],"label_agreement":null},{"id":"W2912212393","doi":"","title":"Proceedings of the 2nd International Workshop on Recommendation Systems for Software Engineering","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McGill University","funders":"","keywords":"Computer science; Code refactoring; Usability; Debugging; Software engineering; Leverage (statistics); Recommender system; Variety (cybernetics); World Wide Web; Software; Data science; Human–computer interaction","score_opus":0.017101609198645056,"score_gpt":0.2610871166481692,"score_spread":0.24398550744952413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912212393","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14489926,0.00000551443,0.84805936,0.00151622,0.0042865123,0.00048689888,0.000004736843,0.0003439223,0.0003975655],"genre_scores_gemma":[0.9472291,0.0000016154634,0.05179904,0.000030074378,0.00017106823,0.0000887928,0.0000018284086,0.000013074646,0.0006653984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936175,0.0000016155873,0.00012855009,0.00016387281,0.00021087234,0.0001333147],"domain_scores_gemma":[0.9989534,0.0006179858,0.00004142795,0.00015133318,0.00020342345,0.00003243562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029856362,0.00006725723,0.00006366585,0.00009616836,0.000033141965,0.000115797244,0.00079364516,0.00004746749,0.000012200757],"category_scores_gemma":[0.0019875746,0.000048724796,0.000039172926,0.00020848862,0.000008917767,0.00021635235,0.0001450555,0.00017521274,0.000002950685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055985125,0.00037025393,0.09504197,0.0007263356,0.00024793015,9.245742e-7,0.0015848937,0.022350717,0.06267553,0.64128035,0.06551543,0.11014967],"study_design_scores_gemma":[0.0007372688,0.0000888264,0.049404852,0.00024400385,0.0000051507614,0.000020353173,0.00005541553,0.83157766,0.032135457,0.00030002915,0.085052885,0.00037807995],"about_ca_topic_score_codex":0.000004861962,"about_ca_topic_score_gemma":7.262812e-7,"teacher_disagreement_score":0.80922693,"about_ca_system_score_codex":0.000030613726,"about_ca_system_score_gemma":0.000017244856,"threshold_uncertainty_score":0.2379456},"labels":[],"label_agreement":null},{"id":"W2912360270","doi":"","title":"Proceedings of the 27th ACM SIGPLAN Conference on Programming Language Design and Implementation","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Special Interest Group; Library science; Seniority; Operations research; Engineering","score_opus":0.026533720172754873,"score_gpt":0.29920071389131697,"score_spread":0.2726669937185621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912360270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7971543,0.00001587661,0.20135091,0.00045938164,0.00003449798,0.0004615733,5.457986e-7,0.00015539219,0.00036750393],"genre_scores_gemma":[0.91446626,6.19335e-7,0.08539063,0.00001360378,0.000011174021,0.000016875516,3.3033461e-7,0.0000032675248,0.00009721523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9994379,0.0000072522234,0.00007984978,0.00013470314,0.00020614531,0.00013411006],"domain_scores_gemma":[0.9996073,0.00015271224,0.000027611784,0.00014033457,0.000052677344,0.000019322397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021136062,0.000051709692,0.00004701447,0.000041730524,0.00003617431,0.000096360556,0.00043130893,0.000015665188,0.000006106362],"category_scores_gemma":[0.000078542864,0.000034380333,0.00001023375,0.00018864528,0.000021085412,0.0001192648,0.00015543788,0.000054450466,0.0000014580497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019167861,0.00014875381,0.17932215,0.00020209039,0.000027884616,0.000006299068,0.006376332,0.00026557074,0.13380294,0.3936952,0.0054017124,0.2807319],"study_design_scores_gemma":[0.00085886597,0.00047233794,0.46390682,0.00008727814,0.000007073403,0.000021023403,0.00094640197,0.019778343,0.508854,0.004321307,0.00042022587,0.0003263298],"about_ca_topic_score_codex":0.00013290843,"about_ca_topic_score_gemma":0.000008045592,"teacher_disagreement_score":0.3893739,"about_ca_system_score_codex":0.00001470739,"about_ca_system_score_gemma":0.000020860296,"threshold_uncertainty_score":0.14019892},"labels":[],"label_agreement":null},{"id":"W2913441567","doi":"","title":"Proceedings of the 4th International Workshop on Managing Technical Debt","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Documentation; Software deployment; Software; Computer science; Software engineering; Engineering; Software development; Business; Finance; Operating system","score_opus":0.02349287177094463,"score_gpt":0.26831528191792914,"score_spread":0.2448224101469845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913441567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25146392,0.000036604713,0.7128937,0.009849394,0.005999446,0.0009792037,0.000016897355,0.001955565,0.016805258],"genre_scores_gemma":[0.9743213,0.000013917692,0.024631616,0.0001424634,0.00013771147,0.00010569932,0.0000023973619,0.00002598992,0.00061888737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979574,0.000006644815,0.00030569587,0.00041525744,0.0010108469,0.0003041379],"domain_scores_gemma":[0.9985121,0.00044167205,0.000095564385,0.00034963348,0.0005060313,0.000095034986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019881509,0.00021771251,0.0001589135,0.0003491758,0.000048000842,0.00030942634,0.0028406268,0.00009190998,0.00014848696],"category_scores_gemma":[0.0018391792,0.00017763495,0.000108399356,0.0003875201,0.000043010958,0.000520617,0.0005802979,0.00051996415,0.00009314863],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003173995,0.00026822105,0.029256681,0.00008146739,0.00023227982,0.00001509244,0.00050602446,0.022427421,0.01740997,0.8844331,0.0060558813,0.03928216],"study_design_scores_gemma":[0.001536856,0.00026977318,0.34167793,0.00318932,0.000015584968,0.00012815701,0.00015506531,0.60763663,0.026386455,0.009616312,0.007788837,0.0015990547],"about_ca_topic_score_codex":0.00001352957,"about_ca_topic_score_gemma":5.886623e-7,"teacher_disagreement_score":0.8748168,"about_ca_system_score_codex":0.0002065941,"about_ca_system_score_gemma":0.000045764078,"threshold_uncertainty_score":0.7243743},"labels":[],"label_agreement":null},{"id":"W2913576447","doi":"10.1109/tifs.2019.2895963","title":"Large-Scale Empirical Study of Important Features Indicative of Discovered Vulnerabilities to Assess Application Security","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Information Forensics and Security","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Feature selection; Vulnerability (computing); Secure coding; Scale (ratio); Empirical research; Machine learning; Feature (linguistics); Data science; Predictive power; Focus (optics); Selection (genetic algorithm); Data mining; Artificial intelligence; Computer security; Information security; Software security assurance; Statistics","score_opus":0.012251667946967618,"score_gpt":0.28365874951568815,"score_spread":0.2714070815687205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913576447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60201806,0.0000037357654,0.39719862,0.00004903538,0.000093687915,0.00048093224,0.00008841038,0.000029896755,0.000037644288],"genre_scores_gemma":[0.99878436,0.000006424464,0.0010889006,0.000037463196,0.0000051340253,0.000059132195,0.00000915402,0.0000044612757,0.0000049388123],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99868983,0.000047859117,0.00043828026,0.00018091206,0.00047904966,0.00016405313],"domain_scores_gemma":[0.9986984,0.00027646517,0.000239142,0.00045563158,0.00024179739,0.00008857036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041809006,0.000121369434,0.00022667123,0.0002458029,0.000080159996,0.000053650816,0.00026301833,0.00007484063,0.000007055939],"category_scores_gemma":[0.000042577212,0.000109795736,0.00005086419,0.00049187243,0.000040851723,0.0007768154,0.000014408636,0.0002490709,0.0000046443574],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050678256,0.0035195532,0.20639257,0.0012596734,0.0003824482,0.0000013670775,0.7103786,0.037074022,0.000548939,0.02468816,0.000685382,0.014562492],"study_design_scores_gemma":[0.006561864,0.0061905435,0.5337434,0.00020027877,0.00009218409,0.000025880443,0.046125937,0.30136356,0.078126945,0.024965556,0.0011574418,0.0014464324],"about_ca_topic_score_codex":0.00008578285,"about_ca_topic_score_gemma":0.00008806834,"teacher_disagreement_score":0.6642527,"about_ca_system_score_codex":0.000043751654,"about_ca_system_score_gemma":0.000058351,"threshold_uncertainty_score":0.44773403},"labels":[],"label_agreement":null},{"id":"W2914035201","doi":"10.1007/s10664-019-09684-y","title":"Towards prioritizing user-related issue reports of mobile applications","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Prioritization; Computer science; Android (operating system); World Wide Web; Empirical research; Mobile apps; Process (computing); Matching (statistics); Data science; Internet privacy; Engineering; Process management","score_opus":0.00985313260491852,"score_gpt":0.2752562160281317,"score_spread":0.26540308342321317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914035201","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26893735,0.0005478863,0.72751224,0.00008653279,0.0006126953,0.00070722535,0.000002942196,0.0015042407,0.00008886349],"genre_scores_gemma":[0.87725246,0.000010650637,0.12183702,0.000032244367,0.00010089242,0.00023072322,0.000008037022,0.000057936988,0.00047005014],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769497,0.000021531394,0.0005813214,0.0005902066,0.00060039153,0.00051158655],"domain_scores_gemma":[0.99758124,0.00078852935,0.00010398562,0.0011498843,0.00016276244,0.00021361471],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00044027876,0.00023900186,0.00037720625,0.0002682881,0.000044880526,0.000073088435,0.0007561847,0.00016831789,0.00008548388],"category_scores_gemma":[0.0008909609,0.00025108614,0.00013964115,0.0013045563,0.00002392574,0.00036195666,0.00043601464,0.00041217357,0.0001728538],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072627963,0.00037327377,0.7370014,0.0013011115,0.00025694378,0.00026791368,0.001991295,0.2048502,0.008986604,0.0017510814,0.0026253997,0.040587507],"study_design_scores_gemma":[0.001121822,0.0005406137,0.41967422,0.00048317766,0.000037830985,0.00057536096,0.000045325916,0.05276448,0.01990912,0.00068133435,0.50204915,0.0021175472],"about_ca_topic_score_codex":0.000018319533,"about_ca_topic_score_gemma":1.821358e-7,"teacher_disagreement_score":0.6083151,"about_ca_system_score_codex":0.00014473365,"about_ca_system_score_gemma":0.0001198895,"threshold_uncertainty_score":0.99999416},"labels":[],"label_agreement":null},{"id":"W2914275570","doi":"","title":"Proceedings of the 9th ACM SIGPLAN-SIGSOFT workshop on Program analysis for software tools and engineering","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Constructive; Software engineering; Computer science; Software; Library science; Engineering management; Engineering; Programming language","score_opus":0.023748676904518012,"score_gpt":0.27615872877818787,"score_spread":0.2524100518736698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914275570","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7795677,0.000028766368,0.21733348,0.0005589865,0.00045464394,0.0011074471,0.000010725102,0.0008748236,0.00006341056],"genre_scores_gemma":[0.71258897,0.0000022118422,0.28687796,0.000024448767,0.000043968164,0.00015766249,0.0000014974071,0.000014435374,0.00028884324],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988438,0.0000026277316,0.00017036342,0.0003425066,0.00032809912,0.00031262985],"domain_scores_gemma":[0.99652666,0.002626837,0.000047489353,0.00052844535,0.00017704746,0.0000935475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034520475,0.00014064764,0.00019061514,0.0002309244,0.00006561942,0.00020862222,0.0012968823,0.00008937988,0.000006304007],"category_scores_gemma":[0.007886254,0.00009661491,0.000118052245,0.001302392,0.000036498095,0.0002612361,0.0004218678,0.00027976642,0.0000014049774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037851394,0.0003655628,0.6563043,0.0005286151,0.0008704092,0.00000304427,0.0011915527,0.004038958,0.01747983,0.030541986,0.0033350228,0.28530288],"study_design_scores_gemma":[0.00075330836,0.00035486935,0.8639609,0.00012792202,0.00013582585,0.000018262785,0.00004658878,0.09640459,0.026589686,0.0004843305,0.010414717,0.00070897257],"about_ca_topic_score_codex":0.0000035075088,"about_ca_topic_score_gemma":0.0000051608704,"teacher_disagreement_score":0.2845939,"about_ca_system_score_codex":0.00001463066,"about_ca_system_score_gemma":0.00002828856,"threshold_uncertainty_score":0.9441152},"labels":[],"label_agreement":null},{"id":"W2914445998","doi":"10.7763/lnse.2016.v4.234","title":"Applying Variant Variable Regularized Logistic Regression for Modeling Software Defect Predictor","year":2015,"lang":"en","type":"article","venue":"Lecture Notes on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Logistic regression; Statistics; Software; Variable (mathematics); Computer science; Regression analysis; Artificial intelligence; Econometrics; Mathematics","score_opus":0.0403115085901535,"score_gpt":0.26916388672880115,"score_spread":0.22885237813864764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914445998","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034108593,0.0005585564,0.9895044,0.000059523296,0.0014903181,0.0012973379,0.000027096708,0.0036474585,0.000004470481],"genre_scores_gemma":[0.2586689,0.0000043986224,0.7397557,0.00012691901,0.0004225213,0.0008195974,0.00004214397,0.00013715352,0.000022655802],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629194,0.00006782648,0.0004974274,0.0011154001,0.0008626309,0.0011647592],"domain_scores_gemma":[0.99327666,0.004297343,0.00010455729,0.0013693575,0.00041947977,0.00053258],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011105253,0.00065427995,0.0006205757,0.00048376076,0.00022281522,0.0003623305,0.0013548355,0.00041149106,0.0000065339805],"category_scores_gemma":[0.030787682,0.000572644,0.00025495337,0.0010193922,0.000025290099,0.00043547302,0.00038731575,0.00079094234,0.000024982051],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057077414,0.000037133224,0.00035501132,0.00022044932,0.00007983555,0.000046685964,0.00022045815,0.99322045,0.00044188922,0.0010820451,0.00015019813,0.0040887976],"study_design_scores_gemma":[0.00133907,0.0003399898,0.000041307725,0.00045695936,0.000036403602,0.00009598679,0.000002120531,0.9911171,0.0009050376,0.0035615494,0.0013867562,0.00071769545],"about_ca_topic_score_codex":0.000025889307,"about_ca_topic_score_gemma":9.1932685e-7,"teacher_disagreement_score":0.25525805,"about_ca_system_score_codex":0.00059355976,"about_ca_system_score_gemma":0.00038340475,"threshold_uncertainty_score":0.9996725},"labels":[],"label_agreement":null},{"id":"W2914489208","doi":"10.1109/tse.2019.2897300","title":"Which Commits Can Be CI Skipped?","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Commit; Computer science; Process (computing); Java; Software engineering; Database; Programming language","score_opus":0.012768036516850528,"score_gpt":0.2325881247438001,"score_spread":0.2198200882269496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914489208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07099088,0.0000370011,0.92418486,0.00026897,0.0019343862,0.00029377904,0.000027071534,0.0022158695,0.000047151538],"genre_scores_gemma":[0.95023346,0.000014086321,0.048788875,0.00011068737,0.000054819153,0.000074513264,0.000002889748,0.000075176315,0.0006455001],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977489,0.000029342787,0.0002792378,0.00059983786,0.00064701936,0.000695644],"domain_scores_gemma":[0.9974179,0.0009613012,0.00003303606,0.0011672046,0.00015276695,0.0002677825],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025772364,0.00033551865,0.00028925552,0.0004910098,0.000121622565,0.00016856742,0.0010536674,0.00016063712,0.00012872156],"category_scores_gemma":[0.00013406207,0.0003717973,0.00013184622,0.0013383994,0.000014339957,0.00039368984,0.000012201926,0.0007838575,0.00039457803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009254141,0.00013196719,0.0017968148,0.00015994384,0.00011265494,0.000023610899,0.00051232165,0.9851211,0.0020171576,0.0003992648,0.00047674956,0.009239188],"study_design_scores_gemma":[0.0035906069,0.0009713472,0.020501487,0.0007460045,0.00006424951,0.0003067097,0.000065018554,0.78888756,0.15402526,0.000072300056,0.026974626,0.0037948228],"about_ca_topic_score_codex":0.00004058128,"about_ca_topic_score_gemma":0.000022665416,"teacher_disagreement_score":0.87924254,"about_ca_system_score_codex":0.00022806032,"about_ca_system_score_gemma":0.00010983937,"threshold_uncertainty_score":0.9998734},"labels":[],"label_agreement":null},{"id":"W2915189456","doi":"10.1155/2019/8367214","title":"Software Development Effort Estimation Using Regression Fuzzy Models","year":2019,"lang":"en","type":"article","venue":"Computational Intelligence and Neuroscience","topic":"Software Engineering Research","field":"Computer Science","cited_by":184,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Western University","funders":"American University of Sharjah; University of Sharjah; Applied Science Private University","keywords":"Computer science; Fuzzy logic; Machine learning; Data mining; Outlier; Artificial intelligence; Benchmarking; Heteroscedasticity; Software","score_opus":0.07640391814971134,"score_gpt":0.32333245734537525,"score_spread":0.2469285391956639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915189456","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21203528,0.0000642985,0.7872723,0.00004220922,0.000300552,0.00013815194,4.5722092e-7,0.0001266887,0.000020063308],"genre_scores_gemma":[0.7343511,0.0000068168824,0.26544946,0.00012595303,0.0000074585755,0.0000048660327,0.0000014863082,0.0000059598538,0.000046912985],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998325,0.000020843927,0.00022351817,0.0005414843,0.00061711046,0.00027203598],"domain_scores_gemma":[0.9991007,0.00035156353,0.00006128717,0.00024055915,0.00012864092,0.00011728974],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026080705,0.00013700746,0.000112596565,0.00019370289,0.00020838495,0.00021947006,0.0006291915,0.000038046604,0.000003551291],"category_scores_gemma":[0.00018324627,0.00012371414,0.000022401118,0.0005909812,0.00007769769,0.00108379,0.0003733742,0.00013447387,0.000038803722],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017863422,0.00001593319,0.002609843,0.000018790222,7.5523656e-7,0.0000046532314,0.00020180082,0.96496415,0.00028584545,0.005425188,0.000007874612,0.026463397],"study_design_scores_gemma":[0.000034879602,0.00003757348,0.010755814,0.00006172602,6.3778464e-7,0.00004688986,0.0000051003376,0.9725254,0.0030659363,0.013278033,0.000042517724,0.0001455028],"about_ca_topic_score_codex":0.000004016735,"about_ca_topic_score_gemma":1.5086948e-7,"teacher_disagreement_score":0.5223158,"about_ca_system_score_codex":0.000053920445,"about_ca_system_score_gemma":0.00016429371,"threshold_uncertainty_score":0.5044916},"labels":[],"label_agreement":null},{"id":"W2915353454","doi":"10.1145/1095430.1095433","title":"Report on MSR 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Plan (archaeology); Software; Computer science; Field (mathematics); Software review; Quality (philosophy); Software engineering; World Wide Web; Software development; Software construction; History; Operating system","score_opus":0.01767719627848747,"score_gpt":0.2610800800871416,"score_spread":0.24340288380865416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915353454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33529577,0.0011135691,0.6447989,0.005057435,0.0021118624,0.0005996454,0.0000163165,0.010978125,0.00002841709],"genre_scores_gemma":[0.74948794,0.000016522417,0.24917515,0.00022470146,0.00054794183,0.00006548416,0.000012905985,0.000081668375,0.00038768986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967125,0.000024261117,0.0004686915,0.00087857444,0.0008687056,0.0010472711],"domain_scores_gemma":[0.9221695,0.07394822,0.00009779025,0.003182097,0.00015356563,0.00044885173],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064304884,0.0004448601,0.00034761068,0.00046425333,0.00012583153,0.00023517499,0.0024386058,0.00019143679,0.00007608965],"category_scores_gemma":[0.2845388,0.00046067254,0.00016187693,0.00069009257,0.000032138956,0.0006662851,0.0007137383,0.0006227427,0.000740572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002935188,0.0005108173,0.66844475,0.00028593905,0.00024503024,0.0022333288,0.0007334882,0.1377539,0.0032581175,0.0073414072,0.028883772,0.15028009],"study_design_scores_gemma":[0.0012279938,0.0003334752,0.6825409,0.0003951999,0.000025207273,0.0012351543,0.000003936532,0.008604401,0.041001443,0.00008566605,0.26206067,0.0024859924],"about_ca_topic_score_codex":0.000015996055,"about_ca_topic_score_gemma":0.000002835103,"teacher_disagreement_score":0.41419217,"about_ca_system_score_codex":0.0002653133,"about_ca_system_score_gemma":0.000119634205,"threshold_uncertainty_score":0.9997845},"labels":[],"label_agreement":null},{"id":"W2915705208","doi":"","title":"Proceedings of the 7th International Workshop on Software Clones","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; clone (Java method); Restructuring; Theme (computing); Software engineering; Software; Software development; Software maintenance; Computer science; Engineering management; Engineering; World Wide Web; Programming language; Business; Biology","score_opus":0.026868047668836027,"score_gpt":0.26482850738406744,"score_spread":0.23796045971523141,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915705208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4523752,0.000046615685,0.53064406,0.00431753,0.0075481907,0.0008753456,0.000041336334,0.0016980058,0.0024537176],"genre_scores_gemma":[0.9619016,0.000019204046,0.036490116,0.0001768356,0.00023344251,0.00014236245,0.000006071245,0.000038990675,0.000991358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9974782,0.000009749345,0.0003781916,0.0005079922,0.0012519468,0.00037392645],"domain_scores_gemma":[0.9978709,0.0005695214,0.00013934058,0.00042766027,0.0008668959,0.0001256474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020606241,0.0002939941,0.00021227256,0.0003864166,0.0000665248,0.00038593434,0.00316749,0.00012086324,0.0002572847],"category_scores_gemma":[0.00344966,0.00023986756,0.00014340895,0.00044448356,0.000054892986,0.0007019302,0.0006001757,0.0005508456,0.00015625605],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009368287,0.0007571721,0.178177,0.00025884758,0.0008668024,0.000033368528,0.0025283918,0.060684033,0.01088872,0.6452296,0.018883193,0.08159922],"study_design_scores_gemma":[0.002142919,0.0003877917,0.5864,0.0034262333,0.000022477187,0.00011016096,0.00025982657,0.3520633,0.032972917,0.0050405287,0.015035411,0.002138436],"about_ca_topic_score_codex":0.000021883137,"about_ca_topic_score_gemma":7.637513e-7,"teacher_disagreement_score":0.64018905,"about_ca_system_score_codex":0.00020397396,"about_ca_system_score_gemma":0.00007762562,"threshold_uncertainty_score":0.9781515},"labels":[],"label_agreement":null},{"id":"W2916792555","doi":"","title":"Proceedings of the 5th Workshop on Evaluation and Usability of Programming Languages and Tools","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Usability; Computer science; Presentation (obstetrics); Software engineering; World Wide Web; Programming language; Human–computer interaction","score_opus":0.03449683749549182,"score_gpt":0.3356622200430833,"score_spread":0.3011653825475915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2916792555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9932523,0.00002872118,0.005937091,0.00019521591,0.000014197313,0.00022080404,9.531426e-8,0.000028977927,0.00032264277],"genre_scores_gemma":[0.9884945,0.0000013302575,0.011452423,0.000007765808,0.00000756589,0.000009843665,5.183817e-8,0.0000018748121,0.000024621499],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99942124,0.000014657769,0.000078684956,0.00012959684,0.00028134166,0.00007447658],"domain_scores_gemma":[0.99919516,0.0005045718,0.000028364495,0.00013170885,0.00011977793,0.000020410347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010845219,0.000037571477,0.00006163683,0.000028138958,0.000018848974,0.000057076868,0.0001758914,0.000020218456,0.0000018515655],"category_scores_gemma":[0.0024463013,0.0000235189,0.000010110087,0.00017161897,0.000053211617,0.00015829514,0.00013114282,0.00005068343,1.5811453e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035191918,0.00003097688,0.1281146,0.00011373761,0.000005527308,2.001248e-8,0.0011863946,0.000041660143,0.0022679928,0.010920607,0.00003487636,0.8572801],"study_design_scores_gemma":[0.00022147309,0.00010647422,0.9355615,0.000090118745,0.000004477906,0.000001718932,0.00016704982,0.044551507,0.018501393,0.00061859406,0.00010926446,0.000066435576],"about_ca_topic_score_codex":0.000009012466,"about_ca_topic_score_gemma":0.0000015170451,"teacher_disagreement_score":0.8572137,"about_ca_system_score_codex":0.000009663176,"about_ca_system_score_gemma":0.000011207186,"threshold_uncertainty_score":0.29286277},"labels":[],"label_agreement":null},{"id":"W2917655874","doi":"10.48550/arxiv.1902.07093","title":"Analysis and Detection of Information Types of Open Source Software Issue Discussions","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Sentence; Software; Data science; World Wide Web; Artificial intelligence; Engineering","score_opus":0.030600418984793022,"score_gpt":0.20686761001188128,"score_spread":0.17626719102708827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917655874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23003687,0.000016983931,0.7695484,0.000013132063,0.0000848768,0.00018228246,0.0000113237975,0.000055893437,0.000050196028],"genre_scores_gemma":[0.99654895,0.0000427418,0.002936927,0.000003961093,0.0000066313796,6.178281e-7,0.000011166984,0.0000051918055,0.00044383542],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99923384,0.000059181508,0.0001695261,0.0003098882,0.00010158705,0.00012596243],"domain_scores_gemma":[0.99846303,0.00025677477,0.00021692655,0.00080650795,0.0001916588,0.0000650683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024274836,0.00011859632,0.0002921858,0.0007096387,0.0000431068,0.00008369997,0.0013443175,0.00013595154,0.000013529255],"category_scores_gemma":[0.0002478251,0.00011714467,0.00010014199,0.0012658366,0.000050941795,0.0007383366,0.0032344789,0.00022272131,0.000013247977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022920554,0.000032205717,0.09023179,0.00030118562,0.00041375353,0.0000024924136,0.00067721953,0.8963963,0.00008069717,0.0010619684,0.00002714312,0.010752363],"study_design_scores_gemma":[0.00039352413,0.00009005308,0.15052168,0.00013598148,0.00031879617,0.00000111682,0.00012849156,0.84380436,0.002375105,0.0014141343,0.0004821674,0.00033457283],"about_ca_topic_score_codex":0.0006348975,"about_ca_topic_score_gemma":0.00003287199,"teacher_disagreement_score":0.7666115,"about_ca_system_score_codex":0.000058257338,"about_ca_system_score_gemma":0.00008120674,"threshold_uncertainty_score":0.4777021},"labels":[],"label_agreement":null},{"id":"W2918769567","doi":"","title":"Just-in-Time Detection of Protection-Impacting Changes on Wordpress and Mediawiki","year":2018,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Humanities; Political science; Computer science; Art","score_opus":0.016422666058007896,"score_gpt":0.2481954944721201,"score_spread":0.2317728284141122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918769567","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56778795,0.0001505734,0.4299469,0.0009262203,0.000121365745,0.0005111376,0.000002613807,0.00049948035,0.00005374647],"genre_scores_gemma":[0.9811398,0.000031094318,0.018125257,0.00014787597,0.00015204267,0.0002686879,5.858826e-7,0.000030018906,0.00010463442],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982288,0.0001033041,0.00024754938,0.0004282883,0.00046082388,0.0005312708],"domain_scores_gemma":[0.99850595,0.00040303255,0.00011951717,0.0006724987,0.000120816956,0.00017816179],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009697175,0.00020046854,0.00024165832,0.0008338757,0.00012279325,0.00013536746,0.00061922235,0.00018176097,0.0000060256875],"category_scores_gemma":[0.0011755939,0.00020236036,0.0000400305,0.0009777669,0.00009847547,0.00026490283,0.00030054076,0.00038390193,0.000010369885],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022577764,0.00032571622,0.037926897,0.00018125528,0.000060764727,0.000054055192,0.002470113,0.0010221102,0.40234357,0.0023968264,0.00013314752,0.5528598],"study_design_scores_gemma":[0.00053902384,0.00093748077,0.16129106,0.00021261895,0.000006477382,0.000084674524,0.000036993813,0.30811086,0.5274558,0.0006173047,0.00032860748,0.0003790589],"about_ca_topic_score_codex":0.0029217503,"about_ca_topic_score_gemma":0.0015638402,"teacher_disagreement_score":0.5524807,"about_ca_system_score_codex":0.00025026294,"about_ca_system_score_gemma":0.00006720214,"threshold_uncertainty_score":0.8252016},"labels":[],"label_agreement":null},{"id":"W2919248872","doi":"10.1016/j.jss.2019.02.056","title":"A survey of self-admitted technical debt","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science","keywords":"Technical debt; Replicate; Computer science; Comprehension; Data science; Set (abstract data type); Work (physics); Debt; Empirical research; Code (set theory); Implementation; Source code; Risk analysis (engineering); Data mining; Software engineering; Software; Engineering; Business; Finance; Software development; Statistics","score_opus":0.016736680814053474,"score_gpt":0.2568966118747613,"score_spread":0.24015993106070785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919248872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8624992,0.0023461957,0.13429078,0.000029983428,0.0005968706,0.00014028509,0.0000036203485,0.00007799346,0.000015089299],"genre_scores_gemma":[0.989038,0.0000378587,0.01081409,0.0000064722612,0.000037322487,0.0000011870515,2.7940135e-7,0.000008872518,0.000055912256],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866384,0.00010401525,0.000442337,0.00012811398,0.0004922607,0.0001694155],"domain_scores_gemma":[0.99771905,0.0010802799,0.00023320352,0.0003065899,0.00053226145,0.00012859429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015381897,0.00008843069,0.00034391478,0.00018684077,0.00002129898,0.00007459855,0.0005368539,0.000084579144,0.000003545149],"category_scores_gemma":[0.0009438629,0.000067254274,0.00005636656,0.00035661075,0.00001586684,0.00024391507,0.00012987095,0.00023023588,0.0000073326123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012114968,0.000057665504,0.9957124,0.00027041597,0.000059842136,0.000037345228,0.0001825747,0.0002418769,0.00044461308,0.0003184168,0.00077898207,0.0018837269],"study_design_scores_gemma":[0.0004598962,0.00034944116,0.9956192,0.00026878624,0.000004944901,0.00043272824,0.000013430744,0.0020947952,0.000074113595,0.00002544486,0.00055039447,0.000106829524],"about_ca_topic_score_codex":0.00009812725,"about_ca_topic_score_gemma":0.0000030664985,"teacher_disagreement_score":0.12653883,"about_ca_system_score_codex":0.000042856635,"about_ca_system_score_gemma":0.00015250641,"threshold_uncertainty_score":0.27425498},"labels":[],"label_agreement":null},{"id":"W2919910741","doi":"10.1016/j.jss.2019.110486","title":"A machine-learning based ensemble method for anti-patterns detection","year":2019,"lang":"en","type":"preprint","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Ensemble learning; Machine learning; False positive paradox; Maintainability; Artificial intelligence; Aggregate (composite); Feature (linguistics); Source code; Program comprehension; Java; Class (philosophy); Data mining; Code (set theory); Pattern recognition (psychology); Software; Set (abstract data type); Software system","score_opus":0.024625563804385794,"score_gpt":0.2921812808401903,"score_spread":0.2675557170358045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919910741","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019507641,0.0026851383,0.9745956,0.00006320983,0.0025850688,0.0004321797,0.000017872411,0.000111145506,0.0000021166204],"genre_scores_gemma":[0.84866846,0.000080829894,0.15069102,0.000016801594,0.00036402268,0.000025994053,0.00000345906,0.000040165618,0.000109229695],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798876,0.00022092498,0.0005791243,0.00036372346,0.0005498875,0.0002975519],"domain_scores_gemma":[0.99651754,0.0017592569,0.00064621546,0.0004221933,0.0004987668,0.00015602953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002161665,0.00024694603,0.0006597216,0.00047005597,0.000103911945,0.0005003846,0.0006802636,0.00027931755,0.0000014317211],"category_scores_gemma":[0.001222213,0.00021058958,0.0002501724,0.00013086825,0.000008518138,0.00019929917,0.00034971812,0.0010075263,0.0000017486252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070661175,0.00008475212,0.09483229,0.009594213,0.00043860465,0.0001391058,0.0009382358,0.8181559,0.0013710224,0.00010306933,0.00032959777,0.07394259],"study_design_scores_gemma":[0.00094165123,0.00045789708,0.0077410336,0.0018628812,0.000046433153,0.00041581903,0.000033285083,0.98278505,0.0006690285,0.0001316532,0.004529173,0.00038607916],"about_ca_topic_score_codex":0.00012305098,"about_ca_topic_score_gemma":0.0000035854503,"teacher_disagreement_score":0.8291608,"about_ca_system_score_codex":0.00013356593,"about_ca_system_score_gemma":0.00023411932,"threshold_uncertainty_score":0.8587594},"labels":[],"label_agreement":null},{"id":"W2920526824","doi":"10.1007/s10664-019-09695-9","title":"An empirical study of the long duration of continuous integration builds","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":82,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Duration (music); Computer science; Set (abstract data type); Empirical research; Software development; Cache; Software; Software engineering; Process management; Engineering; Statistics; Operating system; Programming language","score_opus":0.016944779324193943,"score_gpt":0.2973705753052279,"score_spread":0.280425795981034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920526824","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6099686,0.000024386154,0.38910192,0.00004963697,0.00032198857,0.00032466144,0.0000010655591,0.00020484999,0.0000028997792],"genre_scores_gemma":[0.99100786,7.491404e-7,0.008839797,0.000022457378,0.00005046264,0.000021930176,0.0000022291501,0.000024945388,0.000029572813],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979908,0.00009961973,0.0005054274,0.0003893855,0.00072001666,0.000294764],"domain_scores_gemma":[0.9977026,0.0008527294,0.00011898172,0.001013509,0.00020919854,0.000102990685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047257723,0.00019425109,0.00032629946,0.00018031485,0.000039910366,0.000056685374,0.0011165756,0.000113240174,0.000015143071],"category_scores_gemma":[0.0015362619,0.00014740917,0.0000979603,0.0010486965,0.000024269886,0.00042848822,0.0002677703,0.00036173066,0.0000094875195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066317784,0.00027951848,0.9615797,0.000041762476,0.000023661787,0.0000030881574,0.0015713164,0.03270349,0.002013381,0.00003172963,0.000066666034,0.0016790788],"study_design_scores_gemma":[0.00040347135,0.0005050916,0.9385241,0.00005527132,0.000007447658,0.0000071289023,0.000056445908,0.05427423,0.0059232092,0.000015906906,0.000059833157,0.00016785864],"about_ca_topic_score_codex":0.00003744035,"about_ca_topic_score_gemma":0.0000069485827,"teacher_disagreement_score":0.38103926,"about_ca_system_score_codex":0.00009197221,"about_ca_system_score_gemma":0.00006817066,"threshold_uncertainty_score":0.60111713},"labels":[],"label_agreement":null},{"id":"W2920574268","doi":"","title":"Predictive analytics in healthcare epileptic seizure recognition","year":2018,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Epilepsy; Epileptic seizure; Electroencephalography; Computer science; Artificial intelligence; Binary classification; Machine learning; Random forest; Predictive analytics; Pattern recognition (psychology); Support vector machine; Psychology; Psychiatry","score_opus":0.019426985438490883,"score_gpt":0.25326440946288054,"score_spread":0.23383742402438965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2920574268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14236315,0.000102809274,0.85596776,0.00024527576,0.000690747,0.00015482043,0.0000022330694,0.00046948582,0.0000037025352],"genre_scores_gemma":[0.78776115,0.000017855547,0.21180548,0.00015489054,0.00022698939,0.000015310256,0.0000013652815,0.000012746212,0.0000042284373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99775374,0.000026598767,0.00023750619,0.000684903,0.0006401039,0.00065715227],"domain_scores_gemma":[0.9982297,0.00047765757,0.00003427987,0.0005026448,0.0004792018,0.00027653368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012534077,0.00018797036,0.00019423901,0.0007477609,0.00017863154,0.00030820185,0.00093106425,0.00007765947,0.0000020911214],"category_scores_gemma":[0.0013308085,0.00019474288,0.000026481248,0.0025025073,0.00022273874,0.0010693101,0.00058553973,0.0003096988,0.000024989993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016761755,0.00012868093,0.16550905,0.0003626218,0.000039537583,0.00023733117,0.005331718,0.023236578,0.00051664305,0.001968321,0.00068978465,0.801963],"study_design_scores_gemma":[0.0002015075,0.0002484045,0.15213086,0.00014313024,0.0000017880074,0.000053827724,0.000004646266,0.8458749,0.0006095195,0.0003077903,0.00016164768,0.00026195994],"about_ca_topic_score_codex":0.000029329032,"about_ca_topic_score_gemma":0.000006119087,"teacher_disagreement_score":0.82263833,"about_ca_system_score_codex":0.00023029342,"about_ca_system_score_gemma":0.00024234428,"threshold_uncertainty_score":0.79413843},"labels":[],"label_agreement":null},{"id":"W2921039133","doi":"10.1109/saner.2019.8667999","title":"Is Self-Admitted Technical Debt a Good Indicator of Architectural Divergences?","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Technical debt; Architectural pattern; Computer science; TRACE (psycholinguistics); Implementation; Source code; Leverage (statistics); Documentation; Software engineering; Code (set theory); Software; Set (abstract data type); Data science; Software design; Programming language; Software development; Artificial intelligence","score_opus":0.00922187233238762,"score_gpt":0.2521252984220785,"score_spread":0.24290342608969087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921039133","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9101691,0.000044905748,0.08721149,0.00041606883,0.00021522722,0.0002361343,0.000001895365,0.0006527791,0.0010523605],"genre_scores_gemma":[0.9311278,0.000002510776,0.06847183,0.00007919086,0.000016152277,0.000009334244,4.46059e-7,0.000007181457,0.00028556387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986207,0.000026939804,0.00018228307,0.00033168946,0.0005359156,0.00030248804],"domain_scores_gemma":[0.9987863,0.00033968978,0.000042661177,0.00066179095,0.00004786494,0.00012172416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002203319,0.00010470673,0.00015541568,0.0001913268,0.000023032393,0.00003289866,0.001379288,0.00007011798,0.00030783087],"category_scores_gemma":[0.00012071403,0.000083193205,0.000072476876,0.0006237699,0.000029498573,0.00013845031,0.0005852039,0.00020050048,0.00047697104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008968464,0.00017545604,0.96355414,0.000101518075,0.00007628651,0.000012097143,0.00092265656,0.000063106105,0.009860132,0.013838078,0.0017614726,0.009626063],"study_design_scores_gemma":[0.0004931632,0.00034985927,0.94159114,0.00002965145,0.000005459429,0.000052752155,0.000010803647,0.016672347,0.038455784,0.00075309625,0.0012539083,0.00033201237],"about_ca_topic_score_codex":0.00003551661,"about_ca_topic_score_gemma":0.0000016853106,"teacher_disagreement_score":0.02859565,"about_ca_system_score_codex":0.000034140136,"about_ca_system_score_gemma":0.00009244503,"threshold_uncertainty_score":0.61306566},"labels":[],"label_agreement":null},{"id":"W2921166721","doi":"10.1109/saner.2019.8668029","title":"Reuse (or Lack Thereof) in Travis CI Specifications: An Empirical Study of CI Phases and Commands","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Java; Computer science; Lift (data mining); Software engineering; Association rule learning; Sample (material); Empirical research; World Wide Web; Programming language; Data mining; Engineering","score_opus":0.16362606862881607,"score_gpt":0.39279492327660576,"score_spread":0.2291688546477897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921166721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99229753,0.00002585846,0.006743167,0.00020578138,0.000033229302,0.0003147069,0.0000015074235,0.000074199546,0.00030399076],"genre_scores_gemma":[0.99447334,0.0000107913675,0.004956571,0.00002965448,0.000011870536,0.000013088375,8.3170613e-7,0.0000066592784,0.00049721246],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99909365,0.000068780995,0.00018248711,0.00026480012,0.00023788818,0.0001523662],"domain_scores_gemma":[0.99824095,0.0006347827,0.000021533673,0.0009910825,0.000046787634,0.000064880165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003137288,0.00007544517,0.00014275253,0.00016320488,0.00001863271,0.00005993615,0.00080849364,0.000029484869,0.00014263469],"category_scores_gemma":[0.00020398815,0.000056219462,0.000011452094,0.00047575033,0.000024470164,0.0002158081,0.00022006157,0.00010939091,0.000028848219],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028672515,0.0013382257,0.9884533,0.000016109032,0.000012169023,0.000010741526,0.0049029035,0.00010830056,0.00062009867,0.00028293976,0.0012531161,0.0029733956],"study_design_scores_gemma":[0.0015976413,0.0012814415,0.9829606,0.000017830802,0.0000022322452,0.00000722254,0.0011175859,0.010959483,0.00068700366,0.00018653809,0.001022509,0.00015992828],"about_ca_topic_score_codex":0.000099900346,"about_ca_topic_score_gemma":0.00008226572,"teacher_disagreement_score":0.010851182,"about_ca_system_score_codex":0.000019770516,"about_ca_system_score_gemma":0.00003351207,"threshold_uncertainty_score":0.2292563},"labels":[],"label_agreement":null},{"id":"W2921412691","doi":"10.1109/saner.2019.8667993","title":"A Comparative Study of Software Bugs in Micro-clones and Regular Code Clones","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Software bug; Programming language; Code (set theory); Operating system; Software","score_opus":0.022690538973877135,"score_gpt":0.2877814240137133,"score_spread":0.2650908850398362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921412691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816981,0.00017647186,0.017367247,0.000071546136,0.000094584706,0.0004438044,0.0000012824443,0.000115998955,0.00003094971],"genre_scores_gemma":[0.9768786,0.000004636056,0.02276077,0.000012658781,0.000007698556,0.000015321188,4.7494387e-7,0.000006501263,0.00031338495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989217,0.00006254957,0.00019217654,0.00033913436,0.00027595198,0.00020852427],"domain_scores_gemma":[0.99877423,0.00057401706,0.000033835175,0.00048072793,0.00008566285,0.000051505922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000263708,0.00011032913,0.00027744126,0.00019793393,0.000020322823,0.00004549527,0.0004966256,0.000036063102,0.000012475448],"category_scores_gemma":[0.000085091306,0.00009606535,0.000017549084,0.0004562451,0.000034524197,0.00021435745,0.00037432375,0.0001195344,0.000025210125],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019099845,0.0003707081,0.9829281,0.00006904118,0.000034328743,0.000018477385,0.010185268,0.00090582826,0.003760836,0.0005745293,0.0003023837,0.00083141786],"study_design_scores_gemma":[0.0016254163,0.00066343363,0.977895,0.00005878576,0.0000030453111,0.000014038961,0.0014321711,0.008080535,0.009508156,0.00030842563,0.00015455173,0.00025639977],"about_ca_topic_score_codex":0.00020318838,"about_ca_topic_score_gemma":0.00010648105,"teacher_disagreement_score":0.008753097,"about_ca_system_score_codex":0.000023004846,"about_ca_system_score_gemma":0.000033050594,"threshold_uncertainty_score":0.39174312},"labels":[],"label_agreement":null},{"id":"W2921727127","doi":"10.1109/saner.2019.8668042","title":"Detecting Feature-Interaction Symptoms in Automotive Software using Lightweight Analysis","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Toolchain; Codebase; Computer science; Feature (linguistics); Source code; Set (abstract data type); Software; Code (set theory); Automotive industry; Static program analysis; Data mining; Programming language; Software engineering; Software development; Engineering","score_opus":0.012253024479678682,"score_gpt":0.2760089249537191,"score_spread":0.2637559004740404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921727127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52114403,0.0000235678,0.47798234,0.000050560528,0.000255982,0.000100324,2.751597e-7,0.00032183266,0.00012106794],"genre_scores_gemma":[0.9272094,8.3054675e-7,0.07224025,0.000036626378,0.00003026336,0.0000051087577,0.0000012177924,0.000011927191,0.00046441078],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998526,0.00006279403,0.00017285072,0.0004915312,0.00036703606,0.00037978933],"domain_scores_gemma":[0.9984477,0.0007393553,0.000053420226,0.00055850885,0.00012509162,0.00007588128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003327111,0.00014404304,0.00023059617,0.0009890329,0.00004920539,0.00019124527,0.0005497121,0.000088842324,0.000075356475],"category_scores_gemma":[0.0004254882,0.000131657,0.00011896303,0.0029739095,0.000008515247,0.0007323265,0.00025341476,0.00034083804,0.000112552516],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008525789,0.000056871308,0.8675889,0.000033194032,0.00034204428,0.000045543748,0.0010472881,0.113635644,0.0019691256,0.0003407784,0.000043499283,0.014888587],"study_design_scores_gemma":[0.00023242664,0.0000437873,0.15629831,0.000042027164,0.00002217858,0.000014822606,0.000036717793,0.8346813,0.008234794,0.000057217945,0.00009966853,0.0002367918],"about_ca_topic_score_codex":0.00019063256,"about_ca_topic_score_gemma":0.000052867144,"teacher_disagreement_score":0.7210456,"about_ca_system_score_codex":0.00033724325,"about_ca_system_score_gemma":0.000051182826,"threshold_uncertainty_score":0.5368816},"labels":[],"label_agreement":null},{"id":"W2921931467","doi":"10.1016/j.scico.2019.03.001","title":"Measuring and analyzing code authorship in 1 + 118 open source projects","year":2019,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Linux kernel; Source code; Relation (database); Key (lock); World Wide Web; Code (set theory); Open source; Replicate; Constant (computer programming); Metric (unit); Open source software; Operating system; Software; Information retrieval; Data science; Programming language; Database; Statistics","score_opus":0.05623410123772979,"score_gpt":0.3030603189937094,"score_spread":0.2468262177559796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921931467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6735863,0.000067296925,0.32534614,0.000099197176,0.00019834365,0.0005286292,1.16998e-7,0.00011654554,0.000057424637],"genre_scores_gemma":[0.728675,0.000001211869,0.27124557,0.000009588903,0.000018219282,0.000014137566,1.367963e-7,0.000008264164,0.000027824513],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974612,0.000070406386,0.00029196293,0.00075880473,0.0007320599,0.0006855756],"domain_scores_gemma":[0.99861217,0.00031220057,0.000096924356,0.0006470597,0.00015801043,0.00017364236],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0041158427,0.00014789205,0.00026090353,0.00068958447,0.00011885428,0.0010774866,0.0032026304,0.00004551273,0.0000014468696],"category_scores_gemma":[0.00029385593,0.00014274982,0.000029953773,0.002689639,0.00021937727,0.0016750564,0.002836814,0.00026244586,0.0000080395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007131899,0.00007842236,0.34438014,0.00016877094,0.000008954315,0.000012321767,0.0050117383,0.0046608625,0.0031702423,0.004657272,0.000007235852,0.63783693],"study_design_scores_gemma":[0.0009593619,0.00040139753,0.19896272,0.00072734256,0.0000032743314,0.00005167067,0.000113526716,0.7873904,0.009152465,0.00085928093,0.0007825386,0.00059602456],"about_ca_topic_score_codex":0.00011680414,"about_ca_topic_score_gemma":0.00001176887,"teacher_disagreement_score":0.78272957,"about_ca_system_score_codex":0.00009283786,"about_ca_system_score_gemma":0.00029378897,"threshold_uncertainty_score":0.99995947},"labels":[],"label_agreement":null},{"id":"W2922277646","doi":"10.1109/icpc.2019.00054","title":"Recommending Comprehensive Solutions for Programming Tasks by Mining Crowd Knowledge","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Computer science; Code (set theory); Relevance (law); Task (project management); Information retrieval; Quality (philosophy); Programming language; Artificial intelligence","score_opus":0.08518891435909169,"score_gpt":0.3441415631625433,"score_spread":0.2589526488034516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922277646","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001937587,0.0015904044,0.9897446,0.0007171304,0.0027929815,0.0015149042,0.0000362131,0.0011543464,0.0005118311],"genre_scores_gemma":[0.15584183,0.000044449174,0.83854395,0.00010449204,0.00031747212,0.0011926163,0.00014970118,0.00010714863,0.0036983325],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970462,0.00007572296,0.00040016338,0.001053318,0.00030129665,0.0011233168],"domain_scores_gemma":[0.9951474,0.0028820422,0.00013011752,0.0012404271,0.00041024305,0.00018974202],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006424311,0.00038542668,0.00045402226,0.00034592868,0.0002881738,0.00066617795,0.0020698518,0.00033207648,0.000016791722],"category_scores_gemma":[0.00050785486,0.00040871624,0.00023406894,0.00034156043,0.00004697164,0.00022656377,0.004735487,0.0007356284,0.000083538696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011927622,0.00046284546,0.0010771117,0.0021359622,0.0004375267,0.0000077931,0.00335916,0.009407928,0.00063631026,0.008301065,0.46325386,0.51090854],"study_design_scores_gemma":[0.00083031564,0.00025727553,0.000527001,0.0006977131,0.000030759194,0.000017298677,0.00021025017,0.4178542,0.0007571646,0.00049836,0.57695585,0.0013638153],"about_ca_topic_score_codex":0.00004262977,"about_ca_topic_score_gemma":0.0000057094626,"teacher_disagreement_score":0.50954473,"about_ca_system_score_codex":0.00033614217,"about_ca_system_score_gemma":0.00030973932,"threshold_uncertainty_score":0.99983644},"labels":[],"label_agreement":null},{"id":"W2922601124","doi":"10.1016/j.visinf.2019.03.003","title":"Clone-World: A visual analytic system for large scale software clones","year":2019,"lang":"en","type":"article","venue":"Visual Informatics","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Code refactoring; clone (Java method); Computer science; Software; Software maintenance; Software system; Software development; Software visualization; Software engineering; Visual analytics; Data science; Visualization; Data mining; Software construction; Programming language; Biology","score_opus":0.01327765827858923,"score_gpt":0.30516560612500565,"score_spread":0.2918879478464164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2922601124","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28749913,0.00003675514,0.710013,0.000032071683,0.00073523517,0.0006613501,0.000019172272,0.00083976,0.00016358985],"genre_scores_gemma":[0.9085855,0.0000028202157,0.08996724,0.00015159514,0.00012987778,0.00008628944,0.000031741267,0.000036956175,0.0010079611],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976291,0.000027858861,0.00064456783,0.00023282363,0.0006821351,0.00078349217],"domain_scores_gemma":[0.99783236,0.0008901866,0.00016108231,0.00063683384,0.00026407075,0.0002154581],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082040584,0.00025073593,0.0003845197,0.0005748472,0.00014840846,0.00039379954,0.0009766769,0.00011035195,0.000015811334],"category_scores_gemma":[0.00028871727,0.00023216962,0.0001565681,0.0011788484,0.000021534503,0.0010706349,0.0004984671,0.00023557401,0.000876356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005081332,0.0029657087,0.5191129,0.048336674,0.001717518,0.00009927226,0.06586443,0.03916591,0.0014178508,0.17258212,0.055263467,0.09296602],"study_design_scores_gemma":[0.001116351,0.00037645752,0.0031907614,0.00019285928,0.0000148211275,0.000023797777,0.0006794797,0.985082,0.0012346683,0.000047572634,0.0076104808,0.00043077022],"about_ca_topic_score_codex":0.0000071126965,"about_ca_topic_score_gemma":0.0000054798893,"teacher_disagreement_score":0.94591606,"about_ca_system_score_codex":0.00020130731,"about_ca_system_score_gemma":0.00015185293,"threshold_uncertainty_score":0.9999016},"labels":[],"label_agreement":null},{"id":"W2924144435","doi":"10.1007/s11219-019-09442-9","title":"A large-scale empirical study of code smells in JavaScript projects","year":2019,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code smell; JavaScript; Computer science; Scripting language; Software quality; World Wide Web; Programming language; Software development; Software","score_opus":0.05973784110211131,"score_gpt":0.36947289628882407,"score_spread":0.30973505518671274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2924144435","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86906034,0.00011144419,0.12954357,0.00015846919,0.0005166353,0.0004389801,0.0000054460866,0.00013645114,0.000028660654],"genre_scores_gemma":[0.9831858,0.0000062049735,0.016404105,0.000094866744,0.000064952445,0.0000119382585,8.025594e-7,0.000020739673,0.00021054734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99611974,0.0006633212,0.00080989726,0.00046687873,0.0012892241,0.00065095193],"domain_scores_gemma":[0.9972848,0.0011241909,0.00020748345,0.0008761083,0.00029572012,0.00021166519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004178948,0.00019472015,0.00048517916,0.00043431137,0.00007733444,0.00015543852,0.0014239536,0.00010997815,0.000058749523],"category_scores_gemma":[0.001690533,0.000175115,0.00012358218,0.0010458699,0.000030300213,0.0005189037,0.0004678425,0.00093210425,0.00007738193],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028170001,0.0010620723,0.97693723,0.00006943525,0.000030991316,0.0000557639,0.019206796,0.0004974657,0.00009467009,0.00004508367,0.00066825387,0.001304056],"study_design_scores_gemma":[0.003511086,0.0009943951,0.98716295,0.00013164165,0.000006040178,0.0001166384,0.0038377622,0.001979762,0.0002747253,0.0007613236,0.0008537408,0.0003699149],"about_ca_topic_score_codex":0.000063675216,"about_ca_topic_score_gemma":0.00010990115,"teacher_disagreement_score":0.114125505,"about_ca_system_score_codex":0.0001862599,"about_ca_system_score_gemma":0.00036975674,"threshold_uncertainty_score":0.7140982},"labels":[],"label_agreement":null},{"id":"W2929132723","doi":"10.24251/hicss.2019.892","title":"Examining User-Developer Feedback Loops in the iOS App Store","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Login; Focus (optics); Feedback loop; World Wide Web; App store; Feature (linguistics); Human–computer interaction; Information retrieval; Computer security","score_opus":0.05509498982379558,"score_gpt":0.29437606310841397,"score_spread":0.2392810732846184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2929132723","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24873999,0.000027745786,0.000118357304,0.0050942297,0.0037742117,0.0013515141,0.00015070799,0.00020549526,0.74053776],"genre_scores_gemma":[0.99508184,0.000019697776,0.0010366,0.00019313699,0.000281773,0.0001658379,0.0000021796232,0.000035084402,0.0031838522],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9876165,0.000108397246,0.0017946919,0.0019614645,0.007377755,0.0011412399],"domain_scores_gemma":[0.99064624,0.00080619927,0.0019417634,0.0006275715,0.0057644653,0.00021376925],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.007795899,0.00081569754,0.00091066473,0.0012513074,0.00081557775,0.0019422196,0.023913812,0.00029803455,0.00007722626],"category_scores_gemma":[0.00040623808,0.00048432543,0.00038260443,0.0035084141,0.0016073718,0.0038938837,0.0026124474,0.0010681825,0.00014003011],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067926056,0.00013520631,0.04236892,0.00022564772,0.0000658329,0.0000018547389,0.0043362537,0.0002533231,0.0008906523,0.9495509,0.0016177746,0.0004857111],"study_design_scores_gemma":[0.0013791294,0.0012121829,0.050688166,0.007697745,0.000029444822,0.0003070815,0.92866963,0.0040185275,0.0016328972,0.0015122535,0.001683646,0.0011692664],"about_ca_topic_score_codex":0.0003168855,"about_ca_topic_score_gemma":0.000016103806,"teacher_disagreement_score":0.94803864,"about_ca_system_score_codex":0.0007688102,"about_ca_system_score_gemma":0.0009307614,"threshold_uncertainty_score":0.99976087},"labels":[],"label_agreement":null},{"id":"W2932400032","doi":"10.1145/3302509.3313318","title":"Feature characterization for CPS software reuse","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Reuse; Feature (linguistics); Abstraction; Cyber-physical system; Software engineering; Software; Software system; Programming language; Engineering","score_opus":0.010900022491098156,"score_gpt":0.24395257573780738,"score_spread":0.23305255324670923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2932400032","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091967925,0.000009721142,0.904821,0.0018320163,0.0004274974,0.00031875624,0.000003965881,0.0005760284,0.000043122673],"genre_scores_gemma":[0.22691002,0.0000075891744,0.7293189,0.0006339716,0.00020097493,0.00010803832,0.0000789653,0.000041626565,0.04269988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99930114,0.000008524967,0.000054437816,0.00024653412,0.00017893569,0.00021040683],"domain_scores_gemma":[0.99874234,0.0002959135,0.000017371794,0.00079329585,0.000097486154,0.000053579293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013623846,0.00007203915,0.00007723082,0.00007626758,0.000030195724,0.000114609975,0.00088098086,0.000058775022,0.00003057756],"category_scores_gemma":[0.0006083489,0.00006322322,0.0000346108,0.00023477896,0.0000046397918,0.00037315738,0.00022659518,0.00008004098,0.00021555416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000738269,0.00024406938,0.29373717,0.0008505056,0.00013273822,0.000021563175,0.0020779215,0.000824902,0.23381603,0.08619461,0.1421831,0.23984358],"study_design_scores_gemma":[0.0016429177,0.00043558952,0.44737992,0.000086372915,0.0000054340885,0.000026988137,0.000010220885,0.09670052,0.03822496,0.0015782734,0.41303146,0.000877349],"about_ca_topic_score_codex":0.0000010795565,"about_ca_topic_score_gemma":2.2651068e-7,"teacher_disagreement_score":0.27084836,"about_ca_system_score_codex":0.000029426641,"about_ca_system_score_gemma":0.00003626063,"threshold_uncertainty_score":0.27705845},"labels":[],"label_agreement":null},{"id":"W2934438104","doi":"10.48550/arxiv.1904.01001","title":"Estimation and Prediction of technical debt: a proposal","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Technical debt; Debt; Bankruptcy; Computer science; Payment; Software; Relevance (law); Risk analysis (engineering); Software development; Business; Finance; World Wide Web","score_opus":0.0417757962599083,"score_gpt":0.19530286995385618,"score_spread":0.15352707369394789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2934438104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28387433,0.000023568959,0.7152877,0.000029075234,0.00016462622,0.00024548272,0.000007356139,0.0002130203,0.0001548413],"genre_scores_gemma":[0.9880395,0.00003105754,0.011738386,0.0000027741664,0.000015217475,9.2569707e-7,0.0000069862654,0.000008732913,0.00015640774],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902767,0.00004439047,0.00012078904,0.00054068974,0.00010896471,0.00015752141],"domain_scores_gemma":[0.9988455,0.00020004647,0.00008633222,0.00069670007,0.00010027033,0.00007111425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023018416,0.00012760854,0.00017320349,0.00024360519,0.000029845625,0.00003960863,0.0006824061,0.0002080589,0.0000030069784],"category_scores_gemma":[0.00018500676,0.00014465714,0.00005288801,0.0003266417,0.000074588635,0.00022734555,0.0013477125,0.00037587315,0.000012935698],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003518822,0.00012297716,0.06336307,0.0006880236,0.0000747548,0.000074549185,0.00018765482,0.8057021,0.0006611326,0.124795526,0.00028500825,0.004010012],"study_design_scores_gemma":[0.00020128861,0.00007332446,0.035130512,0.0001036319,0.000015277164,0.0000076184588,0.0000031981276,0.9555466,0.00030627547,0.008484307,0.000013812037,0.000114128874],"about_ca_topic_score_codex":0.00003317694,"about_ca_topic_score_gemma":0.0000023910534,"teacher_disagreement_score":0.70416516,"about_ca_system_score_codex":0.00012953227,"about_ca_system_score_gemma":0.00020343016,"threshold_uncertainty_score":0.5898947},"labels":[],"label_agreement":null},{"id":"W2935521157","doi":"10.29019/enfoqueute.v10n1.372","title":"Modelo para estimar el esfuerzo que demanda la automatización de procesos de negocio","year":2019,"lang":"es","type":"article","venue":"Enfoque UTE","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Precision Nanosystems (Canada)","funders":"","keywords":"Humanities; Physics; Philosophy","score_opus":0.010879217336036867,"score_gpt":0.2969737839179239,"score_spread":0.28609456658188703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2935521157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39980102,0.00065309834,0.5947537,0.0007051486,0.00028670987,0.00055580674,0.000010916852,0.0009009065,0.0023327216],"genre_scores_gemma":[0.90877753,0.00012474379,0.08807144,0.00023880372,0.00021878426,0.00011045046,0.0000053985887,0.00008715191,0.0023656623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965082,0.0002450277,0.0004069703,0.0007980457,0.00075572694,0.0012860538],"domain_scores_gemma":[0.9965572,0.0015253153,0.00012397961,0.0011454836,0.00018756097,0.0004604563],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013687978,0.00044136625,0.0004418399,0.00029139963,0.00015181024,0.0007554485,0.0018108838,0.0003860989,0.000120866855],"category_scores_gemma":[0.0010392988,0.00046429213,0.00015594576,0.0006554493,0.0001100075,0.00074972503,0.00058062136,0.0008794978,0.0014479122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009494545,0.00050397567,0.32802618,0.0035270264,0.00044797323,0.0009645805,0.014765723,0.46271706,0.005158914,0.10734191,0.010249891,0.06620182],"study_design_scores_gemma":[0.000624936,0.0001405566,0.059867777,0.00042808385,0.000020047726,0.0001667711,0.00002009857,0.92444515,0.0024612052,0.0026964669,0.008557651,0.00057124393],"about_ca_topic_score_codex":0.00037755846,"about_ca_topic_score_gemma":0.0000061293986,"teacher_disagreement_score":0.5089766,"about_ca_system_score_codex":0.00049502484,"about_ca_system_score_gemma":0.0016494143,"threshold_uncertainty_score":0.9997809},"labels":[],"label_agreement":null},{"id":"W2940499664","doi":"10.1109/tse.2019.2912962","title":"The Mutation and Injection Framework: Evaluating Clone Detection Tools with Mutation Analysis","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Computer science; Java; Benchmark (surveying); Mutation; Precision and recall; Mutation testing; Programming language; Data mining; Artificial intelligence; Genetics; Biology; Gene","score_opus":0.014663928079709844,"score_gpt":0.26347687219838184,"score_spread":0.248812944118672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940499664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35515434,0.00004035121,0.6436356,0.000020683365,0.00038381704,0.00024389986,0.0000018127097,0.0005180746,0.0000014328946],"genre_scores_gemma":[0.93643636,0.000012393133,0.063304804,0.000011699975,0.000030650448,0.00012113467,0.000001937094,0.00002998143,0.000051024545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834234,0.00005773522,0.00024326524,0.00044800725,0.0005724802,0.00033617284],"domain_scores_gemma":[0.99661607,0.0025556213,0.000068527996,0.0005056005,0.00016589517,0.000088265784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005646098,0.00020859885,0.00018270523,0.0005151419,0.00032657568,0.00040904176,0.00024231979,0.00011481587,0.000007961732],"category_scores_gemma":[0.0002963447,0.00017559176,0.0000842795,0.0020292725,0.000022228382,0.00076182274,0.0000047349154,0.0005155924,0.000023134744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018338307,0.000013308316,0.0004317987,0.000024806846,0.0001865429,0.0000047580274,0.00033232916,0.8906045,0.0004920451,0.000059403013,4.03956e-7,0.10783175],"study_design_scores_gemma":[0.00036475412,0.00051365764,0.02078946,0.000070787326,0.000116974115,0.000095959535,0.000063046384,0.96731156,0.010296298,0.000050084265,0.000019282594,0.00030813852],"about_ca_topic_score_codex":0.000028707513,"about_ca_topic_score_gemma":0.000017893546,"teacher_disagreement_score":0.581282,"about_ca_system_score_codex":0.00018585361,"about_ca_system_score_gemma":0.0000396551,"threshold_uncertainty_score":0.7160424},"labels":[],"label_agreement":null},{"id":"W2944738881","doi":"10.1007/s10664-019-09704-x","title":"cregit: Token-level blame information in git version control repositories","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Victoria","funders":"","keywords":"Blame; Commit; Security token; Computer science; Source code; Code (set theory); Computer security; Programming language; Psychology; Social psychology; Set (abstract data type); Database","score_opus":0.012995523476119583,"score_gpt":0.24247411488059042,"score_spread":0.22947859140447086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944738881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33698568,0.000079362726,0.6605103,0.00028435254,0.0010107206,0.00025727242,0.000005597129,0.0008280383,0.000038690825],"genre_scores_gemma":[0.97257787,0.0000040831433,0.026982717,0.0001474303,0.0001002637,0.000033321427,0.000009560059,0.000021668402,0.00012310687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980318,0.000028105569,0.00043663537,0.00032975932,0.0006167126,0.0005569661],"domain_scores_gemma":[0.99785084,0.0011959469,0.000060184782,0.00060885143,0.00011342475,0.00017073035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040429638,0.0002301822,0.00027577844,0.00038269602,0.000045866083,0.00023909325,0.0007562831,0.00015987678,0.000027253573],"category_scores_gemma":[0.002389728,0.00023596155,0.000081773214,0.00086447597,0.000014333057,0.0017501507,0.00026476156,0.00045404033,0.0004628131],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002869029,0.00004910063,0.7998301,0.00018683459,0.000034486275,0.000048368314,0.0011154175,0.19263998,0.00034013775,0.0002785358,0.0026070036,0.0028414023],"study_design_scores_gemma":[0.0019728884,0.00021578486,0.76348656,0.00018903258,0.000005259017,0.00004230126,0.000021616317,0.1822825,0.0011249494,0.000054511853,0.04990393,0.0007006404],"about_ca_topic_score_codex":0.00003565646,"about_ca_topic_score_gemma":8.235966e-7,"teacher_disagreement_score":0.63559216,"about_ca_system_score_codex":0.0003175234,"about_ca_system_score_gemma":0.00008180086,"threshold_uncertainty_score":0.9622233},"labels":[],"label_agreement":null},{"id":"W2945222996","doi":"10.1109/apsec.2018.00054","title":"Why Did This Reviewed Code Crash? An Empirical Study of Mozilla Firefox","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Polytechnique Montréal","funders":"","keywords":"Crash; Computer science; Code review; Code refactoring; Software; Software quality; Software engineering; Code (set theory); Root cause; Software bug; Source lines of code; Software inspection; Empirical research; Computer security; Software development; Reliability engineering; Engineering; Operating system; Programming language","score_opus":0.05654275935009809,"score_gpt":0.3675032591262264,"score_spread":0.3109604997761283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945222996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8838671,0.00010589182,0.113009535,0.0007031513,0.00031285934,0.00042320494,0.0000014635085,0.00049483514,0.0010819861],"genre_scores_gemma":[0.9842764,0.0000126997165,0.014502129,0.0005170933,0.00011015733,0.00002044849,5.8177636e-7,0.000014691365,0.0005458102],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983044,0.00013596362,0.00026719435,0.0004228572,0.00057827384,0.0002913127],"domain_scores_gemma":[0.9979833,0.00033744093,0.00003890768,0.0012023236,0.0002826307,0.00015540454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006135281,0.00012322546,0.00023406056,0.00011477495,0.000068244444,0.00006771188,0.0012904954,0.00004690173,0.000252615],"category_scores_gemma":[0.0005967314,0.00009383491,0.000038912865,0.00068868086,0.00006412117,0.00027943947,0.0004539679,0.00013178232,0.00014742975],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002436857,0.0031096705,0.70333904,0.00014368723,0.000116788084,0.000057127414,0.009782259,0.000064588734,0.0010646466,0.0004924768,0.2496966,0.032108743],"study_design_scores_gemma":[0.0024712791,0.008913514,0.7628546,0.00013766835,0.000025266876,0.000033879103,0.00019215186,0.086453244,0.0060610827,0.0004063557,0.13144757,0.0010034302],"about_ca_topic_score_codex":0.00015512438,"about_ca_topic_score_gemma":0.000105761035,"teacher_disagreement_score":0.11824904,"about_ca_system_score_codex":0.00003580591,"about_ca_system_score_gemma":0.000046799338,"threshold_uncertainty_score":0.38264766},"labels":[],"label_agreement":null},{"id":"W2945475639","doi":"10.1016/j.infsof.2019.05.007","title":"An HMM-based approach for automatic detection and classification of duplicate bug reports","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software regression; Computer science; Software bug; Precision and recall; Hidden Markov model; Software; Rank (graph theory); Crash; Data mining; Information retrieval; Artificial intelligence; Software quality; Software development; Programming language","score_opus":0.010593679754432234,"score_gpt":0.2446091503613171,"score_spread":0.23401547060688488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945475639","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34807047,0.000016400796,0.650883,0.00007324042,0.000036282432,0.00032203546,0.0000011316808,0.0005872493,0.00001020209],"genre_scores_gemma":[0.8704654,0.000002387859,0.12938288,0.00002297797,0.0000025883978,0.00010352159,0.000012671074,0.000004084831,0.0000035130024],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929047,0.000009223833,0.00028473118,0.0001598781,0.00012425447,0.00013145193],"domain_scores_gemma":[0.9990613,0.00012487368,0.00016055422,0.0004625632,0.00015321597,0.000037489815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032225152,0.00007703734,0.00012378799,0.00047560575,0.000049618408,0.000054118078,0.0001809381,0.0001519737,0.0000012998773],"category_scores_gemma":[0.00039812282,0.00007468126,0.000015520458,0.0003573652,0.0000552717,0.0007365724,0.00004872829,0.00009038405,0.0000029347757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000116162555,0.000051412164,0.077772744,0.0006869151,0.000015289754,4.650976e-7,0.00037543153,0.0011872243,0.0045876773,0.0057947766,0.000028798437,0.90948766],"study_design_scores_gemma":[0.0003773706,0.00025110014,0.0761706,0.000014211333,0.0000036051442,0.00005346641,0.00004788191,0.9158383,0.0051014884,0.0013712932,0.00064518116,0.00012551958],"about_ca_topic_score_codex":0.0000039596157,"about_ca_topic_score_gemma":5.346497e-7,"teacher_disagreement_score":0.91465104,"about_ca_system_score_codex":0.000025420193,"about_ca_system_score_gemma":0.00003851436,"threshold_uncertainty_score":0.30454135},"labels":[],"label_agreement":null},{"id":"W2945530585","doi":"10.1007/s10664-019-09719-4","title":"Fostering good coding practices through individual feedback and gamification: an industrial case study","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Coding (social sciences); Variety (cybernetics); Computer science; Best practice; Code review; Software; Quality (philosophy); Software engineering; Knowledge management; Software quality; Data science; Software development; Management","score_opus":0.1720305715459125,"score_gpt":0.37070826398116774,"score_spread":0.19867769243525524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945530585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86110425,0.00012234715,0.13636559,0.00011655237,0.00064745406,0.0005954968,0.000003659246,0.0010280146,0.000016653126],"genre_scores_gemma":[0.9677744,0.0000043033306,0.031743947,0.000046123165,0.00028525066,0.0000575632,0.0000048986153,0.000050959945,0.00003258606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99731725,0.00011247869,0.0004014002,0.00087931525,0.0006845658,0.0006049846],"domain_scores_gemma":[0.9964161,0.0021770068,0.00015808166,0.00087541,0.000088716006,0.00028470528],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00087235856,0.0003333396,0.00034106045,0.00020079123,0.00015791564,0.00069179665,0.00085448835,0.0001841045,0.000022877764],"category_scores_gemma":[0.0024079012,0.0003431807,0.00005020002,0.0008294105,0.00002361707,0.002146967,0.0014724473,0.0007565267,0.000043298387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017406059,0.00039017593,0.9540211,0.00013310381,0.00017040093,0.0017299579,0.01133297,0.011325702,0.0001955544,0.00014794068,0.00015281652,0.020382904],"study_design_scores_gemma":[0.011125,0.0053503923,0.76828915,0.0005548931,0.00021924135,0.015264044,0.007378326,0.17166944,0.0014827979,0.00021863075,0.013156759,0.0052913115],"about_ca_topic_score_codex":0.00008920286,"about_ca_topic_score_gemma":0.000005512418,"teacher_disagreement_score":0.1857319,"about_ca_system_score_codex":0.000116054594,"about_ca_system_score_gemma":0.00008384765,"threshold_uncertainty_score":0.999902},"labels":[],"label_agreement":null},{"id":"W2945596753","doi":"10.1109/icsa-c.2019.00023","title":"Component Comparison, Evaluation, and Selection: A Continuous Approach","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Carnegie Mellon University; U.S. Department of Defense","keywords":"Component (thermodynamics); Computer science; Balanced scorecard; Selection (genetic algorithm); Context (archaeology); Software; Agile software development; Software quality; Software engineering; Data mining; Software development; Artificial intelligence; Process management; Engineering","score_opus":0.024955493343050493,"score_gpt":0.28915450971480605,"score_spread":0.2641990163717556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945596753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29300547,0.00015263862,0.7029995,0.0001789019,0.00015134916,0.00038971088,1.2443637e-7,0.0002931358,0.0028291855],"genre_scores_gemma":[0.93922675,0.0000012892992,0.060196746,0.0000393229,0.000023825673,0.0000257154,0.0000012816294,0.0000051690777,0.0004798825],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988958,0.00005492599,0.00012551257,0.00028969976,0.0004540512,0.00017999721],"domain_scores_gemma":[0.999311,0.0001978344,0.00002179855,0.00021547695,0.00018449468,0.000069450434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006297481,0.000075033575,0.00012535052,0.00008146462,0.000049139748,0.00013742421,0.00028424137,0.00003216501,0.0000631126],"category_scores_gemma":[0.000089251,0.00006715042,0.000015951206,0.00029920964,0.000017625016,0.00017451347,0.00014451092,0.000110168,0.000112053305],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008510785,0.00023571421,0.89528775,0.00007379524,0.00006662007,0.000001036834,0.0012432007,0.009969923,0.0019379978,0.03551605,0.010208131,0.04545126],"study_design_scores_gemma":[0.00036785495,0.000045662957,0.14995195,0.0000037673874,0.0000021810088,0.000016245569,0.000026004473,0.84700024,0.00028450534,0.00011864223,0.0020849505,0.000098015276],"about_ca_topic_score_codex":0.000023357361,"about_ca_topic_score_gemma":9.563635e-7,"teacher_disagreement_score":0.8370303,"about_ca_system_score_codex":0.00004465134,"about_ca_system_score_gemma":0.00004735767,"threshold_uncertainty_score":0.27383143},"labels":[],"label_agreement":null},{"id":"W2945826489","doi":"10.1007/s10664-019-09788-5","title":"MSRBot: Using bots to answer questions from software repositories","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software; Process (computing); Software development; Work (physics); Code (set theory); Software analytics; Team software process; Source code; Software peer review; Verification and validation","score_opus":0.04104006454653197,"score_gpt":0.29623689857983276,"score_spread":0.2551968340333008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945826489","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15396798,0.0005128138,0.83971435,0.00096748996,0.0012667659,0.00023949893,0.000018221304,0.0033083034,0.0000045940974],"genre_scores_gemma":[0.29601112,0.0000035469657,0.7016112,0.0011442698,0.0010405811,0.00005149908,0.000010042897,0.00009018895,0.000037545527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997015,0.000046304336,0.00048536973,0.00094792916,0.00074984215,0.00075556873],"domain_scores_gemma":[0.9966645,0.0012291465,0.000053016563,0.00084253296,0.00019508287,0.0010156928],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015735946,0.0004083345,0.00041268946,0.00019868842,0.00017662148,0.000391009,0.0013463319,0.00019254127,0.000029971143],"category_scores_gemma":[0.009156236,0.00044016485,0.0001500992,0.0016653427,0.000025629013,0.00060972513,0.00086952257,0.00059342035,0.0001593411],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003453331,0.0001929177,0.54694617,0.00023098127,0.00021598149,0.0005393698,0.004565518,0.41292045,0.0062121367,0.0002983669,0.016388396,0.011455161],"study_design_scores_gemma":[0.0013542286,0.00075710734,0.45013154,0.0010255086,0.000104266546,0.0001572518,0.000064218664,0.2563369,0.015157649,0.00056961534,0.26954463,0.0047970824],"about_ca_topic_score_codex":0.00013844247,"about_ca_topic_score_gemma":0.0000018185917,"teacher_disagreement_score":0.25315621,"about_ca_system_score_codex":0.00026750608,"about_ca_system_score_gemma":0.0002622548,"threshold_uncertainty_score":0.99980503},"labels":[],"label_agreement":null},{"id":"W2945944668","doi":"10.1007/s10515-019-00256-4","title":"Improving web service interfaces modularity using multi-objective optimization","year":2019,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Interface (matter); Code refactoring; Service (business); Web service; Software engineering; Service-oriented architecture; Artifact (error); Reuse; Modular programming; Service provider; World Wide Web; Programming language; Artificial intelligence; Software; Operating system; Engineering","score_opus":0.013282066220827,"score_gpt":0.2464925954551059,"score_spread":0.2332105292342789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945944668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37054634,0.000086864246,0.6218852,0.000012788196,0.0006366939,0.00026524675,0.000004117036,0.006560362,0.000002407839],"genre_scores_gemma":[0.56161153,0.0000026469509,0.43825072,0.000023711924,0.00002620187,0.000014511553,0.00000575763,0.00005144538,0.0000134422335],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978622,0.000043781904,0.0003269835,0.00067055796,0.00043493588,0.00066152663],"domain_scores_gemma":[0.99817806,0.00048233266,0.00009203479,0.00079083146,0.00030022615,0.00015652804],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035821894,0.0003438041,0.00030671738,0.00042773876,0.000097782766,0.00030075555,0.0009911258,0.00019406772,0.000020231419],"category_scores_gemma":[0.0010415409,0.00038705833,0.00006652532,0.0014042711,0.000011562535,0.0012586188,0.0006039902,0.0004324672,0.0000929106],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001896398,0.00002690366,0.0070230877,0.00017234882,0.0000421403,0.00000939666,0.0003155602,0.9793952,0.012537762,0.000031902302,0.0000047639555,0.00043902965],"study_design_scores_gemma":[0.00047558264,0.00003068589,0.0064342963,0.00013910895,0.0000073880874,0.00003233543,0.000020296044,0.98700213,0.0054198825,0.0000012958216,0.000016119175,0.00042085463],"about_ca_topic_score_codex":0.00017425539,"about_ca_topic_score_gemma":0.0000036032045,"teacher_disagreement_score":0.19106522,"about_ca_system_score_codex":0.00036519015,"about_ca_system_score_gemma":0.0001543713,"threshold_uncertainty_score":0.99985814},"labels":[],"label_agreement":null},{"id":"W2946233956","doi":"10.1109/tse.2019.2918520","title":"Characterizing Crowds to Better Optimize Worker Recommendation in Crowdsourced Testing","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Key Research and Development Program of China; China Scholarship Council; National Natural Science Foundation of China","keywords":"Computer science; Crowds; Crowdsourcing; Task (project management); Context (archaeology); Software bug; Relevance (law); Test (biology); Machine learning; Software; Data science; Computer security; World Wide Web; Engineering","score_opus":0.01883341979320734,"score_gpt":0.24014374368048746,"score_spread":0.2213103238872801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946233956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28742594,0.000005048821,0.7101633,0.00020423609,0.00096774177,0.0003144034,0.000003979471,0.00089814723,0.000017231578],"genre_scores_gemma":[0.721045,0.000001478677,0.2783916,0.00023297753,0.0000503746,0.00012005063,0.0000020561586,0.000060832695,0.00009560864],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791145,0.000036731315,0.00038924426,0.0006423721,0.00034397724,0.00067621097],"domain_scores_gemma":[0.9977195,0.001313503,0.00004176852,0.0006379824,0.00008392373,0.00020328553],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043504342,0.0003115529,0.00029019028,0.0008795836,0.000079001446,0.00022486405,0.0006213834,0.00013359345,0.000101305435],"category_scores_gemma":[0.00027106036,0.00036350262,0.00008877985,0.0017003573,0.000007510534,0.0006911882,0.000016358556,0.00069252704,0.00036188803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001702829,0.00006637619,0.0051583904,0.000055991004,0.000027275428,0.000016636115,0.00056357484,0.91944075,0.012029872,0.000007105806,0.000035103447,0.0625819],"study_design_scores_gemma":[0.0021861123,0.00041517182,0.120854594,0.0012071008,0.000015359752,0.000074459036,0.000040104318,0.807573,0.062552884,0.000011373069,0.0031017135,0.0019680923],"about_ca_topic_score_codex":0.000022820988,"about_ca_topic_score_gemma":0.0000017397902,"teacher_disagreement_score":0.43361908,"about_ca_system_score_codex":0.00031804343,"about_ca_system_score_gemma":0.00004422693,"threshold_uncertainty_score":0.9998817},"labels":[],"label_agreement":null},{"id":"W2946377044","doi":"10.1109/icse-companion.2019.00121","title":"Analyzing and Repairing Compilation Errors","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Symbol (formal); Java; Set (abstract data type); Syntax; Tree (set theory); Abstract syntax tree; Resolution (logic); Artificial intelligence; Machine translation; Software engineering; Programming language; Machine learning","score_opus":0.014950139281644317,"score_gpt":0.2598785073467029,"score_spread":0.2449283680650586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946377044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57521653,0.0000346159,0.4232631,0.00013307392,0.000076895514,0.00004617549,5.4259196e-8,0.00027501534,0.0009545573],"genre_scores_gemma":[0.95221627,0.0000017608648,0.0472711,0.00001560451,0.000008616461,9.220549e-7,2.760721e-7,0.0000029079479,0.00048254288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9995641,0.000008899577,0.00005577174,0.0001580063,0.00010429143,0.00010891479],"domain_scores_gemma":[0.9995241,0.00018063247,0.000008823733,0.00023042904,0.000020086241,0.000035928926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018645338,0.00003593708,0.000046426314,0.000081211816,0.00002165991,0.0000615765,0.00015798869,0.0000148323525,0.00001803065],"category_scores_gemma":[0.00006714162,0.00003306331,0.000010804501,0.00019157998,0.000005509038,0.00025073197,0.00013908117,0.00005382252,0.00007500817],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.1515325e-7,0.0000045628017,0.97375095,0.00001828103,0.0000067277765,0.0000026633647,0.00018623879,0.0017399925,0.0014221773,0.01197793,0.000164002,0.010725786],"study_design_scores_gemma":[0.00010240495,0.000020591177,0.55332375,0.000011137512,5.091331e-7,0.0000060552748,0.0000071898326,0.44495445,0.00078592,0.00020856023,0.00049900636,0.00008038361],"about_ca_topic_score_codex":0.000010327499,"about_ca_topic_score_gemma":0.0000010235258,"teacher_disagreement_score":0.44321448,"about_ca_system_score_codex":0.000015364945,"about_ca_system_score_gemma":0.000008030519,"threshold_uncertainty_score":0.13482827},"labels":[],"label_agreement":null},{"id":"W2948724728","doi":"10.1109/icpc.2019.00053","title":"On the Use of Information Retrieval to Automate the Detection of Third-Party Java Library Migration at the Method Level","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Java; Benchmark (surveying); Process (computing); Documentation; Context (archaeology); Matching (statistics); Information retrieval; Plug-in; Similarity (geometry); Data mining; Scale (ratio); Artificial intelligence; Programming language; Image (mathematics)","score_opus":0.06556379480234045,"score_gpt":0.2919367685898256,"score_spread":0.22637297378748514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948724728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14217344,0.000017349732,0.8520547,0.0038019149,0.00056273874,0.001032674,0.000027286207,0.00021491938,0.00011495671],"genre_scores_gemma":[0.9260396,0.000041059946,0.07104725,0.0008335805,0.00006347576,0.00008276189,0.000023732819,0.000027801643,0.001840769],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978782,0.00039433682,0.0004479511,0.00024216402,0.00084494695,0.00019237795],"domain_scores_gemma":[0.9926387,0.0050808373,0.00028300672,0.0017688265,0.00019148845,0.0000371423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016666863,0.00018036464,0.00019295045,0.000200294,0.00011212149,0.0003183622,0.0016097078,0.00016688232,0.000026438804],"category_scores_gemma":[0.0019270277,0.000083010804,0.00012705606,0.00062153145,0.000038390604,0.0008312105,0.0021823351,0.0005122351,0.00008647546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029348818,0.00006120993,0.0008424485,0.0004355112,0.00022085257,6.1121574e-7,0.010764241,0.8676558,0.009863413,0.021103505,0.038794328,0.049964603],"study_design_scores_gemma":[0.00009654914,0.0001229118,0.029859003,0.00009649539,0.000010762345,0.0000039266956,0.000030227053,0.75176203,0.21155779,0.00096500374,0.005337798,0.00015750952],"about_ca_topic_score_codex":0.00023892785,"about_ca_topic_score_gemma":0.000025657935,"teacher_disagreement_score":0.7838661,"about_ca_system_score_codex":0.00008392846,"about_ca_system_score_gemma":0.0001680207,"threshold_uncertainty_score":0.33850822},"labels":[],"label_agreement":null},{"id":"W2949142318","doi":"10.48550/arxiv.1807.02274","title":"Recommending Relevant Sections from a Webpage about Programming Errors\\n and Exceptions","year":2018,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Web page; Computer science; Context (archaeology); World Wide Web; Information retrieval; Software; The Internet; Precision and recall; Page view; Static web page; Web development; Programming language","score_opus":0.08752907531005548,"score_gpt":0.22317878461442045,"score_spread":0.13564970930436498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949142318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5057001,0.00014534732,0.4909932,0.00016802903,0.0016365465,0.0005611117,0.000053279302,0.0005309749,0.00021140078],"genre_scores_gemma":[0.9763204,0.0010077199,0.020370774,0.000031786843,0.0005156426,0.000010486097,0.000033273587,0.000077602635,0.001632307],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945399,0.0004103674,0.0005306553,0.0029920656,0.00027458993,0.0012523846],"domain_scores_gemma":[0.9944709,0.0016333236,0.00036563145,0.002325676,0.0004424641,0.00076199474],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088040787,0.0007571408,0.0006679253,0.0009962505,0.0012713212,0.0009430549,0.0023077605,0.0006761496,0.00033225946],"category_scores_gemma":[0.00071695104,0.0009911648,0.00034137047,0.0020638043,0.0006767923,0.0009736252,0.0050689247,0.0020650015,0.00041097164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059587567,0.0031455199,0.48666087,0.0020938038,0.005193957,0.005534283,0.031240555,0.2542104,0.0016957335,0.077528894,0.0072432994,0.12485681],"study_design_scores_gemma":[0.0018536234,0.0005332151,0.0933426,0.0018123155,0.00042530347,0.000083257655,0.0009368417,0.8594988,0.00017947452,0.015578404,0.02318406,0.0025721295],"about_ca_topic_score_codex":0.001287691,"about_ca_topic_score_gemma":0.00021407744,"teacher_disagreement_score":0.6052884,"about_ca_system_score_codex":0.0008720436,"about_ca_system_score_gemma":0.0003965823,"threshold_uncertainty_score":0.99925387},"labels":[],"label_agreement":null},{"id":"W2950236608","doi":"10.1007/s10664-019-09709-6","title":"A study of build inflation in 30 million CPAN builds on 13 Perl versions and 10 operating systems","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"","keywords":"Perl; Inflation (cosmology); Computer science; Operating system; Programming language; Physics; Astronomy","score_opus":0.021393192071352304,"score_gpt":0.28106298312999833,"score_spread":0.259669791058646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950236608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95472777,0.00012845575,0.044000693,0.00003420308,0.00029552344,0.000504261,0.0000013876524,0.00029535897,0.000012365025],"genre_scores_gemma":[0.996511,0.0000028078105,0.0033214733,0.000010024082,0.000037940026,0.000037093767,0.0000018883613,0.000026038599,0.000051748375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982754,0.00005947224,0.00035560847,0.0004575374,0.00050304807,0.00034895435],"domain_scores_gemma":[0.9979543,0.0013211126,0.000044775516,0.00047695206,0.00007625724,0.00012657362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004233133,0.00020232538,0.00030123713,0.0004251356,0.00004855005,0.00009972361,0.0004083991,0.00010811724,0.000014913502],"category_scores_gemma":[0.0012914002,0.00019773992,0.000034812547,0.0008020266,0.000009875124,0.00029127044,0.00029348914,0.00036212002,0.00003689821],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034288105,0.00009948769,0.57467824,0.00008359073,0.000013917633,0.000014439542,0.001396109,0.42290956,0.0002844516,0.000040763458,0.000042500276,0.000433511],"study_design_scores_gemma":[0.0009642425,0.0006763297,0.73247045,0.0002732,0.0000039901333,0.0000070790375,0.00015244688,0.2647152,0.0001411168,0.0000028142003,0.00029930222,0.00029380835],"about_ca_topic_score_codex":0.00009899455,"about_ca_topic_score_gemma":0.0000028146349,"teacher_disagreement_score":0.15819436,"about_ca_system_score_codex":0.00014915994,"about_ca_system_score_gemma":0.000035723515,"threshold_uncertainty_score":0.80636},"labels":[],"label_agreement":null},{"id":"W2950559347","doi":"10.48550/arxiv.1703.04564","title":"Analogy-based effort estimation: a new method to discover set of analogies from dataset characteristics","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Analogy; Computer science; Set (abstract data type); Cluster analysis; Data mining; Medoid; Estimation; Machine learning; Artificial intelligence; Engineering","score_opus":0.11629210779738773,"score_gpt":0.2834634239446617,"score_spread":0.16717131614727393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950559347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07249994,0.000014970783,0.9239201,0.00017074702,0.0003389179,0.00024916543,0.002636599,0.00014268383,0.00002688114],"genre_scores_gemma":[0.8253875,0.000010202255,0.17233673,0.000052850573,0.00008516186,0.0000013138053,0.0019644997,0.000018159344,0.00014361893],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998112,0.000092032526,0.0002404054,0.001023948,0.0002020866,0.000329482],"domain_scores_gemma":[0.9955788,0.0007111215,0.00029494063,0.0030082434,0.00013532583,0.0002715596],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038482316,0.0003022497,0.00051046215,0.00041649086,0.00009725358,0.00021400469,0.0036424699,0.00021852898,0.000030410856],"category_scores_gemma":[0.0005868337,0.00034324522,0.00013792347,0.0003825114,0.00008004866,0.00036276967,0.0029572682,0.00044829684,0.000061260434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058292477,0.000046873032,0.033525605,0.00015241228,0.00020477129,0.00039377238,0.00020397588,0.94977814,0.0000478941,0.0047266986,0.0067574955,0.0041040583],"study_design_scores_gemma":[0.00042554666,0.00007149775,0.11662187,0.00020745625,0.00007154862,0.0000014243369,0.000007845227,0.8715639,0.00035831076,0.008561463,0.0016298594,0.00047924274],"about_ca_topic_score_codex":0.0018271105,"about_ca_topic_score_gemma":0.000060837403,"teacher_disagreement_score":0.75288755,"about_ca_system_score_codex":0.00015991513,"about_ca_system_score_gemma":0.0006965878,"threshold_uncertainty_score":0.99990195},"labels":[],"label_agreement":null},{"id":"W2950609722","doi":"10.48550/arxiv.1808.00594","title":"Improving IR-Based Bug Localization with Context-Aware Query Reformulation","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Information retrieval; Context (archaeology); Query expansion; Baseline (sea); Query language; State (computer science); Data mining; Programming language","score_opus":0.04577286314861694,"score_gpt":0.18931150841012168,"score_spread":0.14353864526150473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950609722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16329382,0.000016106698,0.8354131,0.000034852026,0.00026548395,0.0002987202,0.0000060501916,0.00059838226,0.00007347854],"genre_scores_gemma":[0.99620205,0.000005399297,0.0032767016,0.00006301477,0.000087418375,0.0000022201584,0.00004565553,0.000032976535,0.00028457012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981303,0.00009205242,0.0001716233,0.0010188187,0.00020566872,0.00038152456],"domain_scores_gemma":[0.9976196,0.00022201175,0.00019678354,0.0012990488,0.00050128665,0.00016125756],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029753236,0.0002926639,0.00024110301,0.0004122771,0.00017337024,0.00017488626,0.0012680803,0.00028862842,0.000016992208],"category_scores_gemma":[0.00013593539,0.00030234666,0.00008764766,0.0007695232,0.00011542992,0.00050394505,0.00085121527,0.000465625,0.000054436823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066143846,0.000056786153,0.038780294,0.00024386404,0.000054110198,0.00016657257,0.0001332328,0.951899,0.000019507263,0.0067278403,0.00016959311,0.0016830873],"study_design_scores_gemma":[0.00050011027,0.00011261739,0.004115895,0.00019328723,0.0000208421,0.000002457625,0.000017625043,0.9932128,0.00047343737,0.00082005886,0.00015055014,0.00038028217],"about_ca_topic_score_codex":0.0004968224,"about_ca_topic_score_gemma":0.000097748794,"teacher_disagreement_score":0.8329082,"about_ca_system_score_codex":0.00058010564,"about_ca_system_score_gemma":0.00048462025,"threshold_uncertainty_score":0.99994284},"labels":[],"label_agreement":null},{"id":"W2951052716","doi":"10.7287/peerj.preprints.3186","title":"Improved query reformulation for concept location using CodeRank and document structures","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Query expansion; Information retrieval; Source code; Query optimization; Sargable; Web query classification; Baseline (sea); Web search query; Software; Task (project management); Code (set theory); Term (time); Quality (philosophy); Query language; Data mining; Search engine; Programming language","score_opus":0.036999784354417545,"score_gpt":0.3369293061214571,"score_spread":0.2999295217670396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951052716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021064252,0.00035321972,0.97670513,0.00019669038,0.00069815986,0.0007723032,0.0000048826378,0.00018811539,0.000017226073],"genre_scores_gemma":[0.71657926,0.000011647614,0.2830603,0.000020276515,0.0001269171,0.00004548147,0.000020295063,0.000013358715,0.0001224279],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988194,0.000020917298,0.00020284479,0.0005076125,0.00022264401,0.00022659612],"domain_scores_gemma":[0.998388,0.00022079774,0.00014523971,0.0008971001,0.00027758873,0.00007125335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031125123,0.00017770613,0.00019165216,0.00011512987,0.0001805762,0.0007308696,0.00065420294,0.0001904058,0.0000030772442],"category_scores_gemma":[0.00039226995,0.00015730486,0.000041240695,0.000038219503,0.000041660376,0.00036686182,0.0008832469,0.00021915915,3.7888435e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009907545,0.000045081117,0.0019790384,0.0033543282,0.00041898698,0.000007493756,0.0047197808,0.3891655,0.008654181,0.11414306,0.0009678654,0.47644562],"study_design_scores_gemma":[0.00035363212,0.00003405941,0.004713887,0.000083211846,0.000008562285,0.0000046971986,0.0000051783413,0.9607244,0.004435623,0.029253267,0.00013172156,0.00025174348],"about_ca_topic_score_codex":0.00047572766,"about_ca_topic_score_gemma":0.00001440259,"teacher_disagreement_score":0.69551504,"about_ca_system_score_codex":0.00019464297,"about_ca_system_score_gemma":0.00021829542,"threshold_uncertainty_score":0.70477927},"labels":[],"label_agreement":null},{"id":"W2951710749","doi":"10.1109/tse.2019.2924006","title":"Locating Latent Design Information in Developer Discussions: A Study on Pull Requests","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Université de Montréal; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Maintainability; Classifier (UML); Documentation; Software engineering; Software design; Machine learning; Software; Robustness (evolution); Source lines of code; Artificial intelligence; Data mining; Software development; Programming language","score_opus":0.021608475185581517,"score_gpt":0.24979844873978285,"score_spread":0.22818997355420134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951710749","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14977847,0.000009726406,0.84787446,0.000046991703,0.0007095112,0.0007853212,0.0000020232587,0.00078860385,0.0000049060654],"genre_scores_gemma":[0.9357022,0.0000035232054,0.06390392,0.00003970402,0.000013624945,0.00024058853,0.0000011596164,0.000032420503,0.00006283903],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980788,0.000070509835,0.0004136089,0.0003852527,0.0005752785,0.0004765364],"domain_scores_gemma":[0.9982188,0.0008550312,0.000043076947,0.0006739296,0.00008318661,0.00012600586],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006191518,0.00027540993,0.00023060589,0.00082600914,0.00008203361,0.00016830543,0.0005951493,0.000100047735,0.000017568527],"category_scores_gemma":[0.00024314215,0.00025109175,0.000059285372,0.0011339772,0.000007401381,0.0011991885,0.000010391025,0.0006390987,0.0004082344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014158972,0.00016205334,0.0022595956,0.000040691502,0.000019473246,0.000013406694,0.0015957127,0.9824625,0.000112935995,0.000035473167,0.000011991947,0.013272004],"study_design_scores_gemma":[0.0031728295,0.001598329,0.13757394,0.0011052847,0.00001809398,0.000046007757,0.00034025687,0.84095424,0.013165872,0.000029990644,0.00033504114,0.0016601007],"about_ca_topic_score_codex":0.000029777577,"about_ca_topic_score_gemma":0.0000033505269,"teacher_disagreement_score":0.7859238,"about_ca_system_score_codex":0.0003791806,"about_ca_system_score_gemma":0.00008830401,"threshold_uncertainty_score":0.99999416},"labels":[],"label_agreement":null},{"id":"W2952129634","doi":"10.1109/se4science.2019.00011","title":"Debunking the Myth That Upfront Requirements Are Infeasible for Scientific Computing Software","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Documentation; Software requirements; Software requirements specification; Requirements analysis; Traceability; Requirements traceability; Software; Software development; Software design; Systems engineering; Requirement; Programming language; Engineering","score_opus":0.1016743850693255,"score_gpt":0.3245010695131971,"score_spread":0.22282668444387163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952129634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014002345,0.000554674,0.974632,0.0011091514,0.0065129413,0.0019528259,0.00001802112,0.001075667,0.00014234569],"genre_scores_gemma":[0.7361351,0.0000074959985,0.2596638,0.00049764407,0.00029247606,0.00018052044,0.000052120173,0.00008735492,0.0030834402],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955923,0.00010009135,0.0004291588,0.0015110411,0.0013452651,0.0010221226],"domain_scores_gemma":[0.99406284,0.0019055924,0.00032961744,0.0030410802,0.0005110763,0.0001497672],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024792221,0.00045062508,0.0004561618,0.0003836709,0.00067622785,0.0029692973,0.005229831,0.0002558221,0.000017656326],"category_scores_gemma":[0.0013901992,0.0003376551,0.0002813594,0.00047643215,0.000121752804,0.0003922942,0.007446902,0.0008458848,0.00011570733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050367915,0.00039985633,0.3120345,0.005580846,0.000841162,0.000050285875,0.0064798286,0.36257154,0.00025465124,0.0087021915,0.17883809,0.12419669],"study_design_scores_gemma":[0.0013822991,0.0001524594,0.04850406,0.0027573567,0.000055387965,0.000025620833,0.00021772496,0.90247256,0.004086346,0.009930438,0.028367415,0.002048338],"about_ca_topic_score_codex":0.000049158127,"about_ca_topic_score_gemma":0.000019662493,"teacher_disagreement_score":0.7221328,"about_ca_system_score_codex":0.00039264152,"about_ca_system_score_gemma":0.000561344,"threshold_uncertainty_score":0.99990755},"labels":[],"label_agreement":null},{"id":"W2952525141","doi":"10.48550/arxiv.1807.04479","title":"RACK: Code Search in the IDE using Crowdsourced Knowledge","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Information retrieval; Web search query; Code (set theory); Source code; Context (archaeology); Matching (statistics); Programming language; Query expansion; Search engine; World Wide Web; Database; Set (abstract data type)","score_opus":0.15997904129413945,"score_gpt":0.25466046705107626,"score_spread":0.0946814257569368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952525141","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60511976,0.000069195536,0.3932275,0.000051219824,0.00026843316,0.00027660822,0.000004649509,0.0001763487,0.0008063074],"genre_scores_gemma":[0.99690604,0.000029729184,0.0022876984,0.000033782748,0.00013458042,0.0000012304455,0.0000037463424,0.000026531616,0.000576661],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973924,0.00045809615,0.00019522345,0.0010827021,0.00021575589,0.00065578846],"domain_scores_gemma":[0.99652225,0.0010210614,0.0000738095,0.0020053103,0.0002352823,0.0001422964],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014513055,0.00029463714,0.00028427967,0.0005958859,0.00018222879,0.00026961273,0.0048428,0.00028082394,0.000024775485],"category_scores_gemma":[0.0002984287,0.00028606987,0.00015189726,0.0016203772,0.0002116347,0.00027036085,0.0038709561,0.0012549545,0.00020712982],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055069933,0.00035042723,0.053188134,0.0003718894,0.00014413947,0.0016313413,0.0071099116,0.8932233,0.00028539545,0.041441735,0.0013285324,0.0008701585],"study_design_scores_gemma":[0.00043779396,0.000043534787,0.0153342495,0.00017920505,0.000016526588,0.000016089905,0.000120236604,0.9787713,0.00026940883,0.0035330015,0.00083565887,0.00044296344],"about_ca_topic_score_codex":0.00028242765,"about_ca_topic_score_gemma":0.000085802414,"teacher_disagreement_score":0.39178628,"about_ca_system_score_codex":0.00047279857,"about_ca_system_score_gemma":0.00048531973,"threshold_uncertainty_score":0.9999592},"labels":[],"label_agreement":null},{"id":"W2952939633","doi":"","title":"A Neuro-Fuzzy Model for Function Point Calibration","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Bank of Canada","funders":"","keywords":"Computer science; Fuzzy logic; Calibration; Software; Function point; Artificial neural network; Data mining; Neuro-fuzzy; Artificial intelligence; Machine learning; Point (geometry); Function (biology); Fuzzy control system; Software development; Mathematics; Statistics","score_opus":0.06231095103633173,"score_gpt":0.29029115694335844,"score_spread":0.22798020590702672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952939633","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008307368,0.000041381052,0.9948949,0.0011782027,0.0011122195,0.0006253355,0.000008168049,0.00095897063,0.00035008838],"genre_scores_gemma":[0.49274302,0.0000074802133,0.5017663,0.0005650712,0.0004128823,0.0007072818,0.00008782735,0.00006824572,0.0036418976],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984767,0.000028315808,0.0002063511,0.0006066543,0.00040843786,0.00027355042],"domain_scores_gemma":[0.99826545,0.00031976015,0.000054053635,0.0009263144,0.00029200176,0.00014245376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051672425,0.00018224138,0.00017042397,0.00018827936,0.000039966333,0.00033134696,0.00085822376,0.00019099371,0.0000044994904],"category_scores_gemma":[0.00074861554,0.00017407435,0.0000935372,0.00014203461,0.000011537586,0.0003380543,0.0012046796,0.0003470333,0.000017912458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015553258,0.00003181815,0.000053995194,0.00011665891,0.000019214938,0.0000016349392,0.00023796286,0.90149283,0.00010402007,0.02587601,0.06785522,0.0041950764],"study_design_scores_gemma":[0.00014727608,0.00005042669,0.0000683958,0.000012401932,0.000004373557,0.0000017847746,0.0000013583078,0.91090906,0.00009088246,0.0882865,0.0002639519,0.00016360877],"about_ca_topic_score_codex":0.00003535267,"about_ca_topic_score_gemma":0.0000053311032,"teacher_disagreement_score":0.4931286,"about_ca_system_score_codex":0.00012738057,"about_ca_system_score_gemma":0.00041797583,"threshold_uncertainty_score":0.7098546},"labels":[],"label_agreement":null},{"id":"W2953266794","doi":"","title":"Enhancing Use Case Points Estimation Method Using Soft Computing Techniques","year":2016,"lang":"en","type":"preprint","venue":"Scholarship@Western (Western University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Use Case Points; Software sizing; Software metric; Computer science; Estimation; Software; Software development; Metric (unit); Schedule; Software construction; Reliability engineering; Data mining; Systems engineering; Engineering","score_opus":0.13661127326781436,"score_gpt":0.3816669547789311,"score_spread":0.24505568151111673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953266794","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46902004,0.000027241616,0.5289839,0.00006343465,0.0004122489,0.00040040477,0.000018678518,0.001069269,0.0000047801404],"genre_scores_gemma":[0.7010342,0.000009575949,0.29815415,0.00009012331,0.00018508782,0.000002469234,0.000014138008,0.00011097246,0.0003993115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99465334,0.00094575796,0.00062051584,0.0018103569,0.0009203799,0.0010496571],"domain_scores_gemma":[0.9940429,0.002113741,0.000564014,0.0022198858,0.00058748265,0.0004720164],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002092748,0.00077989156,0.000753784,0.0018263381,0.00048972183,0.0019242467,0.0029646524,0.0007726093,0.0000055511377],"category_scores_gemma":[0.0010234276,0.0008669628,0.00030154685,0.0008499371,0.00010761993,0.0042225807,0.00749063,0.0020381017,0.00006584024],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006856572,0.00021066636,0.9085197,0.0012819592,0.00046352643,0.025950033,0.0021045594,0.008388743,0.007755097,0.00048399603,0.0000014801791,0.04477171],"study_design_scores_gemma":[0.0053513907,0.0007760233,0.5559963,0.030098954,0.0010347983,0.025708608,0.0003344317,0.029643718,0.32711366,0.008700202,0.0011982443,0.014043678],"about_ca_topic_score_codex":0.00003819964,"about_ca_topic_score_gemma":0.00015917586,"teacher_disagreement_score":0.3525234,"about_ca_system_score_codex":0.0013630637,"about_ca_system_score_gemma":0.000500421,"threshold_uncertainty_score":0.9993781},"labels":[],"label_agreement":null},{"id":"W2953336937","doi":"10.1002/smr.2180","title":"Analysis of cluster center initialization of 2FA‐kprototypes analogy‐based software effort estimation","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Initialization; Computer science; Unpacking; Cluster analysis; Cluster (spacecraft); Analogy; Fuzzy logic; Categorical variable; Software; Artificial intelligence; Machine learning; Operating system","score_opus":0.00986538643137731,"score_gpt":0.27792727701311865,"score_spread":0.26806189058174135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953336937","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2901378,0.00017922529,0.70928204,0.00004435345,0.00015169661,0.00015685752,0.000012483619,0.000031307238,0.000004259587],"genre_scores_gemma":[0.9623828,0.000010514182,0.037501927,0.000038535578,0.000025328674,0.000004931941,0.000015633394,0.000009617777,0.000010731283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833876,0.000058710513,0.0006172416,0.00018620645,0.00063113106,0.00016796018],"domain_scores_gemma":[0.99757934,0.0003822216,0.00058697443,0.00023997434,0.0011236335,0.00008785626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006606041,0.00012674066,0.00041062816,0.0010819458,0.000038431885,0.000037568767,0.0003828386,0.000103034225,0.000031811138],"category_scores_gemma":[0.00083380623,0.00011102551,0.00014374615,0.0015365377,0.00005593369,0.00069081277,0.000058004414,0.00016143023,0.0000019701233],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092381524,0.000106516985,0.8763154,0.0005771506,0.00023456186,0.000002087371,0.00037037334,0.11715687,0.00008369944,0.00012997354,0.000043611846,0.0048873574],"study_design_scores_gemma":[0.0015154044,0.0005397929,0.67190945,0.00039972665,0.00022470509,0.000029159764,0.000031504096,0.32301337,0.001291227,0.0007575561,0.000072489,0.00021561979],"about_ca_topic_score_codex":0.000008485269,"about_ca_topic_score_gemma":0.0000028553238,"teacher_disagreement_score":0.67224497,"about_ca_system_score_codex":0.00006897465,"about_ca_system_score_gemma":0.0002313372,"threshold_uncertainty_score":0.4527489},"labels":[],"label_agreement":null},{"id":"W2953431343","doi":"10.1109/icse-companion.2019.00039","title":"Witt: Querying Technology Terms Based on Automated Classification","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Categorization; Software; Term (time); Java; Spurious relationship; Information retrieval; Data mining; Artificial intelligence; Machine learning; Programming language","score_opus":0.01472741856136428,"score_gpt":0.2683685151964147,"score_spread":0.2536410966350504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953431343","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23050267,0.0000066388193,0.7511127,0.0032334288,0.00036715213,0.0003111385,3.8437776e-7,0.009272791,0.005193106],"genre_scores_gemma":[0.966533,3.4050663e-7,0.032870512,0.00012539685,0.000008227337,0.000020040481,0.0000013206349,0.000008855079,0.00043228056],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991198,0.000016205604,0.00009909158,0.0003005609,0.00024009842,0.00022424656],"domain_scores_gemma":[0.99887085,0.0002478163,0.000022101352,0.00077515503,0.000044680004,0.000039415907],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00017211471,0.000078075354,0.00007866634,0.0003890602,0.000030919757,0.00006950419,0.00066892174,0.000084116,0.000037427675],"category_scores_gemma":[0.00018300282,0.0000670614,0.000019202267,0.0007566265,0.00001741117,0.00013854093,0.000086269996,0.00014479787,0.0009204442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021294116,0.00032995018,0.46160975,0.00013642112,0.000035451627,0.000046415305,0.00017971448,0.02812458,0.112306245,0.24745111,0.0056522484,0.14410682],"study_design_scores_gemma":[0.0001620423,0.00006937088,0.048183315,0.000018542385,3.2796072e-7,0.0000024277465,0.000003330363,0.9446293,0.0060736723,0.00019770392,0.00057216745,0.00008780133],"about_ca_topic_score_codex":0.00000487332,"about_ca_topic_score_gemma":3.7249626e-7,"teacher_disagreement_score":0.91650474,"about_ca_system_score_codex":0.00007442331,"about_ca_system_score_gemma":0.000045931458,"threshold_uncertainty_score":0.9998574},"labels":[],"label_agreement":null},{"id":"W2953519948","doi":"10.1109/msr.2019.00066","title":"A Dataset of Non-Functional Bugs","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Python (programming language); Java; Programming language; Functional programming; Open source; Source code; Software engineering; Information retrieval; Software","score_opus":0.015193771002568659,"score_gpt":0.2579667185057456,"score_spread":0.24277294750317693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953519948","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08443315,0.000007901169,0.91433513,0.00010900391,0.0002542499,0.0000683753,0.000026575857,0.000059361948,0.0007062332],"genre_scores_gemma":[0.9475128,7.15917e-7,0.051108547,0.000072389026,0.000021062377,0.0000035269427,0.000057914865,0.0000035515238,0.0012194654],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99948233,0.000004371958,0.00006736481,0.00012640833,0.00022245168,0.0000970496],"domain_scores_gemma":[0.99931335,0.00020179596,0.0000101654605,0.00042163508,0.000022199532,0.000030870553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013683266,0.00003243551,0.000048414633,0.000057572714,0.000006602317,0.000016214972,0.00039113424,0.00001489738,0.00022965013],"category_scores_gemma":[0.000053632662,0.000027138763,0.000013330073,0.00018017292,0.000007988162,0.0001656259,0.00018738849,0.0000476436,0.0007036901],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018585102,0.00021733297,0.2230343,0.00014331473,0.00007822602,0.00001600236,0.00024614632,0.0041480716,0.032781195,0.034413412,0.6798696,0.025033822],"study_design_scores_gemma":[0.0009438008,0.000246909,0.5912436,0.000027141514,0.0000021179303,0.000027298898,0.000011197748,0.3060036,0.025752481,0.0006030294,0.07481912,0.0003196818],"about_ca_topic_score_codex":0.00002448395,"about_ca_topic_score_gemma":4.2562294e-7,"teacher_disagreement_score":0.8632266,"about_ca_system_score_codex":0.00000897068,"about_ca_system_score_gemma":0.000036529138,"threshold_uncertainty_score":0.9044747},"labels":[],"label_agreement":null},{"id":"W2953886423","doi":"10.1109/icpc.2019.00022","title":"Comparing Bug Replication in Regular and Micro Code Clones","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Replication (statistics); Cloning (programming); Copying; Computer science; Biology; Programming language; Java; Software bug; Code (set theory); Software maintenance; Software development; Software; Genetics; Gene; Virology","score_opus":0.023146019144085105,"score_gpt":0.26962647105587145,"score_spread":0.24648045191178636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953886423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92451006,0.000092604096,0.07439235,0.00038468168,0.000051202802,0.000105450126,8.285189e-8,0.00013533793,0.00032824508],"genre_scores_gemma":[0.97322404,0.000006941215,0.026150133,0.000029807848,0.000007419101,0.000005514257,5.52116e-7,0.000003882599,0.00057173154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999396,0.000013089283,0.00008297209,0.00027293438,0.000105111336,0.00012983722],"domain_scores_gemma":[0.99918836,0.00014811316,0.000011073188,0.00059982826,0.000021359781,0.000031233783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029013483,0.000043298893,0.00007152805,0.00008519105,0.000012460072,0.00006095877,0.00029381842,0.00002267604,0.0000046841456],"category_scores_gemma":[0.00008334567,0.000041635383,0.000007436849,0.00020240147,0.000009701744,0.00016278666,0.00018805875,0.00006885773,0.00005343901],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018418741,0.00001245922,0.96981907,0.000024008928,0.0000023866676,0.0000022098832,0.00017656437,0.00035067272,0.018054267,0.008203816,0.00028761962,0.003065068],"study_design_scores_gemma":[0.0002429009,0.000017831026,0.87295145,0.000021465657,3.0440572e-7,0.000012129486,0.000008853447,0.107781366,0.016924834,0.00046394908,0.0014770944,0.0000978529],"about_ca_topic_score_codex":0.00006187896,"about_ca_topic_score_gemma":0.000011738475,"teacher_disagreement_score":0.10743069,"about_ca_system_score_codex":0.000025378582,"about_ca_system_score_gemma":0.000011271266,"threshold_uncertainty_score":0.16978416},"labels":[],"label_agreement":null},{"id":"W2954059837","doi":"10.1109/msr.2019.00047","title":"How Often and What StackOverflow Posts Do Developers Reference in Their GitHub Projects?","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Maintainability; Code review; JavaScript; World Wide Web; Code (set theory); Code reuse; Source code; Software; Reuse; Software engineering; Static program analysis; Database; Software development; Programming language; Engineering","score_opus":0.024517222827480485,"score_gpt":0.24042222940018604,"score_spread":0.21590500657270556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954059837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9868015,0.00052363676,0.009821845,0.0013917796,0.00019680786,0.00037934084,8.746156e-7,0.00020791296,0.00067631126],"genre_scores_gemma":[0.9812479,0.00023838901,0.017010583,0.00013089647,0.000009444059,0.000012266919,0.0000010359495,0.000011115957,0.0013383523],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99877906,0.000036182762,0.00009683381,0.00044230497,0.00028760193,0.0003580433],"domain_scores_gemma":[0.99897105,0.00033767935,0.000017968758,0.00051230495,0.00007749566,0.00008351187],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003158642,0.00013476386,0.00013906325,0.00019445496,0.000024486873,0.0012489653,0.0006774752,0.00006504482,0.00001310829],"category_scores_gemma":[0.00014284113,0.00010091279,0.000014253026,0.0004981596,0.000025106916,0.0023150323,0.0003408761,0.00019675674,0.000050138406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037574937,0.00009367052,0.29006553,0.00022548898,0.000047855894,0.00009542914,0.009381009,0.0001799809,0.0019329536,0.019360365,0.0007683513,0.6778118],"study_design_scores_gemma":[0.0015971498,0.00038524097,0.9379996,0.0004570455,0.0000017598363,0.0000692068,0.0026350582,0.029989375,0.005941988,0.0006848695,0.019162914,0.0010758023],"about_ca_topic_score_codex":0.000044277316,"about_ca_topic_score_gemma":0.000043919452,"teacher_disagreement_score":0.676736,"about_ca_system_score_codex":0.000069967755,"about_ca_system_score_gemma":0.00015497275,"threshold_uncertainty_score":0.9997878},"labels":[],"label_agreement":null},{"id":"W2954101277","doi":"10.1109/formalise.2019.00019","title":"A Vision for Helping Developers Use APIs by Leveraging Temporal Patterns","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Documentation; Leverage (statistics); Android (operating system); Coding (social sciences); World Wide Web; Human–computer interaction; Process (computing); Software engineering; Data science; Artificial intelligence; Programming language","score_opus":0.027274001645584016,"score_gpt":0.27595697800767843,"score_spread":0.2486829763620944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954101277","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3822095,0.000011346931,0.6168796,0.00031004756,0.00017962937,0.00018858229,0.0000022246093,0.00020476406,0.000014298298],"genre_scores_gemma":[0.89591956,0.0000017072971,0.101978734,0.0002124565,0.000016995464,0.000019855137,0.0000075763296,0.000015731042,0.0018273997],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988834,0.000015649734,0.00012689616,0.00036145316,0.00026640735,0.00034614437],"domain_scores_gemma":[0.99900097,0.0004479081,0.000019294273,0.00037954043,0.00006998027,0.00008230307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028611216,0.00010375179,0.00010540624,0.000105197505,0.00005391351,0.0003175408,0.0005625891,0.00003895942,0.000030412919],"category_scores_gemma":[0.00015937732,0.000093046445,0.000040948446,0.00020063303,0.0000059384856,0.00074452074,0.00025647838,0.00009130097,0.00008980078],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013226718,0.00006735768,0.89737415,0.00020292612,0.00004793499,0.000011134689,0.0015701513,0.00071305165,0.025780335,0.0013772195,0.027765287,0.045077235],"study_design_scores_gemma":[0.0023530528,0.00043153515,0.15001753,0.00034749325,0.000004299013,0.00002842128,0.00016967293,0.74870265,0.028416708,0.00014505727,0.06801126,0.0013722877],"about_ca_topic_score_codex":0.00015367618,"about_ca_topic_score_gemma":0.00000420778,"teacher_disagreement_score":0.7479896,"about_ca_system_score_codex":0.00007739308,"about_ca_system_score_gemma":0.000050810086,"threshold_uncertainty_score":0.3794324},"labels":[],"label_agreement":null},{"id":"W2954137348","doi":"10.1109/msr.2019.00084","title":"Scalable Software Merging Studies with MERGANSER","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Merge (version control); Scalability; Scripting language; Python (programming language); SQL; Software; Merge algorithm; Database; Software engineering; Data mining; Information retrieval; Programming language","score_opus":0.017473481324697844,"score_gpt":0.2654499640269312,"score_spread":0.24797648270223338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954137348","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30469048,0.0007260466,0.69065243,0.0007662151,0.0004039452,0.0002316176,3.0461362e-7,0.0013859965,0.0011429994],"genre_scores_gemma":[0.7167692,0.000022492191,0.27076635,0.00018332014,0.00003114868,0.000021049744,4.047823e-7,0.000022760845,0.012183257],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988297,0.000015955371,0.00009059356,0.00033337952,0.00039405085,0.00033631836],"domain_scores_gemma":[0.99865305,0.00051619916,0.000015850366,0.0005995135,0.000145949,0.00006945503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021459731,0.000112116955,0.00014760108,0.00010284842,0.00005403031,0.00008273997,0.00060621754,0.000024562787,0.000090668436],"category_scores_gemma":[0.0002041341,0.000077843855,0.000022862985,0.00053040654,0.000025662646,0.00043798212,0.00029735215,0.00011542225,0.00067021156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031142663,0.00014264091,0.86841035,0.0005215184,0.00068074197,0.000160748,0.004116894,0.021936411,0.0024996516,0.03380729,0.027705548,0.039987076],"study_design_scores_gemma":[0.011721063,0.0043224,0.41118178,0.0021891487,0.000103504426,0.0006213521,0.0037862407,0.20229483,0.19409661,0.009563063,0.15138696,0.008733062],"about_ca_topic_score_codex":0.000017661945,"about_ca_topic_score_gemma":0.0000044956696,"teacher_disagreement_score":0.45722857,"about_ca_system_score_codex":0.00004823264,"about_ca_system_score_gemma":0.00005063959,"threshold_uncertainty_score":0.8614437},"labels":[],"label_agreement":null},{"id":"W2954274464","doi":"10.1109/icse.2019.00022","title":"Natural Software Revisited","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Codebase; Programming language; Java; Scripting language; Source code; Code (set theory); Abstract syntax; Punctuation; Artificial intelligence; Semantics (computer science)","score_opus":0.008383827925464686,"score_gpt":0.2448931584466986,"score_spread":0.2365093305212339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954274464","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16593418,0.0003926525,0.82761323,0.000507151,0.00089475996,0.00025310856,5.0309114e-7,0.0021416626,0.0022627327],"genre_scores_gemma":[0.87346345,0.0000022488969,0.1186964,0.00021459491,0.000029235636,0.0000031978445,0.0000012881308,0.0000072263188,0.007582372],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992266,0.0000124821545,0.00006993685,0.00022574233,0.00025244016,0.00021275075],"domain_scores_gemma":[0.998976,0.00033192022,0.000009241215,0.00057114125,0.00005866576,0.000053068692],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013321257,0.00006281681,0.000073551055,0.00008053431,0.00001823044,0.000094151874,0.0007326071,0.000025315243,0.00017063528],"category_scores_gemma":[0.00032015523,0.00005143348,0.000031688895,0.00038183466,0.000006068131,0.00028062446,0.00025292384,0.00013431095,0.0021156028],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001240807,0.000094303956,0.565723,0.00026961978,0.00008703541,0.00010538511,0.0005791139,0.00065312575,0.008457069,0.14672965,0.07624989,0.20103942],"study_design_scores_gemma":[0.001479363,0.00025182558,0.7356208,0.00014244572,0.0000037836537,0.000120443685,0.000016531936,0.1492482,0.010792105,0.0025665464,0.09847827,0.0012796755],"about_ca_topic_score_codex":0.0000051279308,"about_ca_topic_score_gemma":1.9096177e-7,"teacher_disagreement_score":0.70891684,"about_ca_system_score_codex":0.000026998809,"about_ca_system_score_gemma":0.000023290877,"threshold_uncertainty_score":0.99866134},"labels":[],"label_agreement":null},{"id":"W2954476116","doi":"10.1109/msr.2019.00046","title":"Can Duplicate Questions on Stack Overflow Benefit the Software Development Community?","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Heuristics; Reputation; Information retrieval; Similarity (geometry); Stack (abstract data type); World Wide Web; Data science; Data mining; Artificial intelligence; Programming language","score_opus":0.02334161124921441,"score_gpt":0.2581692911669891,"score_spread":0.2348276799177747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954476116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75985444,0.00004497218,0.23233807,0.004197408,0.00040904418,0.00053828885,0.0000049373516,0.0011796528,0.001433207],"genre_scores_gemma":[0.9606952,0.000004702626,0.033906665,0.00056729576,0.000017094166,0.00004968309,0.0000049650725,0.00001576103,0.0047386573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99885035,0.000062509156,0.00013761617,0.0002109916,0.00040906743,0.00032947204],"domain_scores_gemma":[0.99699134,0.0013299099,0.000022784932,0.0014657517,0.00009450335,0.000095723604],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004868295,0.00012693391,0.000098735705,0.000087001885,0.00030921889,0.00017082674,0.0016990197,0.000042485175,0.00006920963],"category_scores_gemma":[0.00024551796,0.00008775114,0.000031595642,0.00036654033,0.00002529427,0.00012570556,0.00058333203,0.000482433,0.00089860556],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026425867,0.0008502769,0.22432077,0.0001939433,0.00025856344,0.000021560143,0.01413721,0.061576515,0.00068563316,0.34501508,0.01696683,0.3359472],"study_design_scores_gemma":[0.0005659983,0.0002755646,0.9261019,0.00013627516,0.000003615388,0.000017919228,0.00010705752,0.012225799,0.0049048285,0.003758187,0.051242337,0.0006605064],"about_ca_topic_score_codex":0.0003207504,"about_ca_topic_score_gemma":0.00015623517,"teacher_disagreement_score":0.70178115,"about_ca_system_score_codex":0.00015559877,"about_ca_system_score_gemma":0.0001326063,"threshold_uncertainty_score":0.9998793},"labels":[],"label_agreement":null},{"id":"W2954536659","doi":"10.1109/icse-companion.2019.00128","title":"Constructural Software Documentation","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Documentation; Unit testing; Header; Software documentation; Redundancy (engineering); Software; Software engineering; ENCODE; Programming language; Software development; Software construction; Operating system","score_opus":0.007624648879982553,"score_gpt":0.2550371852956053,"score_spread":0.24741253641562277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954536659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.330703,0.000016754544,0.666605,0.00015909177,0.00046896312,0.00011283182,2.4632905e-7,0.0005368635,0.0013972552],"genre_scores_gemma":[0.8536082,6.8497206e-7,0.14467053,0.00008738706,0.000012768025,0.0000032268836,0.0000010338737,0.0000033555411,0.0016128377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99943775,0.000009200112,0.00006021081,0.00015402882,0.00019596056,0.00014284808],"domain_scores_gemma":[0.99942225,0.00021804085,0.00000949861,0.00027509726,0.000034725243,0.000040395025],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000068083165,0.000046285,0.000045992012,0.000053687458,0.000017073042,0.00011467423,0.00035761722,0.000018444523,0.00045364216],"category_scores_gemma":[0.00008350025,0.00003928116,0.000017588483,0.00016870702,0.000009318694,0.000462745,0.00011349744,0.000057035482,0.0011637253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004217383,0.000015832453,0.67266625,0.000052215608,0.000029267583,0.000014980252,0.0004962986,0.001085079,0.004290201,0.1587278,0.0057911132,0.15682676],"study_design_scores_gemma":[0.002187104,0.00029292624,0.86916757,0.000043312302,0.000003827107,0.00017495247,0.000071518625,0.05565001,0.042684063,0.019056195,0.009680992,0.0009875466],"about_ca_topic_score_codex":0.000013167805,"about_ca_topic_score_gemma":4.075831e-7,"teacher_disagreement_score":0.5229052,"about_ca_system_score_codex":0.00002777464,"about_ca_system_score_gemma":0.000025670306,"threshold_uncertainty_score":0.999614},"labels":[],"label_agreement":null},{"id":"W2954574984","doi":"10.1109/msr.2019.00052","title":"What do Developers Know About Machine Learning: A Study of ML Discussions on StackOverflow","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Latent Dirichlet allocation; Machine learning; Artificial intelligence; Topic model; Software; Focus (optics); Data science","score_opus":0.013979527115837276,"score_gpt":0.27507822055860637,"score_spread":0.2610986934427691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954574984","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873143,0.00018052106,0.01036789,0.0002541188,0.00061375817,0.00046694858,7.3692763e-7,0.00028176355,0.0005199823],"genre_scores_gemma":[0.9879397,0.00011580031,0.0022964582,0.000020231668,0.00001557201,0.00001556138,0.0000011015568,0.000017055405,0.009578511],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984595,0.000092126684,0.00018513741,0.0004103018,0.0005536995,0.00029921997],"domain_scores_gemma":[0.99845815,0.0005690085,0.000036747944,0.00073759456,0.00008513907,0.00011339206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031782305,0.00014905806,0.0001956778,0.00020997267,0.000061872626,0.00022035668,0.00083304214,0.000040847353,0.00018816625],"category_scores_gemma":[0.0002885513,0.00009635675,0.00004436155,0.00055551896,0.000015771097,0.00051451114,0.0003674564,0.00024769374,0.00031410175],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000784147,0.002169787,0.5368278,0.00007535546,0.00020617573,0.00005896992,0.022356434,0.06033878,0.00083715585,0.006420866,0.00086035184,0.3697699],"study_design_scores_gemma":[0.0049313083,0.007843189,0.7080221,0.0006225088,0.000014330849,0.000012549087,0.0071410784,0.22543088,0.0025735635,0.00010291037,0.042074278,0.0012313062],"about_ca_topic_score_codex":0.00007399016,"about_ca_topic_score_gemma":0.000035622892,"teacher_disagreement_score":0.3685386,"about_ca_system_score_codex":0.000073726325,"about_ca_system_score_gemma":0.00007847427,"threshold_uncertainty_score":0.40372476},"labels":[],"label_agreement":null},{"id":"W2954709499","doi":"10.1109/msr.2019.00053","title":"Investigating Next Steps in Static API-Misuse Detection","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Precision and recall; Application programming interface; Ranking (information retrieval); Recall; Software; Graph; Data mining; Information retrieval; Programming language; Theoretical computer science","score_opus":0.026785942484286743,"score_gpt":0.2681808507987636,"score_spread":0.24139490831447685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954709499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7815503,0.000015410504,0.21752055,0.000104068386,0.00016563544,0.00013239495,5.81482e-8,0.00023610884,0.0002754818],"genre_scores_gemma":[0.9647072,0.0000014491814,0.034803834,0.000078711266,0.000012150896,0.000011215508,2.1334402e-7,0.000007655482,0.00037754892],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991206,0.000037584945,0.00012889953,0.00022735892,0.00024528688,0.00024027338],"domain_scores_gemma":[0.99901867,0.00050855626,0.000017957445,0.00035374885,0.00003066906,0.00007038442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000326206,0.00006759947,0.000077003584,0.00016858889,0.000018572347,0.00013603386,0.00038697958,0.000031565036,0.00003168123],"category_scores_gemma":[0.0004900417,0.00006448632,0.000014852768,0.0005890875,0.0000109535185,0.0005157445,0.00015287628,0.00016963205,0.0004203802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005177695,0.00012048623,0.477456,0.0004362655,0.000028405315,0.00004379085,0.005657433,0.03305548,0.13681711,0.011731498,0.00052124966,0.3341271],"study_design_scores_gemma":[0.0004792578,0.00010236064,0.1123658,0.000059014757,5.932265e-7,0.000008937115,0.00009909163,0.8643504,0.020644397,0.0013766912,0.000291108,0.00022235856],"about_ca_topic_score_codex":0.00014894361,"about_ca_topic_score_gemma":0.000037871876,"teacher_disagreement_score":0.8312949,"about_ca_system_score_codex":0.000078716876,"about_ca_system_score_gemma":0.000046025598,"threshold_uncertainty_score":0.5403277},"labels":[],"label_agreement":null},{"id":"W2954741184","doi":"10.1109/msr.2019.00080","title":"Predicting Co-Changes between Functionality Specifications and Source Code in Behavior Driven Development","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Traceability; Feature (linguistics); Source code; Documentation; Codebase; Programming language; Feature model; Software; Software development; Software engineering; Database","score_opus":0.0741375878839423,"score_gpt":0.2966963779232075,"score_spread":0.2225587900392652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954741184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8519208,0.000013701579,0.14719257,0.00023816671,0.000053281936,0.00019373494,0.0000022367296,0.00016563301,0.00021990344],"genre_scores_gemma":[0.9744907,0.0000018318437,0.024521424,0.000014637661,0.000031022882,0.000045414636,0.000006920591,0.000006026268,0.0008820491],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99914587,0.000021914948,0.0001245263,0.00027130646,0.00025480235,0.00018160911],"domain_scores_gemma":[0.99919283,0.00042882303,0.000020453179,0.00025175622,0.00003787629,0.000068246554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003106789,0.00006725733,0.00008451341,0.00012125008,0.000051725336,0.000065096,0.00026994626,0.000036569247,0.000041356507],"category_scores_gemma":[0.000065149805,0.00006643728,0.000008258924,0.00020530737,0.000017300938,0.00012602747,0.00016993906,0.00012208926,0.000076100754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.432809e-7,0.0000138377745,0.99043965,0.000006768138,0.0000036095387,5.898687e-7,0.00039399395,0.00007241295,0.00016382168,0.00026961206,0.000041770738,0.008593588],"study_design_scores_gemma":[0.00012606043,0.00001373328,0.99351656,0.000009750985,9.377271e-7,0.0000019089427,0.000030811152,0.00203064,0.000765838,0.000013367849,0.0034128353,0.000077568104],"about_ca_topic_score_codex":0.000031846022,"about_ca_topic_score_gemma":0.00006398003,"teacher_disagreement_score":0.122671135,"about_ca_system_score_codex":0.00009057583,"about_ca_system_score_gemma":0.00005630886,"threshold_uncertainty_score":0.27092335},"labels":[],"label_agreement":null},{"id":"W2954905606","doi":"10.1109/icse-companion.2019.00125","title":"Towards Visualizing Large Scale Evolving Clones","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code refactoring; Computer science; clone (Java method); Software visualization; Software; Software engineering; Visualization; Software system; Software maintenance; Software development; Software evolution; Zoom; Data science; Software framework; Code (set theory); Software construction; Programming language; Data mining; Engineering","score_opus":0.01383199245937057,"score_gpt":0.290548167654324,"score_spread":0.27671617519495345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954905606","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26059616,0.00013961577,0.73100173,0.0002454743,0.00052808324,0.00011925808,4.9412586e-7,0.0007680404,0.006601152],"genre_scores_gemma":[0.93079937,0.0000035342312,0.06693202,0.00010729815,0.00004860504,0.000005902418,5.800219e-7,0.000011490794,0.0020911947],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879557,0.000021803045,0.0001076809,0.00029636422,0.00038030124,0.0003982629],"domain_scores_gemma":[0.9990831,0.00020838417,0.00001405016,0.0005318106,0.00007476558,0.00008788704],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042492198,0.000087250286,0.000106428786,0.00011691345,0.000048497506,0.00018593221,0.0007551361,0.000041802734,0.00029348367],"category_scores_gemma":[0.00016993917,0.00007769362,0.00004340324,0.00039648308,0.0000074185978,0.00049193547,0.00051509246,0.00012009856,0.0010995413],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075889607,0.00029700508,0.7377408,0.00031099748,0.00007511034,0.000061816754,0.005675838,0.0007538513,0.02246768,0.16331863,0.017289538,0.052001104],"study_design_scores_gemma":[0.0008707367,0.00015947703,0.30440274,0.000092475355,0.0000027606927,0.000032995817,0.00017687993,0.6435326,0.026559843,0.0011360719,0.022351125,0.0006823446],"about_ca_topic_score_codex":0.000035236313,"about_ca_topic_score_gemma":0.0000035717685,"teacher_disagreement_score":0.6702032,"about_ca_system_score_codex":0.0000460646,"about_ca_system_score_gemma":0.000050378207,"threshold_uncertainty_score":0.9996782},"labels":[],"label_agreement":null},{"id":"W2955136383","doi":"10.1007/s11219-019-09456-3","title":"Pieces of contextual information suitable for predicting co-changes? An empirical study","year":2019,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Commit; Computer science; Artifact (error); Metadata; Baseline (sea); Software; Software engineering; Set (abstract data type); Software development; Data science; Data mining; Information retrieval; Artificial intelligence; World Wide Web; Database; Programming language","score_opus":0.06126340530962837,"score_gpt":0.39334973887793756,"score_spread":0.3320863335683092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955136383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57011247,0.000027964365,0.428822,0.00010970536,0.00036980948,0.00038840025,0.00002089489,0.00013765297,0.000011100268],"genre_scores_gemma":[0.9769861,0.0000025053735,0.022648752,0.000099183,0.00015954839,0.000022377248,0.000012029578,0.000011992198,0.000057509485],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99749225,0.00028467324,0.0006305187,0.00021803961,0.0009406762,0.0004338396],"domain_scores_gemma":[0.9963126,0.001973662,0.0003348053,0.00050372886,0.000667333,0.00020784611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004995416,0.00014767719,0.0003229419,0.0002589879,0.00018204171,0.00033438235,0.0009844273,0.00009358486,0.000035051256],"category_scores_gemma":[0.003915562,0.00013325337,0.00008553276,0.0003095038,0.000028056373,0.0021534772,0.00015643568,0.00041654188,0.000029095085],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059490332,0.00021743003,0.96389836,0.00011833294,0.000059846247,0.0000019340525,0.011656036,0.0007175649,0.000044757224,0.00014733445,0.00084476324,0.022234129],"study_design_scores_gemma":[0.005607712,0.006491943,0.9540273,0.00015517761,0.000025923453,0.00014393528,0.008683534,0.01544537,0.0009060905,0.00096280815,0.006855824,0.0006944113],"about_ca_topic_score_codex":0.000045035016,"about_ca_topic_score_gemma":0.000023814724,"teacher_disagreement_score":0.40687364,"about_ca_system_score_codex":0.00010677825,"about_ca_system_score_gemma":0.00024516243,"threshold_uncertainty_score":0.54339147},"labels":[],"label_agreement":null},{"id":"W2955343015","doi":"10.1109/icpc.2019.00030","title":"Visualizing Sequences of Debugging Sessions using Swarm Debugging","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Debugging; Computer science; Algorithmic program debugging; Session (web analytics); Visualization; Microsoft Visual Studio; Software engineering; Programming language; Background debug mode interface; Program comprehension; Software; Software bug; Human–computer interaction; Software system; World Wide Web; Artificial intelligence","score_opus":0.034793687281973046,"score_gpt":0.3293267699547837,"score_spread":0.29453308267281064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955343015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5496619,0.0001347778,0.44909978,0.000061120234,0.0002174789,0.00007958744,2.7086975e-7,0.00037294143,0.00037216907],"genre_scores_gemma":[0.86127806,0.000003084908,0.13851835,0.00003687807,0.000021216088,0.000002382735,3.1830635e-7,0.000011634093,0.00012806947],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986244,0.00004207906,0.00022012852,0.0003113446,0.00042974798,0.00037232615],"domain_scores_gemma":[0.9985782,0.000703184,0.000058637037,0.00047511136,0.00009347431,0.00009143043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040829807,0.00011515787,0.00017444658,0.00024222126,0.0000793211,0.000091810914,0.00075599976,0.00004637217,0.00006856432],"category_scores_gemma":[0.00020279532,0.000100909456,0.000057592515,0.0006022116,0.000027794034,0.00056844647,0.0004168746,0.0001433802,0.000053747626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005426312,0.00010382135,0.23918808,0.0003526091,0.000093128256,0.0000474464,0.0024511786,0.08891203,0.6251272,0.022500316,0.00026561416,0.020953158],"study_design_scores_gemma":[0.00022173829,0.00004940417,0.0051372554,0.00030806963,0.0000060529765,0.000035161007,0.00011068714,0.8115276,0.1815907,0.0005182375,0.00019156434,0.00030350886],"about_ca_topic_score_codex":0.00016275396,"about_ca_topic_score_gemma":0.000001986327,"teacher_disagreement_score":0.7226156,"about_ca_system_score_codex":0.000071000984,"about_ca_system_score_gemma":0.00018427816,"threshold_uncertainty_score":0.41149682},"labels":[],"label_agreement":null},{"id":"W2955628496","doi":"10.1109/icse-companion.2019.00021","title":"Publish or Perish: Questioning the Impact of Our Research on the Software Developer","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Publication; Context (archaeology); Software peer review; Software; Publish or perish; Social software engineering; Software walkthrough; Publishing; Software engineering; Productivity; Software development; World Wide Web; Data science; Software construction; Business","score_opus":0.1066703820197611,"score_gpt":0.39779859058050804,"score_spread":0.29112820856074695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955628496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9264399,0.00005109249,0.05926134,0.009955727,0.0003922178,0.0007695796,0.000002599556,0.0004007518,0.0027268347],"genre_scores_gemma":[0.9858322,0.000003280901,0.0072012125,0.00006886127,0.00005656281,0.000023549177,6.0685267e-7,0.000015476106,0.0067982352],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99776953,0.00028085956,0.0001631358,0.0003040251,0.0009969654,0.0004854571],"domain_scores_gemma":[0.9941758,0.0038709382,0.000029194995,0.0012071687,0.00063854206,0.00007837695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035102814,0.000112228336,0.00012004107,0.00018820663,0.00019734513,0.0005875494,0.0024350395,0.000058914582,0.00030322254],"category_scores_gemma":[0.0066169286,0.000045117074,0.00007200057,0.001484442,0.000047729292,0.00043430075,0.0006847802,0.0006111014,0.00042991244],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012125501,0.00027056996,0.3870518,0.000092716764,0.0002575672,0.000032140637,0.007807778,0.018310856,0.0007028263,0.08321764,0.46034893,0.041785933],"study_design_scores_gemma":[0.0006491983,0.0011433384,0.94005597,0.00030883055,0.0000028789577,0.00005525022,0.0022707563,0.044615466,0.0035226825,0.0017988574,0.0050046355,0.0005721148],"about_ca_topic_score_codex":0.0004380451,"about_ca_topic_score_gemma":0.000013731868,"teacher_disagreement_score":0.5530042,"about_ca_system_score_codex":0.00014704789,"about_ca_system_score_gemma":0.0006025771,"threshold_uncertainty_score":0.792156},"labels":[],"label_agreement":null},{"id":"W2955818766","doi":"10.1109/icsme.2019.00072","title":"MigrationMiner: An Automated Detection Tool of Third-Party Java Library Migration at the Method Level","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Java; Computer science; Documentation; Benchmark (surveying); Source code; Code (set theory); Process (computing); Open source; Programming language; World Wide Web; Software; Geography; Cartography","score_opus":0.039210357538860735,"score_gpt":0.3142249769733309,"score_spread":0.27501461943447014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955818766","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18338716,0.00009645694,0.81235826,0.0006812299,0.00073400413,0.00063606334,0.00002459538,0.0019187765,0.00016343177],"genre_scores_gemma":[0.6586364,0.000038598933,0.33455157,0.0001156658,0.00014726509,0.00014276455,0.00014708788,0.000051780455,0.0061689015],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99752533,0.00036946803,0.00046604325,0.00069923885,0.00066330907,0.00027660347],"domain_scores_gemma":[0.99660605,0.0010156152,0.00021263049,0.0019201349,0.00017540793,0.00007017611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009245379,0.0002726656,0.0002958857,0.0002674446,0.000101601916,0.00033198937,0.0015505244,0.00032801516,0.000070773676],"category_scores_gemma":[0.00035599066,0.00019360794,0.00014340116,0.000498289,0.00003163004,0.00090232893,0.0017849336,0.0004969175,0.00009114205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011023359,0.00039856395,0.019083027,0.0010691029,0.00044995028,0.000013803353,0.006154484,0.6641221,0.11885989,0.0046062525,0.079133496,0.10599909],"study_design_scores_gemma":[0.00011263862,0.00006989441,0.034526363,0.000031477924,0.000009342131,0.000010347138,0.000010379114,0.8426605,0.1209104,0.00032964748,0.001109378,0.00021964477],"about_ca_topic_score_codex":0.00048196135,"about_ca_topic_score_gemma":0.00032386894,"teacher_disagreement_score":0.47780672,"about_ca_system_score_codex":0.00010604472,"about_ca_system_score_gemma":0.0002793734,"threshold_uncertainty_score":0.7895102},"labels":[],"label_agreement":null},{"id":"W2955851367","doi":"10.1109/msr.2019.00074","title":"Can Issues Reported at Stack Overflow Questions be Reproduced? An Exploratory Study","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Code review; Compiler; Exploratory research; Programming language; Stack (abstract data type); Source code; Sample (material); Software; Data science; Software development; Static program analysis","score_opus":0.05047758650881961,"score_gpt":0.3264721570450574,"score_spread":0.27599457053623777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955851367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99303997,0.00006254046,0.0032815372,0.0010118008,0.00053377426,0.00055359124,0.000001982964,0.0012220847,0.00029270616],"genre_scores_gemma":[0.98270005,0.0000051886304,0.0061681513,0.00008493235,0.000076781216,0.000048899212,0.000005203108,0.000023391669,0.010887423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997704,0.00012347169,0.00026092582,0.0009029707,0.00065454264,0.00035408832],"domain_scores_gemma":[0.9962797,0.00016562131,0.0000493258,0.0030972632,0.00021600598,0.00019206639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009347728,0.00015389241,0.0001796356,0.00015834965,0.00009999923,0.00016366476,0.00080359285,0.00004610522,0.00019181924],"category_scores_gemma":[0.0006796065,0.00014239688,0.000033006716,0.0005509805,0.000021524935,0.0006398553,0.0005778136,0.00017847637,0.0002194769],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019815312,0.0012600407,0.9385051,0.000044650173,0.0001545375,0.000414389,0.020082401,0.0027807842,0.009297002,0.0034666122,0.02087867,0.0030959721],"study_design_scores_gemma":[0.0018198655,0.003135866,0.90709466,0.000063799955,0.000026633428,0.00012084694,0.0028561468,0.030891398,0.028120087,0.0007200078,0.023409314,0.0017413512],"about_ca_topic_score_codex":0.00040305522,"about_ca_topic_score_gemma":0.0005348748,"teacher_disagreement_score":0.03141044,"about_ca_system_score_codex":0.00017313754,"about_ca_system_score_gemma":0.00013985677,"threshold_uncertainty_score":0.58067757},"labels":[],"label_agreement":null},{"id":"W2956081399","doi":"10.1109/icse-companion.2019.00088","title":"Supporting Code Search with Context-Aware, Analytics-Driven, Effective Query Reformulation","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Analytics; Context (archaeology); Code (set theory); Information retrieval; Web search query; Selection (genetic algorithm); Data science; World Wide Web; Search engine; Programming language; Machine learning","score_opus":0.014327123551129453,"score_gpt":0.2973555347354912,"score_spread":0.28302841118436173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956081399","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4249268,0.000007572907,0.5734566,0.00012463787,0.000070156064,0.00039130592,0.0000010578868,0.00031182743,0.0007100939],"genre_scores_gemma":[0.98924935,0.0000010292883,0.009073358,0.000075000935,0.00002786379,0.000018690396,0.0000046793434,0.000017956156,0.0015320891],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827534,0.000057336973,0.00018532056,0.0004298867,0.0005747933,0.00047733728],"domain_scores_gemma":[0.99811655,0.0008476713,0.000047165788,0.00060692633,0.00025696665,0.00012473582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059013645,0.00013668135,0.00018452774,0.00021714628,0.00006303503,0.00014903562,0.0005377926,0.000060722337,0.00005538762],"category_scores_gemma":[0.00013847064,0.000103224906,0.00004288103,0.00060952216,0.00003051902,0.0005951595,0.00022976765,0.00026608605,0.00031413257],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004140135,0.00005953002,0.91775864,0.00011250794,0.00010221763,0.00005376212,0.0008221325,0.040141597,0.0010472776,0.014996037,0.00033292148,0.02453196],"study_design_scores_gemma":[0.0006747793,0.0003770473,0.1969748,0.00006192091,0.0000038494145,0.000023563556,0.00007651916,0.793836,0.0073101707,0.000096107964,0.00030859196,0.0002566654],"about_ca_topic_score_codex":0.00015456865,"about_ca_topic_score_gemma":0.000047868805,"teacher_disagreement_score":0.7536944,"about_ca_system_score_codex":0.00018695967,"about_ca_system_score_gemma":0.0001243563,"threshold_uncertainty_score":0.42093894},"labels":[],"label_agreement":null},{"id":"W2956228533","doi":"10.18280/isi.240112","title":"An Analysis of Maintainability Index Influencing Metrics and Their Behavior on Similar Open Source Gaming Application Developed in C, C++ and, JAVA","year":2019,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Maintainability; Java; Open source; Index (typography); Computer science; Operating system; World Wide Web; Statistics; Software engineering; Software; Mathematics","score_opus":0.014117080524436651,"score_gpt":0.2692895046199603,"score_spread":0.25517242409552365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956228533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65775484,0.000011920477,0.34170875,0.0000066132543,0.0000128304955,0.00042835026,0.000002670033,0.00004245462,0.000031534197],"genre_scores_gemma":[0.9949362,0.000005359289,0.0049126144,0.000037456368,0.00000268714,0.000079638936,0.00001819328,0.000005893682,0.000001905788],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988087,0.000074446936,0.00045442997,0.00021733485,0.000240047,0.00020504459],"domain_scores_gemma":[0.9986466,0.0003902968,0.00018364783,0.00049222,0.00021781406,0.000069429494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015000602,0.00012804035,0.0002694171,0.0012259799,0.00006951547,0.00031407084,0.00057272497,0.00008606038,0.000002011991],"category_scores_gemma":[0.0005861114,0.00012012267,0.000024077444,0.002383488,0.000047161524,0.0030200481,0.00034701166,0.00013507665,0.0000022204108],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011948163,0.000021934342,0.7999149,0.00010755462,0.000025374038,2.4516868e-7,0.009218635,0.018582687,0.00020285234,0.000626378,3.5168276e-7,0.17128712],"study_design_scores_gemma":[0.00016048978,0.000053990785,0.6396196,0.000024409132,0.0000066550715,0.0000015506138,0.00087740057,0.35847634,0.00051236374,0.00014668342,0.00002705326,0.00009345156],"about_ca_topic_score_codex":0.0005391533,"about_ca_topic_score_gemma":0.000045091063,"teacher_disagreement_score":0.33989364,"about_ca_system_score_codex":0.0003405874,"about_ca_system_score_gemma":0.000080451995,"threshold_uncertainty_score":0.48984602},"labels":[],"label_agreement":null},{"id":"W2956548897","doi":"10.48550/arxiv.1907.04908","title":"Executability of Python Snippets in Stack Overflow","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Python (programming language); Executable; Computer science; Scalability; Documentation; Programming language; World Wide Web; Plug-in; Code (set theory); Information retrieval; Database","score_opus":0.0630678027969123,"score_gpt":0.20483467774349454,"score_spread":0.14176687494658224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956548897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7536583,0.00005156275,0.24489138,0.000023468343,0.0004665277,0.00030935724,0.000013571583,0.00015301735,0.0004328295],"genre_scores_gemma":[0.99789464,0.00006797341,0.0016048743,0.000008183053,0.000019508576,7.446785e-7,0.0000052321593,0.000018415949,0.00038040002],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99788755,0.00015367752,0.00024708084,0.0010951313,0.00019185156,0.00042472582],"domain_scores_gemma":[0.9967047,0.0006414394,0.00014254775,0.0022281806,0.00016285478,0.00012025601],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005812357,0.00025438186,0.0004315082,0.00047202446,0.000022130218,0.000045347966,0.0022970038,0.0002907006,0.000029482386],"category_scores_gemma":[0.0003558194,0.00031183046,0.0001658059,0.0008937044,0.00008947328,0.00030483515,0.0029869545,0.00079343957,0.00006916279],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000483683,0.00016954524,0.3290775,0.00047849686,0.00004046866,0.00022349894,0.00031144422,0.65596616,0.00009434636,0.013063832,0.00010240687,0.0004239528],"study_design_scores_gemma":[0.0008635942,0.00014144594,0.26857835,0.00033800447,0.000015053342,0.000003386392,0.0000349727,0.71538794,0.0010820549,0.012712525,0.00019174138,0.00065095664],"about_ca_topic_score_codex":0.00032207693,"about_ca_topic_score_gemma":0.000035720375,"teacher_disagreement_score":0.24423638,"about_ca_system_score_codex":0.000396418,"about_ca_system_score_gemma":0.00036972316,"threshold_uncertainty_score":0.99993336},"labels":[],"label_agreement":null},{"id":"W2959431065","doi":"10.1109/scam.2019.00010","title":"A Study on the Effects of Exception Usage in Open-Source C++ Systems","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Programming language; Modular design; Source code; Control flow; Python (programming language); Open source; Call graph; Exception handling; Control flow graph; Theoretical computer science; Empirical research; Exploratory research; Software engineering; Software","score_opus":0.022151142329705623,"score_gpt":0.2831149180961701,"score_spread":0.2609637757664645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2959431065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95696485,0.000014355153,0.040598832,0.000044164502,0.0002445256,0.0013465375,5.1531188e-8,0.000058750604,0.0007279392],"genre_scores_gemma":[0.99847734,5.068262e-7,0.000095539086,0.000016960797,0.000008648111,0.00006618587,5.482191e-8,0.000005429758,0.0013293126],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99910367,0.00015785334,0.00010594003,0.00019264502,0.00030523344,0.00013468131],"domain_scores_gemma":[0.99732655,0.0019589337,0.000021740954,0.00064984534,0.000021597965,0.000021331849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008346302,0.000057862937,0.00010768726,0.00009190072,0.0000141144255,0.000122052785,0.0012542773,0.00001886667,0.000007071148],"category_scores_gemma":[0.00032354746,0.000035705343,0.000012921933,0.00039443342,0.0000067314804,0.00014520406,0.00047060926,0.00010589413,0.00013978126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025715408,0.0014013592,0.92517674,0.00037676084,0.00005670072,0.000051729556,0.011843386,0.0106648225,0.010730695,0.027470645,0.0016876844,0.010513763],"study_design_scores_gemma":[0.0011420721,0.0013957073,0.9701731,0.00022638918,0.0000013657797,0.0000031631428,0.00045636788,0.02397534,0.002201664,0.00005207868,0.00022066312,0.00015207821],"about_ca_topic_score_codex":0.0002768807,"about_ca_topic_score_gemma":0.0000054017496,"teacher_disagreement_score":0.04499637,"about_ca_system_score_codex":0.000036361656,"about_ca_system_score_gemma":0.000016570586,"threshold_uncertainty_score":0.23307802},"labels":[],"label_agreement":null},{"id":"W2959891429","doi":"10.1109/icsme.2019.00048","title":"Syntax and Stack Overflow: A Methodology for Extracting a Corpus of Syntax Errors and Fixes","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Syntax error; Computer science; Python (programming language); Syntax; Abstract syntax tree; Parsing; Programming language; Natural language processing; Artificial intelligence; Abstract syntax; Source code","score_opus":0.09427978240340419,"score_gpt":0.3505228612023415,"score_spread":0.2562430787989373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2959891429","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27338335,0.0008721129,0.7242257,0.00019209416,0.00053495314,0.000581245,0.000021417329,0.00012907086,0.000060083486],"genre_scores_gemma":[0.45753264,0.00010687531,0.54185516,0.000023041814,0.000036695146,0.00005881379,0.0000026992982,0.000023004719,0.00036104917],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980452,0.00015721096,0.00034286865,0.0007980065,0.00027228764,0.00038440517],"domain_scores_gemma":[0.9874575,0.011273958,0.00019405865,0.00080751727,0.00015412323,0.000112828675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016378444,0.0002555525,0.00058757386,0.00027652137,0.00004330097,0.00012134382,0.00070460927,0.00029371295,0.000009516955],"category_scores_gemma":[0.004098904,0.0002395032,0.00008336545,0.00012134741,0.000085391475,0.0001657819,0.0022600237,0.0004959778,0.0000020274274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073086796,0.00055738183,0.26682755,0.036370516,0.0027049787,0.000190787,0.016980387,0.025129948,0.051683623,0.092641085,0.005519897,0.500663],"study_design_scores_gemma":[0.002993154,0.0014528014,0.127406,0.002072681,0.00019583211,0.0005716273,0.00059293816,0.7751306,0.053059045,0.030535007,0.0030892398,0.002901011],"about_ca_topic_score_codex":0.00031408522,"about_ca_topic_score_gemma":0.00001858348,"teacher_disagreement_score":0.7500007,"about_ca_system_score_codex":0.000047732654,"about_ca_system_score_gemma":0.00017943484,"threshold_uncertainty_score":0.97666574},"labels":[],"label_agreement":null},{"id":"W2960587195","doi":"10.1109/esem.2019.8870177","title":"On the Impact of Refactoring on the Relationship between Quality Attributes and Design Metrics","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Quality (philosophy); Software quality; Software engineering; Software; Set (abstract data type); Java; Software maintenance; Variety (cybernetics); Software metric; Software system; Software development; Data mining; Artificial intelligence; Programming language","score_opus":0.3496185331524583,"score_gpt":0.40854230430446214,"score_spread":0.05892377115200387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960587195","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4555648,0.000053294643,0.54297674,0.0006290393,0.00010101999,0.00043794676,0.0000135433265,0.00009094491,0.00013270402],"genre_scores_gemma":[0.99628484,0.000007839161,0.003494836,0.000011950988,0.00004159256,0.000018517463,0.0000027553442,0.000012980328,0.00012467049],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997744,0.0006060754,0.00029048367,0.00040916953,0.00069420977,0.0002560138],"domain_scores_gemma":[0.88959455,0.10837285,0.00015416672,0.0016829366,0.00013043062,0.00006502943],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004904753,0.00020752019,0.00027662003,0.000252619,0.000103795195,0.00022499776,0.0015832867,0.00017839631,0.000011202716],"category_scores_gemma":[0.02403241,0.00010069817,0.00013124422,0.00064191525,0.00004719266,0.00007670124,0.0011164951,0.0011340062,0.000024430543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064041515,0.000020030424,0.8933443,0.00005101686,0.00009387409,4.4099477e-7,0.000308508,0.02674043,0.000010623403,0.07782135,0.0010258657,0.0005771487],"study_design_scores_gemma":[0.000054124182,0.00011113611,0.9767141,0.000082756116,0.000004262813,2.2396463e-7,0.000005769521,0.0055848192,0.0006337283,0.016678357,0.000003511774,0.0001272142],"about_ca_topic_score_codex":0.000304641,"about_ca_topic_score_gemma":3.8627846e-7,"teacher_disagreement_score":0.54072005,"about_ca_system_score_codex":0.0002202278,"about_ca_system_score_gemma":0.00018616552,"threshold_uncertainty_score":0.98418856},"labels":[],"label_agreement":null},{"id":"W2963079908","doi":"10.1007/s10664-019-09743-4","title":"CAPS: a supervised technique for classifying Stack Overflow posts concerning API issues","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Queen's University","funders":"","keywords":"Computer science; Documentation; Application programming interface; Task (project management); Conditional random field; Readability; Field (mathematics); Baseline (sea); Data science; World Wide Web; Artificial intelligence; Machine learning; Engineering; Programming language","score_opus":0.0362815258937799,"score_gpt":0.3089535097084091,"score_spread":0.2726719838146292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963079908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1388863,0.0005875709,0.856402,0.00030578137,0.0006821617,0.0009951048,0.000011969684,0.002112942,0.000016217422],"genre_scores_gemma":[0.63723886,0.000015347367,0.36130652,0.00017661447,0.00029276081,0.00041315757,0.000018274452,0.00013014865,0.0004083585],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970148,0.000034872824,0.0004216674,0.00084606867,0.000648731,0.0010338122],"domain_scores_gemma":[0.99602664,0.0024652053,0.000059132046,0.00094164396,0.00019674485,0.0003106311],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005976367,0.00041888384,0.00048525335,0.00031501698,0.00011051443,0.00028042882,0.0012809109,0.0002596469,0.000061486346],"category_scores_gemma":[0.0028012723,0.00043210137,0.00020940592,0.00078941195,0.000025943309,0.00067088613,0.00048820174,0.0005945592,0.00013764594],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007968644,0.000239183,0.77725595,0.0023575062,0.0003340075,0.00016229638,0.0031688863,0.122095175,0.07263812,0.0013390068,0.011372681,0.008957505],"study_design_scores_gemma":[0.0043957806,0.0013865028,0.1556188,0.0015641779,0.00004318863,0.00019300338,0.000083941566,0.58700234,0.09297669,0.0005418306,0.15185025,0.0043434887],"about_ca_topic_score_codex":0.000022481769,"about_ca_topic_score_gemma":7.0024436e-7,"teacher_disagreement_score":0.62163717,"about_ca_system_score_codex":0.0003459407,"about_ca_system_score_gemma":0.00013887841,"threshold_uncertainty_score":0.9998131},"labels":[],"label_agreement":null},{"id":"W2963080927","doi":"10.4230/lipics.ecoop.2016.7","title":"Interprocedural Type Specialization of JavaScript Programs Without Type Analysis","year":2016,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Programming language; JavaScript; Compiler; Software versioning; Block (permutation group theory); Simple (philosophy); Source code; Context (archaeology); Software","score_opus":0.020671696320407565,"score_gpt":0.2782466223932611,"score_spread":0.25757492607285354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963080927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2931878,0.000037913775,0.70401007,0.00017221161,0.0011118556,0.0007134266,0.000041914733,0.00034146447,0.00038334733],"genre_scores_gemma":[0.9738179,0.00002177395,0.025338622,0.000082589,0.00010435051,0.000034271394,0.00007954765,0.000029222052,0.00049171934],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767697,0.00002745329,0.0008321583,0.0002672332,0.00062756,0.0005686154],"domain_scores_gemma":[0.9976265,0.00017018474,0.0002992257,0.00086611,0.00086908584,0.0001689291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005066544,0.0002621977,0.00045191793,0.00058637024,0.00008836441,0.00021243225,0.0012551179,0.00014246904,0.000037321573],"category_scores_gemma":[0.00067667634,0.0001892217,0.0002163194,0.0018544906,0.000108729735,0.0013171283,0.00039019872,0.00014804765,0.000105176485],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002790846,0.00046249578,0.89639604,0.00079900975,0.0015192273,0.000004601205,0.007904432,0.00031674578,0.00068266393,0.009516339,0.0045066713,0.077612676],"study_design_scores_gemma":[0.014706844,0.005919688,0.15434103,0.0023276987,0.001175905,0.00016478881,0.0013269753,0.6001508,0.033537276,0.0033420946,0.1782973,0.004709557],"about_ca_topic_score_codex":0.000017887127,"about_ca_topic_score_gemma":0.000026001731,"teacher_disagreement_score":0.742055,"about_ca_system_score_codex":0.00014301037,"about_ca_system_score_gemma":0.0001260367,"threshold_uncertainty_score":0.7716237},"labels":[],"label_agreement":null},{"id":"W2963223757","doi":"10.1109/icse-seip.2019.00026","title":"A Longitudinal Study of Identifying and Paying Down Architecture Debt","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Polytechnique Montréal","funders":"","keywords":"Technical debt; Maintainability; Debt; Architecture; Code refactoring; Computer science; Software architecture; Product (mathematics); Software; Business; Software engineering; Software development; Finance; Operating system","score_opus":0.0280041948498794,"score_gpt":0.29170501874710264,"score_spread":0.26370082389722327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963223757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79369104,0.000052852527,0.20575896,0.000033650922,0.0000808319,0.00017008325,9.768373e-8,0.0000907463,0.00012172513],"genre_scores_gemma":[0.9853172,0.0000012943856,0.014499932,0.000008534213,0.000009643295,0.000005216707,8.3878014e-8,0.000005352819,0.00015275576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991563,0.000024936993,0.00011397614,0.00026861008,0.00025783715,0.00017832278],"domain_scores_gemma":[0.99915856,0.00033124912,0.000021544018,0.00039743332,0.000039754632,0.00005143013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023912021,0.00007354955,0.000118617885,0.00014581054,0.000030041341,0.00008951947,0.00041694133,0.000020442085,0.000021666518],"category_scores_gemma":[0.000087028166,0.00005896527,0.000017890756,0.00029601902,0.000011711784,0.00015997932,0.0004186319,0.0001298102,0.000016106509],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034562017,0.000069589405,0.98088044,0.00005976522,0.00002646427,0.00001415054,0.002404491,0.00043413165,0.0013724159,0.0010469329,0.000023766414,0.013664369],"study_design_scores_gemma":[0.0005271744,0.0002497059,0.9927183,0.000025323787,0.000003169532,0.000028263335,0.00021666301,0.0048220395,0.00076087634,0.00049751956,0.000022198436,0.00012877329],"about_ca_topic_score_codex":0.00011611274,"about_ca_topic_score_gemma":0.000021468652,"teacher_disagreement_score":0.19162613,"about_ca_system_score_codex":0.000011358288,"about_ca_system_score_gemma":0.000015137822,"threshold_uncertainty_score":0.24045339},"labels":[],"label_agreement":null},{"id":"W2963443047","doi":"10.5555/3021955.3021997","title":"Does Technical Debt Lead to the Rejection of Pull Requests","year":2016,"lang":"en","type":"article","venue":"IEEE International Conference on Cloud Computing Technology and Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Semtech (Canada)","funders":"","keywords":"Technical debt; Convention; Debt; Documentation; Identification (biology); Technical documentation; Computer science; Focus (optics); Risk analysis (engineering); Business; Accounting; Finance; Software; Law; Software development; Political science","score_opus":0.03509661961974468,"score_gpt":0.32513862062996346,"score_spread":0.29004200101021876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963443047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49004272,0.000006458955,0.4795733,0.02789992,0.0016116895,0.00011923056,0.0000016367811,0.00031201684,0.00043300487],"genre_scores_gemma":[0.98813385,0.000011335895,0.011539545,0.00010399308,0.000073533134,0.000008871189,6.213932e-8,0.000003862426,0.00012496932],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983938,0.00002745146,0.00021839718,0.00052549335,0.0005459528,0.00028891044],"domain_scores_gemma":[0.99838936,0.00047060722,0.0000823084,0.00055752904,0.0004407231,0.000059486036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001061989,0.00010779652,0.00011552424,0.0006460179,0.00019645681,0.000095225776,0.002832819,0.00008792756,0.0000041825165],"category_scores_gemma":[0.0017886666,0.000052964377,0.000022391247,0.0011671092,0.0007605675,0.00017529808,0.00062353193,0.00023453997,0.000024303892],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011777832,0.000032156335,0.006193326,0.0000031782654,0.0000066047446,0.000006184411,0.00008690691,0.00006894744,0.12693167,0.74901146,0.00016079078,0.11748702],"study_design_scores_gemma":[0.00087415945,0.0014230418,0.070083335,0.0011833959,0.00000651905,0.0003502253,0.00010316431,0.10641765,0.6018772,0.21413289,0.0027007593,0.0008476319],"about_ca_topic_score_codex":0.000010687752,"about_ca_topic_score_gemma":0.000010915457,"teacher_disagreement_score":0.53487855,"about_ca_system_score_codex":0.000091529066,"about_ca_system_score_gemma":0.00014019317,"threshold_uncertainty_score":0.52641296},"labels":[],"label_agreement":null},{"id":"W2963521149","doi":"10.1145/3304221.3325539","title":"Unexpected Tokens","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital","funders":"","keywords":"Computer science; Interpreter; Set (abstract data type); Process (computing); Syntax; Point (geometry); Programming language; Artificial intelligence","score_opus":0.0094676423964079,"score_gpt":0.2387978113532881,"score_spread":0.2293301689568802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963521149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43882486,0.000028126975,0.5414117,0.00049938995,0.00043192925,0.000105563486,1.291422e-7,0.0010432963,0.017655022],"genre_scores_gemma":[0.96505433,7.0295243e-7,0.028225347,0.00007349427,0.000015114481,0.0000026458886,2.2925417e-7,0.0000036733088,0.006624462],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999493,0.0000070391357,0.000043493048,0.00014023356,0.00016320436,0.00015301717],"domain_scores_gemma":[0.9993414,0.00017403129,0.0000043726645,0.000406908,0.000029839415,0.00004344439],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000064790205,0.00003650344,0.000041397765,0.000054819957,0.000010029009,0.000050454782,0.00047367622,0.000017029646,0.00023483431],"category_scores_gemma":[0.00007321757,0.000030912714,0.000015796593,0.0002772465,0.000003887058,0.00014328225,0.00014888414,0.00005789852,0.0024068626],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056863832,0.00013285236,0.3363193,0.00005637066,0.000058824793,0.00006945233,0.0013582753,0.0022208944,0.046611656,0.51873493,0.046409104,0.048022635],"study_design_scores_gemma":[0.0011032511,0.00026258145,0.59883976,0.000024787198,0.0000014686996,0.000046888857,0.000038845956,0.2707224,0.04632643,0.0020223404,0.07987792,0.00073335913],"about_ca_topic_score_codex":0.000010902816,"about_ca_topic_score_gemma":4.7960305e-7,"teacher_disagreement_score":0.52622944,"about_ca_system_score_codex":0.00001681236,"about_ca_system_score_gemma":0.000019717385,"threshold_uncertainty_score":0.9983699},"labels":[],"label_agreement":null},{"id":"W2963678029","doi":"10.1109/aire.2018.00007","title":"ELICA: An Automated Tool for Dynamic Extraction of Requirements Relevant Information","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Requirements elicitation; Leverage (statistics); Conversation; Process (computing); Domain (mathematical analysis); Set (abstract data type); Information extraction; Flexibility (engineering); Software engineering; Requirements engineering; Knowledge management; Data science; Software; Artificial intelligence","score_opus":0.022066196148570354,"score_gpt":0.34886208100717275,"score_spread":0.3267958848586024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963678029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22594331,0.0000014531752,0.77282447,0.000062184765,0.00019714682,0.00019657257,0.0000017185339,0.00068792986,0.00008524584],"genre_scores_gemma":[0.84436095,0.0000013118494,0.15550321,0.000025008643,0.000015849733,0.00002134221,0.000008782385,0.000003706621,0.000059819155],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99928427,0.000011795671,0.00020434122,0.00010813283,0.00023464697,0.00015682555],"domain_scores_gemma":[0.99915797,0.00012372226,0.00005518047,0.00034542978,0.00028327142,0.000034456734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003489052,0.000053753116,0.00006165285,0.00013406093,0.000044558477,0.000060839997,0.00032007575,0.00003804893,0.000011689224],"category_scores_gemma":[0.00039280934,0.000048817546,0.000018920882,0.00023163404,0.000019720243,0.0019641684,0.00005858053,0.00003479162,0.00004775258],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017519166,0.00044597968,0.005271424,0.00052801124,0.00012528857,0.0000024937315,0.003576913,0.0019141743,0.23664372,0.038131926,0.015386118,0.6977988],"study_design_scores_gemma":[0.00022089499,0.00028108747,0.032859396,0.000010969532,0.000001286366,0.0000033894264,0.0000072688113,0.95349574,0.011756236,0.00021516351,0.0010804676,0.000068084344],"about_ca_topic_score_codex":0.000016656875,"about_ca_topic_score_gemma":0.0000033331776,"teacher_disagreement_score":0.9515816,"about_ca_system_score_codex":0.00006428688,"about_ca_system_score_gemma":0.00004232294,"threshold_uncertainty_score":0.19907217},"labels":[],"label_agreement":null},{"id":"W2963739263","doi":"","title":"Neural Guided Constraint Logic Programming for Program Synthesis","year":2018,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Artificial neural network; Artificial intelligence; Constraint programming; Concurrent constraint logic programming; Constraint (computer-aided design); Inductive programming; Logic programming; Constraint logic programming; Recurrent neural network; Constraint satisfaction; Representation (politics); Theoretical computer science; Programming paradigm; Programming language; Mathematical optimization; Mathematics; Stochastic programming","score_opus":0.11624863787366077,"score_gpt":0.24186302803171036,"score_spread":0.1256143901580496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963739263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20548676,0.000010420684,0.7922323,0.0001495007,0.000219188,0.00063231273,0.000002235579,0.0009678291,0.00029948677],"genre_scores_gemma":[0.9408239,0.0000021601722,0.058820076,0.00003737838,0.0000792427,0.000012274602,9.588861e-7,0.000012336068,0.00021166589],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866563,0.000043844873,0.00011476057,0.00057140156,0.00008384572,0.0005205396],"domain_scores_gemma":[0.9983568,0.0006149448,0.00004870113,0.000567898,0.0002482694,0.00016339302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030213688,0.00014673664,0.00014461408,0.00016040784,0.00018112824,0.0001292531,0.0010541866,0.00007386474,0.000017882174],"category_scores_gemma":[0.00067506457,0.00015391671,0.00010503592,0.00075199315,0.0002509793,0.0003182792,0.00026037567,0.00010826301,0.000055552948],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008504309,0.0006069316,0.023241905,0.0001854319,0.00021269475,0.00053890084,0.00048709178,0.008262329,0.00074635394,0.518768,0.0024824014,0.44438294],"study_design_scores_gemma":[0.0006926015,0.00071191415,0.0037636282,0.000040945084,0.000029963963,0.00003853225,0.000069500966,0.9791017,0.0023154141,0.0041661165,0.008559982,0.0005096634],"about_ca_topic_score_codex":0.000018045617,"about_ca_topic_score_gemma":0.0000061719015,"teacher_disagreement_score":0.9708394,"about_ca_system_score_codex":0.00009375648,"about_ca_system_score_gemma":0.00007331778,"threshold_uncertainty_score":0.62765414},"labels":[],"label_agreement":null},{"id":"W2964084063","doi":"10.4230/lipics.ecoop.2015.101","title":"Simple and Effective Type Check Removal through Lazy Basic Block Versioning","year":2015,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programming language; Software versioning; Compiler; Just-in-time compilation; JavaScript; Type inference; Python (programming language); Toolchain; Parallel computing; Software; Inference","score_opus":0.024121287491206147,"score_gpt":0.2821698156898441,"score_spread":0.258048528198638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964084063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87254757,0.00018622351,0.120873496,0.0002125425,0.0014256048,0.0013677538,0.00006826236,0.0006288153,0.002689729],"genre_scores_gemma":[0.9434288,0.000020626736,0.055641852,0.00037073734,0.00016352425,0.000060833667,0.0000829284,0.00004572826,0.00018494905],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978035,0.000042277767,0.00047247898,0.00031697733,0.00063177024,0.00073300535],"domain_scores_gemma":[0.9978324,0.00056291744,0.00014267124,0.0007303396,0.00042121293,0.00031042035],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007858632,0.0003101846,0.00034662586,0.00018658601,0.0002283284,0.00037518246,0.00090453314,0.00017210889,0.000004654449],"category_scores_gemma":[0.0010487391,0.0002861889,0.00009552816,0.0005623261,0.00009897804,0.0018008986,0.0008598437,0.00043035235,0.000113953036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020188892,0.0016382639,0.24888238,0.006338257,0.0025016405,0.00058148475,0.28916,0.015025391,0.0011901606,0.07112044,0.23633191,0.12521116],"study_design_scores_gemma":[0.0142211085,0.0027030383,0.01434905,0.0005038227,0.00008822608,0.001039604,0.0030381759,0.36002213,0.0069391117,0.0051502152,0.5895518,0.0023936986],"about_ca_topic_score_codex":0.000038769056,"about_ca_topic_score_gemma":0.0000039582465,"teacher_disagreement_score":0.3532199,"about_ca_system_score_codex":0.00021432921,"about_ca_system_score_gemma":0.000132651,"threshold_uncertainty_score":0.99995905},"labels":[],"label_agreement":null},{"id":"W2964175311","doi":"10.1109/tse.2018.2868349","title":"Debugging Static Analysis","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Universität Paderborn; École Polytechnique Fédérale de Lausanne; Heinz Nixdorf Stiftung; Deutsche Forschungsgemeinschaft","keywords":"Static analysis; Debugging; Computer science; Debugger; Static program analysis; Programming language; Program analysis; Algorithmic program debugging; Software bug; Source code; Data-flow analysis; Call graph; Code (set theory); Tracing; Taint checking; Software engineering; Data flow diagram; Database; Software; Software development","score_opus":0.013345475541958063,"score_gpt":0.25049080371884513,"score_spread":0.23714532817688708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964175311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021801608,0.000029404473,0.9746188,0.00004667463,0.0008681915,0.00011878541,0.00000746706,0.0024960176,0.0000130698],"genre_scores_gemma":[0.8002258,0.0000046108435,0.1994331,0.00005440001,0.000065974695,0.000043893848,9.385336e-7,0.00003322093,0.00013804578],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981763,0.000024612886,0.0002559399,0.0004994583,0.0004886591,0.00055504806],"domain_scores_gemma":[0.99794155,0.000834801,0.000030509345,0.0008467757,0.00013526471,0.00021108998],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002592899,0.00024491185,0.00025497214,0.0011047154,0.00018300852,0.00016608082,0.0007325265,0.000082494946,0.000101828],"category_scores_gemma":[0.00015018793,0.00026459052,0.00019701022,0.0030115382,0.000037828704,0.00042910708,0.000006631692,0.00035425328,0.00023441645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000078057155,0.000092245486,0.0009792723,0.000050581457,0.00087181537,0.000038909697,0.0007387497,0.96787846,0.0005485599,0.00021072268,0.00019765303,0.028385205],"study_design_scores_gemma":[0.00034497835,0.00019593803,0.0068931826,0.00005988786,0.0001648857,0.000022125056,0.000008285806,0.9638431,0.026709873,0.000031566717,0.0011048078,0.00062134233],"about_ca_topic_score_codex":0.000022491397,"about_ca_topic_score_gemma":0.000007915267,"teacher_disagreement_score":0.7784242,"about_ca_system_score_codex":0.00016023664,"about_ca_system_score_gemma":0.000058518683,"threshold_uncertainty_score":0.9999806},"labels":[],"label_agreement":null},{"id":"W2964177436","doi":"10.1145/3345629.3345632","title":"On Usefulness of the Deep-Learning-Based Bug Localization Models to Practitioners","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software bug; Software; Predictive modelling; Debugging; Security bug","score_opus":0.020609452413016257,"score_gpt":0.24869465598200433,"score_spread":0.22808520356898807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964177436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07533285,0.0000017965399,0.92326844,0.0003836764,0.00015895246,0.00018682737,1.9002454e-7,0.00012248105,0.00054479024],"genre_scores_gemma":[0.99533695,1.6663942e-7,0.0038689089,0.00028976507,0.000005972815,0.000012769348,7.01601e-7,0.0000076249885,0.00047712986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991335,0.000055273886,0.00008805653,0.00017985415,0.00041157886,0.00013172174],"domain_scores_gemma":[0.99887246,0.0004835828,0.000030004014,0.0004524005,0.000117370255,0.000044191955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021635447,0.0000580723,0.000062635314,0.00009541806,0.00003742927,0.000040985586,0.0005045841,0.000030250929,0.000043625972],"category_scores_gemma":[0.00030653385,0.00004133685,0.00002802556,0.0005806219,0.000010436456,0.00019030257,0.00010319657,0.000107969005,0.00010619009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003576942,0.000019031773,0.0015429525,0.000010268614,0.0000024088754,2.1997923e-7,0.00013600095,0.9795097,0.000067053974,0.018023886,0.00018274601,0.00050211913],"study_design_scores_gemma":[0.00012662487,0.00006986502,0.0025315306,0.000023541688,6.655857e-7,4.1910795e-7,0.000010952621,0.98921067,0.0071137296,0.0005620601,0.00028816183,0.00006176831],"about_ca_topic_score_codex":0.00003181444,"about_ca_topic_score_gemma":0.0000033568426,"teacher_disagreement_score":0.9200041,"about_ca_system_score_codex":0.000048168295,"about_ca_system_score_gemma":0.000053881777,"threshold_uncertainty_score":0.16856678},"labels":[],"label_agreement":null},{"id":"W2964301819","doi":"","title":"Building an OSS Quality Estimation Model with CATREG","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Categorical variable; Software; Computer science; Regression analysis; Quality (philosophy); Software quality; Data mining; Estimation; Process (computing); Linear regression; Regression; Statistics; Software development; Machine learning; Mathematics; Engineering; Systems engineering","score_opus":0.09189924603784294,"score_gpt":0.3719724061074943,"score_spread":0.2800731600696514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964301819","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21062632,0.0000055504734,0.78847355,0.0001830847,0.000029621748,0.000047569632,2.064004e-7,0.00039642994,0.0002376443],"genre_scores_gemma":[0.51629066,5.754016e-8,0.48357874,0.000018009712,0.000008135701,0.0000042766183,4.200929e-7,0.0000034586094,0.0000962154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991156,0.000026684662,0.00008226965,0.0002109752,0.0003885283,0.0001759752],"domain_scores_gemma":[0.99913764,0.000098192395,0.000016304191,0.00046105095,0.000120504716,0.00016630805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005810909,0.00006216464,0.00006499378,0.000060149123,0.00003098773,0.00012861482,0.00046834888,0.000024048399,0.0000011546904],"category_scores_gemma":[0.00023277308,0.000048985963,0.000008620017,0.00024115735,0.000014890011,0.0007285861,0.000100422665,0.0000718231,0.000015794889],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004262401,0.00002925924,0.002713406,0.000007917449,0.000003757055,0.000003256068,0.0006595642,0.8979951,0.0001244404,0.079288326,0.0002707805,0.018899903],"study_design_scores_gemma":[0.00013669096,0.000045683057,0.002477182,0.000003759043,5.1475945e-7,0.0000045153965,0.000008334801,0.9925882,0.00078376755,0.0038492992,0.000016909557,0.000085104075],"about_ca_topic_score_codex":0.00018071648,"about_ca_topic_score_gemma":0.000017906563,"teacher_disagreement_score":0.30566436,"about_ca_system_score_codex":0.000070470545,"about_ca_system_score_gemma":0.0001319849,"threshold_uncertainty_score":0.19975896},"labels":[],"label_agreement":null},{"id":"W2965888979","doi":"10.22215/etd/2018-12853","title":"Leveraging Insights from Mobile App Reviews to Support Release Planning and Maintenance","year":2018,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Mobile apps; Key (lock); Process (computing); World Wide Web; Space (punctuation); App store; Data science; Plan (archaeology); Population; Computer security","score_opus":0.025037627961720408,"score_gpt":0.3031684398876298,"score_spread":0.2781308119259094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2965888979","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45751116,0.007685323,0.5247287,0.00005919246,0.0023685999,0.0016952676,0.000007871447,0.0010053007,0.004938565],"genre_scores_gemma":[0.49151197,0.0009780708,0.4194743,0.0014114649,0.0012232428,0.0013562888,0.00083769194,0.00022962775,0.08297734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980842,0.00003846691,0.00033751872,0.00080933166,0.00037236902,0.00035809883],"domain_scores_gemma":[0.99849135,0.00026123505,0.00008836026,0.0007723091,0.00013168975,0.00025505142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022941951,0.00028011994,0.00038246394,0.00025473977,0.00009804902,0.0002470334,0.0008872745,0.00013954799,0.0000736185],"category_scores_gemma":[0.00050413894,0.00024271497,0.00005484879,0.00036495965,0.0000140379,0.0002639727,0.00020843628,0.00031526017,0.00041714803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010338888,0.00011120529,0.0034720567,0.00124822,0.00014594069,0.000616705,0.054123096,0.0003330122,0.003288537,0.001169278,0.38613376,0.5492548],"study_design_scores_gemma":[0.0007482763,0.00067622884,0.041016318,0.0040237256,0.000034253,0.00002780356,0.00077014853,0.011064443,0.008266982,0.0014830836,0.9296926,0.002196091],"about_ca_topic_score_codex":0.00013044303,"about_ca_topic_score_gemma":0.000025410025,"teacher_disagreement_score":0.5470587,"about_ca_system_score_codex":0.00007425224,"about_ca_system_score_gemma":0.000110964924,"threshold_uncertainty_score":0.9897629},"labels":[],"label_agreement":null},{"id":"W2966745404","doi":"10.1109/mobilesoft.2019.00021","title":"A Comparison of Bugs Across the iOS and Android Platforms of Two Open Source Cross Platform Browser Apps","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"","keywords":"Android (operating system); Computer science; World Wide Web; Mobile apps; Open source; Mobile device; Android app; Operating system; Software","score_opus":0.039530811225194064,"score_gpt":0.3747698814468279,"score_spread":0.3352390702216338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966745404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92046446,0.00010105157,0.07824737,0.00004127032,0.00009012845,0.000456686,0.0000039374663,0.000063708394,0.00053140166],"genre_scores_gemma":[0.9937521,0.0000033903884,0.00496918,0.00003188038,0.000012652777,0.000011919442,0.0000010525059,0.000012608675,0.0012051815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985479,0.00000826576,0.0003319273,0.0002986285,0.00045190868,0.00036133613],"domain_scores_gemma":[0.9981051,0.00075338566,0.00010843374,0.00083771435,0.000115865216,0.000079518606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082209,0.00013008722,0.00031882644,0.000048684706,0.00008805075,0.00030874516,0.002203937,0.000058163965,0.000036776495],"category_scores_gemma":[0.00011062119,0.00008140107,0.000045323806,0.00035727845,0.00014857558,0.00071184355,0.002176895,0.00020743167,0.000029031504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058738307,0.00011567282,0.95283175,0.00014761441,0.00005937166,0.0000013457175,0.009388924,0.0056413524,0.0027672371,0.009643011,0.00048207815,0.018862907],"study_design_scores_gemma":[0.0052612,0.00079281355,0.47224155,0.00017838614,0.000007878299,0.00006539843,0.0015506649,0.3820617,0.13156606,0.0025048822,0.0031107813,0.0006587014],"about_ca_topic_score_codex":0.00035917418,"about_ca_topic_score_gemma":0.000035847635,"teacher_disagreement_score":0.4805902,"about_ca_system_score_codex":0.00002065217,"about_ca_system_score_gemma":0.000051567808,"threshold_uncertainty_score":0.40954998},"labels":[],"label_agreement":null},{"id":"W2966845482","doi":"10.1109/mise.2019.00009","title":"Detecting Emergent Behaviors and Implied Scenarios in Scenario-Based Specifications: A Machine Learning Approach","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software deployment; Distributed computing; Scale (ratio); Software system; Software; Reliability engineering; Software engineering; Engineering","score_opus":0.03056539758250197,"score_gpt":0.2558895466680578,"score_spread":0.2253241490855558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966845482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7069389,0.00011656869,0.29183707,0.00013502908,0.00007885085,0.00035148137,2.587012e-7,0.00029073705,0.00025109257],"genre_scores_gemma":[0.9302619,0.000006169694,0.06941806,0.000021063699,0.0000109997445,0.000040900126,0.0000031460504,0.00001569996,0.0002220678],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985905,0.000056896595,0.00022036447,0.00048332,0.00029237586,0.00035654125],"domain_scores_gemma":[0.9990991,0.0002597643,0.000038750055,0.00045923298,0.000042101114,0.00010106058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057370414,0.00013383893,0.00014629899,0.0003421637,0.000081019,0.0001287511,0.0004558075,0.000057173336,0.000052546467],"category_scores_gemma":[0.00022054567,0.00012769892,0.000030585936,0.00068174425,0.000018054174,0.00018299643,0.00021909203,0.0004069949,0.000048964554],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008925226,0.0001427042,0.9210934,0.00005520684,0.000007718044,0.0000075454473,0.000895579,0.052274473,0.008102531,0.0012377421,0.000016427402,0.01615773],"study_design_scores_gemma":[0.00055133324,0.00006477609,0.14491671,0.000020182071,0.0000017028879,0.00000929776,0.00007967523,0.852588,0.0013092918,0.00001523382,0.00022863594,0.00021515402],"about_ca_topic_score_codex":0.00022207189,"about_ca_topic_score_gemma":0.000028316392,"teacher_disagreement_score":0.80031353,"about_ca_system_score_codex":0.000093881026,"about_ca_system_score_gemma":0.000056642515,"threshold_uncertainty_score":0.52074105},"labels":[],"label_agreement":null},{"id":"W2967302497","doi":"10.18293/seke2019-219","title":"Feature Evaluation for Automatic Bug Report Summarization (S)","year":2019,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Precision and recall; Feature (linguistics); Natural language processing; Recall; Artificial intelligence; Sentence; Software; Software bug; Software regression; Information retrieval; Software development; Programming language; Software quality; Linguistics","score_opus":0.02174730908305818,"score_gpt":0.271068682737073,"score_spread":0.24932137365401483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967302497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95585203,0.00025298874,0.034513053,0.0010683137,0.0037033092,0.0017742383,0.00001683685,0.0012620986,0.0015571525],"genre_scores_gemma":[0.96408254,0.000016281901,0.034449253,0.000017859875,0.0002325872,0.00024822197,0.000009400005,0.00006663821,0.0008772101],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975776,0.0000026250316,0.00041443147,0.0006847929,0.0008878839,0.00043268336],"domain_scores_gemma":[0.997193,0.00034155895,0.00023666047,0.00023108647,0.0018631795,0.00013452272],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001183997,0.00038771445,0.00036310815,0.00049915415,0.00008990301,0.00038660137,0.0014062813,0.00018958899,0.000013976065],"category_scores_gemma":[0.004680378,0.0003462612,0.00015073654,0.0006505377,0.000026334264,0.0007580048,0.0004551288,0.0004388434,0.000009257517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008933548,0.00038158908,0.1065154,0.00626586,0.0008849576,0.0000043883824,0.0038265118,0.01909295,0.26077154,0.5701774,0.010415236,0.02157485],"study_design_scores_gemma":[0.00074634474,0.00011852011,0.020461163,0.0010712288,0.00003394416,0.000082410595,0.000064054315,0.958008,0.015547088,0.0003203862,0.0030912876,0.00045556627],"about_ca_topic_score_codex":0.0000021199849,"about_ca_topic_score_gemma":2.5748497e-7,"teacher_disagreement_score":0.9389151,"about_ca_system_score_codex":0.00027217605,"about_ca_system_score_gemma":0.00012510606,"threshold_uncertainty_score":0.9998989},"labels":[],"label_agreement":null},{"id":"W2967307245","doi":"10.1002/smr.2208","title":"A delta‐oriented approach to support the safe reuse of black‐box code rewriters","year":2019,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Centre National de la Recherche Scientifique","keywords":"Computer science; Rewriting; Reuse; Programming language; Forward chaining; Chaining; Android (operating system); Black box; Code (set theory); Code reuse; Software engineering; Software; Operating system; Artificial intelligence; Set (abstract data type)","score_opus":0.01514872626915628,"score_gpt":0.26820557456062716,"score_spread":0.2530568482914709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967307245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33905774,0.00023276737,0.6595694,0.00052579463,0.0002908128,0.00020358617,0.000006095795,0.000044874505,0.00006896162],"genre_scores_gemma":[0.9554194,0.00002331645,0.04414516,0.00013214392,0.00007373456,0.000004712708,0.0000012043109,0.000012565213,0.00018772336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983269,0.000059103884,0.00043094304,0.00021343464,0.0007123061,0.0002573367],"domain_scores_gemma":[0.9979833,0.000358405,0.00024390007,0.0004901679,0.0007397246,0.00018453524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010870389,0.00012628209,0.0002448855,0.00027485663,0.00006410021,0.00006549587,0.001167661,0.00006837995,0.0000102026515],"category_scores_gemma":[0.0016098063,0.000088549794,0.00007317398,0.00081668014,0.000072607865,0.00049426686,0.00023771702,0.00031924128,0.000012476161],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012468428,0.0013137596,0.7745982,0.0034207462,0.0005830837,0.000075069875,0.051393352,0.05527186,0.002173213,0.010924389,0.06791837,0.031081121],"study_design_scores_gemma":[0.011154613,0.008755523,0.81694716,0.0023810822,0.00021148587,0.0035095403,0.00505819,0.07304117,0.0063299816,0.008702706,0.061401576,0.0025069888],"about_ca_topic_score_codex":0.000006857297,"about_ca_topic_score_gemma":8.296478e-7,"teacher_disagreement_score":0.6163617,"about_ca_system_score_codex":0.000084255305,"about_ca_system_score_gemma":0.00027866484,"threshold_uncertainty_score":0.36109558},"labels":[],"label_agreement":null},{"id":"W2967325635","doi":"10.1145/3338906.3338944","title":"Bisecting commits and modeling commit risk during testing","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Computer science; Reliability engineering; Acceptance testing; Test strategy; Test Management Approach; Test case; Non-regression testing; Risk-based testing; Software; Random testing; Software system; Operating system; Database; Engineering; Software engineering; Machine learning; Software construction","score_opus":0.03198539147721205,"score_gpt":0.2542237448922663,"score_spread":0.22223835341505424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967325635","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7432065,0.000060133338,0.2552648,0.000033516033,0.00008801838,0.000085513864,2.2469901e-7,0.00045119264,0.00081013405],"genre_scores_gemma":[0.9166185,0.000003827425,0.08315764,0.000012742257,0.000027815455,0.0000033935758,1.1462795e-7,0.0000119729075,0.00016398769],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989823,0.000032799268,0.00013711804,0.00030637436,0.00022431684,0.00031707418],"domain_scores_gemma":[0.99833316,0.0010450386,0.00002764878,0.0004321333,0.00007129407,0.00009075394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043822595,0.000099625744,0.00011149478,0.00012106405,0.00015695846,0.0001982991,0.00045077494,0.00003600756,0.000007086802],"category_scores_gemma":[0.00086319516,0.00009485959,0.000018062934,0.0003813143,0.000008941652,0.00035708048,0.0005941388,0.00028572194,0.000057116362],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013708707,0.000009774951,0.9039166,0.000061015246,0.000011374118,0.0000070544843,0.00034219454,0.08265791,0.0017018936,0.00050273497,0.000008580867,0.010779496],"study_design_scores_gemma":[0.00020761525,0.000020025374,0.04486107,0.00003710099,0.0000010486159,0.00001931882,0.000024860972,0.9539475,0.0005945694,0.00015376239,0.000007973374,0.00012519213],"about_ca_topic_score_codex":0.00018922938,"about_ca_topic_score_gemma":0.0000048178176,"teacher_disagreement_score":0.87128955,"about_ca_system_score_codex":0.000031698768,"about_ca_system_score_gemma":0.000018034681,"threshold_uncertainty_score":0.3868262},"labels":[],"label_agreement":null},{"id":"W2967758098","doi":"10.1145/3338906.3341182","title":"CloneCognition: machine learning based code clone validation tool","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"clone (Java method); Computer science; Source code; Code (set theory); Generalization; Software maintenance; Programming language; Program comprehension; Software; Codebase; Software system; Process (computing); Artificial intelligence; Software engineering; Machine learning; Set (abstract data type)","score_opus":0.017681970754895488,"score_gpt":0.2522891837512765,"score_spread":0.23460721299638101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967758098","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21204863,0.00002128383,0.78549653,0.0004516313,0.00020653337,0.00015122486,0.0000013518523,0.000675494,0.00094729976],"genre_scores_gemma":[0.9486777,0.0000026697278,0.04888112,0.00014029598,0.00003566264,0.000013526006,0.000024684272,0.000011903296,0.0022124236],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989458,0.00005324161,0.00012796947,0.00028304165,0.00036477234,0.00022519976],"domain_scores_gemma":[0.9989024,0.0005568069,0.000025838981,0.00036621737,0.000093952505,0.00005479001],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00041373348,0.00008887182,0.00009256233,0.00012482853,0.000054718934,0.00014564,0.00038628318,0.000043425487,0.0006377042],"category_scores_gemma":[0.00034151057,0.00008484221,0.000036932113,0.00036909638,0.000008592183,0.00035638481,0.00012010705,0.00020679485,0.001595691],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006643502,0.00042585324,0.59116256,0.00037892937,0.00010061719,0.00009468178,0.00048475043,0.209381,0.04271672,0.02626957,0.0040815603,0.12483732],"study_design_scores_gemma":[0.00067061756,0.00013141782,0.023996456,0.000020882644,0.000002029897,0.000008553165,0.0000028993013,0.9431136,0.025825683,0.00018149686,0.0058187447,0.00022762186],"about_ca_topic_score_codex":0.000021304366,"about_ca_topic_score_gemma":0.000001132652,"teacher_disagreement_score":0.73662907,"about_ca_system_score_codex":0.00004210571,"about_ca_system_score_gemma":0.000046184807,"threshold_uncertainty_score":0.9991817},"labels":[],"label_agreement":null},{"id":"W2967780468","doi":"10.1007/s10664-019-09736-3","title":"The impact of context metrics on just-in-time defect prediction","year":2019,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada","keywords":"Source lines of code; Context (archaeology); Metric (unit); Computer science; Measure (data warehouse); Machine learning; Software metric; Software; Data mining; Artificial intelligence; Statistics; Software quality; Mathematics; Software development; Programming language; Engineering; Operations management","score_opus":0.020471050761877507,"score_gpt":0.29267956045619137,"score_spread":0.27220850969431387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967780468","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86480504,0.00039576067,0.13348983,0.000052138355,0.00040842168,0.0003104192,0.0000064913997,0.0005016779,0.00003021909],"genre_scores_gemma":[0.99736875,0.000012080928,0.0023901951,0.000016364595,0.00005185621,0.0000210025,0.000002245707,0.000030001604,0.000107511194],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980774,0.00004893344,0.00032802805,0.00036497632,0.00065355754,0.0005271297],"domain_scores_gemma":[0.993427,0.005577719,0.00005104967,0.0007196696,0.00008446842,0.00014013368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074926723,0.0002142181,0.00027757688,0.00038615303,0.00004411215,0.00009928853,0.0010083107,0.00011690465,0.000021054118],"category_scores_gemma":[0.004344278,0.00015382648,0.0002442067,0.0016501067,0.000020107238,0.00021716584,0.00023135233,0.0004663,0.00019017699],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017667873,0.000062195875,0.7642879,0.000029541457,0.00005570652,0.000009013283,0.00014858357,0.22933908,0.00017035594,0.00007752859,0.0009349811,0.004867441],"study_design_scores_gemma":[0.00046162962,0.00044236935,0.79811937,0.000077580604,0.0000032642351,0.000008737044,0.0000031157692,0.19940251,0.000450569,0.000023388173,0.00081033376,0.00019713935],"about_ca_topic_score_codex":0.000034036497,"about_ca_topic_score_gemma":4.1303196e-7,"teacher_disagreement_score":0.1325637,"about_ca_system_score_codex":0.00039294807,"about_ca_system_score_gemma":0.00008307324,"threshold_uncertainty_score":0.6272862},"labels":[],"label_agreement":null},{"id":"W2967794585","doi":"10.1109/re.2019.00017","title":"A Machine Learning-Based Approach for Demarcating Requirements in Textual Specifications","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg; European Commission","keywords":"Computer science; Artificial intelligence; Natural language processing; Programming language; Software engineering","score_opus":0.06556066741738399,"score_gpt":0.29487738119851675,"score_spread":0.22931671378113277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967794585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073798746,0.000029809567,0.9892128,0.00019463096,0.000040900068,0.00048781323,0.0000010225629,0.00021730406,0.0024358418],"genre_scores_gemma":[0.72422105,5.6374415e-7,0.27453095,0.000031175194,0.000013593363,0.00008895726,0.000013377178,0.000009143037,0.0010911891],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998944,0.000034093056,0.00016586427,0.0003358517,0.00023735511,0.00028287116],"domain_scores_gemma":[0.99883497,0.0006208812,0.000029785228,0.00040775986,0.00005493149,0.00005170385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005855772,0.00008126701,0.00009781058,0.00019380954,0.00004499869,0.000073865376,0.000623019,0.00003324555,0.00003574989],"category_scores_gemma":[0.0005234976,0.00007691877,0.00003319646,0.00047369674,0.000010933849,0.0001623754,0.00010651045,0.00015477664,0.0000613206],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021138712,0.0004348057,0.61403227,0.00020498842,0.00002251111,0.0000021577362,0.0005144941,0.30520883,0.0027169678,0.05533904,0.0004887827,0.021013977],"study_design_scores_gemma":[0.00048809493,0.0000610839,0.013192314,0.000008540268,5.003616e-7,6.979761e-7,0.000018923785,0.9844089,0.00042050736,0.00006463805,0.0012356852,0.0001000876],"about_ca_topic_score_codex":0.00003498174,"about_ca_topic_score_gemma":0.0000039148713,"teacher_disagreement_score":0.71684116,"about_ca_system_score_codex":0.00007947187,"about_ca_system_score_gemma":0.00006397526,"threshold_uncertainty_score":0.31366563},"labels":[],"label_agreement":null},{"id":"W2968094109","doi":"10.1145/3450952","title":"Bidirectional Typing","year":2021,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Typing; Type inference; Computer science; Undecidable problem; Inference; Programming language; Annotation; Type (biology); Theoretical computer science; Artificial intelligence; Biology; Speech recognition; Decidability","score_opus":0.04907027266529844,"score_gpt":0.308312607897336,"score_spread":0.25924233523203755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968094109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17186733,0.0006496098,0.8210116,0.00030980026,0.004614343,0.00017599958,0.0000029197288,0.001206636,0.00016175966],"genre_scores_gemma":[0.8074613,0.000017829661,0.19172236,0.00005926161,0.00047826304,0.000013740007,0.00004649474,0.000038738784,0.00016198496],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965546,0.00091439683,0.00035759874,0.0010549438,0.000564722,0.0005537518],"domain_scores_gemma":[0.99307054,0.003855158,0.00012582449,0.0024077408,0.0003989358,0.00014179655],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.004170507,0.00030578632,0.0003782905,0.00028271994,0.00017260209,0.0008256941,0.0034705952,0.00025863477,0.000024534236],"category_scores_gemma":[0.006221645,0.00035731855,0.00017868413,0.00069947506,0.000036489484,0.00013724003,0.012029948,0.0012816103,0.00006946084],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025571426,0.0002594099,0.2666507,0.00076691544,0.00057991425,0.00040636247,0.0020594308,0.16667163,0.00045329615,0.0012403551,0.0062148743,0.55469453],"study_design_scores_gemma":[0.00021831953,0.000023511353,0.76106703,0.000560165,0.000007359997,0.00007576367,0.00001212616,0.2341253,0.0007178774,0.0011892117,0.0011207709,0.00088256615],"about_ca_topic_score_codex":0.000274039,"about_ca_topic_score_gemma":0.000014143393,"teacher_disagreement_score":0.635594,"about_ca_system_score_codex":0.00019440221,"about_ca_system_score_gemma":0.00052923616,"threshold_uncertainty_score":0.9998879},"labels":[],"label_agreement":null},{"id":"W2970646592","doi":"10.1007/978-3-030-29238-6_10","title":"Empirical Analysis of Object-Oriented Metrics and Centrality Measures for Predicting Fault-Prone Classes in Object-Oriented Software","year":2019,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Centrality; Computer science; Software metric; Software; Data mining; Object-oriented programming; Object (grammar); Software fault tolerance; Java; Software development; Artificial intelligence; Software quality; Programming language; Mathematics","score_opus":0.05846315919585426,"score_gpt":0.3387307878319006,"score_spread":0.2802676286360463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970646592","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006778946,0.0006204448,0.9898348,0.00019001408,0.0002335863,0.0008478082,0.00007447102,0.00011312934,0.0013068198],"genre_scores_gemma":[0.60329485,0.0018129572,0.39410207,0.00021244859,0.000024738116,0.00008094525,0.00021587643,0.00002028165,0.00023586626],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973414,0.00006357553,0.00097135146,0.00043032746,0.00083626504,0.00035705647],"domain_scores_gemma":[0.99410677,0.0026124716,0.0003787046,0.0018217254,0.0009575622,0.00012276635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022883012,0.00023749901,0.00053317787,0.0037722944,0.00022491663,0.0002703317,0.0020456987,0.00017482576,0.0000015644093],"category_scores_gemma":[0.0017978927,0.00023921828,0.000087920904,0.0034630147,0.0005548226,0.0029934149,0.00199211,0.00048450814,0.0000017364293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057521436,0.00024276033,0.4517023,0.0008064432,0.0004224592,0.0000014006512,0.019475542,0.02412357,0.000018884493,0.17337786,0.00030376323,0.3294675],"study_design_scores_gemma":[0.0005313394,0.00009507826,0.14318323,0.00019342262,0.000043380394,0.0000035249816,0.000051941966,0.84647816,0.000021978967,0.00031756947,0.0087925615,0.0002877914],"about_ca_topic_score_codex":0.00004560089,"about_ca_topic_score_gemma":0.00005046003,"teacher_disagreement_score":0.8223546,"about_ca_system_score_codex":0.0002711109,"about_ca_system_score_gemma":0.00049788255,"threshold_uncertainty_score":0.97550386},"labels":[],"label_agreement":null},{"id":"W2971805364","doi":"10.48550/arxiv.2103.03506","title":"Does chronology matter in JIT defect prediction? A Partial Replication Study","year":2021,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Eclipse; Brier score; Wilcoxon signed-rank test; Code (set theory); Replication (statistics); Data mining; Statistics; Artificial intelligence; Set (abstract data type); Mathematics; Programming language","score_opus":0.0369766811427843,"score_gpt":0.20261096639095677,"score_spread":0.16563428524817247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971805364","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8526056,0.00000979548,0.14659755,0.00016905727,0.00020566545,0.00014393442,0.0000012336542,0.00014902627,0.00011817959],"genre_scores_gemma":[0.9989811,0.0000063598027,0.00026255715,0.000039718576,0.000032101107,0.000003144267,0.0000021389392,0.000006393385,0.0006664833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99866384,0.00012972868,0.00010115551,0.0008102402,0.00006473366,0.00023028295],"domain_scores_gemma":[0.99844074,0.0001974878,0.000026529653,0.001202997,0.00007209586,0.000060167175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002622385,0.000082744315,0.0001029139,0.00016026053,0.000054715,0.000042156786,0.00049188104,0.000072634815,0.00007962682],"category_scores_gemma":[0.0001845868,0.000076858974,0.00004420511,0.0009041043,0.000029276453,0.00030964558,0.0003353846,0.0002192119,0.00018116394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074226887,0.00017521292,0.98476034,0.0000062288755,0.000023390583,0.00032468638,0.00018162387,0.010930486,0.00011301986,0.0031159734,0.00012908273,0.00023251041],"study_design_scores_gemma":[0.0006783762,0.00009539976,0.93121165,0.000009040247,0.000009773305,0.000009337828,0.0000990988,0.0655481,0.00086108106,0.0009643753,0.0003831541,0.00013061718],"about_ca_topic_score_codex":0.000052783224,"about_ca_topic_score_gemma":0.00007188298,"teacher_disagreement_score":0.14637554,"about_ca_system_score_codex":0.00014939198,"about_ca_system_score_gemma":0.000078502766,"threshold_uncertainty_score":0.3134218},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2972291021","doi":"10.1016/j.jss.2019.110407","title":"An empirical study on bug propagation through code cloning","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Cloning (programming); clone (Java method); Code (set theory); Software maintenance; Commit; Programming language; Computer science; Source code; Software bug; Software evolution; Software; Biology; Software development; Database; Genetics; Software construction; Gene","score_opus":0.035743060351448065,"score_gpt":0.3307752259581475,"score_spread":0.2950321656066994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972291021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79600537,0.0002087794,0.20283432,0.00006736387,0.0005919773,0.00022332587,7.508134e-7,0.00005854429,0.000009578684],"genre_scores_gemma":[0.9957493,0.0000049402156,0.003973496,0.000027157246,0.00016922624,0.0000037661296,2.4297105e-7,0.0000113638025,0.000060498685],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985394,0.00012534519,0.00033761925,0.00019585523,0.0006260191,0.00017576879],"domain_scores_gemma":[0.9987927,0.00036625194,0.00016788162,0.00032893455,0.00023631261,0.000107908214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008733328,0.00010355941,0.0002463524,0.000121432015,0.00006892069,0.00026984277,0.00041379203,0.00005333074,0.0000019388144],"category_scores_gemma":[0.0002561661,0.000075482494,0.000037248134,0.00020140762,0.000010945993,0.000684667,0.00005859272,0.00028553008,0.000013109755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023518698,0.0002313214,0.98649335,0.00008775494,0.000044675282,0.00010699271,0.0052957223,0.0051412885,0.00021820892,0.00020656174,0.0003858085,0.0017647769],"study_design_scores_gemma":[0.0021123677,0.007527858,0.9663669,0.00068693655,0.00001692519,0.0006594443,0.0020993112,0.017360682,0.00020164296,0.00017811742,0.0023887872,0.00040103897],"about_ca_topic_score_codex":0.000016749058,"about_ca_topic_score_gemma":7.4905404e-7,"teacher_disagreement_score":0.19974396,"about_ca_system_score_codex":0.00006648261,"about_ca_system_score_gemma":0.000077330595,"threshold_uncertainty_score":0.30780867},"labels":[],"label_agreement":null},{"id":"W2972339742","doi":"10.26685/urncst.152","title":"Continuous Integration Using Gitlab","year":2019,"lang":"en","type":"article","venue":"Undergraduate Research in Natural and Clinical Science and Technology (URNCST) Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Agile software development; Computer science; Software engineering; Code (set theory); Software versioning; Quality (philosophy); Software; Engineering management; Programming language; Engineering","score_opus":0.053232967031571085,"score_gpt":0.40077815257360977,"score_spread":0.34754518554203867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972339742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.973208,0.0011555623,0.0026212097,0.021958604,0.00056672306,0.00023657334,2.885068e-7,0.00008413176,0.00016892017],"genre_scores_gemma":[0.9926143,0.001203076,0.005874121,0.00005093294,0.00006394175,0.0000026903367,1.5913467e-7,0.000006154385,0.0001845751],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964764,0.00020783373,0.00047522516,0.00064838555,0.0012519653,0.0009401844],"domain_scores_gemma":[0.9969147,0.0014401225,0.000090111374,0.00037117137,0.00088494667,0.0002989493],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.009847709,0.00014045592,0.00028686682,0.0016366609,0.0005140771,0.0006728249,0.0014096305,0.00022013429,0.0000054195425],"category_scores_gemma":[0.0047868164,0.000099992256,0.000039328235,0.004514162,0.0018427771,0.0011031565,0.0010576011,0.0031747683,0.000031492353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040292245,0.00017899263,0.31142542,0.000027099393,0.000029369046,0.0002867449,0.00007120905,0.000016570419,0.014215331,0.0811668,0.00036093922,0.5921812],"study_design_scores_gemma":[0.0039751423,0.0025646817,0.10636857,0.0007995214,0.000009799643,0.003787309,0.0008171623,0.36384228,0.0034505334,0.51041067,0.0030848733,0.00088947196],"about_ca_topic_score_codex":0.000041543466,"about_ca_topic_score_gemma":0.000016727568,"teacher_disagreement_score":0.5912918,"about_ca_system_score_codex":0.00023908934,"about_ca_system_score_gemma":0.0005826164,"threshold_uncertainty_score":0.99912494},"labels":[],"label_agreement":null},{"id":"W2973296283","doi":"10.1109/tse.2019.2941880","title":"Studying the Impact of Noises in Build Breakage Data","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Replicate; Breakage; Server; Troubleshooting; Timeout; Data mining; Data science; World Wide Web; Statistics; Operating system","score_opus":0.028169490543929115,"score_gpt":0.2874072299796261,"score_spread":0.25923773943569695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973296283","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31337062,0.000067591165,0.68562335,0.000015279089,0.00038427336,0.00023280857,0.00002279856,0.00027816318,0.000005114007],"genre_scores_gemma":[0.984499,0.000016129346,0.015348266,0.0000063546363,0.000022616658,0.00002576647,0.0000018403842,0.000034164324,0.000045911664],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984145,0.000034070523,0.00028812548,0.0004423622,0.0004142564,0.00040667225],"domain_scores_gemma":[0.9963319,0.0016072748,0.00003965042,0.0018917915,0.000051877927,0.000077560995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049197697,0.00021572788,0.00025095703,0.00040314958,0.00004797727,0.000075295575,0.0020006874,0.000070528054,0.000033130113],"category_scores_gemma":[0.00016106575,0.00016983175,0.00011168451,0.0011035117,0.00002004415,0.00060659484,0.000032552794,0.0005302523,0.000043604305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007315232,0.00009291428,0.009051546,0.000048128764,0.00006435036,0.000008921363,0.00031899736,0.9827649,0.0011366794,0.000019979783,0.000044564957,0.0064417063],"study_design_scores_gemma":[0.0011697368,0.0003452893,0.16190284,0.00037805407,0.000016530226,0.000052946918,0.000044986802,0.82564086,0.00962032,0.000015181557,0.00016397718,0.0006492631],"about_ca_topic_score_codex":0.00026721158,"about_ca_topic_score_gemma":0.000008892246,"teacher_disagreement_score":0.67112833,"about_ca_system_score_codex":0.00014900883,"about_ca_system_score_gemma":0.00009597482,"threshold_uncertainty_score":0.69255376},"labels":[],"label_agreement":null},{"id":"W2975484362","doi":"10.22215/etd/2019-13526","title":"Identifying Software Defects Using Neural Graph Classifiers","year":2019,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Suite; Java; Artificial intelligence; Graph; Source code; Software; Machine learning; Test suite; Task (project management); Software suite; Test case; Data mining; Programming language; Theoretical computer science; Engineering","score_opus":0.04384843707961259,"score_gpt":0.3148986019848136,"score_spread":0.271050164905201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975484362","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38959002,0.00068548287,0.60100096,0.000011215638,0.006537499,0.00042582353,0.0000024247972,0.0012044113,0.0005421607],"genre_scores_gemma":[0.83082044,0.000042406256,0.14939208,0.000118624586,0.0002555444,0.000052435684,0.00024815428,0.00021784572,0.018852476],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974598,0.000052436473,0.00027881513,0.0007667051,0.00083288015,0.0006093543],"domain_scores_gemma":[0.9980713,0.0005300347,0.00011869918,0.0009353506,0.00019120892,0.00015338119],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023174717,0.00034480696,0.00032468984,0.00070700864,0.00014285602,0.0005686023,0.0015383993,0.00032516438,0.000043207812],"category_scores_gemma":[0.000505975,0.00035025374,0.00022641844,0.0008861366,0.000016679349,0.0006191733,0.00019075653,0.00067594403,0.00015792219],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025619564,0.0006996369,0.2538634,0.02140404,0.0023507609,0.0022883017,0.02493694,0.10564726,0.054028906,0.04429189,0.03428117,0.4559515],"study_design_scores_gemma":[0.0025902211,0.00043349175,0.23642746,0.0028291638,0.00024859875,0.0002289959,0.0018873372,0.71707374,0.023176469,0.006375762,0.0012713338,0.007457442],"about_ca_topic_score_codex":0.000091836846,"about_ca_topic_score_gemma":0.000024897123,"teacher_disagreement_score":0.6114265,"about_ca_system_score_codex":0.00015397837,"about_ca_system_score_gemma":0.00025947415,"threshold_uncertainty_score":0.9998949},"labels":[],"label_agreement":null},{"id":"W2976928731","doi":"10.1016/j.jss.2019.110427","title":"An empirical study of security warnings from static application security testing tools","year":2019,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"","keywords":"Computer science; False positive paradox; Source code; Application security; Vulnerability (computing); Computer security; Static program analysis; Static analysis; Code (set theory); Open source; Web application security; Software security assurance; Empirical research; Secure coding; Software; Data mining; Information security; Software development; The Internet; World Wide Web; Machine learning; Security service; Set (abstract data type); Programming language","score_opus":0.027078499168745673,"score_gpt":0.30272429123481737,"score_spread":0.2756457920660717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2976928731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93814516,0.00028682532,0.06089734,0.000018958472,0.00020367494,0.0003858295,0.0000059979516,0.000053846015,0.000002342861],"genre_scores_gemma":[0.9953234,0.0000031394059,0.004543338,0.000008498524,0.00009934879,0.000008429912,0.0000010319955,0.000010200458,0.0000026143591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982559,0.00015791706,0.00055199035,0.00023192247,0.00063051074,0.00017176756],"domain_scores_gemma":[0.996902,0.0016262672,0.00042090344,0.00041119743,0.00048458285,0.00015506348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010189478,0.00011592167,0.00038020156,0.00013600213,0.000050853447,0.00018882888,0.00054816523,0.0000648579,0.0000024708181],"category_scores_gemma":[0.0008891324,0.00009532864,0.00003597388,0.00031569795,0.000016296146,0.0006945053,0.00011396671,0.0003279738,0.0000032393596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009278772,0.00020527164,0.98030216,0.00013859474,0.000035726072,0.000016110793,0.013202779,0.0010441706,0.0002600661,0.00001286896,0.000048195117,0.0047247647],"study_design_scores_gemma":[0.0013718326,0.0022505838,0.87872356,0.00036716295,0.00002447218,0.00011373532,0.0030373405,0.11269403,0.00007310823,0.0008490579,0.00023584496,0.000259282],"about_ca_topic_score_codex":0.00030576164,"about_ca_topic_score_gemma":0.0000037577565,"teacher_disagreement_score":0.11164986,"about_ca_system_score_codex":0.000053633557,"about_ca_system_score_gemma":0.000078368736,"threshold_uncertainty_score":0.38873893},"labels":[],"label_agreement":null},{"id":"W2978451778","doi":"10.82308/41899","title":"Dynamic data structure analysis and visualization of Java programs","year":2006,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Java; Visualization; Data visualization; Computer graphics (images); Programming language; Data mining","score_opus":0.015926519627309756,"score_gpt":0.2651596914814227,"score_spread":0.24923317185411295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978451778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937866,0.00017783316,0.0045545874,0.000016224834,0.00013902708,0.00030193452,0.00035237486,0.000400229,0.00027122305],"genre_scores_gemma":[0.9719976,0.000018641746,0.027490837,0.00001617256,0.00000867362,0.000008692115,0.00032486996,0.000033040676,0.000101472375],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972869,0.00015200839,0.0004497012,0.0009059533,0.000757015,0.0004484319],"domain_scores_gemma":[0.99743176,0.0002782969,0.00016777252,0.0017358095,0.0002395011,0.00014684843],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00069008063,0.00025760694,0.00036115773,0.00059256895,0.00025726188,0.00015627986,0.0017058345,0.00016613155,0.000017822022],"category_scores_gemma":[0.00055228634,0.0002576003,0.000081029684,0.0029795147,0.00008114006,0.0012684754,0.0011358828,0.0003082746,0.0000074939217],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031311167,0.00046233757,0.06368488,0.00039278125,0.001027151,0.000082580365,0.000013640111,0.004296656,0.07084072,0.24775651,0.000007709426,0.6114037],"study_design_scores_gemma":[0.0022149584,0.0004956732,0.49612713,0.00020900935,0.00078034535,0.00011576993,0.00002902408,0.38157353,0.058149382,0.046651874,0.011409274,0.0022440387],"about_ca_topic_score_codex":0.00043967235,"about_ca_topic_score_gemma":0.00058624864,"teacher_disagreement_score":0.6091597,"about_ca_system_score_codex":0.00014248615,"about_ca_system_score_gemma":0.000022034257,"threshold_uncertainty_score":0.9999876},"labels":[],"label_agreement":null},{"id":"W2979450652","doi":"10.1109/icmla.2019.00161","title":"A Multi-label, Dual-Output Deep Neural Network for Automated Bug Triaging","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Artificial intelligence; Lift (data mining); Chart; Process (computing); Interim; Artificial neural network; Machine learning; Deep learning; Scheme (mathematics); Programming language","score_opus":0.03329090948568393,"score_gpt":0.29875260057032577,"score_spread":0.26546169108464185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979450652","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10275476,0.00014052358,0.89134765,0.0003772748,0.0011146523,0.0006628648,0.0000011394785,0.0035373007,0.0000638246],"genre_scores_gemma":[0.40405422,0.0000013602481,0.5936833,0.0001868439,0.00013300289,0.00006516167,0.0000042337406,0.000026016554,0.0018458504],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983977,0.000039466613,0.00020846563,0.00042970682,0.0002788769,0.00064580113],"domain_scores_gemma":[0.9978836,0.0012562118,0.000036801874,0.00058456697,0.00011387316,0.00012490083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004911789,0.00015164087,0.0001898065,0.00011235505,0.00008460325,0.00022786568,0.0006737691,0.00006495691,0.000022285833],"category_scores_gemma":[0.0003792557,0.00013598237,0.000060295235,0.00056575437,0.000013964895,0.00035281858,0.0002902828,0.00014439438,0.00022637888],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012244446,0.0005164031,0.11215529,0.000409617,0.00032630647,0.00010817148,0.0017899754,0.5713807,0.005474587,0.010788335,0.06439342,0.23253475],"study_design_scores_gemma":[0.0013585037,0.00008692892,0.011652436,0.0000118038215,0.000002351062,0.000010959482,0.0000044248145,0.98585343,0.00011630231,0.00004716155,0.00067785644,0.00017781091],"about_ca_topic_score_codex":0.000023084896,"about_ca_topic_score_gemma":0.000004399296,"teacher_disagreement_score":0.41447276,"about_ca_system_score_codex":0.00005490432,"about_ca_system_score_gemma":0.00004183426,"threshold_uncertainty_score":0.55452},"labels":[],"label_agreement":null},{"id":"W2981779826","doi":"10.1007/978-3-030-33702-5_5","title":"Towards Automated Microservices Extraction Using Muti-objective Evolutionary Search","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Microservices; Computer science; Benchmark (surveying); Sorting; Identification (biology); Source code; Set (abstract data type); Software; Software evolution; Plug-in; Genetic programming; Process (computing); Theoretical computer science; Data mining; Machine learning; Software development; Programming language; Cloud computing; Software construction; Operating system","score_opus":0.02359947469198001,"score_gpt":0.29985626001772736,"score_spread":0.2762567853257474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981779826","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028263398,0.00069195806,0.9916185,0.00020767805,0.0026363686,0.00059542625,0.000010291665,0.0008631398,0.0005502948],"genre_scores_gemma":[0.37814498,0.000038483613,0.62054324,0.0002936958,0.0005488604,0.000008553967,0.000011942496,0.00008516841,0.00032504278],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946863,0.00006901939,0.0004714084,0.001890617,0.0018649269,0.0010176942],"domain_scores_gemma":[0.99622023,0.0011340701,0.00017928438,0.0015873992,0.000671007,0.00020803796],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011635079,0.00057552615,0.00052285765,0.0016757746,0.00031900234,0.0006682552,0.0036487016,0.00048330662,0.000029767392],"category_scores_gemma":[0.00019850508,0.0005765139,0.00014551333,0.0013751385,0.00047494625,0.0012539861,0.002148795,0.0014289295,0.00015188547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023069435,0.00008820592,0.0010867796,0.00031470344,0.00006553541,0.00030996717,0.0018145157,0.7683554,0.007891128,0.0035956518,0.00004875608,0.21640624],"study_design_scores_gemma":[0.00021583088,0.00012349857,0.0048199636,0.00043017996,0.0000057793013,0.00023763301,3.542338e-7,0.9842528,0.0041694087,0.0048883962,0.00022585831,0.0006302914],"about_ca_topic_score_codex":0.00025346916,"about_ca_topic_score_gemma":0.000025410156,"teacher_disagreement_score":0.37531865,"about_ca_system_score_codex":0.0016207022,"about_ca_system_score_gemma":0.0025029993,"threshold_uncertainty_score":0.99966866},"labels":[],"label_agreement":null},{"id":"W2982011245","doi":"10.7202/1065133ar","title":"brat Rapid Annotation Tool. Web-based annotation and visualization tool","year":2019,"lang":"en","type":"article","venue":"Renaissance and Reformation","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Acadia University","funders":"","keywords":"Annotation; Computer science; Visualization; World Wide Web; Information retrieval; Artificial intelligence","score_opus":0.009773954082737747,"score_gpt":0.25010604564351196,"score_spread":0.24033209156077423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982011245","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74242306,0.00025856416,0.2562665,0.00023723934,0.00017193465,0.00028458654,0.0000017745444,0.00020560276,0.00015074073],"genre_scores_gemma":[0.9960128,0.00010595282,0.0036138357,0.0001078921,0.000034958503,0.000020856489,0.00004610237,0.000008692125,0.0000489167],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906987,0.000044977172,0.00020875105,0.00022474719,0.00028408272,0.00016756555],"domain_scores_gemma":[0.999412,0.00010771738,0.00008703714,0.00022534236,0.00012995295,0.00003794837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036713557,0.00010533646,0.00010251186,0.00019562613,0.00010470034,0.00019861848,0.00011436488,0.000072463066,0.0000066892903],"category_scores_gemma":[0.00011856779,0.00009004511,0.000016542044,0.00040324754,0.00002413544,0.0018209779,0.000041196894,0.000079278725,0.00003544502],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013452691,0.00014208506,0.10904902,0.0018136724,0.000049498987,0.000006786606,0.0047884122,0.012880941,0.06223789,0.04293377,0.004386954,0.7615764],"study_design_scores_gemma":[0.00094727834,0.00016702502,0.17218065,0.000110022134,0.0000033209133,0.000009465019,0.000024991452,0.8155227,0.006852823,0.00026096543,0.0036915937,0.00022920429],"about_ca_topic_score_codex":0.000005302395,"about_ca_topic_score_gemma":0.0000010152818,"teacher_disagreement_score":0.8026417,"about_ca_system_score_codex":0.000047585632,"about_ca_system_score_gemma":0.00004413756,"threshold_uncertainty_score":0.3671933},"labels":[],"label_agreement":null},{"id":"W2982119098","doi":"10.1016/j.infsof.2019.106205","title":"Automatic prediction of the severity of bugs using stack traces and categorical features","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Categorical variable; Computer science; Software bug; Software regression; Data mining; Machine learning; Software; Classifier (UML); Tracing; Predictive modelling; Artificial intelligence; Reliability engineering; Software quality; Software development; Engineering; Operating system","score_opus":0.007654808858986597,"score_gpt":0.22442895162658016,"score_spread":0.21677414276759358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982119098","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9187691,0.00008563105,0.08053292,0.0001536961,0.00009016028,0.0001439331,0.000004383342,0.00021235712,0.0000078053135],"genre_scores_gemma":[0.98779535,0.000010985283,0.012168024,0.00001301406,0.0000019242789,0.0000027927244,7.9809547e-7,0.0000017273834,0.000005390547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994824,0.000012061009,0.00018841607,0.000065953966,0.00015918529,0.00009197757],"domain_scores_gemma":[0.9994456,0.00011874804,0.00009364157,0.00024059214,0.00008444983,0.000016947204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014078047,0.000054446937,0.000108243665,0.00019616012,0.000034891025,0.000020820447,0.00024070806,0.00011333416,0.0000030782867],"category_scores_gemma":[0.00035221028,0.000040101702,0.000014192501,0.00038290586,0.00009489286,0.0004975752,0.00019517567,0.0001322537,0.0000011292861],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060862562,0.00002791713,0.6386285,0.0006653938,0.000032220796,4.466528e-7,0.0027952788,0.00053066656,0.0005118156,0.014057156,0.00014174618,0.3426028],"study_design_scores_gemma":[0.0004593268,0.00013294794,0.8553899,0.00006185786,0.0000069610437,0.00015812936,0.00019843785,0.13421032,0.0053089694,0.003618458,0.00034860382,0.00010607249],"about_ca_topic_score_codex":0.00002187758,"about_ca_topic_score_gemma":8.898235e-7,"teacher_disagreement_score":0.34249672,"about_ca_system_score_codex":0.000019150413,"about_ca_system_score_gemma":0.000041262763,"threshold_uncertainty_score":0.16353},"labels":[],"label_agreement":null},{"id":"W2984281377","doi":"10.1145/3356773.3356811","title":"Continuous Data-driven Software Engineering - Towards a Research Agenda","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software deployment; Pace; Software engineering; Software development; Software; Computer science; Social software engineering; Software Engineering Process Group; Automation; Systems engineering; Engineering; Engineering management; Software development process; Software construction","score_opus":0.07028905642559609,"score_gpt":0.32203960858503855,"score_spread":0.2517505521594425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984281377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5804405,0.002382679,0.4003866,0.00060878036,0.0037587301,0.0017976015,0.00022265475,0.0103927115,0.0000097217935],"genre_scores_gemma":[0.6878326,0.000048618258,0.3108938,0.0000772887,0.00039752998,0.00013066613,0.00014256421,0.00023669569,0.00024023288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99182695,0.0001352454,0.00085521996,0.002262918,0.0023880894,0.0025315748],"domain_scores_gemma":[0.82093835,0.16416255,0.00020175063,0.01262891,0.0010614617,0.001007003],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002518352,0.0008868622,0.0009578009,0.0013414859,0.00024739018,0.00085567986,0.011186953,0.00047719432,0.00015992865],"category_scores_gemma":[0.4140764,0.000959616,0.00024303568,0.0028122254,0.00009038049,0.0019916072,0.007838875,0.002129116,0.0013595573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004832743,0.0003659126,0.8522943,0.0020302255,0.0006013881,0.00089575764,0.0020522259,0.072533846,0.008461479,0.0020477471,0.012821184,0.04584758],"study_design_scores_gemma":[0.0037346454,0.0011464556,0.7427403,0.0019933113,0.00008798214,0.0005794064,0.00007123643,0.109288126,0.012787441,0.00009900476,0.121544786,0.005927309],"about_ca_topic_score_codex":0.00019757636,"about_ca_topic_score_gemma":0.00000496117,"teacher_disagreement_score":0.41155803,"about_ca_system_score_codex":0.00045925425,"about_ca_system_score_gemma":0.00051380874,"threshold_uncertainty_score":0.999418},"labels":[],"label_agreement":null},{"id":"W2985253063","doi":"10.1145/3356773.3356806","title":"SST'19 - Software and Systems Traceability","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Traceability; Requirements traceability; Software engineering; Computer science; Context (archaeology); Software development; Software system; Change impact analysis; Event (particle physics); Systems engineering; Software; Engineering; Requirement; Programming language","score_opus":0.016684252597717532,"score_gpt":0.24249219578245296,"score_spread":0.22580794318473543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985253063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7281473,0.0030190372,0.25967303,0.00024248783,0.001766196,0.0008224208,0.000025967875,0.0063011893,0.0000023357834],"genre_scores_gemma":[0.85888124,0.00003186334,0.14057672,0.000051958592,0.00013171874,0.0000894977,0.000011845406,0.00008852326,0.0001366321],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964986,0.00008426444,0.00049033127,0.0011349869,0.00079755107,0.000994285],"domain_scores_gemma":[0.8183672,0.1774911,0.000113129856,0.0031654527,0.00024165123,0.0006215063],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010703807,0.00053374533,0.0005736349,0.0003811796,0.0001292023,0.00047898688,0.0020902161,0.00027856554,0.0000351618],"category_scores_gemma":[0.30302015,0.00054811226,0.00013401621,0.00083983224,0.00006198182,0.00091588934,0.0011758719,0.0006189276,0.00023239126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009691129,0.00005200945,0.9805966,0.000882387,0.000058359838,0.000038027283,0.00045370276,0.009468371,0.00091743027,0.00075132155,0.00042892003,0.006343151],"study_design_scores_gemma":[0.00091331167,0.0002442513,0.98000526,0.00029106386,0.000019769013,0.00027811117,0.000022816135,0.010184932,0.000706229,0.00009046469,0.0059254672,0.0013183085],"about_ca_topic_score_codex":0.00009621511,"about_ca_topic_score_gemma":0.0000013305885,"teacher_disagreement_score":0.30194977,"about_ca_system_score_codex":0.00020497183,"about_ca_system_score_gemma":0.00013662064,"threshold_uncertainty_score":0.999697},"labels":[],"label_agreement":null},{"id":"W2987292856","doi":"10.1016/j.infsof.2019.106213","title":"Towards assisting developers in API usage by automated recovery of complex temporal patterns","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Rimouski","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Software design pattern; Usage data; Software; Programming language; World Wide Web","score_opus":0.012240438639937762,"score_gpt":0.24952561703720383,"score_spread":0.23728517839726607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987292856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71901244,0.000028340608,0.27883163,0.0002813863,0.000094777606,0.00017530355,0.000012101461,0.0014516755,0.00011231409],"genre_scores_gemma":[0.9383645,0.000011229982,0.06147723,0.00008354615,0.0000012538399,0.000012980871,0.000028784632,0.0000047116146,0.000015738362],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99906313,0.000016575907,0.00036431692,0.00013339927,0.00019419841,0.00022839605],"domain_scores_gemma":[0.99934274,0.00014274793,0.000108140215,0.00027962495,0.000092855036,0.00003391783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002967246,0.000101433405,0.00018206786,0.000635578,0.000028173565,0.00005377641,0.00046590384,0.00015982852,0.000019585483],"category_scores_gemma":[0.0006199145,0.00010090524,0.000017367334,0.0007018223,0.00004300492,0.00081565545,0.0002864947,0.0001846372,0.00003189436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000470588,0.000015625394,0.7592298,0.00014400388,0.000011273269,0.0000035092942,0.00048081588,0.00021827115,0.00013301214,0.00060289237,0.0006373397,0.23851874],"study_design_scores_gemma":[0.0015703705,0.00028475342,0.83785754,0.0002083021,0.0000023164437,0.00008402413,0.0002783286,0.14760971,0.0020126728,0.0005587238,0.009002587,0.0005306887],"about_ca_topic_score_codex":0.000108020235,"about_ca_topic_score_gemma":0.000008212458,"teacher_disagreement_score":0.23798805,"about_ca_system_score_codex":0.000070882044,"about_ca_system_score_gemma":0.000083368584,"threshold_uncertainty_score":0.41147965},"labels":[],"label_agreement":null},{"id":"W2987358222","doi":"10.1109/vissoft.2019.00013","title":"A Tertiary Systematic Literature Review on Software Visualization","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Visualization; Software visualization; Computer science; Scope (computer science); Software; Data science; Systematic review; Software engineering; Field (mathematics); Disconnection; Software development; Human–computer interaction; Software construction; Data mining","score_opus":0.009328171718587968,"score_gpt":0.27461267983293786,"score_spread":0.2652845081143499,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987358222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015961156,0.04517848,0.9482444,0.00052749587,0.00058909366,0.001910005,0.0000012451612,0.0015095059,0.00044368242],"genre_scores_gemma":[0.6472023,0.030955791,0.22154173,0.04584264,0.0005151951,0.0014387504,0.00013576994,0.0003327023,0.052035134],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9987992,0.00008804118,0.00019769414,0.0002885198,0.0004371156,0.00018942928],"domain_scores_gemma":[0.9985577,0.0004165423,0.00003778854,0.0008150715,0.00010877421,0.00006413268],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00039556797,0.00011557131,0.00020730167,0.00013032423,0.000022974851,0.00015835516,0.0006323273,0.000047020585,0.00005107439],"category_scores_gemma":[0.0009009367,0.00008204121,0.000054910677,0.00071455137,0.0000039032343,0.00032355098,0.00012669165,0.000118140415,0.0011477099],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003816861,0.00016230076,0.012238423,0.8756703,0.000077796176,0.000113452086,0.0007052972,0.00027914497,0.00018701235,0.07730245,0.030022461,0.003237509],"study_design_scores_gemma":[0.0007230593,0.0004683069,0.013259934,0.9098638,0.000029250908,0.0002505668,0.000008808991,0.07037742,0.0013053064,0.0004625801,0.002108073,0.0011428659],"about_ca_topic_score_codex":6.16805e-7,"about_ca_topic_score_gemma":9.51635e-8,"teacher_disagreement_score":0.72670263,"about_ca_system_score_codex":0.000044027132,"about_ca_system_score_gemma":0.0000247378,"threshold_uncertainty_score":0.99963003},"labels":[],"label_agreement":null},{"id":"W2988126082","doi":"10.1109/vissoft.2019.00019","title":"CloneCompass: Visualizations for Exploring Assembly Code Clone Ecosystems","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; clone (Java method); Source code; Code (set theory); Codebase; Software engineering; Software; Function (biology); Visualization; Process (computing); Programming language; Data mining","score_opus":0.07011543209215279,"score_gpt":0.31788373295285205,"score_spread":0.24776830086069926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988126082","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14823285,0.000038104383,0.8489549,0.00023921374,0.0009691042,0.00044249988,0.0000038760263,0.00069117575,0.0004282397],"genre_scores_gemma":[0.9465494,0.000007893666,0.051302396,0.000050365168,0.00010475561,0.0003175903,0.0000075145267,0.000026323012,0.0016337695],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873394,0.000025563388,0.00020816256,0.00036358635,0.00029521878,0.0003735379],"domain_scores_gemma":[0.998107,0.0009863814,0.000032607164,0.00062118156,0.00014517092,0.000107625776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040530442,0.00011278456,0.00016634098,0.00017480772,0.00007416692,0.00020851888,0.00076466915,0.000041299663,0.000035257795],"category_scores_gemma":[0.00024260506,0.0001085957,0.000062886946,0.00043306098,0.000005475434,0.0006574472,0.00018808138,0.00007797879,0.00042958747],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016430562,0.00032485215,0.06761119,0.00068354583,0.00017446493,0.000011227011,0.0015313098,0.02530673,0.020532915,0.84042746,0.03466975,0.008710122],"study_design_scores_gemma":[0.00074776117,0.00017587902,0.005549488,0.00005954785,0.000003319492,0.000010618132,0.000058883365,0.9209426,0.013414636,0.0003531088,0.058307078,0.0003771011],"about_ca_topic_score_codex":0.000025520218,"about_ca_topic_score_gemma":0.0000149809475,"teacher_disagreement_score":0.89563584,"about_ca_system_score_codex":0.000074148615,"about_ca_system_score_gemma":0.000058468482,"threshold_uncertainty_score":0.5521621},"labels":[],"label_agreement":null},{"id":"W2989443621","doi":"10.1109/tse.2019.2952130","title":"An Empirical Study of Dependency Downgrades in the npm Ecosystem","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Downgrade; Dependency (UML); Software versioning; Reuse; Software; Software engineering; Computer security; Operating system","score_opus":0.01786606815314012,"score_gpt":0.28024781358299794,"score_spread":0.2623817454298578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989443621","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5047135,0.000012534496,0.49437875,0.0000095275,0.00032149264,0.00032103382,0.0000028245026,0.00023816725,0.0000021803085],"genre_scores_gemma":[0.99269646,0.0000022001266,0.0071241963,0.000012694323,0.000021063805,0.00010470013,4.294662e-7,0.00002709379,0.000011130127],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981056,0.00011100243,0.00034199865,0.00042497006,0.0006576073,0.000358814],"domain_scores_gemma":[0.9976236,0.0011108408,0.00003520762,0.0010899125,0.000056617468,0.00008379784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055179995,0.0002079014,0.00025533992,0.0004812475,0.000051176932,0.000085310916,0.0012943976,0.00008793367,0.000018021252],"category_scores_gemma":[0.000052372445,0.0001714434,0.00007883105,0.0010844453,0.000007231881,0.00043878274,0.0000052810465,0.0005450798,0.000040432988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010432978,0.00089582667,0.04856831,0.00009702742,0.00003881383,0.000036007554,0.004831792,0.94151527,0.00038442275,0.000029485831,0.000008357371,0.0035842375],"study_design_scores_gemma":[0.0036216648,0.004387059,0.45477262,0.00037343317,0.00004277147,0.000169356,0.0019407459,0.5223728,0.01065431,0.00003890362,0.00024522893,0.0013811309],"about_ca_topic_score_codex":0.00004523639,"about_ca_topic_score_gemma":0.00004914201,"teacher_disagreement_score":0.48798302,"about_ca_system_score_codex":0.000094297124,"about_ca_system_score_gemma":0.00004692397,"threshold_uncertainty_score":0.6991259},"labels":[],"label_agreement":null},{"id":"W2989967080","doi":"","title":"Code Forking and Software Development Project Sustainability: Evidence from GitHub","year":2019,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Computer science; Software engineering; Software development; Code (set theory); Software; Sustainability; Programming language; Ecology","score_opus":0.021934243268333514,"score_gpt":0.273981560421965,"score_spread":0.2520473171536315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989967080","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44581223,0.00028992063,0.5490566,0.0008196822,0.0024348174,0.0014571,0.000011361574,0.00008101979,0.00003726258],"genre_scores_gemma":[0.9911892,0.0000064247724,0.008344933,0.000036265395,0.00007006965,0.000023004375,0.0000012111243,0.000004580394,0.00032435174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983246,0.00007358804,0.00058289396,0.00006826311,0.00078332593,0.0001673384],"domain_scores_gemma":[0.995636,0.001810817,0.0009854453,0.00020844169,0.001323447,0.00003589203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028362665,0.00007423714,0.00016746396,0.00016308275,0.00011362461,0.00050814054,0.00055265514,0.000067165434,3.1965467e-7],"category_scores_gemma":[0.0061836555,0.000052337506,0.000064994034,0.00027964026,0.0000049522487,0.0027115694,0.000146811,0.00014320297,0.000006494677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003447101,0.000015210226,0.94856536,0.00055398734,0.00017869819,3.0528645e-7,0.017318383,0.010669042,0.000032698506,0.00090444734,0.0036539044,0.018073488],"study_design_scores_gemma":[0.0025472052,0.0002667288,0.5730079,0.0018860645,0.000040319836,0.000054648437,0.003181749,0.07386023,0.0010637251,0.00071090314,0.34285107,0.0005294788],"about_ca_topic_score_codex":0.000023977402,"about_ca_topic_score_gemma":0.0000017428162,"teacher_disagreement_score":0.54537696,"about_ca_system_score_codex":0.0012250006,"about_ca_system_score_gemma":0.0005116659,"threshold_uncertainty_score":0.74028593},"labels":[],"label_agreement":null},{"id":"W2990774762","doi":"10.1109/models.2019.00-19","title":"Pitfalls Analyzer: Quality Control for Model-Driven Data Science Pipelines","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Pipeline transport; Pipeline (software); Data science; Raw data; Quality (philosophy); Data mining; Software engineering; Programming language; Engineering","score_opus":0.07607110023299138,"score_gpt":0.3725011453655077,"score_spread":0.29643004513251636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2990774762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030338665,0.000026815613,0.96760803,0.000687706,0.00026778565,0.00044384704,0.000036106827,0.00032570682,0.00026530543],"genre_scores_gemma":[0.7917197,0.0000030623871,0.20736018,0.00017512575,0.00004045661,0.000014617362,0.000006132753,0.000007771221,0.0006730077],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977269,0.000025548825,0.0002439397,0.0008174865,0.0006912194,0.00049487565],"domain_scores_gemma":[0.9956262,0.0011562686,0.000045756216,0.0026383237,0.0003764337,0.00015700345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022319742,0.00011801077,0.00020064428,0.0001787777,0.00009566775,0.00027946025,0.005171598,0.00003817949,0.000014215045],"category_scores_gemma":[0.0016679908,0.000097707954,0.00004280343,0.0006543413,0.00009106308,0.0016665244,0.0010376568,0.00010098761,0.00011505453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059148337,0.00026922763,0.09025112,0.00022008948,0.00008915441,0.000003851197,0.00044701315,0.38475046,0.051207732,0.43541223,0.011829459,0.02546051],"study_design_scores_gemma":[0.0005212313,0.000030395118,0.004404905,0.0000063178068,0.0000021962169,0.0000010279234,0.0000042324064,0.9930649,0.0005583478,0.0005723536,0.00067990663,0.00015418684],"about_ca_topic_score_codex":0.00005421145,"about_ca_topic_score_gemma":0.000009450448,"teacher_disagreement_score":0.761381,"about_ca_system_score_codex":0.000054927,"about_ca_system_score_gemma":0.0003702614,"threshold_uncertainty_score":0.9610202},"labels":[],"label_agreement":null},{"id":"W2993280551","doi":"10.1109/icsme.2019.00026","title":"Investigating Context Adaptation Bugs in Code Clones","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Cloning (programming); Context (archaeology); Computer science; clone (Java method); Code (set theory); Programming language; Fragment (logic); Source code; Java; Software bug; Software maintenance; Biology; Software; Software system; Genetics; Gene","score_opus":0.035022700386172355,"score_gpt":0.26918638135110995,"score_spread":0.2341636809649376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993280551","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75749123,0.000041994157,0.24091049,0.00047125685,0.0001578839,0.0001197217,1.9633332e-7,0.0002112303,0.0005960213],"genre_scores_gemma":[0.9543924,0.0000011642104,0.04489137,0.00015666265,0.00001119371,0.000008054288,5.9096686e-7,0.000004966054,0.000533612],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992931,0.00002469516,0.000117353586,0.00018566655,0.0002098032,0.00016937905],"domain_scores_gemma":[0.99915045,0.0004986162,0.000017591836,0.00024523985,0.000039505165,0.000048583963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002903643,0.00005278982,0.00007482557,0.00010197619,0.000013341253,0.000063611835,0.00035181802,0.000029173378,0.000023054741],"category_scores_gemma":[0.00045909735,0.000049498987,0.000012803974,0.00034281545,0.000011581031,0.00033114172,0.00010917671,0.00010927533,0.00030743852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025305903,0.000045002584,0.68445396,0.00007483855,0.000010629034,0.000012121333,0.0066123344,0.027759792,0.006807138,0.15509348,0.00093242264,0.11819576],"study_design_scores_gemma":[0.000354971,0.000046235193,0.16540715,0.00004166905,2.5544665e-7,0.0000031208197,0.00017435476,0.8290764,0.0028955885,0.0012837852,0.00058301305,0.00013345934],"about_ca_topic_score_codex":0.0003276716,"about_ca_topic_score_gemma":0.00010689542,"teacher_disagreement_score":0.8013166,"about_ca_system_score_codex":0.000037591206,"about_ca_system_score_gemma":0.000057849553,"threshold_uncertainty_score":0.39516026},"labels":[],"label_agreement":null},{"id":"W2993429484","doi":"10.1109/icsme.2019.00031","title":"Aiding Code Change Understanding with Semantic Change Impact Analysis","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Change impact analysis; Computer science; Semantic change; Context (archaeology); JavaScript; Unix; Code (set theory); False positive paradox; Source code; Software engineering; Programming language; Information retrieval; Data science; Artificial intelligence; Software","score_opus":0.11918472573368231,"score_gpt":0.31640870004469995,"score_spread":0.19722397431101762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993429484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2500027,0.00006250568,0.74854326,0.0003391935,0.000087686545,0.0002720798,0.000001658774,0.00039022765,0.00030069269],"genre_scores_gemma":[0.9947858,0.000008859912,0.0048217326,0.00008414136,0.0000566371,0.000025377709,0.000002393171,0.000015670696,0.00019937463],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985394,0.000027230051,0.000100869955,0.0003884033,0.0004679166,0.00047620136],"domain_scores_gemma":[0.99881417,0.0003180595,0.000033434626,0.00065522856,0.000041871626,0.00013726446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034480734,0.00014758212,0.00022788333,0.0006436931,0.00006734716,0.00020990807,0.00058981,0.00004264756,0.00014190887],"category_scores_gemma":[0.000031312728,0.00010665347,0.00009833771,0.0025144087,0.000016649103,0.00076787383,0.00019936112,0.00013305005,0.00013859019],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008343151,0.000028759645,0.98506784,0.00005528587,0.00057384034,0.000044502296,0.0021089695,0.0011131419,0.00018362288,0.009634781,0.00008352727,0.0010973886],"study_design_scores_gemma":[0.00048573143,0.00032916677,0.35230142,0.00007505421,0.00007910318,0.00002195818,0.00017972253,0.6454328,0.00033919973,0.0002171071,0.00006692761,0.00047182932],"about_ca_topic_score_codex":0.00035875113,"about_ca_topic_score_gemma":0.00010075929,"teacher_disagreement_score":0.7447831,"about_ca_system_score_codex":0.0003035442,"about_ca_system_score_gemma":0.00002670561,"threshold_uncertainty_score":0.43492022},"labels":[],"label_agreement":null},{"id":"W2993561384","doi":"10.1109/re.2019.00055","title":"Data-Driven Elicitation and Optimization of Dependencies between Requirements","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Requirements elicitation; Data mining; Programming language; Requirements analysis; Software","score_opus":0.06475097418202472,"score_gpt":0.3167202874128103,"score_spread":0.25196931323078553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2993561384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18951394,0.000014470866,0.8100799,0.000051633615,0.000039781477,0.000086891836,0.000003542175,0.00005787652,0.00015196798],"genre_scores_gemma":[0.757955,0.000006025536,0.24192601,0.000006081131,0.0000076038896,9.783305e-7,0.000015511878,0.0000028008133,0.000079942176],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999382,0.000014957334,0.00010016153,0.0001765314,0.0002409003,0.000085411855],"domain_scores_gemma":[0.9991934,0.00023952204,0.000026672707,0.0004524849,0.00006125658,0.000026673912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021205864,0.000038298524,0.00006492252,0.00007677483,0.0000132335545,0.000037039714,0.0005020999,0.000020829271,0.000016642112],"category_scores_gemma":[0.0001660189,0.000035304198,0.0000050126573,0.00016093222,0.000010331403,0.00066658517,0.0003908853,0.000031636275,0.000013905318],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028083625,0.000024294575,0.80010974,0.0001132516,0.000049960276,0.0000010806251,0.00050438644,0.17127946,0.0019493784,0.0046284436,0.00047563665,0.020861562],"study_design_scores_gemma":[0.00017700426,0.00005087891,0.13646005,0.000014404619,0.0000024185642,6.3897414e-7,0.000013228216,0.86199796,0.0010689622,0.00008713274,0.000061292856,0.000066003486],"about_ca_topic_score_codex":0.000019373798,"about_ca_topic_score_gemma":0.0000013057042,"teacher_disagreement_score":0.69071853,"about_ca_system_score_codex":0.000011094388,"about_ca_system_score_gemma":0.000020205807,"threshold_uncertainty_score":0.14396635},"labels":[],"label_agreement":null},{"id":"W2994133228","doi":"10.5555/1858449.1858458","title":"Using mock object frameworks to teach object-oriented design principles","year":2010,"lang":"en","type":"article","venue":"Journal of computing sciences in colleges","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Object-oriented design; Computer science; Object (grammar); Object-oriented programming; Method; Class (philosophy); Software engineering; Context (archaeology); Inheritance (genetic algorithm); Programming language; Artificial intelligence","score_opus":0.04980164223800232,"score_gpt":0.3451517191738768,"score_spread":0.2953500769358745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994133228","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46247065,0.000046435893,0.5351673,0.00041873296,0.0016300043,0.00013506474,2.0408355e-7,0.000046445104,0.000085202424],"genre_scores_gemma":[0.548591,0.0000018888113,0.45113352,0.000067671666,0.00017555595,7.692051e-7,1.4201733e-8,0.000006776686,0.000022782415],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996694,0.0002213974,0.00070181926,0.00042082,0.0013032511,0.00065867155],"domain_scores_gemma":[0.99530184,0.0033325057,0.00032469712,0.0004122362,0.0004086876,0.00022001221],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068742638,0.00019750574,0.0003618496,0.0012062979,0.0003763679,0.00047548243,0.002743795,0.00017351612,0.000005633785],"category_scores_gemma":[0.0058038267,0.0001668557,0.000092889975,0.0035160643,0.00019066203,0.00059796375,0.0006189021,0.0016127321,0.000004366426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002060257,0.00014378165,0.050459,0.000019792702,0.000020504585,0.00015770597,0.0029379784,0.9269069,0.008240146,0.005685038,0.0006322964,0.0047762576],"study_design_scores_gemma":[0.00047984635,0.00057379704,0.036393113,0.00043646977,0.0000049741175,0.00056915445,0.00021038626,0.95265096,0.0061194375,0.0010937379,0.0010971465,0.00037096822],"about_ca_topic_score_codex":0.000016463102,"about_ca_topic_score_gemma":0.000010350712,"teacher_disagreement_score":0.08612039,"about_ca_system_score_codex":0.00015125405,"about_ca_system_score_gemma":0.000925006,"threshold_uncertainty_score":0.70066077},"labels":[],"label_agreement":null},{"id":"W2994598966","doi":"10.1109/icsme.2019.00018","title":"Improving Bug Triaging with High Confidence Predictions at Ericsson","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Triage; Software bug; Categorical variable; Context (archaeology); Classifier (UML); Precision and recall; Replicate; Software regression; Machine learning; Artificial intelligence; Data mining; Software; Software quality; Statistics; Software development","score_opus":0.00884423578975883,"score_gpt":0.22233329105635766,"score_spread":0.21348905526659884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994598966","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28431058,0.000023380786,0.7138186,0.00025203396,0.00029745398,0.00017595862,6.88834e-7,0.000588768,0.00053251267],"genre_scores_gemma":[0.9560493,0.000002505617,0.039308775,0.000051817242,0.000037524347,0.000018849323,8.960116e-7,0.000011503476,0.004518819],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987981,0.000018326547,0.00011100872,0.00036115723,0.00039447445,0.00031695783],"domain_scores_gemma":[0.99866587,0.0004972177,0.00003153882,0.00062356505,0.00008287981,0.000098902376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023794136,0.00009752511,0.00010674392,0.00011114253,0.00008253773,0.00014429446,0.0005924183,0.000033120898,0.000112803486],"category_scores_gemma":[0.0001403927,0.00007763733,0.00002191623,0.00044490196,0.00002155165,0.0004486017,0.00033081428,0.00015078708,0.00029964265],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013761614,0.0002183494,0.70004463,0.00037657682,0.00020606909,0.0001729347,0.0025570402,0.055714086,0.06352866,0.13889082,0.0070785745,0.031074636],"study_design_scores_gemma":[0.0023427315,0.00075703266,0.1926852,0.0001366307,0.000012572112,0.00017833039,0.000081484926,0.7659591,0.033643704,0.00036812888,0.0030400597,0.00079501723],"about_ca_topic_score_codex":0.0003062077,"about_ca_topic_score_gemma":0.000012899997,"teacher_disagreement_score":0.710245,"about_ca_system_score_codex":0.00012910175,"about_ca_system_score_gemma":0.000087174376,"threshold_uncertainty_score":0.38513997},"labels":[],"label_agreement":null},{"id":"W2994650698","doi":"10.1109/scam.2019.00016","title":"An Exploratory Study on Automatic Architectural Change Analysis Using Natural Language Processing Techniques","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Commit; Computer science; Software engineering; Software architecture; Categorization; Architecture; Outcome (game theory); Change impact analysis; Software; Artificial intelligence; Programming language; Database","score_opus":0.03385155722738631,"score_gpt":0.3349857242929544,"score_spread":0.3011341670655681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994650698","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92933863,0.00008745634,0.068481915,0.000022022241,0.00007659268,0.0004988894,3.8509918e-7,0.001470078,0.000024026127],"genre_scores_gemma":[0.964154,1.0420592e-7,0.03561979,0.000076853954,0.00005592018,0.000046737692,0.0000016438175,0.000016428427,0.000028530569],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984262,0.000112875794,0.00015748847,0.00044745803,0.00053089723,0.00032505297],"domain_scores_gemma":[0.99886334,0.00013428807,0.000044098222,0.0008116922,0.00006118334,0.000085416286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043275437,0.00016455675,0.00022384834,0.00077398395,0.00006921901,0.0002676211,0.0008401645,0.00003485281,0.00001746237],"category_scores_gemma":[0.000052639316,0.00012958367,0.00006210743,0.0016258004,0.000015074627,0.0007505377,0.00018550194,0.00023700495,0.000024913767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012684143,0.0007041996,0.17417753,0.00016790372,0.0003511818,0.00015438865,0.10284267,0.001721609,0.018993128,0.00008035753,0.000008917499,0.70078546],"study_design_scores_gemma":[0.00012289373,0.00028863302,0.083373144,0.00003260541,0.000024271467,0.0000058830587,0.0014439875,0.9108916,0.0035675648,0.000005541227,0.00000137661,0.00024248866],"about_ca_topic_score_codex":0.00005906037,"about_ca_topic_score_gemma":0.000027509619,"teacher_disagreement_score":0.90917003,"about_ca_system_score_codex":0.000094549054,"about_ca_system_score_gemma":0.000036553512,"threshold_uncertainty_score":0.5284269},"labels":[],"label_agreement":null},{"id":"W2995099744","doi":"10.1109/rew.2019.00022","title":"What Can the Sentiment of a Software Requirements Specification Document Tell Us?","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Sentiment analysis; Software; Set (abstract data type); Data science; Information retrieval; Software engineering; World Wide Web; Natural language processing; Programming language","score_opus":0.022398692669749573,"score_gpt":0.27583511503056846,"score_spread":0.25343642236081887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995099744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74629116,0.00023101809,0.24808373,0.0020657417,0.0015604411,0.0009636372,0.0000010418546,0.00027757417,0.00052567036],"genre_scores_gemma":[0.97647166,0.00007006672,0.018563116,0.00012844443,0.00002823102,0.000023545803,0.000002496694,0.000009551542,0.004702896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986811,0.00003568636,0.00018905199,0.0002625519,0.0006105141,0.00022104797],"domain_scores_gemma":[0.99857473,0.00023859441,0.000054443277,0.0009874487,0.00009361068,0.00005117826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040565585,0.00008646938,0.000091547394,0.000069685804,0.00003303762,0.0002102585,0.000917796,0.000024545523,0.00019620634],"category_scores_gemma":[0.00005651049,0.00005894435,0.000041994812,0.00029200406,0.00002215185,0.0005073127,0.00032121848,0.00007914886,0.00025574153],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046223846,0.0007696955,0.675333,0.0005237145,0.00047254073,0.000023053073,0.011481045,0.010650381,0.03409724,0.06784368,0.023135375,0.17562401],"study_design_scores_gemma":[0.0019216689,0.00058502035,0.6371729,0.00042069616,0.000021356287,0.000022193568,0.0007713496,0.019749524,0.2936904,0.00308092,0.041619647,0.0009443219],"about_ca_topic_score_codex":0.00005037858,"about_ca_topic_score_gemma":0.0000042799325,"teacher_disagreement_score":0.25959316,"about_ca_system_score_codex":0.00010712528,"about_ca_system_score_gemma":0.00004788059,"threshold_uncertainty_score":0.32871255},"labels":[],"label_agreement":null},{"id":"W2996318555","doi":"10.22215/etd/2014-10501","title":"Modeling Use-Case Sequential Dependencies Using ACL","year":2014,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Semantics (computer science); Programming language; Independence (probability theory); Ask price; Unary operation; Theoretical computer science; Mathematics","score_opus":0.0783807356310412,"score_gpt":0.326196916639899,"score_spread":0.24781618100885783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996318555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37291571,0.000050620543,0.6255058,0.0000039491883,0.0008799298,0.00010210309,0.0000010481034,0.00038576117,0.00015509223],"genre_scores_gemma":[0.87141037,0.0000063508246,0.12543009,0.000018243549,0.00017206356,0.000011594672,0.00003937692,0.000050516504,0.0028613592],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99805236,0.000049730563,0.00027396856,0.00056077406,0.0006340244,0.00042916185],"domain_scores_gemma":[0.99851686,0.00028935686,0.000050005554,0.00074352324,0.00027289355,0.00012737075],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034041062,0.00026098444,0.00024023071,0.00035996252,0.00015928935,0.0007189308,0.0008733397,0.000269958,0.000038233153],"category_scores_gemma":[0.0005496632,0.0002604553,0.00011097506,0.00030029434,0.000008794669,0.0006937866,0.00018097744,0.00043596755,0.000059356273],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027634273,0.00007572357,0.00051188545,0.0007934937,0.00023883539,0.0039312686,0.0028394584,0.9514436,0.006698923,0.0136328945,0.0005450163,0.019261224],"study_design_scores_gemma":[0.00008343095,0.000012591158,0.00002465174,0.000067884896,0.000011648598,0.00037819907,0.000052797037,0.99754566,0.0013118519,0.0001599347,0.000047325524,0.00030402784],"about_ca_topic_score_codex":0.0013822619,"about_ca_topic_score_gemma":0.00040990824,"teacher_disagreement_score":0.5000757,"about_ca_system_score_codex":0.00012342876,"about_ca_system_score_gemma":0.00024463137,"threshold_uncertainty_score":0.99998474},"labels":[],"label_agreement":null},{"id":"W2996771664","doi":"10.1109/saner48275.2020.9054792","title":"Cross-Dataset Design Discussion Mining","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Classifier (UML); Transfer of learning; Artificial intelligence; Machine learning; Documentation; Software; Replicate; Data mining","score_opus":0.08501070002276262,"score_gpt":0.35010330652625204,"score_spread":0.2650926065034894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996771664","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00035747266,0.00005405173,0.9951205,0.0024570334,0.0007068592,0.0002550615,0.000105945415,0.0008562071,0.00008685167],"genre_scores_gemma":[0.065522626,0.000012909009,0.93229306,0.00027867933,0.00024664938,0.00008795262,0.0004907203,0.000042108702,0.0010252841],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785966,0.000084710395,0.00023342052,0.0008836084,0.00057059905,0.0003680232],"domain_scores_gemma":[0.99766755,0.0006041006,0.000053302545,0.0013865419,0.00005436402,0.00023411054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005042378,0.00023801821,0.00022875224,0.00012520795,0.00007223051,0.0008804205,0.0028736163,0.0001833797,0.00010764114],"category_scores_gemma":[0.0010414962,0.00015807997,0.000069357346,0.000261579,0.00003560115,0.00022790072,0.0068625277,0.00063895114,0.00031611492],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035159042,0.00013173601,0.009732312,0.0008098223,0.00017200594,0.0008051784,0.0023577726,0.12526366,0.0008562767,0.0026686117,0.7507962,0.106371276],"study_design_scores_gemma":[0.00046626173,0.00014672424,0.018661428,0.00030007545,0.000010694064,0.00002478505,0.00001449955,0.9338151,0.0055794064,0.0045592953,0.035104055,0.0013176457],"about_ca_topic_score_codex":0.00002289486,"about_ca_topic_score_gemma":4.7041195e-7,"teacher_disagreement_score":0.8085515,"about_ca_system_score_codex":0.00007456482,"about_ca_system_score_gemma":0.00023429401,"threshold_uncertainty_score":0.855365},"labels":[],"label_agreement":null},{"id":"W2997090216","doi":"10.1609/aaai.v34i04.5733","title":"Predicting Propositional Satisfiability via End-to-End Learning","year":2020,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"British Columbia Knowledge Development Fund; Natural Sciences and Engineering Research Council of Canada; Alberta Machine Intelligence Institute; Compute Canada; Defense Advanced Research Projects Agency; Canadian Institute for Advanced Research; Nvidia","keywords":"Satisfiability; Computer science; Variable (mathematics); Boolean satisfiability problem; Feature (linguistics); Artificial intelligence; Deep learning; Feature engineering; Linear programming; Key (lock); Algorithm; Machine learning; Theoretical computer science; Mathematics","score_opus":0.06095954478794397,"score_gpt":0.2915961234970659,"score_spread":0.2306365787091219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997090216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64631724,0.000012462479,0.33428097,0.015695488,0.00033977663,0.00082182104,0.000006264641,0.0005114207,0.0020145755],"genre_scores_gemma":[0.98953754,0.000002609703,0.009994906,0.00024569192,0.00012593191,0.000039683793,4.95618e-7,0.000015357668,0.000037793667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974722,0.00003052154,0.00047252447,0.0006509584,0.0009496046,0.0004241743],"domain_scores_gemma":[0.99823564,0.0004140151,0.00017529671,0.00023469658,0.0006909115,0.0002494101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000703748,0.00020991369,0.00023832162,0.00010496035,0.00023761968,0.00026388586,0.0020440272,0.000075205884,0.00013758575],"category_scores_gemma":[0.0044151596,0.0001735541,0.000097873795,0.0010893227,0.00018373202,0.00039758158,0.0007961943,0.00064368156,0.00016167901],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001478788,0.00020336294,0.047379307,0.00025082892,0.000048309288,0.0000028494394,0.008484197,0.0051283385,0.24201253,0.4634197,0.0001767194,0.23274598],"study_design_scores_gemma":[0.000032200864,0.000607653,0.008330597,0.00019274633,0.000008150264,0.0000071420377,0.00026459136,0.39354634,0.573145,0.02343267,0.00010602204,0.00032688584],"about_ca_topic_score_codex":0.000042504777,"about_ca_topic_score_gemma":0.0000025306372,"teacher_disagreement_score":0.43998703,"about_ca_system_score_codex":0.00007631064,"about_ca_system_score_gemma":0.0001389328,"threshold_uncertainty_score":0.7077331},"labels":[],"label_agreement":null},{"id":"W2997847174","doi":"10.1609/aaai.v34i05.6430","title":"TreeGen: A Tree-Based Transformer Architecture for Code Generation","year":2020,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":163,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Computer science; Python (programming language); Code generation; Parsing; Programming language; Parse tree; Redundant code; Encoder; Source code; Abstract syntax tree; Artificial intelligence; Theoretical computer science; Operating system","score_opus":0.12118065944043592,"score_gpt":0.30576729455314144,"score_spread":0.1845866351127055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997847174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036144935,0.000018185814,0.939642,0.022609537,0.00019394903,0.00075206347,0.000016134882,0.00017476674,0.0004484175],"genre_scores_gemma":[0.9795436,0.00000457793,0.019533372,0.00060305314,0.00015424869,0.00010068441,0.0000014993028,0.000018265684,0.000040665964],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982549,0.000011701234,0.00037739085,0.0005055133,0.00049860607,0.00035190425],"domain_scores_gemma":[0.99879694,0.00024206346,0.00012633057,0.00021808178,0.000474627,0.00014196972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031362276,0.00020614485,0.00022177777,0.000102732105,0.00014122258,0.00020135772,0.001751309,0.000086240274,0.000023156068],"category_scores_gemma":[0.0010295131,0.0001568569,0.00016106931,0.0006628483,0.0001223808,0.0002031606,0.00007002766,0.00027423055,0.000023187418],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019887189,0.00013290791,0.00018268231,0.00018447087,0.000027758439,5.255069e-7,0.0028014167,0.0050296984,0.46830535,0.29806465,0.0008297429,0.22424191],"study_design_scores_gemma":[0.000044415032,0.000293637,0.000046773133,0.000040833133,0.0000058734104,5.98926e-7,0.000034406763,0.3645267,0.62860155,0.0058954074,0.0003755529,0.00013428468],"about_ca_topic_score_codex":0.0000067241203,"about_ca_topic_score_gemma":0.0000132520945,"teacher_disagreement_score":0.9433987,"about_ca_system_score_codex":0.000035530767,"about_ca_system_score_gemma":0.00015300096,"threshold_uncertainty_score":0.6396439},"labels":[],"label_agreement":null},{"id":"W2997945246","doi":"10.5555/3370272.3370293","title":"On the Distribution of Test Smells in Open Source Android Applications: An Exploratory Study","year":2019,"lang":"en","type":"article","venue":"Espace ÉTS (ETS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Code smell; Android (operating system); Computer science; Software quality; Unit testing; Empirical research; Software engineering; Software; Software development; Operating system","score_opus":0.020695644231862865,"score_gpt":0.28351608318632576,"score_spread":0.2628204389544629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997945246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9392571,0.000037629594,0.058529258,0.00043100107,0.000053465716,0.0015242288,0.0000061891074,0.000079476325,0.00008165107],"genre_scores_gemma":[0.99914163,0.000002623635,0.0002700085,0.000033104578,0.000016411175,0.00024307487,0.000004591633,0.000010988754,0.00027758302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99883914,0.00012891491,0.00014593362,0.0003467939,0.00034110757,0.00019811683],"domain_scores_gemma":[0.99734974,0.0012909913,0.000054645774,0.0011769881,0.00006982898,0.000057834386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010549802,0.000097832984,0.00013383242,0.00007892137,0.000051196745,0.0001517462,0.0017228944,0.00003421339,0.000016267706],"category_scores_gemma":[0.0004263702,0.000076584554,0.000017728009,0.0007198464,0.000026545396,0.0003759058,0.00052946596,0.0001919801,0.00023073464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010004141,0.005991475,0.8523335,0.00010584058,0.00006148511,0.000021309455,0.025521923,0.02764644,0.005573277,0.05011628,0.00518958,0.027338881],"study_design_scores_gemma":[0.0037363367,0.0032773917,0.87717444,0.00024799333,0.0000120296045,0.000008537005,0.0078806495,0.0720995,0.013300306,0.0022990461,0.018899398,0.0010643466],"about_ca_topic_score_codex":0.00004207707,"about_ca_topic_score_gemma":0.000039549064,"teacher_disagreement_score":0.059884515,"about_ca_system_score_codex":0.00007722969,"about_ca_system_score_gemma":0.00007456479,"threshold_uncertainty_score":0.32015952},"labels":[],"label_agreement":null},{"id":"W3000090264","doi":"10.1007/978-3-030-35510-4_1","title":"Together We Are Stronger: Evidence-Based Reflections on Industry-Academia Collaboration in Software Testing","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Context (archaeology); Software testing; Software technical review; Empirical evidence; Software; Empirical research; Grey literature; Knowledge management; Engineering; Engineering management; Software engineering; Computer science; Engineering ethics; Software development; Political science; Software design; Geography","score_opus":0.07078751905955358,"score_gpt":0.3270566590593803,"score_spread":0.2562691399998267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000090264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006660062,0.0009223776,0.98965853,0.004494916,0.0006441213,0.0010102874,0.000018215382,0.0006642695,0.0019212675],"genre_scores_gemma":[0.7212438,0.00018721212,0.27046677,0.004480222,0.00085190166,0.00038917136,0.00025901894,0.0003025638,0.0018193444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707466,0.00004617095,0.0008720241,0.0005223698,0.0009902059,0.0004945577],"domain_scores_gemma":[0.99548566,0.0018629599,0.00071907643,0.0006224443,0.001217528,0.00009232167],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0006152804,0.000520889,0.00046792525,0.0018819387,0.00017545167,0.0007952272,0.00085157907,0.0019919185,0.00003426824],"category_scores_gemma":[0.011831976,0.0005272733,0.00004467087,0.002487379,0.00006459738,0.00410886,0.00017323554,0.0035968209,0.00006921651],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003951285,0.00002173448,0.0050016805,0.0014200201,0.000008009263,0.000010856394,0.0010877781,0.7219038,0.000029602483,0.00071830314,0.00006334187,0.26969537],"study_design_scores_gemma":[0.005493674,0.00076331245,0.056974914,0.16757904,0.000094144285,0.00009247908,0.00021378734,0.6554293,0.003043736,0.022241354,0.08008685,0.007987412],"about_ca_topic_score_codex":0.000021419997,"about_ca_topic_score_gemma":0.00005353431,"teacher_disagreement_score":0.7205778,"about_ca_system_score_codex":0.0011341854,"about_ca_system_score_gemma":0.0023439652,"threshold_uncertainty_score":0.9997179},"labels":[],"label_agreement":null},{"id":"W3000135256","doi":"10.1109/ase.2019.00099","title":"CLCDSA: Cross Language Code Clone Detection using Syntactical Features and API Documentation","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Source code; Programming language; Compiler; Software; Software maintenance; clone (Java method); Artificial intelligence; Natural language processing; Software development","score_opus":0.011631929083889644,"score_gpt":0.3243410991509543,"score_spread":0.31270917006706467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000135256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7122586,0.000060611932,0.28710744,0.00005045798,0.00018201245,0.0000902054,4.0273537e-7,0.00015677782,0.00009352595],"genre_scores_gemma":[0.9784642,0.000003581699,0.020942464,0.00004151514,0.00003759248,0.0000031226814,6.6583686e-7,0.0000073914143,0.00049948704],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99924874,0.000025835358,0.00007776413,0.00023740329,0.00022833933,0.00018193068],"domain_scores_gemma":[0.9993798,0.00028297817,0.00001616479,0.00022740802,0.000033947912,0.000059695045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018937732,0.00006947582,0.000070706556,0.00007855898,0.000055020384,0.0003466175,0.0001574939,0.000050531613,0.000027347283],"category_scores_gemma":[0.00013230447,0.00006269005,0.000016671722,0.00018223586,0.000018047393,0.0006125,0.0001321126,0.00013327925,0.000049568054],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009706222,0.00012237957,0.20506752,0.00030418223,0.00010851309,0.0001279437,0.0041317907,0.0065536136,0.6962055,0.013548625,0.00026451884,0.073468335],"study_design_scores_gemma":[0.0009868804,0.00017551357,0.462163,0.000033406937,0.00000773037,0.0004037254,0.00016692652,0.20960855,0.32561937,0.0002815678,0.00016458359,0.00038874982],"about_ca_topic_score_codex":0.00018146499,"about_ca_topic_score_gemma":0.00001360671,"teacher_disagreement_score":0.37058616,"about_ca_system_score_codex":0.00006239997,"about_ca_system_score_gemma":0.000015438287,"threshold_uncertainty_score":0.33424407},"labels":[],"label_agreement":null},{"id":"W3000602293","doi":"10.1109/tcad.2020.2966448","title":"Searching for Bugs Using Probabilistic Suspect Implications","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debugging; Suspect; Computer science; Probabilistic logic; Set (abstract data type); Machine learning; Hyperparameter; Algorithmic program debugging; Artificial intelligence; Software bug; Data mining; Programming language; Software","score_opus":0.10228609820325334,"score_gpt":0.28921066827009445,"score_spread":0.1869245700668411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000602293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008742857,0.000096514035,0.9888427,0.00019470537,0.00044988454,0.0012943025,0.000041474017,0.00033004308,0.0000075037565],"genre_scores_gemma":[0.96160716,0.000010043129,0.03809953,0.00004424456,0.00007420082,0.00012049056,0.0000022138934,0.000030465093,0.000011638354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804765,0.00020642769,0.0004987519,0.0005803714,0.00029768187,0.00036913148],"domain_scores_gemma":[0.9969573,0.0018238528,0.000110431516,0.0004354721,0.00042873225,0.00024419415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052234484,0.00023844672,0.00039479212,0.00028002268,0.00023681576,0.00028255998,0.0006217996,0.0001009281,0.0000022189035],"category_scores_gemma":[0.000087471984,0.00021771128,0.00010377451,0.0008232492,0.00006536266,0.00025445767,0.000005717049,0.00031215043,0.000003580753],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017734297,0.00012737456,0.000024786777,0.00036229935,0.00013870132,0.0000047645067,0.0009524796,0.9186191,0.030173622,0.0053904895,0.000112741574,0.044075936],"study_design_scores_gemma":[0.00043505803,0.0006323871,0.000065980435,0.00018805682,0.000018884859,0.00005186573,0.000039995764,0.9941006,0.0039825286,0.00021547779,0.000054695134,0.00021451015],"about_ca_topic_score_codex":0.00012839746,"about_ca_topic_score_gemma":0.0000011445564,"teacher_disagreement_score":0.9528643,"about_ca_system_score_codex":0.00013023014,"about_ca_system_score_gemma":0.00026972545,"threshold_uncertainty_score":0.8878008},"labels":[],"label_agreement":null},{"id":"W3001461005","doi":"10.1109/tse.2020.2967380","title":"A Machine Learning Approach to Improve the Detection of CI Skip Commits","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Commit; Computer science; Machine learning; Facilitator; Decision tree; Artificial intelligence; Tree (set theory); Software; Popularity; Data mining; Software engineering; Database; Operating system","score_opus":0.01601098347251498,"score_gpt":0.21960679703534175,"score_spread":0.20359581356282677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001461005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006108216,0.000093321025,0.99179405,0.00015925814,0.00040365526,0.0003357616,0.000011861271,0.0010803139,0.000013534316],"genre_scores_gemma":[0.9474005,0.0000089302175,0.052256573,0.000085484746,0.000058351237,0.000106890635,7.656833e-7,0.000044163055,0.000038331433],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984755,0.000045543657,0.00026331976,0.00041032082,0.0004473735,0.00035792054],"domain_scores_gemma":[0.99853307,0.0006460756,0.00004109757,0.00047377555,0.00008900461,0.00021695886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002558493,0.00022458605,0.0002226806,0.00021222697,0.00015361236,0.000077177785,0.0008056341,0.00008169539,0.0000051472643],"category_scores_gemma":[0.0003537076,0.00019795843,0.00012851543,0.0012705774,0.000019429128,0.00020052626,0.000015863634,0.0008055991,0.000037828668],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013770926,0.00004674064,0.000055550325,0.00009288327,0.00004653775,0.000002293574,0.0009309185,0.9565238,0.010810979,0.000041390846,0.0000098225255,0.03142532],"study_design_scores_gemma":[0.000338326,0.0003213311,0.00050402194,0.000035356887,0.000014460891,0.000014778516,0.000020941308,0.8918658,0.10454018,0.000003081102,0.0020429215,0.00029879235],"about_ca_topic_score_codex":0.000028624801,"about_ca_topic_score_gemma":0.0000011925165,"teacher_disagreement_score":0.9412923,"about_ca_system_score_codex":0.00007773478,"about_ca_system_score_gemma":0.000031636268,"threshold_uncertainty_score":0.8072511},"labels":[],"label_agreement":null},{"id":"W3001783472","doi":"10.1007/s10664-020-09807-w","title":"Ammonia: an approach for deriving project-specific bug patterns","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Java; Software bug; Software regression; Security bug; Software development; Source code; Limiting; Pointer (user interface); Software maintenance","score_opus":0.0743664019156529,"score_gpt":0.30118913813212417,"score_spread":0.22682273621647125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001783472","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07932287,0.00019156351,0.9165338,0.00030326375,0.00024490754,0.00055844843,0.00001427511,0.0028250827,0.000005758966],"genre_scores_gemma":[0.497615,0.000007714687,0.50135255,0.00021579328,0.0004899678,0.0001931844,0.000026137272,0.000086580534,0.000013074007],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721617,0.000036722904,0.00035594922,0.00096729264,0.0005469983,0.00087685726],"domain_scores_gemma":[0.9977812,0.0009069751,0.000044594402,0.00066709286,0.000109916626,0.0004902042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029787506,0.00036737774,0.0003686232,0.0001780068,0.00012905727,0.0003452415,0.0014730268,0.00016494583,0.0000070524775],"category_scores_gemma":[0.0015033237,0.00037545842,0.00015892263,0.00090078387,0.000019540506,0.000669119,0.00042993212,0.0005055483,0.000017677075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067809226,0.00057099765,0.6201463,0.0018147354,0.0002292334,0.00017598076,0.008812224,0.31685603,0.0025068019,0.0006929485,0.012317166,0.035809804],"study_design_scores_gemma":[0.0009967644,0.00045140382,0.123379625,0.000059969978,0.000011371955,0.000042988722,0.00004841281,0.83411497,0.001767881,0.00002155796,0.037836753,0.0012682778],"about_ca_topic_score_codex":0.000009308594,"about_ca_topic_score_gemma":3.4826692e-7,"teacher_disagreement_score":0.51725894,"about_ca_system_score_codex":0.00013562068,"about_ca_system_score_gemma":0.00008141144,"threshold_uncertainty_score":0.99986976},"labels":[],"label_agreement":null},{"id":"W3003493628","doi":"10.4018/978-1-7998-1863-2.ch007","title":"Data in DevOps and Its Importance in Code Analytics","year":2020,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Leukemia & Lymphoma Society of Canada; Cisco Systems (Canada)","funders":"","keywords":"Commit; DevOps; Computer science; Software; Software engineering; Data science; Computer security; Database; Operating system","score_opus":0.01722413630931374,"score_gpt":0.24818583137596645,"score_spread":0.2309616950666527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003493628","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08929012,0.5690393,0.3332931,0.00024900015,0.0022039644,0.002441759,0.00051234104,0.0020713566,0.0008990745],"genre_scores_gemma":[0.93537676,0.044438444,0.01688063,0.000050814666,0.00027780773,0.0000354202,0.00022612132,0.00014277078,0.0025712086],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99580616,0.000032123196,0.0013078556,0.0015151597,0.0006405687,0.00069815316],"domain_scores_gemma":[0.9973918,0.0007043158,0.00036849943,0.0012182201,0.000112220245,0.00020494526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009028395,0.00071723724,0.0016079008,0.0015414859,0.000095844545,0.0002761289,0.0015260569,0.00032332548,0.0000041270196],"category_scores_gemma":[0.00048454345,0.0007884184,0.00007198395,0.0010729454,0.00009754821,0.0025938263,0.0013329516,0.0010923138,0.000004423742],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023045226,0.000022803773,0.26634988,0.0031010578,0.00033649654,0.00038192858,0.0006177494,0.7022845,0.0000026817281,0.024321903,0.00003383658,0.0025240784],"study_design_scores_gemma":[0.00047723635,0.00010357364,0.045593787,0.0016271933,0.00008356373,0.000046865,0.000021561378,0.91778713,0.0000052326554,0.00005907121,0.033120263,0.0010744933],"about_ca_topic_score_codex":0.00006373121,"about_ca_topic_score_gemma":0.0005640958,"teacher_disagreement_score":0.8460867,"about_ca_system_score_codex":0.0002676526,"about_ca_system_score_gemma":0.00014823803,"threshold_uncertainty_score":0.99945664},"labels":[],"label_agreement":null},{"id":"W3004067286","doi":"","title":"Detecting and Correcting Typing Errors in DBpedia.","year":2019,"lang":"en","type":"article","venue":"Knowledge Discovery and Data Mining","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Natural language processing; Typing; Information retrieval; Artificial intelligence; Speech recognition","score_opus":0.03783106692397872,"score_gpt":0.3066728428562663,"score_spread":0.26884177593228753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004067286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733345,0.0012795127,0.024148447,0.000019428668,0.0005237958,0.00009326876,0.0000041183193,0.00007806467,0.0005188858],"genre_scores_gemma":[0.9929383,0.000020836194,0.0067828842,0.00001106833,0.00005967588,0.0000034765314,0.0000071876148,0.0000111131285,0.00016549072],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884516,0.000043073494,0.00015968976,0.0005628274,0.00008657113,0.0003027011],"domain_scores_gemma":[0.9979375,0.0013439066,0.000034082914,0.0006056248,0.000017030181,0.0000618288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008268494,0.000113747046,0.00015056373,0.00017566321,0.00008151837,0.0003139915,0.0005846683,0.00004641257,0.0000026611133],"category_scores_gemma":[0.0012716503,0.00011511455,0.000009378013,0.00036944874,0.000024163719,0.0021023392,0.0018033467,0.00021660687,0.000015728549],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009167121,0.000024408528,0.7026823,0.00018164073,0.000012334231,0.000017618408,0.0065035294,0.000069886446,0.0006371384,0.0003122235,0.00009346298,0.28945625],"study_design_scores_gemma":[0.0014357656,0.0001553369,0.29150367,0.0012637003,0.000011353257,0.00019788393,0.004576309,0.69680446,0.0013052787,0.00015167121,0.0016459132,0.00094865606],"about_ca_topic_score_codex":0.000030206891,"about_ca_topic_score_gemma":0.00006945085,"teacher_disagreement_score":0.69673455,"about_ca_system_score_codex":0.000024040737,"about_ca_system_score_gemma":0.000055100863,"threshold_uncertainty_score":0.4694235},"labels":[],"label_agreement":null},{"id":"W3004570974","doi":"10.1007/s10664-019-09781-y","title":"How bugs are born: a model to identify how bugs are introduced in software components","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"H2020 Industrial Leadership; Ministerio de Asuntos Económicos y Transformación Digital, Gobierno de España; Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Software bug; Software regression; Computer science; False positive paradox; Source lines of code; Software; Source code; Open source; Debugging; Software maintenance; Snapshot (computer storage); Code (set theory); Security bug; Data mining; Software development; Software quality; Programming language; Machine learning; Database; Operating system; Set (abstract data type); Software security assurance","score_opus":0.062116288198003355,"score_gpt":0.2983208692382943,"score_spread":0.23620458104029096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004570974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30517566,0.00023562602,0.6740202,0.017350918,0.0004331913,0.000482423,0.000029056868,0.002272167,8.021084e-7],"genre_scores_gemma":[0.86170757,0.000008995316,0.13617913,0.0011978733,0.0004453474,0.00018075915,0.000018669249,0.00015426968,0.00010737476],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9945916,0.000089343266,0.0005273791,0.0017208928,0.0014800726,0.001590737],"domain_scores_gemma":[0.9959326,0.0011062747,0.00014252873,0.0012708894,0.00027428538,0.001273462],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043710048,0.0007660761,0.0009336406,0.00064313976,0.00014112373,0.0010112706,0.00266517,0.00033254336,0.0000068696913],"category_scores_gemma":[0.013511785,0.0008349529,0.00025620527,0.002949003,0.000040517974,0.0011481189,0.0016987114,0.0013672451,0.00012151567],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007407378,0.00029252307,0.36557826,0.0009722452,0.00015567697,0.0010481703,0.0035951645,0.5887282,0.006323423,0.000042664302,0.027234396,0.0059552505],"study_design_scores_gemma":[0.0014000132,0.00017867582,0.57824713,0.00048895914,0.00001741664,0.000035717494,0.00007240051,0.40853205,0.002270009,0.0000810058,0.00687061,0.0018059806],"about_ca_topic_score_codex":0.00001697437,"about_ca_topic_score_gemma":0.000006936054,"teacher_disagreement_score":0.5565319,"about_ca_system_score_codex":0.0005524658,"about_ca_system_score_gemma":0.00012219872,"threshold_uncertainty_score":0.99941015},"labels":[],"label_agreement":null},{"id":"W3004796001","doi":"10.1016/j.infsof.2020.106277","title":"Mining API usage scenarios from stack overflow","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Polytechnique Montréal","funders":"","keywords":"Documentation; Computer science; Application programming interface; Task (project management); Software documentation; Source code; Code (set theory); Software; Code review; Programming language; Internal documentation; Software engineering; World Wide Web; Database; Software development; Software quality; Software development process; Engineering; Software construction; Set (abstract data type)","score_opus":0.014472455903386122,"score_gpt":0.23106877270585893,"score_spread":0.21659631680247282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004796001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20542145,0.00012902121,0.78826153,0.0036208688,0.00011025341,0.00012088151,0.000009733289,0.0022716457,0.00005462262],"genre_scores_gemma":[0.8306085,0.000029122713,0.16793235,0.0013488382,0.000027163085,0.000018025316,0.00001805974,0.0000072091716,0.000010733668],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991398,0.000010347984,0.0002289419,0.00017076613,0.00021432491,0.00023583871],"domain_scores_gemma":[0.9991965,0.00023758932,0.00005945433,0.00032222678,0.00007632655,0.0001078664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000093380244,0.00011108725,0.00013725183,0.00023512288,0.00008347336,0.00016161425,0.00060265535,0.00016251425,0.000026643098],"category_scores_gemma":[0.0016202624,0.00011170109,0.000020758698,0.0005941911,0.000058765654,0.0011824251,0.00045176916,0.00023965357,0.00017869614],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014262583,0.000016671625,0.1038498,0.00008218518,0.00004371984,0.000038534443,0.006788925,0.00063670543,0.00017791416,0.006898132,0.0050103595,0.8764428],"study_design_scores_gemma":[0.0045648296,0.0009819402,0.0771443,0.00016713508,0.000021786402,0.000153233,0.0013375707,0.5074431,0.009984078,0.007847904,0.38841832,0.0019358476],"about_ca_topic_score_codex":0.000014590208,"about_ca_topic_score_gemma":0.0000012776095,"teacher_disagreement_score":0.87450695,"about_ca_system_score_codex":0.000028059545,"about_ca_system_score_gemma":0.000053067757,"threshold_uncertainty_score":0.45550385},"labels":[],"label_agreement":null},{"id":"W3005009401","doi":"","title":"A Toolchain to Produce Correct-by-Construction OCaml Programs","year":2018,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Toolchain; Programming language; Computer science; Operating system; Software","score_opus":0.01367944044203232,"score_gpt":0.23664346775261194,"score_spread":0.22296402731057963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005009401","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08421895,0.00034206104,0.89948964,0.009101974,0.0011417525,0.0011842779,0.000022742614,0.0013008869,0.003197716],"genre_scores_gemma":[0.4287588,0.000086060274,0.5621129,0.000124639,0.00011341107,0.00054529303,0.00026179024,0.000090993446,0.007906046],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9936839,0.0025649027,0.00053273456,0.0016241625,0.00089678314,0.0006975146],"domain_scores_gemma":[0.9906484,0.0013513579,0.00028969432,0.0043635904,0.0029389777,0.0004079787],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.006375594,0.00043609092,0.0003988307,0.00037293832,0.00031558558,0.0012902274,0.003978634,0.0003218709,0.0000391091],"category_scores_gemma":[0.005627495,0.00048503914,0.0001695614,0.0012052538,0.00024866848,0.00027304856,0.004240317,0.000880156,0.00021827666],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015914346,0.00093055185,0.010757039,0.0003833936,0.00014884047,0.000011510251,0.015898127,0.00018187883,0.0041664424,0.02758886,0.03322337,0.90669405],"study_design_scores_gemma":[0.0022863892,0.000018722896,0.019704295,0.011742991,0.000102778315,0.00027971406,0.00026464844,0.17105763,0.48427323,0.013485292,0.2910477,0.005736636],"about_ca_topic_score_codex":0.00058631797,"about_ca_topic_score_gemma":0.00020662828,"teacher_disagreement_score":0.90095747,"about_ca_system_score_codex":0.00030048488,"about_ca_system_score_gemma":0.00049321906,"threshold_uncertainty_score":0.99976015},"labels":[],"label_agreement":null},{"id":"W3006039974","doi":"10.1109/tse.2020.2973997","title":"ConfigMiner: Identifying the Appropriate Configuration Options for Config-Related User Questions by Mining Online Forums","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Task (project management); Rank (graph theory); Software; State (computer science); World Wide Web; Information retrieval; Data science; Programming language; Engineering; Systems engineering","score_opus":0.02648402744795977,"score_gpt":0.26287446803427095,"score_spread":0.23639044058631117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006039974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077631264,0.00023576761,0.986453,0.0015527622,0.0010310411,0.0008293312,0.00020625736,0.0019238566,0.0000048515244],"genre_scores_gemma":[0.8862028,0.00006138868,0.112071544,0.00034195237,0.00013555457,0.0005787153,0.00007947467,0.00011523834,0.00041332433],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978012,0.000050954095,0.00051541324,0.00060894055,0.00044389773,0.00057962706],"domain_scores_gemma":[0.99726105,0.0015997287,0.000089283356,0.0005606972,0.00022452242,0.00026472946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030469598,0.00035137788,0.0002917842,0.00020837529,0.00045143973,0.00033261318,0.0008537208,0.00017640936,0.00004102441],"category_scores_gemma":[0.00050116144,0.00032935783,0.00020949196,0.0009145046,0.000052233278,0.0005991596,0.000010073856,0.0006171382,0.000041456802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003129496,0.00019155203,0.000050999955,0.00020722538,0.00035308686,0.000011162905,0.002455434,0.95476824,0.0197293,0.003558089,0.0030062273,0.015637364],"study_design_scores_gemma":[0.001649657,0.00031500176,0.00043090666,0.00021947296,0.00009737074,0.00004128991,0.0001777305,0.95210904,0.028632447,0.000053122283,0.015378697,0.000895256],"about_ca_topic_score_codex":0.00001828883,"about_ca_topic_score_gemma":0.0000040729947,"teacher_disagreement_score":0.87843966,"about_ca_system_score_codex":0.000109576205,"about_ca_system_score_gemma":0.0000935552,"threshold_uncertainty_score":0.99991584},"labels":[],"label_agreement":null},{"id":"W3006884129","doi":"10.1145/3373087.3375324","title":"Programming Abstractions for Configurable Hardware","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Toolchain; Programming language; Domain-specific language; Compiler; Programming paradigm; Computer architecture; Programmer; Software","score_opus":0.0482413803972899,"score_gpt":0.2919442547878401,"score_spread":0.2437028743905502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006884129","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006702442,0.000022803364,0.992611,0.00462871,0.00010303056,0.00023854153,0.0000014422225,0.0007699407,0.0009542678],"genre_scores_gemma":[0.565176,0.0000016320614,0.43293333,0.00039994987,0.000113212096,0.00014271108,0.0000033787355,0.000012505286,0.0012172553],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993984,0.0000038183625,0.00007540836,0.00019170038,0.00012684133,0.00020384879],"domain_scores_gemma":[0.9993264,0.00030108826,0.000010722381,0.00016540999,0.00007458992,0.00012176684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007359384,0.000050968632,0.00005755964,0.000024620213,0.00006656776,0.00015316537,0.0003820648,0.000022338587,0.000056973906],"category_scores_gemma":[0.00037784115,0.000047823694,0.000036037312,0.00017052176,0.0000082767365,0.00022271516,0.000050099068,0.000076901015,0.00012929575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021348302,0.00016835939,0.0041145496,0.0004315294,0.00012659385,0.000046483772,0.0024049985,0.0067242547,0.009604152,0.17744929,0.15754516,0.64136326],"study_design_scores_gemma":[0.00042213456,0.00018508348,0.0021378656,0.000009868855,0.0000031247525,0.000008393061,0.00006875864,0.12543051,0.01567657,0.0002961273,0.8555208,0.00024075688],"about_ca_topic_score_codex":0.0000086819855,"about_ca_topic_score_gemma":8.274509e-7,"teacher_disagreement_score":0.69797564,"about_ca_system_score_codex":0.000013969167,"about_ca_system_score_gemma":0.000041071526,"threshold_uncertainty_score":0.19501936},"labels":[],"label_agreement":null},{"id":"W3007452449","doi":"10.1002/smr.2255","title":"Bad smell detection using quality metrics and refactoring opportunities","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code smell; Code refactoring; Computer science; Maintainability; False positive paradox; Process (computing); Quality (philosophy); Software quality; Set (abstract data type); Technical debt; Software maintenance; Software; Code (set theory); Source code; Software engineering; Software system; Artificial intelligence; Software development; Programming language","score_opus":0.1255498175057313,"score_gpt":0.3338147225408901,"score_spread":0.20826490503515882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007452449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.417601,0.0013089469,0.5807084,0.00013876414,0.00015992159,0.000027689233,8.6332193e-7,0.00005178974,0.0000026701143],"genre_scores_gemma":[0.9842429,0.00014686113,0.015376936,0.000055302986,0.00016344359,5.957401e-7,1.2937683e-7,0.0000075711546,0.000006217844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99889904,0.000059038113,0.00030740577,0.00015363084,0.00042491485,0.00015598227],"domain_scores_gemma":[0.99869245,0.0003609915,0.0002083801,0.000082102546,0.00041401695,0.0002420408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006616286,0.00009652536,0.00018076492,0.00023012151,0.00012204036,0.00014116745,0.00021145851,0.000061901694,0.000002233395],"category_scores_gemma":[0.0023011225,0.000088563706,0.000033387216,0.00052275544,0.000037395308,0.0009182117,0.000094067436,0.00027652085,4.1603025e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021799492,0.00012483993,0.68316114,0.0025528732,0.0002076183,0.00016162022,0.010369057,0.00480802,0.006309086,0.0017006841,0.00012544272,0.29026163],"study_design_scores_gemma":[0.002818428,0.0015418525,0.8378704,0.0005581337,0.0000960355,0.0014095423,0.0022586023,0.1334341,0.009515989,0.005495366,0.0037419728,0.0012595399],"about_ca_topic_score_codex":0.000012673476,"about_ca_topic_score_gemma":7.074222e-7,"teacher_disagreement_score":0.566642,"about_ca_system_score_codex":0.000084655294,"about_ca_system_score_gemma":0.0001422388,"threshold_uncertainty_score":0.36115232},"labels":[],"label_agreement":null},{"id":"W3008252796","doi":"10.1109/icmla.2019.00096","title":"Feature Changes in Source Code for Commit Classification Into Maintenance Activities","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Commit; Software maintenance; Computer science; Boosting (machine learning); Backporting; Metric (unit); Software development; Software engineering; Feature (linguistics); Software; Baseline (sea); Software bug; Machine learning; Data mining; Artificial intelligence; Software construction; Database; Engineering; Programming language","score_opus":0.022525687730514006,"score_gpt":0.2739560130404134,"score_spread":0.2514303253098994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008252796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11015063,0.000054210548,0.8756696,0.0128077315,0.0002168365,0.00045206465,0.0000024772344,0.00029503863,0.00035138667],"genre_scores_gemma":[0.94049984,0.000008541675,0.04534314,0.00019227262,0.00003536449,0.00010940921,0.0000029536457,0.000012198581,0.0137963],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926585,0.000019210924,0.000053002543,0.00025172016,0.00016454808,0.000245669],"domain_scores_gemma":[0.9988396,0.0006378017,0.000021986769,0.0004213827,0.000043113567,0.00003608618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026458094,0.00007887324,0.00010133795,0.00012814165,0.000028472854,0.00008323841,0.0005772763,0.000061351275,0.00001144007],"category_scores_gemma":[0.00015974494,0.00006943835,0.000021368798,0.0002498917,0.000018023893,0.00019747809,0.000120274846,0.00013911791,0.000039325598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011965928,0.00026350108,0.25669107,0.00092180684,0.000061789775,0.000008134149,0.010835893,0.0032024053,0.06362843,0.19071567,0.11645493,0.3570967],"study_design_scores_gemma":[0.001219415,0.0002637474,0.1174848,0.0001401398,0.0000018690506,0.000008186972,0.00072874996,0.5640904,0.020050248,0.0016331234,0.2938566,0.0005227355],"about_ca_topic_score_codex":0.000020433961,"about_ca_topic_score_gemma":0.0002971153,"teacher_disagreement_score":0.8303492,"about_ca_system_score_codex":0.00010043393,"about_ca_system_score_gemma":0.000029335926,"threshold_uncertainty_score":0.28316137},"labels":[],"label_agreement":null},{"id":"W3008292200","doi":"10.1109/icmla.2019.00195","title":"Software Fault Prediction Based on Fault Probability and Impact","year":2019,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Computer science; Machine learning; Naive Bayes classifier; Fault (geology); Random forest; Artificial intelligence; Data mining; Software; Support vector machine; Software system; Perceptron; Artificial neural network","score_opus":0.013471463074528676,"score_gpt":0.2608939757624029,"score_spread":0.24742251268787424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008292200","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5264813,0.000009890136,0.47180015,0.00016946449,0.00015888497,0.00034252935,0.0000059767917,0.00067942595,0.00035243045],"genre_scores_gemma":[0.95922416,8.497612e-7,0.04039231,0.00007413107,0.000021368425,0.000017230275,0.0000033060132,0.000008860057,0.00025775583],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874926,0.00003850095,0.00011392863,0.0004219854,0.00040985367,0.00026647464],"domain_scores_gemma":[0.9984737,0.0006092796,0.000017768249,0.00068297534,0.00008646003,0.00012983472],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036830557,0.000120044526,0.000110198365,0.00011030675,0.00004032597,0.00012368488,0.00034711827,0.00006761865,0.000087546774],"category_scores_gemma":[0.00061817106,0.00009113061,0.0000443015,0.00029320898,0.00002168453,0.00029983008,0.00011744859,0.00017641984,0.00012372258],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003243715,0.00014658953,0.8958644,0.000117791285,0.000017860835,0.0000052232604,0.00013056281,0.061157543,0.00042099762,0.0011297812,0.0018442814,0.039132483],"study_design_scores_gemma":[0.0003727223,0.00039711318,0.4721575,0.000021581393,0.0000010273851,0.0000039944443,0.0000015037217,0.52568775,0.0005431846,0.000402865,0.00029324784,0.0001174913],"about_ca_topic_score_codex":0.000041320807,"about_ca_topic_score_gemma":0.0000012640368,"teacher_disagreement_score":0.46453023,"about_ca_system_score_codex":0.000116818104,"about_ca_system_score_gemma":0.000085146115,"threshold_uncertainty_score":0.37161985},"labels":[],"label_agreement":null},{"id":"W3009319801","doi":"10.1145/3328778.3372601","title":"Analyzing CS1 Student Code Using Code Embeddings","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Programming language; Source code; Theoretical computer science; Parallel computing","score_opus":0.055093297533597416,"score_gpt":0.33990359395726133,"score_spread":0.2848102964236639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009319801","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19707778,0.000058727073,0.80090106,0.0010354806,0.00010301419,0.000077397155,9.766345e-7,0.0005396119,0.00020596743],"genre_scores_gemma":[0.86586636,0.0000040391437,0.13358401,0.00034979463,0.00008435444,0.0000030131685,4.2576346e-7,0.000014015565,0.00009397731],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99866694,0.000024805984,0.00016473052,0.00038456364,0.00042240252,0.0003365278],"domain_scores_gemma":[0.9991087,0.00023759824,0.000026060352,0.00033630643,0.00007050321,0.00022084462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022897056,0.000110319466,0.00014090569,0.00008481481,0.00007838155,0.00027360162,0.0010782938,0.000033682183,0.00004584299],"category_scores_gemma":[0.00030131772,0.000104994375,0.000049498372,0.0006979903,0.000018567349,0.00031048545,0.0006561079,0.0001772051,0.00010244633],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026712085,0.00030880785,0.5504022,0.00030310458,0.00046336857,0.00078090077,0.020079456,0.23394524,0.10120573,0.044329297,0.018525297,0.029629864],"study_design_scores_gemma":[0.00024376181,0.000056169898,0.009222045,0.000018735522,0.0000052156347,0.000010027868,0.00006116404,0.98137313,0.006150105,0.000053434218,0.0025648433,0.00024133848],"about_ca_topic_score_codex":0.000022968052,"about_ca_topic_score_gemma":0.0000028185502,"teacher_disagreement_score":0.74742794,"about_ca_system_score_codex":0.00007590993,"about_ca_system_score_gemma":0.00005459466,"threshold_uncertainty_score":0.42815465},"labels":[],"label_agreement":null},{"id":"W3009853975","doi":"10.1002/smr.2250","title":"Guidelines for evaluating bug‐assignment research","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Faculty of Graduate Studies and Research, University of Alberta; Alberta Innovates - Technology Futures","keywords":"Computer science; Metric (unit); Ranking (information retrieval); Empirical research; Task (project management); Set (abstract data type); Data science; Data mining; Information retrieval; Statistics; Systems engineering; Mathematics; Engineering; Operations management","score_opus":0.28841862183190226,"score_gpt":0.4726799934303204,"score_spread":0.18426137159841816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009853975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021687234,0.0023585074,0.96723324,0.008207779,0.00023936931,0.00019488811,0.0000020163077,0.00007150811,0.0000054676416],"genre_scores_gemma":[0.7489992,0.000059071208,0.24976946,0.00035518652,0.0007183036,0.000023356122,5.840165e-7,0.000016640626,0.000058225436],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978871,0.00008522062,0.00045006725,0.00021832263,0.001064112,0.0002952187],"domain_scores_gemma":[0.9943646,0.0011507837,0.00015925187,0.00012809868,0.003934638,0.00026263634],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031558343,0.00009604596,0.00018275643,0.00018851442,0.00018992324,0.00014895508,0.0006124459,0.000058752652,0.0000068243385],"category_scores_gemma":[0.02109937,0.00007970992,0.00005871441,0.0005886291,0.00004529506,0.0005050522,0.00013823489,0.0003298723,0.000004220552],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010557548,0.00043169325,0.1044556,0.0046342276,0.00041388298,0.000116464216,0.017130265,0.05593568,0.008346365,0.008832038,0.23060162,0.5680464],"study_design_scores_gemma":[0.0095214415,0.0121847475,0.043970447,0.001964713,0.000089077475,0.0007459687,0.0023823825,0.7953093,0.008018774,0.075502396,0.048743892,0.0015668669],"about_ca_topic_score_codex":0.0000020520547,"about_ca_topic_score_gemma":2.1119504e-7,"teacher_disagreement_score":0.7393736,"about_ca_system_score_codex":0.000101562626,"about_ca_system_score_gemma":0.00045232972,"threshold_uncertainty_score":0.9871463},"labels":[],"label_agreement":null},{"id":"W3010658448","doi":"10.1002/smr.2260","title":"Fuzzy case‐based‐reasoning‐based imputation for incomplete data in software engineering repositories","year":2020,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Missing data; Imputation (statistics); Categorical variable; Data mining; Computer science; Software; Fuzzy logic; Reuse; Machine learning; Artificial intelligence; Engineering","score_opus":0.03250375646217073,"score_gpt":0.29706369706087565,"score_spread":0.2645599405987049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010658448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048776034,0.0009123537,0.9489642,0.0005996618,0.00035670874,0.00019135108,0.000026452404,0.0001726436,6.0403715e-7],"genre_scores_gemma":[0.6913205,0.0000029698417,0.30831087,0.00008842979,0.00023784052,0.000010219379,0.000010382633,0.00001763829,0.0000011726954],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983445,0.000040959134,0.0005069824,0.00035765007,0.00045692697,0.00029297426],"domain_scores_gemma":[0.997396,0.0012707774,0.0002603959,0.000306205,0.0005323319,0.00023427227],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007499888,0.00017774623,0.0002833153,0.00029442858,0.00011942749,0.00019943004,0.0007547856,0.000092997936,0.0000011591522],"category_scores_gemma":[0.008818156,0.00017479746,0.000055660646,0.0007517937,0.000029762243,0.0011492745,0.00015125868,0.0003369423,7.3838095e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005469712,0.00024611384,0.4652444,0.004942846,0.0001428685,0.0023239485,0.0033418038,0.49485257,0.00025600538,0.0010178039,0.0025005518,0.024584103],"study_design_scores_gemma":[0.0024326297,0.0006604292,0.030193722,0.00056772475,0.00003308114,0.0013642006,0.00010204638,0.9620911,0.0004158906,0.00062259217,0.0010406073,0.00047598078],"about_ca_topic_score_codex":0.00001630301,"about_ca_topic_score_gemma":0.0000047101853,"teacher_disagreement_score":0.64254445,"about_ca_system_score_codex":0.00012995175,"about_ca_system_score_gemma":0.0004774438,"threshold_uncertainty_score":0.999531},"labels":[],"label_agreement":null},{"id":"W3010661194","doi":"10.1109/tifs.2020.2980190","title":"<i>CPA</i>: Accurate <i>C</i>ross-<i>P</i>latform Binary <i>A</i>uthorship Characterization Using LDA","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Information Forensics and Security","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"United Arab Emirates University","keywords":"Computer science; Binary number; Code refactoring; Binary code; Robustness (evolution); Compiler; Code (set theory); Coding (social sciences); Artificial intelligence; Natural language processing; Information retrieval; Set (abstract data type); Programming language; Software; Arithmetic","score_opus":0.028526798185236926,"score_gpt":0.24928584961411068,"score_spread":0.22075905142887375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010661194","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18272561,0.000012000803,0.81552494,0.000576166,0.00047269926,0.00024270448,0.0000715036,0.00031980374,0.000054585515],"genre_scores_gemma":[0.9940734,0.000073992065,0.0043157144,0.0014140082,0.00005153443,0.00001688197,0.000035890287,0.000013427859,0.000005144892],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99853915,0.00003090526,0.0004185019,0.0002438671,0.0004409084,0.00032667912],"domain_scores_gemma":[0.99896085,0.00013592596,0.00012643411,0.00030447566,0.00020068213,0.0002716193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024470058,0.00021956961,0.00019600877,0.00018166061,0.00033848887,0.00047160118,0.000334085,0.00013031145,0.00001152083],"category_scores_gemma":[0.000039323706,0.00022290608,0.00008004243,0.00076230225,0.00006385866,0.0040264064,0.000014181577,0.0004260608,0.000050104703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011214925,0.00069100526,0.0016615337,0.0022499622,0.0006755874,0.00009118913,0.11091352,0.18616049,0.062147167,0.05317183,0.0030070667,0.57810915],"study_design_scores_gemma":[0.00074846967,0.00024049533,0.0006720927,0.00004547122,0.000018627206,0.00002962097,0.000066418834,0.97478825,0.016790416,0.00056792994,0.0055827177,0.00044951122],"about_ca_topic_score_codex":0.000016289277,"about_ca_topic_score_gemma":0.0000015330063,"teacher_disagreement_score":0.8113478,"about_ca_system_score_codex":0.0000550849,"about_ca_system_score_gemma":0.00008555514,"threshold_uncertainty_score":0.9089846},"labels":[],"label_agreement":null},{"id":"W3012478566","doi":"10.1145/1035292.1029002","title":"Recovering binary class relationships","year":2004,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Programming language; Class (philosophy); Binary number; Theoretical computer science; Software; Object-oriented programming; Programming complexity; Software development; Software construction; Artificial intelligence","score_opus":0.04904132694768226,"score_gpt":0.2737487482202274,"score_spread":0.22470742127254512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012478566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8912668,0.0002730438,0.10243457,0.003103174,0.00071595825,0.00014988631,0.000002801339,0.00091236306,0.0011413838],"genre_scores_gemma":[0.92383695,0.000007609233,0.07588512,0.000060624345,0.00008090324,0.000009194287,0.0000031958523,0.000011756411,0.00010463258],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9989383,0.000039184695,0.00014006262,0.00029051883,0.00029827544,0.00029361894],"domain_scores_gemma":[0.99741334,0.0015312168,0.00003758182,0.0008765983,0.000039376795,0.000101889134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003665924,0.00010280965,0.00009324044,0.00015304239,0.00015143052,0.00016321478,0.0013759615,0.00006671239,0.000011022907],"category_scores_gemma":[0.0025919715,0.00010199785,0.00003216584,0.0004532888,0.000025111616,0.0006683036,0.00041522496,0.00030826015,0.00040590917],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004141907,0.00032289934,0.2737312,0.00029188718,0.00015847094,0.00085033145,0.007480829,0.5619505,0.0066582,0.113413915,0.004691791,0.030408548],"study_design_scores_gemma":[0.0016775954,0.00047000774,0.91201514,0.0003235029,0.000020115434,0.00010259891,0.0001762018,0.027421162,0.007191741,0.030109292,0.019266978,0.0012256696],"about_ca_topic_score_codex":0.000050940373,"about_ca_topic_score_gemma":0.000016961667,"teacher_disagreement_score":0.63828397,"about_ca_system_score_codex":0.00008938719,"about_ca_system_score_gemma":0.00007304438,"threshold_uncertainty_score":0.5217277},"labels":[],"label_agreement":null},{"id":"W3013047839","doi":"10.1109/iwsc50091.2020.9047642","title":"Clone Swarm: A Cloud Based Code-Clone Analysis Tool","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Swarm behaviour; Computer science; Source code; Software maintenance; Java; Software; Cloud computing; Code (set theory); Fragment (logic); Software system; Operating system; Programming language; Biology; Artificial intelligence; Set (abstract data type); Genetics; Gene","score_opus":0.028259094032296,"score_gpt":0.26298545009374513,"score_spread":0.23472635606144912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013047839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061674677,0.00004774259,0.93063134,0.006225364,0.000110522575,0.00011654107,0.0000044373783,0.00094275863,0.00024661457],"genre_scores_gemma":[0.88862133,0.0000029089074,0.10929801,0.0015893064,0.00011608847,0.000016779917,0.0000058198784,0.000012964505,0.0003367723],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822015,0.00005389481,0.00021855129,0.0005227483,0.00060116494,0.0003834836],"domain_scores_gemma":[0.9983115,0.0005625383,0.000029294864,0.00073069026,0.000104912295,0.00026105897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031905467,0.00014514815,0.00025654736,0.0002146275,0.0000589755,0.00018533568,0.001179022,0.000056919656,0.00028594577],"category_scores_gemma":[0.00068269065,0.00013351698,0.00016557916,0.0034832784,0.000026831085,0.00019748585,0.0003233036,0.00020519084,0.0004659044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021633087,0.0010497055,0.21724322,0.0005258876,0.004486438,0.0015530577,0.0046293866,0.46085045,0.02653272,0.045159873,0.19332562,0.044427313],"study_design_scores_gemma":[0.00039653102,0.00009657219,0.012179632,0.0000034738598,0.0000446501,0.0000014512341,0.000005577887,0.97552586,0.007213838,0.000045593682,0.004232151,0.0002546492],"about_ca_topic_score_codex":0.00005029403,"about_ca_topic_score_gemma":0.0000046897676,"teacher_disagreement_score":0.8269467,"about_ca_system_score_codex":0.00004559612,"about_ca_system_score_gemma":0.00009901725,"threshold_uncertainty_score":0.59884137},"labels":[],"label_agreement":null},{"id":"W3013132080","doi":"10.1109/iwsc50091.2020.9047643","title":"SemanticCloneBench: A Semantic Code Clone Benchmark using Crowd-Source Knowledge","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Java; Benchmark (surveying); Programming language; clone (Java method); Python (programming language); Source code; Code (set theory)","score_opus":0.049751312979047654,"score_gpt":0.29086922157050293,"score_spread":0.24111790859145527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013132080","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15577234,0.00034982184,0.84006774,0.0014538363,0.00024606468,0.00019973089,0.0000013509439,0.0009515278,0.0009575679],"genre_scores_gemma":[0.9290936,0.0000091999145,0.06965571,0.00037794845,0.00021257559,0.0000072919306,0.0000017704174,0.000034954413,0.0006069532],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779874,0.00007755166,0.00030663767,0.0006834859,0.00048525483,0.00064833474],"domain_scores_gemma":[0.9980915,0.00059775304,0.0000466263,0.0007001811,0.0001409251,0.00042299135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003420561,0.00024299746,0.00029051563,0.00015967613,0.0001545436,0.0002868187,0.0014263283,0.00009192903,0.0001328991],"category_scores_gemma":[0.00071958173,0.0002353413,0.000104075545,0.0013932282,0.00006157804,0.00042486135,0.0009541382,0.0003305417,0.0004754532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014898264,0.002102652,0.17145947,0.0043005957,0.0011666524,0.0023286848,0.059438195,0.10539637,0.31262118,0.096866384,0.13127114,0.11289971],"study_design_scores_gemma":[0.00039073057,0.0000967851,0.0035272636,0.000053264244,0.000010627064,0.000058640664,0.000035419922,0.9798949,0.0066621318,0.00010832928,0.008743131,0.00041881888],"about_ca_topic_score_codex":0.00007085676,"about_ca_topic_score_gemma":0.000008160853,"teacher_disagreement_score":0.8744985,"about_ca_system_score_codex":0.00007368592,"about_ca_system_score_gemma":0.00016434104,"threshold_uncertainty_score":0.95969397},"labels":[],"label_agreement":null},{"id":"W3013524315","doi":"10.5383/juspn.08.01.001","title":"Software Quality Assessment Algorithm Based on Fuzzy Logic","year":2017,"lang":"en","type":"article","venue":"Journal of Ubiquitous Systems and Pervasive Networks","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software quality; Fuzzy logic; Data mining; Verification and validation; Software metric; Software; Quality (philosophy); Software quality control; Metric (unit); Software measurement; Algorithm; Software development; Software engineering; Artificial intelligence; Programming language; Mathematics; Statistics; Engineering","score_opus":0.04507118796917641,"score_gpt":0.3327389602104978,"score_spread":0.2876677722413214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013524315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008867372,0.0012641273,0.9857931,0.00061013066,0.0030006564,0.00020572527,0.000004784119,0.00005558715,0.00019851697],"genre_scores_gemma":[0.96257687,0.00016267947,0.035408124,0.00017670577,0.0015380845,0.000011193715,0.0000010498163,0.000020606796,0.00010468148],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976599,0.00024332947,0.0005634039,0.00029961014,0.0008272963,0.00040645196],"domain_scores_gemma":[0.9961765,0.0013195956,0.0007451091,0.0009168568,0.00055721164,0.00028475455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023962308,0.00021421131,0.0005015685,0.00014815816,0.00048945507,0.0010293814,0.0013270533,0.00016263913,0.000003874756],"category_scores_gemma":[0.00069893495,0.00016374861,0.00015829482,0.00009682256,0.00007303377,0.0004288632,0.00023251875,0.0006607194,0.0000026358011],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010240542,0.00048959476,0.14058848,0.00055829936,0.00037464764,0.0019743878,0.0005161719,0.43796355,0.00009036768,0.007907034,0.012655866,0.3967792],"study_design_scores_gemma":[0.0017018499,0.0015979559,0.30719775,0.00094664283,0.000025316862,0.00044847917,0.000081723854,0.68356985,0.000017510853,0.0005910496,0.0033128778,0.00050897914],"about_ca_topic_score_codex":0.000101324425,"about_ca_topic_score_gemma":0.0000042403335,"teacher_disagreement_score":0.9537095,"about_ca_system_score_codex":0.00015015058,"about_ca_system_score_gemma":0.00021366165,"threshold_uncertainty_score":0.9926349},"labels":[],"label_agreement":null},{"id":"W3013853519","doi":"10.1109/iwsc50091.2020.9047639","title":"Evaluating Performance of Clone Detection Tools in Detecting Cloned Cochange Candidates","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Computer science; Cloning (programming); Java; Codebase; Software maintenance; Code refactoring; Computational biology; Software; Programming language; Biology; Software system; Genetics; Gene","score_opus":0.09441482906628972,"score_gpt":0.3313859175855781,"score_spread":0.2369710885192884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013853519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86977065,0.000048177535,0.12964174,0.00012063969,0.000067346125,0.00014187905,3.5691727e-7,0.00016700011,0.000042219217],"genre_scores_gemma":[0.9782327,0.000006538701,0.021642055,0.00004324122,0.000037510938,0.000020745183,4.0979108e-7,0.000007721942,0.000009120166],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989222,0.0000456044,0.00021693078,0.00024454558,0.00033294322,0.00023772425],"domain_scores_gemma":[0.99906635,0.00053855026,0.000047935602,0.00020512717,0.00007652462,0.000065501394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060928665,0.00008078504,0.00013515374,0.00011718896,0.000041140975,0.000051474104,0.00038464568,0.000038305396,0.000012677596],"category_scores_gemma":[0.0017030229,0.00007940647,0.000022605484,0.0008835576,0.000013078415,0.00041414716,0.00020781456,0.0001758049,0.000017743885],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050515624,0.000023364302,0.0733773,0.00024344119,0.000012661665,0.00000774775,0.00291993,0.010128171,0.4165541,0.00006239152,0.000007980891,0.4966124],"study_design_scores_gemma":[0.0002260772,0.00026903403,0.030919332,0.000024834257,8.147879e-7,0.0000026997911,0.00002227562,0.663622,0.30482832,0.000006057856,0.0000044916114,0.000074031064],"about_ca_topic_score_codex":0.00012580959,"about_ca_topic_score_gemma":0.000032813296,"teacher_disagreement_score":0.6534939,"about_ca_system_score_codex":0.000055321496,"about_ca_system_score_gemma":0.000039653314,"threshold_uncertainty_score":0.3238102},"labels":[],"label_agreement":null},{"id":"W3014111015","doi":"10.1109/saner48275.2020.9054846","title":"Associating Code Clones with Association Rules for Change Impact Analysis","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Commit; Programmer; Association rule learning; clone (Java method); Set (abstract data type); Correctness; Precision and recall; Code (set theory); Source code; Data mining; Association (psychology); Change impact analysis; Cloning (programming); Code refactoring; Programming language; Information retrieval; Software; Database; Biology; Gene","score_opus":0.05241528672329757,"score_gpt":0.3179658369072199,"score_spread":0.2655505501839223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014111015","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13070822,0.000032143944,0.86455065,0.0039450377,0.000029798013,0.00021124927,0.000026209593,0.00044067524,0.000056014815],"genre_scores_gemma":[0.92401755,0.0000028378809,0.0753729,0.0002729833,0.00013944473,0.00006154811,0.000015518639,0.000010597208,0.00010662604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99891305,0.000028479122,0.00010954242,0.00024950644,0.00039664074,0.0003027829],"domain_scores_gemma":[0.99838495,0.0010913068,0.000081621954,0.00016278322,0.00016961426,0.00010971818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040736972,0.00009020156,0.00018626322,0.00010820826,0.000071735725,0.00018485963,0.00036382716,0.000048267302,0.000014121441],"category_scores_gemma":[0.001328774,0.00006933214,0.00011700475,0.0011293172,0.0000035997984,0.0003299003,0.000081434955,0.00008407469,0.000016930273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006615278,0.00001699065,0.99041724,0.000018445775,0.0007868394,0.000002259454,0.0013147112,0.0016057397,0.00009561943,0.0006401255,0.001350088,0.0037453088],"study_design_scores_gemma":[0.0002809751,0.00017075632,0.506606,0.000004131675,0.000069398746,2.5514305e-7,0.00002026932,0.49200574,0.0003544724,0.000050829203,0.0002786752,0.00015851978],"about_ca_topic_score_codex":0.00010522542,"about_ca_topic_score_gemma":0.00004101211,"teacher_disagreement_score":0.79330933,"about_ca_system_score_codex":0.00021966787,"about_ca_system_score_gemma":0.000036907222,"threshold_uncertainty_score":0.28272828},"labels":[],"label_agreement":null},{"id":"W3014294688","doi":"10.1145/3341105.3374008","title":"Detecting architectural integrity violation patterns using machine learning","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Ontario Centres of Excellence","keywords":"Maintainability; Computer science; Architectural pattern; Set (abstract data type); Software engineering; Artificial intelligence; Machine learning; Software quality; Software; Software system; Software development; Programming language; Software construction","score_opus":0.050813695279742645,"score_gpt":0.28644156137671245,"score_spread":0.2356278660969698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014294688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47398686,0.000010756829,0.5252893,0.00023872919,0.00004407567,0.000037181904,2.0013181e-7,0.00037740648,0.000015503108],"genre_scores_gemma":[0.9195575,6.933347e-7,0.08025214,0.00008937023,0.00008048078,0.0000014811608,0.000001007081,0.000009447916,0.000007879753],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906933,0.00006773839,0.00012508332,0.00026581535,0.00023696104,0.00023505176],"domain_scores_gemma":[0.999315,0.00035484863,0.000027998949,0.00014828751,0.00004068116,0.00011316972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021235926,0.0000930436,0.00008987096,0.00007048742,0.00010233525,0.00013494043,0.00039720806,0.000033372387,0.000027930197],"category_scores_gemma":[0.0011240036,0.000083146195,0.00003817056,0.00034775076,0.0000074827735,0.00028401212,0.00031880438,0.00062929525,0.000019560448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008014463,0.000010162372,0.8024204,0.00006254969,0.000019004116,0.00002742522,0.002624812,0.056333188,0.030825267,0.0003607699,0.0000026024838,0.10730582],"study_design_scores_gemma":[0.000090874775,0.000044505206,0.019314656,0.000012042856,9.750474e-7,0.000018029607,0.000014346661,0.97206813,0.008273974,0.00002589461,0.00003464748,0.00010194639],"about_ca_topic_score_codex":0.00033978233,"about_ca_topic_score_gemma":0.000014807734,"teacher_disagreement_score":0.91573495,"about_ca_system_score_codex":0.000045892575,"about_ca_system_score_gemma":0.000023077802,"threshold_uncertainty_score":0.33906034},"labels":[],"label_agreement":null},{"id":"W3014514721","doi":"10.1109/saner48275.2020.9054869","title":"HistoRank: History-Based Ranking of Co-change Candidates","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Ranking (information retrieval); Computer science; Rank (graph theory); False positive paradox; Machine learning; Ranking SVM; Data mining; Association rule learning; Association (psychology); Artificial intelligence; Information retrieval; Mathematics; Psychology","score_opus":0.06699375120327251,"score_gpt":0.2664511262385754,"score_spread":0.19945737503530292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014514721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01477451,0.0011810801,0.9788126,0.0025403276,0.00035628944,0.00021366488,0.000002870344,0.0007099526,0.0014087071],"genre_scores_gemma":[0.974846,0.0000023811406,0.024139835,0.0008252473,0.000056383375,0.000014471613,0.0000019946287,0.000010366734,0.00010332241],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912965,0.00002301017,0.0001256333,0.00021765339,0.00032271023,0.00018133642],"domain_scores_gemma":[0.99924916,0.00025521475,0.000032242842,0.00029104238,0.000056796343,0.00011555046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014182301,0.00007934682,0.00013240751,0.00009135468,0.000017705821,0.00001293164,0.00064072135,0.000030891923,0.00019826324],"category_scores_gemma":[0.00022308929,0.00007655653,0.000043935957,0.00021060045,0.00003481594,0.00016086744,0.00007356456,0.00009305788,0.00005868102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020491148,0.00040287687,0.24903958,0.0019433394,0.00018336334,0.000435418,0.033781815,0.0026530414,0.07344662,0.04009142,0.5083697,0.08944791],"study_design_scores_gemma":[0.0018265231,0.0004624118,0.012941518,0.00007143825,0.0000101885735,0.0000042588613,0.000015262198,0.47991958,0.051449794,0.00007560041,0.45255926,0.000664149],"about_ca_topic_score_codex":0.00019404893,"about_ca_topic_score_gemma":0.00000371928,"teacher_disagreement_score":0.9600715,"about_ca_system_score_codex":0.00019681812,"about_ca_system_score_gemma":0.00012093024,"threshold_uncertainty_score":0.31218848},"labels":[],"label_agreement":null},{"id":"W3014646158","doi":"10.1109/saner48275.2020.9054834","title":"We Are Family: Analyzing Communication in GitHub Software Repositories and Their Forks","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Fork (system call); Computer science; Software; Process (computing); World Wide Web; Operating system","score_opus":0.028122138691581852,"score_gpt":0.25106443437547954,"score_spread":0.22294229568389767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014646158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13237444,0.0026779296,0.85953486,0.0046384023,0.000058872436,0.00012074554,9.262124e-7,0.0004975589,0.00009627743],"genre_scores_gemma":[0.9464491,0.00014790066,0.05318135,0.00014697778,0.000024519099,0.000011390222,0.0000011603793,0.000007984156,0.000029595809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99928486,0.000045711764,0.0001409193,0.00023821299,0.000121246645,0.00016902632],"domain_scores_gemma":[0.99876416,0.0005947478,0.00003120155,0.0004762601,0.000048754195,0.000084889405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016453056,0.00008888494,0.00012542069,0.00007479535,0.00007058043,0.00019725204,0.00063691346,0.000046520854,0.000001298007],"category_scores_gemma":[0.00048990815,0.00007474727,0.000020410664,0.00054949,0.000029036832,0.00036312593,0.0005463221,0.00020547197,0.000003786434],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014504836,0.00005061257,0.8748636,0.00019976015,0.000044549965,0.00003701448,0.019535003,0.0017438187,0.0013408685,0.004699299,0.0029173351,0.09455359],"study_design_scores_gemma":[0.001019542,0.00019592777,0.6503972,0.00045407834,0.000005428746,0.000026325657,0.0032203728,0.32280904,0.00796234,0.0035241258,0.009505031,0.0008805925],"about_ca_topic_score_codex":0.000052134827,"about_ca_topic_score_gemma":0.000018781358,"teacher_disagreement_score":0.8140747,"about_ca_system_score_codex":0.000029280756,"about_ca_system_score_gemma":0.000024560186,"threshold_uncertainty_score":0.30481055},"labels":[],"label_agreement":null},{"id":"W3014728464","doi":"10.1109/saner48275.2020.9054848","title":"Studying Developer Reading Behavior on Stack Overflow during API Summarization Tasks","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Carleton University","funders":"","keywords":"Computer science; Automatic summarization; Source code; World Wide Web; Reading (process); Software; Program comprehension; Gaze; Reading comprehension; Code (set theory); Information retrieval; Artificial intelligence; Programming language; Software system","score_opus":0.04476517789639843,"score_gpt":0.2741167396505266,"score_spread":0.22935156175412813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014728464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6415766,0.00000910438,0.35644186,0.0004817372,0.00015881984,0.00022777871,9.70899e-7,0.0007049913,0.00039819328],"genre_scores_gemma":[0.9758252,0.000003903531,0.023426026,0.00021189374,0.000074666845,0.000029939347,0.0000028229852,0.000021410264,0.0004041391],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985734,0.000030276322,0.00016870316,0.0004249169,0.00048067747,0.0003219939],"domain_scores_gemma":[0.9992176,0.00019240133,0.000023828123,0.00033467764,0.00007261201,0.00015882828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015842229,0.00013040949,0.00011656213,0.00010883148,0.00012529874,0.00023113297,0.00060297694,0.000046095247,0.000053549695],"category_scores_gemma":[0.0005151846,0.00012496517,0.00002830274,0.00062964193,0.000009893067,0.00042322706,0.00038040648,0.0002045473,0.00017972107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055649656,0.00031917077,0.8110408,0.00025123436,0.00010070377,0.00053140434,0.009960539,0.020738855,0.070320904,0.014064052,0.0034097845,0.06920691],"study_design_scores_gemma":[0.0010753379,0.00025821276,0.82827437,0.000095616626,0.000010570417,0.000013218373,0.00011627655,0.078977175,0.08906466,0.000029048368,0.0012796435,0.00080587034],"about_ca_topic_score_codex":0.000014548031,"about_ca_topic_score_gemma":0.0000011777221,"teacher_disagreement_score":0.33424863,"about_ca_system_score_codex":0.00011040359,"about_ca_system_score_gemma":0.00005310814,"threshold_uncertainty_score":0.5095932},"labels":[],"label_agreement":null},{"id":"W3014903559","doi":"10.1145/1449955.1449790","title":"Enabling static analysis for partial java programs","year":2008,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Java; Source code; Static analysis; Partial evaluation; Class (philosophy); Type inference; Theoretical computer science; Inference; Artificial intelligence","score_opus":0.06896249739321578,"score_gpt":0.30438009191292875,"score_spread":0.23541759451971297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014903559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43865243,0.00011868256,0.560078,0.00033768703,0.0001668367,0.00025934633,0.000004115231,0.00036195864,0.000020891755],"genre_scores_gemma":[0.88016456,0.00000722582,0.11947605,0.000046047633,0.00009770052,0.00007063814,0.000017880655,0.000010843317,0.00010902791],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852943,0.000034085562,0.00020012949,0.00038253996,0.00039349825,0.00046033063],"domain_scores_gemma":[0.9969975,0.0018937973,0.000059926602,0.0008164934,0.000102653095,0.00012966286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034120632,0.00012491691,0.00020581388,0.00025901687,0.00016528333,0.00016571497,0.0013412893,0.000046065383,0.0000116423735],"category_scores_gemma":[0.0016146715,0.00011327857,0.00010860461,0.0010903091,0.00004560559,0.00035589712,0.00022146574,0.0001038143,0.00003973754],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066148415,0.00044180654,0.82429653,0.00031789186,0.0017883966,0.00031484617,0.009430123,0.06461251,0.00063925394,0.0028816294,0.0022986187,0.09291222],"study_design_scores_gemma":[0.0015908395,0.0008681183,0.1406096,0.00005772374,0.00036897234,0.000035229623,0.00016816387,0.82589567,0.0070360894,0.0011081231,0.021088686,0.0011727932],"about_ca_topic_score_codex":0.00007462241,"about_ca_topic_score_gemma":0.000018631246,"teacher_disagreement_score":0.76128316,"about_ca_system_score_codex":0.000028019425,"about_ca_system_score_gemma":0.00006557773,"threshold_uncertainty_score":0.4619366},"labels":[],"label_agreement":null},{"id":"W3014978656","doi":"","title":"GitHub Repositories with Links to Academic Papers: Open Access, Traceability, and Evolution","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Traceability; Computer science; Source code; World Wide Web; Data science; Open source; Open source software; Code (set theory); Software; Software engineering; Programming language","score_opus":0.11488166432844935,"score_gpt":0.26148531083092685,"score_spread":0.1466036465024775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014978656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53944653,0.00010935353,0.4555754,0.0017894445,0.00043128067,0.00112011,0.000011160269,0.0007848144,0.00073186215],"genre_scores_gemma":[0.9945734,0.0000559808,0.004711247,0.00008744996,0.00011156524,0.000005989983,0.0000038025262,0.000023359666,0.00042716553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752414,0.00011252967,0.00018069174,0.0016211363,0.00019306848,0.00036840545],"domain_scores_gemma":[0.9977141,0.00034681297,0.00011467149,0.0012300803,0.00018731868,0.00040699542],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.00033950226,0.00029923796,0.000345431,0.00021873535,0.00016431049,0.0010077062,0.0057666516,0.00044846974,0.000005781143],"category_scores_gemma":[0.0004016809,0.0003141317,0.00005506701,0.0011721716,0.00011865737,0.0013992774,0.015959458,0.0017070301,0.000018267136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031476078,0.00009878464,0.7645486,0.0005650105,0.00026423784,0.00080147095,0.0017873028,0.1619362,0.00023619026,0.06603403,0.0018594292,0.0015540092],"study_design_scores_gemma":[0.0013457149,0.00064567087,0.7812035,0.00079831225,0.00013811396,0.000047045323,0.00018031617,0.16841295,0.0006248841,0.042092904,0.0025970025,0.0019135819],"about_ca_topic_score_codex":0.00045883044,"about_ca_topic_score_gemma":0.00004975507,"teacher_disagreement_score":0.45512688,"about_ca_system_score_codex":0.0004124514,"about_ca_system_score_gemma":0.00046655213,"threshold_uncertainty_score":0.9999311},"labels":[],"label_agreement":null},{"id":"W3016122787","doi":"10.1088/1742-6596/1487/1/012017","title":"A Systematic Study for Learning-Based Software Defect Prediction","year":2020,"lang":"en","type":"article","venue":"Journal of Physics Conference Series","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Deep learning; Process (computing); Field (mathematics); Software bug; Software; Software development; Software engineering; Programming language","score_opus":0.03477111679928294,"score_gpt":0.264824814736505,"score_spread":0.23005369793722205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016122787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030099656,0.0000538055,0.968781,0.00029589876,0.000192191,0.0004408477,0.0000027673775,0.00013139572,0.0000024543724],"genre_scores_gemma":[0.9858371,0.000002217099,0.013892027,0.00003071531,0.00017575298,0.0000330971,8.375957e-7,0.000013324612,0.000014912401],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986262,0.00013011666,0.00038175043,0.00017010272,0.0005078213,0.00018404861],"domain_scores_gemma":[0.99787474,0.000772106,0.00029015244,0.00019411762,0.00074018096,0.00012868746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048400887,0.00013047337,0.00036202578,0.00006202933,0.00009480001,0.0002473471,0.0006517851,0.000030608557,0.0000026504024],"category_scores_gemma":[0.0027852152,0.000109079345,0.00016501028,0.00032469913,0.000026148135,0.0007160071,0.000075047756,0.00029219556,0.0000050632652],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015123416,0.003136531,0.20240794,0.07774414,0.00395592,0.00048097095,0.09273809,0.5072227,0.010810742,0.027025096,0.0028013294,0.070164174],"study_design_scores_gemma":[0.014292117,0.07177667,0.038590323,0.013685209,0.0010767924,0.00024126946,0.009623973,0.72003186,0.1111929,0.016202107,0.0006962588,0.0025905108],"about_ca_topic_score_codex":0.0000010306519,"about_ca_topic_score_gemma":4.803375e-7,"teacher_disagreement_score":0.9557375,"about_ca_system_score_codex":0.000040637053,"about_ca_system_score_gemma":0.00031173095,"threshold_uncertainty_score":0.44481266},"labels":[],"label_agreement":null},{"id":"W3016705130","doi":"10.1371/journal.pone.0231731","title":"Empirical study of the relationship between design patterns and code smells","year":2020,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code smell; Computer science; Software design pattern; Software design; Object-oriented design; Association (psychology); Software; Code (set theory); Artificial intelligence; Software development; Programming language; Software quality; Psychology; Set (abstract data type)","score_opus":0.3117284591746598,"score_gpt":0.32797044803361974,"score_spread":0.016241988858959944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3016705130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8674727,0.000011729596,0.13075444,0.0014446037,0.0000067913948,0.0002440137,0.0000027464278,0.00005980278,0.000003162373],"genre_scores_gemma":[0.99453443,5.745957e-7,0.0053566266,0.00004766465,0.000030676852,0.000008751278,1.6749057e-7,0.000005757281,0.00001532713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99911666,0.00012849651,0.000111443,0.00016532672,0.00037637734,0.000101726706],"domain_scores_gemma":[0.99735415,0.002238342,0.000023751785,0.0002816516,0.00003313116,0.00006898477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019228861,0.0000493,0.00010394835,0.000025542828,0.000041956122,0.000029874704,0.0004775926,0.000023434997,0.0000022540642],"category_scores_gemma":[0.001322755,0.000037797694,0.000011073683,0.0002924905,0.000015747715,0.00006837687,0.00028190302,0.00016998916,0.000008459523],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011700142,0.00015004733,0.9973737,0.000022437995,0.000024057133,0.0000011928003,0.002173711,0.000050436014,0.00008664029,0.000013541736,0.00004181229,0.00006126115],"study_design_scores_gemma":[0.00016600233,0.00018199295,0.99438447,0.000022337768,0.000011966425,1.3062211e-7,0.000020368478,0.0034405915,0.0016430502,0.00008651266,0.000001493706,0.000041064744],"about_ca_topic_score_codex":0.000005840708,"about_ca_topic_score_gemma":0.0000013560951,"teacher_disagreement_score":0.12706174,"about_ca_system_score_codex":0.000010363974,"about_ca_system_score_gemma":0.000021174696,"threshold_uncertainty_score":0.15835568},"labels":[],"label_agreement":null},{"id":"W3017077459","doi":"10.1007/978-3-030-44914-8_6","title":"Concise Read-Only Specifications for Better Synthesis of Programs with Pointers","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Yale-NUS College; Yale University; National Science Foundation","keywords":"Computer science; Program synthesis; Correctness; Heap (data structure); Programming language; Separation logic; High-level synthesis; Intuition; Theoretical computer science; Embedded system","score_opus":0.034887188510758595,"score_gpt":0.2531256888930704,"score_spread":0.21823850038231182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017077459","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010218039,0.0000959984,0.9953388,0.0026180733,0.00034376496,0.000853735,0.000013852155,0.00020634552,0.00042726815],"genre_scores_gemma":[0.10908965,0.000008981946,0.8899694,0.0004297697,0.0002442025,0.00007799203,0.0000068635118,0.000055701217,0.00011743167],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677193,0.000018652183,0.00044422783,0.0012816577,0.0009530109,0.00053052144],"domain_scores_gemma":[0.99524766,0.002560159,0.00022030964,0.0013519602,0.00042475897,0.00019512529],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005117586,0.0003961078,0.000526194,0.00057089736,0.00010187673,0.00029257062,0.0033172208,0.00016912655,0.000009205008],"category_scores_gemma":[0.000530917,0.00033570323,0.00013537897,0.00071659783,0.0007372366,0.00032047572,0.0006046611,0.0004973072,0.000013983657],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026363423,0.000044139702,0.0006123102,0.00020712106,0.000043098487,0.000048114704,0.00061430485,0.0033331327,0.00014946848,0.0132468,0.000082608596,0.98159254],"study_design_scores_gemma":[0.0022952068,0.0044065043,0.0034353777,0.007017718,0.00013959475,0.00051897485,0.0000029868713,0.8081008,0.032364752,0.11418846,0.022538643,0.0049909707],"about_ca_topic_score_codex":0.000008288042,"about_ca_topic_score_gemma":0.000016629618,"teacher_disagreement_score":0.97660154,"about_ca_system_score_codex":0.00019102555,"about_ca_system_score_gemma":0.0006286863,"threshold_uncertainty_score":0.9999095},"labels":[],"label_agreement":null},{"id":"W3018272941","doi":"10.1016/j.scico.2020.102472","title":"The prevalence and severity of persistent ambiguity in software requirements specifications: Is a special effort needed to find them?","year":2020,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Sheridan College","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Ambiguity; Software requirements specification; Sampling (signal processing); Process (computing); System requirements specification; Software engineering; Software; Software development; Risk analysis (engineering); Programming language; Software design","score_opus":0.06871544950554817,"score_gpt":0.2913727760571159,"score_spread":0.22265732655156775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018272941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8728278,0.000106129875,0.12397796,0.0020865148,0.00024826202,0.0006644933,0.0000025757756,0.000066389846,0.00001985291],"genre_scores_gemma":[0.7796421,0.00001965952,0.22009961,0.00009959335,0.00010084821,0.000020990485,1.5480022e-7,0.000005314941,0.0000117104155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977581,0.000031317108,0.00035199797,0.00052729354,0.0009136676,0.00041760982],"domain_scores_gemma":[0.9986979,0.00022348153,0.00010359215,0.0005323629,0.00024731216,0.00019536034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011853672,0.000120643956,0.00017544556,0.0001230784,0.00019078652,0.0001951485,0.0020337047,0.000027437614,0.000004047451],"category_scores_gemma":[0.00050241477,0.000100287085,0.00006915527,0.001865596,0.00045299745,0.00046000624,0.00114857,0.00014007169,0.000004714547],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003565265,0.00017001646,0.14463039,0.00046720234,0.000027320863,0.0000060543443,0.020139093,0.0007901455,0.0009292376,0.0014671899,0.0005858281,0.8307519],"study_design_scores_gemma":[0.0006929044,0.0008081152,0.8960092,0.00038094146,0.000011624527,0.000015554728,0.00037213624,0.08861495,0.008744704,0.0005427506,0.0033230842,0.00048405654],"about_ca_topic_score_codex":0.00002954151,"about_ca_topic_score_gemma":0.0000017534345,"teacher_disagreement_score":0.8302678,"about_ca_system_score_codex":0.000071114184,"about_ca_system_score_gemma":0.000192529,"threshold_uncertainty_score":0.40895885},"labels":[],"label_agreement":null},{"id":"W3018447383","doi":"10.1007/s10664-020-09819-6","title":"What do Programmers Discuss about Deep Learning Frameworks","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Deep learning; Workflow; Computer science; Latent Dirichlet allocation; Leverage (statistics); Artificial intelligence; Topic model; Data science; Profiling (computer programming); World Wide Web; Machine learning","score_opus":0.01947834175930554,"score_gpt":0.2802885285859658,"score_spread":0.2608101868266603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3018447383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032515768,0.002891416,0.9568699,0.0026851085,0.0009356673,0.0002666907,5.9139865e-7,0.003827915,0.000006925092],"genre_scores_gemma":[0.83747447,0.00022917612,0.16059017,0.00077054533,0.0006138339,0.00012227499,0.000009727327,0.00013155692,0.00005828019],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968327,0.000059575093,0.0003779858,0.000868712,0.00081376877,0.0010472534],"domain_scores_gemma":[0.9970175,0.0014640602,0.000056071625,0.00055739295,0.00010444477,0.0008005175],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00030971138,0.00040307074,0.00038386593,0.00015461659,0.00014893942,0.0011914984,0.001438423,0.000371329,0.000055092438],"category_scores_gemma":[0.006076903,0.00038088573,0.00019772595,0.0015929206,0.00004358851,0.001342746,0.00073610776,0.0022700147,0.0002126407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016830598,0.00009720041,0.24402243,0.0003409267,0.00015150291,0.0003239774,0.007526493,0.4202347,0.00012801317,0.00034559166,0.0010042716,0.32580805],"study_design_scores_gemma":[0.0010356191,0.00057420926,0.1271799,0.00064060546,0.00002869936,0.000063210005,0.00030898562,0.68023235,0.00073071977,0.00017040322,0.18674555,0.0022897047],"about_ca_topic_score_codex":0.0000032528465,"about_ca_topic_score_gemma":2.797342e-7,"teacher_disagreement_score":0.80495864,"about_ca_system_score_codex":0.00014201936,"about_ca_system_score_gemma":0.000051668252,"threshold_uncertainty_score":0.9998643},"labels":[],"label_agreement":null},{"id":"W3019290077","doi":"10.1002/spe.2830","title":"Vocabulary and time based bug‐assignment: A recommender system for open‐source projects","year":2020,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Vocabulary; Relevance (law); Key (lock); Intuition; Ranking (information retrieval); Task (project management); Information retrieval; World Wide Web; Software engineering; Data science; Artificial intelligence; Computer security","score_opus":0.04127924435912676,"score_gpt":0.30250029074955476,"score_spread":0.261221046390428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3019290077","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005607028,0.00069526915,0.98584694,0.006091512,0.00011216641,0.00095980463,0.000005486361,0.00059488387,0.000086895176],"genre_scores_gemma":[0.6911525,0.00002803571,0.30436918,0.0035523558,0.000091507514,0.00064970093,0.0000050945905,0.000040966326,0.00011066242],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981882,0.00012056751,0.0002120602,0.0007500784,0.00032896682,0.00040010372],"domain_scores_gemma":[0.99623334,0.0028011943,0.000103372106,0.00041817417,0.00012857991,0.00031532542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055950537,0.00019894677,0.00022971962,0.000058768637,0.00028787076,0.00077425357,0.0009036683,0.00007637758,0.000007771581],"category_scores_gemma":[0.0043749996,0.00019001137,0.000028674605,0.00037237536,0.00006582585,0.0019408002,0.0008386298,0.00019411667,0.000021273001],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003232702,0.0013217309,0.033807818,0.0069915554,0.0006141723,0.001130995,0.30570078,0.0016401189,0.011116546,0.008586024,0.06020015,0.56565744],"study_design_scores_gemma":[0.0069488855,0.0034512368,0.0013418962,0.00079739926,0.000105960804,0.00075624057,0.015362866,0.5002657,0.01648173,0.0001604693,0.45165196,0.0026756623],"about_ca_topic_score_codex":0.000037378555,"about_ca_topic_score_gemma":2.036917e-7,"teacher_disagreement_score":0.68554544,"about_ca_system_score_codex":0.000056261288,"about_ca_system_score_gemma":0.00014864166,"threshold_uncertainty_score":0.7748439},"labels":[],"label_agreement":null},{"id":"W3020617474","doi":"10.1016/j.jss.2020.110610","title":"Code smells and refactoring: A tertiary systematic review of challenges and observations","year":2020,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":206,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Chicoutimi","funders":"","keywords":"Code refactoring; Code smell; Code (set theory); Systematic review; Quality (philosophy); Code review; Software","score_opus":0.07286601472112181,"score_gpt":0.27273289922332516,"score_spread":0.19986688450220336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020617474","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05796239,0.8955972,0.043400686,0.0023170314,0.00019730505,0.00046312503,0.0000064220367,0.000051975072,0.000003840901],"genre_scores_gemma":[0.8570211,0.13306017,0.009529492,0.00020445154,0.0001263883,0.000013011435,3.4987806e-7,0.000018960773,0.000026078988],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9987698,0.000091266906,0.00056043686,0.00013779408,0.0003304225,0.000110272034],"domain_scores_gemma":[0.99839693,0.0006818788,0.0003142293,0.00018029433,0.00024205934,0.00018463463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007187553,0.000099862846,0.0005507017,0.00006926146,0.00003389866,0.00006288932,0.00024171382,0.000041920328,3.689507e-7],"category_scores_gemma":[0.0017535933,0.00007275103,0.0000393361,0.00011521944,0.000024590068,0.00031542813,0.00012110038,0.00014643045,3.2143896e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042092965,0.000023666333,0.015600447,0.9772394,0.00016844686,0.000072039016,0.003957793,0.000019864603,0.00020365555,0.001163812,0.00031078854,0.001235909],"study_design_scores_gemma":[0.0015218684,0.0012947916,0.17134593,0.81349987,0.00034693474,0.002464607,0.0012241922,0.0056338543,0.00014782079,0.00027929008,0.0014811965,0.00075961254],"about_ca_topic_score_codex":0.0000034136299,"about_ca_topic_score_gemma":3.043103e-7,"teacher_disagreement_score":0.7990587,"about_ca_system_score_codex":0.000014666815,"about_ca_system_score_gemma":0.000042247273,"threshold_uncertainty_score":0.29667008},"labels":[],"label_agreement":null},{"id":"W3020858756","doi":"","title":"Ranking co-change candidates of micro-clones.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Ranking (information retrieval); Computer science; Information retrieval","score_opus":0.10667489979190946,"score_gpt":0.4009914658971738,"score_spread":0.29431656610526435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3020858756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777411,0.004627708,0.0028343182,0.0060187564,0.001428608,0.0061750663,0.00033870022,0.00010271717,0.0007330166],"genre_scores_gemma":[0.99497616,0.0004783275,0.003294006,0.000016482454,0.000029398121,0.00016538636,0.0000027128751,0.000017010698,0.0010205064],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997358,0.00028253952,0.0003312728,0.00047433004,0.0009634747,0.00059032906],"domain_scores_gemma":[0.99009454,0.004202064,0.00018071187,0.0008829112,0.0045682513,0.00007149018],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012174794,0.00018881136,0.00047073213,0.00025294482,0.00021779035,0.000051687322,0.0015943563,0.00005722695,0.000011518299],"category_scores_gemma":[0.0038592175,0.00013345254,0.000088469424,0.0016815434,0.00042805847,0.0002828563,0.00068261474,0.00030229928,0.000018283978],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024249018,0.000978408,0.09898329,0.0048918338,0.0017515541,0.000016285108,0.08211894,0.0036795484,0.4998632,0.239624,0.013486793,0.052181266],"study_design_scores_gemma":[0.002429139,0.0009605681,0.0034797778,0.0014037297,0.000008926271,8.4595985e-7,0.0065149223,0.002306792,0.9698997,0.0041438155,0.008497378,0.00035436574],"about_ca_topic_score_codex":0.000010435409,"about_ca_topic_score_gemma":0.000036333477,"teacher_disagreement_score":0.47003654,"about_ca_system_score_codex":0.00020353812,"about_ca_system_score_gemma":0.000394371,"threshold_uncertainty_score":0.5442037},"labels":[],"label_agreement":null},{"id":"W3021573492","doi":"10.1007/s10664-021-09956-6","title":"On systematically building a controlled natural language for functional requirements","year":2021,"lang":"en","type":"preprint","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Computer science; Domain (mathematical analysis); Natural language; Vagueness; Context (archaeology); Ambiguity; Flexibility (engineering); Quality (philosophy); Popularity; Grammar; Natural language processing; Artificial intelligence; Programming language; Linguistics; Psychology","score_opus":0.034998506852739225,"score_gpt":0.31997698353604714,"score_spread":0.2849784766833079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021573492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13576126,0.0014065377,0.8558551,0.00023930571,0.0037567562,0.0013160878,0.00001527759,0.001643858,0.0000057888365],"genre_scores_gemma":[0.7813567,0.0000034614093,0.21638049,0.00021240448,0.0005336285,0.0011538909,0.00007682083,0.00010728409,0.00017529649],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99567014,0.000093862094,0.0008022106,0.0012414829,0.0012848572,0.000907453],"domain_scores_gemma":[0.99005336,0.0078558205,0.0001623384,0.0012571348,0.0003584652,0.0003128822],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009590141,0.0006533408,0.0011417822,0.00043286293,0.00012610972,0.00073395896,0.0013838689,0.00041430947,0.000023552459],"category_scores_gemma":[0.020795206,0.0006140214,0.0006468409,0.00045905265,0.000021232961,0.00023651478,0.001454059,0.0013871788,0.000019056686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044467355,0.0006790278,0.004770703,0.012284867,0.0026763754,0.00078792794,0.0019318725,0.9555535,0.0029092538,0.005445916,0.008805268,0.0037106192],"study_design_scores_gemma":[0.0060726553,0.00024828676,0.011307671,0.0042577926,0.000113924885,0.00006825857,0.000026899073,0.9738753,0.0012771174,0.0004454569,0.0003643706,0.0019422641],"about_ca_topic_score_codex":0.000006046631,"about_ca_topic_score_gemma":6.681983e-7,"teacher_disagreement_score":0.6455955,"about_ca_system_score_codex":0.00067838543,"about_ca_system_score_gemma":0.0003066837,"threshold_uncertainty_score":0.9996311},"labels":[],"label_agreement":null},{"id":"W3021870097","doi":"10.1007/978-3-030-47240-5_5","title":"Emotional Contagion in Open Software Collaborations","year":2020,"lang":"en","type":"book-chapter","venue":"IFIP advances in information and communication technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Emotional contagion; Affect (linguistics); Software; Computer science; Production (economics); Open source software; Order (exchange); Locality; Database; Psychology; Business; Social psychology; Communication; Economics; Microeconomics; Operating system; Finance","score_opus":0.018195107358276057,"score_gpt":0.28374619355265485,"score_spread":0.2655510861943788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021870097","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024026333,0.027976906,0.6829857,0.035061326,0.0006236597,0.004491405,0.00013040737,0.002267907,0.24622239],"genre_scores_gemma":[0.23413798,0.10286364,0.6403883,0.0039047082,0.00007419942,0.0020953584,0.0019029806,0.00013467019,0.014498131],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883056,0.000027590024,0.00057491026,0.00021102313,0.00020558246,0.00015034368],"domain_scores_gemma":[0.99829215,0.00032778946,0.00024201887,0.00088493264,0.00020951302,0.000043609714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026920563,0.00017124719,0.00026247796,0.0009696267,0.00009757137,0.00020793905,0.0022233648,0.00032059438,0.000021689313],"category_scores_gemma":[0.0005783313,0.00019906148,0.00001766962,0.0005432855,0.00014855994,0.003032465,0.0015473932,0.00071473705,0.000072187104],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005058494,0.000007716388,0.0007103497,0.00003130528,0.0000035529877,0.0000012634816,0.00021533316,0.00022066431,4.4689804e-7,0.8876809,0.00016285216,0.11096054],"study_design_scores_gemma":[0.0008328399,0.00007710114,0.0008557046,0.00035979602,0.000001955655,0.000018452607,0.00014072921,0.0039046165,0.000020952191,0.3026937,0.69074416,0.00035002254],"about_ca_topic_score_codex":0.000010367964,"about_ca_topic_score_gemma":0.00014319184,"teacher_disagreement_score":0.69058126,"about_ca_system_score_codex":0.00018709473,"about_ca_system_score_gemma":0.00018723094,"threshold_uncertainty_score":0.81174916},"labels":[],"label_agreement":null},{"id":"W3022206766","doi":"","title":"Detection of feature interaction in dynamic scripting languages.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Toronto Metropolitan University","funders":"","keywords":"Computer science; Scripting language; Feature (linguistics); Programming language; Artificial intelligence; Natural language processing; Linguistics","score_opus":0.045746765441935795,"score_gpt":0.38913945363931796,"score_spread":0.34339268819738217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022206766","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9887725,0.0011310406,0.004741625,0.0021365506,0.00087965484,0.001993105,0.00002929477,0.000041871266,0.00027435145],"genre_scores_gemma":[0.99710685,0.0001220074,0.0018135933,0.0000046055175,0.000009187825,0.000059349164,9.078037e-7,0.00000924578,0.0008742544],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983121,0.00024573508,0.00021927766,0.0003329412,0.00055322,0.0003367185],"domain_scores_gemma":[0.9948426,0.002136371,0.00013396896,0.00049066247,0.0023653952,0.00003104272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008893919,0.00011660266,0.00026810565,0.00029714155,0.000092743605,0.00003225455,0.00070170965,0.000051965122,0.0000023182483],"category_scores_gemma":[0.0053332313,0.00008615417,0.00004995922,0.0017955605,0.0001312558,0.0002706879,0.0003694849,0.00040991246,0.000004395986],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010342543,0.00035745712,0.008330962,0.0015381535,0.0002820406,0.000005927845,0.02341548,0.022275941,0.81016725,0.020631516,0.0004873339,0.11147369],"study_design_scores_gemma":[0.0024358379,0.001171601,0.01119623,0.0022737423,0.000005762948,0.0000013838106,0.04571645,0.052886542,0.87974906,0.0021498923,0.0020782326,0.00033527764],"about_ca_topic_score_codex":0.0000069362354,"about_ca_topic_score_gemma":0.00022287238,"teacher_disagreement_score":0.11113841,"about_ca_system_score_codex":0.000364095,"about_ca_system_score_gemma":0.00018027086,"threshold_uncertainty_score":0.63847613},"labels":[],"label_agreement":null},{"id":"W3022352710","doi":"","title":"Predicting bug report fields using stack traces and categorical attributes.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Categorical variable; Stack (abstract data type); Computer science; Artificial intelligence; Natural language processing; Programming language; Machine learning","score_opus":0.12320291689675855,"score_gpt":0.4018137944970319,"score_spread":0.27861087760027337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022352710","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772826,0.0014377082,0.0143581545,0.0040620063,0.00073561893,0.0018753743,0.000041739695,0.00006727195,0.00013952033],"genre_scores_gemma":[0.99458534,0.00020371769,0.0040229573,0.000008727369,0.000037304922,0.00005035452,0.0000013659464,0.000012687983,0.0010775591],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974233,0.00023047329,0.00033762507,0.0005709287,0.000868708,0.0005689655],"domain_scores_gemma":[0.99117357,0.004153782,0.00015620083,0.0007132426,0.0037017553,0.00010147003],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.001410544,0.00017328383,0.0003708757,0.00014374175,0.0003573669,0.00011115504,0.0008221159,0.000073434356,0.0000039063657],"category_scores_gemma":[0.008940339,0.00012279653,0.000052418734,0.0013082365,0.00030018835,0.00031089244,0.00083104655,0.00042513342,0.0000025436814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018257666,0.0012174653,0.47100264,0.004821877,0.0024084758,0.00029315308,0.06393892,0.10685406,0.061079714,0.23397343,0.010289275,0.042295232],"study_design_scores_gemma":[0.010271458,0.0059733535,0.03262384,0.0039039783,0.00008592948,0.000106358144,0.05573412,0.39564556,0.428587,0.042934682,0.021584129,0.0025496013],"about_ca_topic_score_codex":0.000009696207,"about_ca_topic_score_gemma":0.000030573876,"teacher_disagreement_score":0.43837878,"about_ca_system_score_codex":0.00022358837,"about_ca_system_score_gemma":0.0004991518,"threshold_uncertainty_score":0.99940777},"labels":[],"label_agreement":null},{"id":"W3023437205","doi":"","title":"Investigating the relationship between evolutionary coupling and software bug-proneness.","year":2019,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Software; Software bug; Programming language","score_opus":0.15121336623032364,"score_gpt":0.38980858421846754,"score_spread":0.2385952179881439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023437205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97487104,0.00266846,0.008950199,0.010145405,0.00042784016,0.0027130872,0.00007494975,0.000095567295,0.000053468397],"genre_scores_gemma":[0.9906618,0.00007316455,0.008402309,0.000014745165,0.000041781565,0.00014710342,0.0000027584242,0.000015418196,0.00064089923],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99756646,0.00027737612,0.00029383102,0.00047920406,0.0008909595,0.0004921489],"domain_scores_gemma":[0.9679072,0.027541531,0.00016953326,0.0008728308,0.0034084853,0.0001004191],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0017018055,0.00017152695,0.00028665515,0.00013797618,0.00088501634,0.00010415799,0.0011738467,0.00006193043,0.0000017360397],"category_scores_gemma":[0.029513028,0.00010733864,0.00004703016,0.0016522876,0.00067690376,0.0003144862,0.0010160533,0.0005374925,0.0000089555],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041531126,0.00003515346,0.8672056,0.00045619564,0.00013935074,5.959089e-7,0.0058449823,0.011458075,0.00078177627,0.1101122,0.0010367827,0.0028877147],"study_design_scores_gemma":[0.0026366229,0.00093465624,0.8127632,0.0028358067,0.00002686448,0.0000018891558,0.018690392,0.02562971,0.014915568,0.11766684,0.0031616814,0.0007367242],"about_ca_topic_score_codex":0.0000038937055,"about_ca_topic_score_gemma":0.00001070058,"teacher_disagreement_score":0.054442402,"about_ca_system_score_codex":0.00021967838,"about_ca_system_score_gemma":0.0005525458,"threshold_uncertainty_score":0.9786618},"labels":[],"label_agreement":null},{"id":"W3023991692","doi":"","title":"Clones and Macro-Co-Changes","year":2014,"lang":"en","type":"article","venue":"VUBIR (Vrije Universiteit Brussel)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Macro; clone (Java method); Commit; Computer science; Cloning (programming); Biology; Genetics; Programming language; Database; Gene","score_opus":0.007667919469674493,"score_gpt":0.21427942794025745,"score_spread":0.20661150847058296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023991692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7937157,0.00050496095,0.19509546,0.0031569365,0.00040540728,0.00026032838,0.000008070178,0.001386259,0.005466868],"genre_scores_gemma":[0.98161036,0.0001793084,0.016347911,0.00020359966,0.00014064205,0.0000018069093,0.00000364588,0.000022639997,0.0014900946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987128,0.000058614405,0.00008176867,0.00043512575,0.00031672663,0.00039498127],"domain_scores_gemma":[0.99863714,0.0005060322,0.000034786204,0.0005444676,0.00007458961,0.00020298119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020729963,0.00016499782,0.00016604185,0.00033407076,0.00020396212,0.00010713716,0.0007764214,0.00008141892,0.000029324789],"category_scores_gemma":[0.00015218231,0.00017103188,0.00003795938,0.00044524734,0.000098659475,0.0003850759,0.00039740023,0.00017379236,0.00015221184],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014377885,0.00030464772,0.13597137,0.00054865173,0.00039632613,0.0014527343,0.020918751,0.0009132918,0.027850593,0.19269006,0.05547392,0.56333584],"study_design_scores_gemma":[0.0027861719,0.0008873671,0.17144018,0.00011701468,0.00003292131,0.00046591155,0.00032708645,0.037967466,0.017808575,0.0012981365,0.76521534,0.0016538437],"about_ca_topic_score_codex":0.000071653274,"about_ca_topic_score_gemma":0.00001159655,"teacher_disagreement_score":0.7097414,"about_ca_system_score_codex":0.000056086094,"about_ca_system_score_gemma":0.00003342307,"threshold_uncertainty_score":0.6974478},"labels":[],"label_agreement":null},{"id":"W3024356476","doi":"10.1007/s10664-020-09878-9","title":"On the time-based conclusion stability of cross-project defect prediction models","year":2020,"lang":"en","type":"preprint","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Stability (learning theory); Computer science; Software; Predictive modelling; Product (mathematics); Limit (mathematics); Data mining; Time limit; Analytics; Data science; Empirical research; Econometrics; Reliability engineering; Statistics; Machine learning; Mathematics; Engineering; Systems engineering","score_opus":0.07151071104906312,"score_gpt":0.31989840498568256,"score_spread":0.24838769393661944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024356476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23546879,0.0001486282,0.760733,0.00041631548,0.00056365685,0.0008056509,0.00010869775,0.001736491,0.00001875912],"genre_scores_gemma":[0.9682839,0.0000056754875,0.031052439,0.00014242547,0.00016539496,0.00020241592,0.0000508444,0.00008748394,0.000009437477],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99601305,0.00019507825,0.00067465537,0.0011793951,0.0013383095,0.0005995297],"domain_scores_gemma":[0.98989934,0.0075680935,0.00016756522,0.0018376024,0.00031163392,0.00021578041],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011924896,0.00056261994,0.0006346086,0.00026143072,0.00013528955,0.0002657011,0.002273106,0.00046390755,0.000041293642],"category_scores_gemma":[0.010183464,0.00045144864,0.0005248895,0.000885552,0.000106847794,0.00023358596,0.0025144634,0.0018902249,0.000035803554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000343278,0.000083534804,0.010164823,0.0005089681,0.00007981791,0.000014677232,0.00036616751,0.98660755,0.00025267745,0.00033786832,0.0013126411,0.00023696496],"study_design_scores_gemma":[0.00028858925,0.00020116735,0.015604639,0.00031075723,0.000016884598,0.0000021995845,0.0000011223333,0.97902626,0.0029114033,0.0010695038,0.00017031554,0.00039715294],"about_ca_topic_score_codex":0.000044565753,"about_ca_topic_score_gemma":3.6076045e-7,"teacher_disagreement_score":0.7328151,"about_ca_system_score_codex":0.00048244742,"about_ca_system_score_gemma":0.00053857197,"threshold_uncertainty_score":0.9997937},"labels":[],"label_agreement":null},{"id":"W3024531409","doi":"10.1109/iraset48871.2020.9092144","title":"A Sketch of a Deep Learning Approach for Discovering UML Class Diagrams from System’s Textual Specification","year":2020,"lang":"en","type":"article","venue":"2020 1st International Conference on Innovative Research in Applied Science, Engineering and Technology (IRASET)","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Computer science; Sketch; Artificial intelligence; Unified Modeling Language; Formal specification; Class diagram; Natural language processing; Programming language; Context (archaeology); Deep learning; Class (philosophy); Machine learning; Software","score_opus":0.057184414616548315,"score_gpt":0.31856250425302046,"score_spread":0.26137808963647213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024531409","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13333544,0.00004534327,0.8604635,0.0016353488,0.000111741676,0.0007114498,0.000037094112,0.00036165354,0.003298433],"genre_scores_gemma":[0.9737705,0.00002290193,0.025671402,0.0000107311935,0.00007343897,0.00039305192,0.00003230984,0.000018174193,0.000007479818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968692,0.000035700206,0.00044656542,0.0009636983,0.0010882881,0.0005965509],"domain_scores_gemma":[0.9979306,0.0006481115,0.00011239363,0.00036519478,0.00081015256,0.0001335452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016205104,0.0002150662,0.00031223177,0.0016171947,0.00015846388,0.0002542511,0.0020208706,0.00015235672,0.0000054447905],"category_scores_gemma":[0.001834575,0.00021452013,0.000024874773,0.0066492856,0.0005903293,0.00026261774,0.0007787882,0.0011346089,0.000009383617],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042522155,0.000062822626,0.0015323189,0.000086117674,0.00003127938,0.000008191997,0.00041717858,0.006033815,0.08359879,0.8928082,0.000022342505,0.015356429],"study_design_scores_gemma":[0.00055509113,0.0001931891,0.0018879434,0.00010623326,9.99816e-7,0.0000032741702,0.0012627596,0.97915196,0.015364983,0.00087283587,0.0003805253,0.00022021608],"about_ca_topic_score_codex":0.00001806301,"about_ca_topic_score_gemma":0.0000016171483,"teacher_disagreement_score":0.9731181,"about_ca_system_score_codex":0.0003211073,"about_ca_system_score_gemma":0.00022927704,"threshold_uncertainty_score":0.8747877},"labels":[],"label_agreement":null},{"id":"W3025537827","doi":"10.1109/tse.2021.3087087","title":"Generating Unit Tests for Documentation","year":2021,"lang":"en","type":"preprint","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Internal documentation; Unit testing; Computer science; Software documentation; Redundancy (engineering); Artifact (error); Source code; Software engineering; Software; Database; Programming language; Operating system; Software development; Artificial intelligence; Software development process; Software construction","score_opus":0.03303154572484931,"score_gpt":0.29791213454178017,"score_spread":0.2648805888169309,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025537827","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035799697,0.00024824386,0.9561712,0.00004578489,0.0049719107,0.0006740469,0.000048266167,0.0020393652,0.0000014710034],"genre_scores_gemma":[0.36182815,0.000043388984,0.63661665,0.000052057505,0.00024742764,0.0008964552,0.0000389303,0.000111504065,0.00016543022],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973547,0.000040664298,0.00046236315,0.0009604147,0.00057037815,0.0006114948],"domain_scores_gemma":[0.99653435,0.0016393763,0.000090324844,0.0011531136,0.00037745765,0.00020537718],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034781796,0.00050151284,0.00041324986,0.0005593693,0.00020209474,0.00081037835,0.0009775696,0.0003543637,0.000028612782],"category_scores_gemma":[0.00047916066,0.0006169257,0.00031469602,0.00058597553,0.000016000651,0.0005061524,0.000033943325,0.0011400306,0.000015837071],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032070077,0.000054499644,0.000053570482,0.00039717098,0.00011115368,0.000016651135,0.00032247146,0.9846123,0.0010985784,0.000028005694,0.00008138844,0.013221001],"study_design_scores_gemma":[0.00067612226,0.00012496847,0.0005529234,0.0007654697,0.0000578888,0.000029022398,0.000026856076,0.9486277,0.047463153,0.00003865812,0.0005079666,0.0011292446],"about_ca_topic_score_codex":0.000029211322,"about_ca_topic_score_gemma":0.000008441354,"teacher_disagreement_score":0.32602847,"about_ca_system_score_codex":0.00032201307,"about_ca_system_score_gemma":0.00028929493,"threshold_uncertainty_score":0.9996282},"labels":[],"label_agreement":null},{"id":"W3028200206","doi":"10.1007/s10664-020-09837-4","title":"Do code review measures explain the incidence of post-release defects?","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Operationalization; Code (set theory); Computer science; Replication (statistics); Code review; Replicate; Variable (mathematics); Empirical research; Contrast (vision); Econometrics; Statistics; Software; Software quality; Artificial intelligence; Mathematics; Software development; Programming language","score_opus":0.042557336039330304,"score_gpt":0.29470602258305645,"score_spread":0.25214868654372613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028200206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05263807,0.021171913,0.9197892,0.004700792,0.00021184598,0.00042753475,0.000010391858,0.0010422248,0.00000801839],"genre_scores_gemma":[0.9706662,0.00065509183,0.025533052,0.0028373394,0.00015712892,0.000082118386,0.0000034530767,0.00005374529,0.000011843282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752015,0.00009960772,0.00044114797,0.0005055402,0.00093241385,0.0005011156],"domain_scores_gemma":[0.9957696,0.0027293689,0.00007951804,0.0008147147,0.00024309423,0.0003636764],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007110306,0.00027399257,0.00040143926,0.00008233248,0.00007849156,0.00008265262,0.0018977325,0.0000835216,0.000032392763],"category_scores_gemma":[0.023099653,0.00020875807,0.00019286867,0.0013585875,0.000049472404,0.00031111552,0.00061282935,0.00056639087,0.00008041334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011904931,0.00046508166,0.43751034,0.01812414,0.0006595632,0.001053008,0.011079352,0.30010518,0.011447469,0.0031920646,0.1037074,0.11253736],"study_design_scores_gemma":[0.0028865978,0.0021847517,0.48077342,0.012702562,0.0002825493,0.0004623859,0.00011566399,0.19060156,0.030278977,0.00041532842,0.2738061,0.0054901303],"about_ca_topic_score_codex":0.000011720933,"about_ca_topic_score_gemma":9.1062986e-7,"teacher_disagreement_score":0.9180282,"about_ca_system_score_codex":0.000074531825,"about_ca_system_score_gemma":0.00012993642,"threshold_uncertainty_score":0.9851292},"labels":[],"label_agreement":null},{"id":"W302904365","doi":"10.1007/978-3-319-14130-5_23","title":"Mining Software Components from Object-Oriented APIs","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software engineering; Programming language","score_opus":0.018495793163478054,"score_gpt":0.24491322568238794,"score_spread":0.2264174325189099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W302904365","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014079446,0.00031996384,0.99311537,0.00023494266,0.0034696262,0.00037222935,0.000013246089,0.00075827184,0.00030841483],"genre_scores_gemma":[0.15169188,0.00001909987,0.8460819,0.0007602763,0.000846183,0.000018478353,0.000037007943,0.00009708682,0.00044806208],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936712,0.00006167823,0.00063886185,0.0023465112,0.0021323496,0.0011494099],"domain_scores_gemma":[0.99277526,0.0037262375,0.0002572667,0.0024959533,0.00036153305,0.00038375202],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0009702638,0.00075865944,0.0007848765,0.0012515908,0.00030722705,0.00067497377,0.0055913217,0.00046605474,0.00006391668],"category_scores_gemma":[0.0010662808,0.00075494696,0.00018229726,0.0009186713,0.00061381405,0.00045642286,0.0029587492,0.0012626358,0.00026315264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015800888,0.00005643006,0.0043095374,0.00010250591,0.000067760295,0.00037750037,0.0020240115,0.041542917,0.0005568993,0.0037825406,0.00026915816,0.94689494],"study_design_scores_gemma":[0.0012448337,0.00042181357,0.00607227,0.002129308,0.000022382721,0.00010717267,3.2709437e-7,0.93312687,0.0038759976,0.03800178,0.01218195,0.0028153067],"about_ca_topic_score_codex":0.00009667028,"about_ca_topic_score_gemma":0.000034271812,"teacher_disagreement_score":0.94407964,"about_ca_system_score_codex":0.0005318062,"about_ca_system_score_gemma":0.00046084408,"threshold_uncertainty_score":0.9997889},"labels":[],"label_agreement":null},{"id":"W3029302266","doi":"10.1109/vl/hcc50065.2020.9127202","title":"Code Duplication and Reuse in Jupyter Notebooks","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reuse; Computer science; Code (set theory); Code reuse; Software; Software engineering; Source code; Sample (material); Programming language; Engineering","score_opus":0.04363914024277774,"score_gpt":0.29553567062364006,"score_spread":0.2518965303808623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3029302266","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10383427,0.000089015266,0.8851482,0.009181622,0.00021105724,0.00039618817,0.0000029219123,0.00058795395,0.00054872653],"genre_scores_gemma":[0.81464493,0.000031463675,0.18453412,0.00027709204,0.000061007315,0.000093023984,0.000004766147,0.000017227283,0.00033636097],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888796,0.000026174332,0.0001545128,0.0005541229,0.00020984227,0.00016738502],"domain_scores_gemma":[0.99840873,0.00025507843,0.000026311389,0.001182215,0.000037552185,0.000090093556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020707189,0.00011920533,0.00014214544,0.00013937145,0.000013053523,0.00017719223,0.0013561518,0.0001293218,0.000005331927],"category_scores_gemma":[0.000571102,0.00011879182,0.000021816164,0.00012065372,0.000018394425,0.00007415639,0.004214078,0.00050797383,0.000045146633],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113178095,0.0005581669,0.321857,0.005614169,0.00034431412,0.0010501898,0.039524205,0.024483131,0.029131334,0.21327429,0.06409527,0.29995474],"study_design_scores_gemma":[0.000532688,0.00005893063,0.410497,0.00021749715,0.000004570722,0.000011540157,0.000006977531,0.5408358,0.007588206,0.03407535,0.005403422,0.00076800067],"about_ca_topic_score_codex":0.000092231545,"about_ca_topic_score_gemma":0.000016995693,"teacher_disagreement_score":0.71081066,"about_ca_system_score_codex":0.00005653584,"about_ca_system_score_gemma":0.00007920912,"threshold_uncertainty_score":0.52525467},"labels":[],"label_agreement":null},{"id":"W3032170634","doi":"10.1109/tse.2020.2998503","title":"Automatic Generation of Acceptance Test Cases From Use Case Specifications: An NLP-Based Approach","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Research Council; European Commission","keywords":"Computer science; Executable; Test case; Software requirements specification; Acceptance testing; Software engineering; Test script; System under test; Conformance testing; Test Management Approach; Test (biology); Formal specification; Reliability engineering; Software; Software system; Programming language; Machine learning; Software construction","score_opus":0.11804880023702771,"score_gpt":0.2662858943771059,"score_spread":0.1482370941400782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032170634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21156387,0.000044706107,0.7865786,0.00003847632,0.00022650593,0.00025115145,0.00011295276,0.0011831583,5.7806193e-7],"genre_scores_gemma":[0.6297883,0.000004134465,0.36997566,0.000037707836,0.000068979905,0.00007500227,0.00001245392,0.00003404828,0.000003720381],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982739,0.000044589106,0.00039631483,0.0005747571,0.00041569257,0.0002947636],"domain_scores_gemma":[0.9966721,0.001998691,0.00007012616,0.00085047184,0.00014026022,0.0002683754],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012065191,0.0002639647,0.00026160225,0.00025341354,0.00012677613,0.00019118538,0.0005619222,0.000105721505,0.00004782086],"category_scores_gemma":[0.00068879605,0.00029769435,0.0001054215,0.0009754817,0.000030741296,0.0009773287,0.0000049289306,0.00034660555,0.000018857969],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004132359,0.00024028447,0.0003534129,0.000085378124,0.00003221177,0.00020051505,0.000512941,0.9812691,0.005698903,0.000028633896,0.000053265303,0.011521196],"study_design_scores_gemma":[0.0002810891,0.00014807418,0.0010015042,0.000034550678,0.000017498041,0.00009515045,0.000019457608,0.9585655,0.03950661,0.0000010054199,0.00005321874,0.0002763759],"about_ca_topic_score_codex":0.00008665669,"about_ca_topic_score_gemma":0.000007809109,"teacher_disagreement_score":0.41822442,"about_ca_system_score_codex":0.00011020724,"about_ca_system_score_gemma":0.00009392604,"threshold_uncertainty_score":0.99994755},"labels":[],"label_agreement":null},{"id":"W3033176747","doi":"10.48550/arxiv.2006.03103","title":"SMIE: Weakness is Power!: Auto-indentation with incomplete information","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Grammar; Parsing; Computer science; Code (set theory); Indentation; Simple (philosophy); Programming language; Face (sociological concept); Power (physics); Artificial intelligence; Natural language processing; Linguistics; Physics; Set (abstract data type)","score_opus":0.05255077302078416,"score_gpt":0.19103051793586023,"score_spread":0.1384797449150761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033176747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13671288,0.000007369127,0.86108655,0.00038329934,0.00032929334,0.0003204954,0.000022301952,0.0005856894,0.0005521389],"genre_scores_gemma":[0.9950768,0.00001553392,0.0044516027,0.00021379907,0.00003153279,0.000002396083,0.000045782373,0.000016382543,0.00014618703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984687,0.0000663665,0.00019399774,0.00066974165,0.0002732103,0.00032799196],"domain_scores_gemma":[0.998179,0.00017978666,0.00019018841,0.00096732104,0.0002779406,0.00020576478],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017814753,0.00027806562,0.00025177703,0.0003966093,0.000117057,0.00032432837,0.0018108515,0.00019327679,0.000047397618],"category_scores_gemma":[0.00009610332,0.00031000903,0.000094031,0.0010375513,0.00006234569,0.0014116376,0.0017242681,0.0006751209,0.0003590307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026091893,0.00016063463,0.0688598,0.0011654787,0.0006417522,0.0010821318,0.010995461,0.71742743,0.00012615179,0.18642463,0.007009336,0.0058462885],"study_design_scores_gemma":[0.0009981988,0.00018813576,0.061897367,0.00017292588,0.00004082795,0.000015013901,0.00014163705,0.92487806,0.000306304,0.007697509,0.0028425984,0.0008214085],"about_ca_topic_score_codex":0.00013855992,"about_ca_topic_score_gemma":0.000007062902,"teacher_disagreement_score":0.8583639,"about_ca_system_score_codex":0.0003172347,"about_ca_system_score_gemma":0.0003394687,"threshold_uncertainty_score":0.9999352},"labels":[],"label_agreement":null},{"id":"W3037099619","doi":"10.1109/tse.2020.3004525","title":"Why Do Software Developers Use Static Analysis Tools? A User-Centered Study of Developer Needs and Motivations","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Heinz Nixdorf Stiftung; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Usability; Software engineering; Software development; Software; Static program analysis; Secure coding; World Wide Web; Human–computer interaction; Software security assurance; Computer security; Programming language; Information security","score_opus":0.04324661639113619,"score_gpt":0.24984638888479016,"score_spread":0.20659977249365397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037099619","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38235328,0.000018562952,0.6164743,0.00009547416,0.00012200522,0.00030539092,0.000029782708,0.0006009834,2.2193926e-7],"genre_scores_gemma":[0.8158083,0.000013584005,0.1838715,0.00014676862,0.000013357507,0.00007468584,0.0000040489317,0.000050287614,0.000017459935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99768573,0.00006467209,0.0005375687,0.00060744287,0.0006434188,0.00046114085],"domain_scores_gemma":[0.99702716,0.0016642928,0.00007356765,0.00063537806,0.0002668685,0.00033274086],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018153276,0.00037516953,0.00050909584,0.0011999002,0.00016111784,0.00034656687,0.0006826133,0.000100824014,0.00002644635],"category_scores_gemma":[0.00086592435,0.0003979458,0.00014569389,0.0050886907,0.0000325149,0.0011958706,0.000027935786,0.00045826382,0.000008395072],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024444056,0.0002562952,0.04315663,0.00013968801,0.0013316434,0.000028443237,0.009378243,0.9388109,0.00025177698,0.000028953786,0.00012673915,0.006466252],"study_design_scores_gemma":[0.006964894,0.002209157,0.56758153,0.0005455625,0.0016195327,0.0000531877,0.0031067936,0.39867082,0.011197791,0.000010021385,0.004054509,0.0039861985],"about_ca_topic_score_codex":0.000075577045,"about_ca_topic_score_gemma":0.000021085483,"teacher_disagreement_score":0.5401401,"about_ca_system_score_codex":0.00012059976,"about_ca_system_score_gemma":0.000096971315,"threshold_uncertainty_score":0.99984723},"labels":[],"label_agreement":null},{"id":"W3048030566","doi":"10.1145/3385732","title":"Automatic Detection of Usability Problem Encounters in Think-aloud Sessions","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Interactive Intelligent Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Usability; Think aloud protocol; Computer science; Human–computer interaction; Workflow; Usability lab; Usability inspection; Cognitive walkthrough; Pluralistic walkthrough; Usability engineering; Test (biology); Automation; Usability goals; Engineering; Database","score_opus":0.030562041448167127,"score_gpt":0.2917840176591617,"score_spread":0.2612219762109945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048030566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23178169,0.00003329768,0.766141,0.000383082,0.00071307324,0.00063999597,0.000009743902,0.00025622867,0.00004186741],"genre_scores_gemma":[0.9962303,0.000012835592,0.003541987,0.000041565552,0.000028071581,0.00009782177,0.0000010886433,0.000020236386,0.000026078627],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762285,0.00028331473,0.00070870307,0.00054765935,0.00052874145,0.00030871865],"domain_scores_gemma":[0.996501,0.0021793605,0.00015981974,0.0007987602,0.00020038657,0.00016065664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044134626,0.00022606086,0.0003510985,0.00038280358,0.0000795861,0.000092383874,0.0011386761,0.00010542766,0.000058726662],"category_scores_gemma":[0.0007555846,0.00021068365,0.00015271953,0.0010613288,0.000058165813,0.0006463496,0.00004118338,0.0006536943,0.00011535065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005107837,0.0032757926,0.0056197364,0.0029494117,0.0008762718,0.000095987794,0.15396269,0.40558046,0.09782233,0.00091288495,0.0002073203,0.32818633],"study_design_scores_gemma":[0.0005867891,0.0011974841,0.004903093,0.0013448688,0.000024837169,0.000049981987,0.0072916844,0.7494932,0.23375398,0.00047371493,0.00028871465,0.00059164653],"about_ca_topic_score_codex":0.00048660513,"about_ca_topic_score_gemma":0.000040223964,"teacher_disagreement_score":0.76444864,"about_ca_system_score_codex":0.00046835828,"about_ca_system_score_gemma":0.00009082248,"threshold_uncertainty_score":0.85914296},"labels":[],"label_agreement":null},{"id":"W3048169489","doi":"10.1109/icsme46990.2020.00097","title":"DR-Tools: a suite of lightweight open-source tools to measure and visualize Java source code","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Suite; Computer science; Java; Source code; Software engineering; Heuristics; Open source; Set (abstract data type); Code review; Code (set theory); Codebase; Software suite; Software evolution; Software; Software quality; Programming language; Software development; Operating system; Software construction","score_opus":0.08766148667862791,"score_gpt":0.3302400270729327,"score_spread":0.2425785403943048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048169489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017968198,0.00050704647,0.9719441,0.0051542707,0.0003582688,0.0016678085,0.00004732879,0.00088897074,0.0014640167],"genre_scores_gemma":[0.6883587,0.0001576259,0.29271603,0.0021967746,0.00054868375,0.0005937021,0.000052125226,0.00032375506,0.015052545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954671,0.0002188681,0.0006810953,0.0016536858,0.0013024148,0.0006768142],"domain_scores_gemma":[0.99489653,0.0017721001,0.00018309125,0.002053656,0.00041226982,0.0006823583],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0012950705,0.0005438787,0.00094960723,0.0003438907,0.00009730832,0.0022169389,0.0061808075,0.0003711281,0.00007011981],"category_scores_gemma":[0.0028551437,0.0005076129,0.0001585913,0.0008717769,0.00007665476,0.0005257496,0.019196501,0.0009824918,0.0001203465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050212815,0.0010075897,0.018307835,0.006156582,0.0021168878,0.00046777457,0.04044101,0.024668574,0.024008177,0.047679447,0.23513533,0.59950864],"study_design_scores_gemma":[0.0036649404,0.0014020941,0.032564197,0.003463273,0.00014534344,0.00015631909,0.00027338509,0.13902466,0.066140495,0.0039649727,0.743856,0.005344274],"about_ca_topic_score_codex":0.0002581919,"about_ca_topic_score_gemma":0.000026141277,"teacher_disagreement_score":0.67922807,"about_ca_system_score_codex":0.00013082084,"about_ca_system_score_gemma":0.00043819434,"threshold_uncertainty_score":0.99973756},"labels":[],"label_agreement":null},{"id":"W3048218005","doi":"10.1145/3379597.3387508","title":"Multi-language Design Smells","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code smell; Computer science; Relevance (law); Software engineering; Context (archaeology); Quality (philosophy); Software quality; Software development; Plan (archaeology); Software; Software system; Software design; Data science; World Wide Web; Programming language","score_opus":0.06335920762229547,"score_gpt":0.2918802640990534,"score_spread":0.2285210564767579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048218005","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018798456,0.000076149736,0.99593204,0.001137283,0.000058058362,0.000088271256,1.9190199e-7,0.000685622,0.0001425303],"genre_scores_gemma":[0.36454087,0.0000014185986,0.63452524,0.0005271389,0.00003102041,0.000004261766,1.4963102e-7,0.0000057396737,0.00036416246],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99934596,0.000025820593,0.00006366241,0.00020531105,0.00017547187,0.00018375355],"domain_scores_gemma":[0.9992735,0.000304075,0.000006740551,0.00025149845,0.000020926043,0.00014329146],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001228114,0.0000580971,0.000058842423,0.000029902409,0.000019780276,0.00007818813,0.0007070503,0.000021628832,0.00007883994],"category_scores_gemma":[0.0004441725,0.00005045094,0.000021078273,0.0003066228,0.0000088141815,0.00014392432,0.0001973512,0.000090418085,0.00080420723],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003439663,0.0003917391,0.015552834,0.00022326568,0.00015958979,0.0017594184,0.04516542,0.041235063,0.34334478,0.014051977,0.14753789,0.3905436],"study_design_scores_gemma":[0.0002656365,0.00006991553,0.0036424801,0.000003114769,6.6252494e-7,0.000004119238,0.000027182612,0.9542761,0.04047781,0.00001480402,0.0010753588,0.00014280401],"about_ca_topic_score_codex":0.000008801112,"about_ca_topic_score_gemma":1.8990433e-7,"teacher_disagreement_score":0.91304106,"about_ca_system_score_codex":0.000011643411,"about_ca_system_score_gemma":0.000028736404,"threshold_uncertainty_score":0.9999738},"labels":[],"label_agreement":null},{"id":"W3048392083","doi":"10.1186/s13173-020-00100-8","title":"MylynSDP — Process - aware artifact filtering based on interest","year":2020,"lang":"en","type":"article","venue":"Journal of the Brazilian Computer Society","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Artifact (error); Software engineering; Software development; Software; Function (biology); Plug-in; Process (computing); Task (project management); Context (archaeology); Software development process; Goal-Driven Software Development Process; Programming language; Artificial intelligence; Systems engineering; Engineering","score_opus":0.03342834874107232,"score_gpt":0.2720713729770696,"score_spread":0.23864302423599731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048392083","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09289732,0.00002111577,0.8891888,0.016608633,0.0010264305,0.000120771256,0.0000020608745,0.00011829216,0.000016533699],"genre_scores_gemma":[0.9589603,0.0000021681865,0.0358311,0.004497213,0.0006695918,0.0000017970265,2.4714612e-7,0.000021270236,0.00001632663],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982829,0.000086225926,0.00038033575,0.0002692216,0.0006626735,0.00031862117],"domain_scores_gemma":[0.99838537,0.00042663267,0.0002303616,0.0005016161,0.00020273068,0.0002533152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040851813,0.0001901233,0.00025137252,0.00004556467,0.00014079687,0.00030176685,0.0027659794,0.00007077812,0.000017159324],"category_scores_gemma":[0.00017812465,0.00013157935,0.0004914231,0.00058117864,0.000052565687,0.00040053844,0.00045762231,0.00078678905,0.000022093654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015544391,0.0005981434,0.02801429,0.00094671885,0.00055027223,0.0003055907,0.01580492,0.63636285,0.002621378,0.00032194555,0.2133738,0.10094466],"study_design_scores_gemma":[0.0006168617,0.0003995392,0.016099526,0.0002795954,0.000007625237,0.000052518848,0.000025604239,0.97477984,0.004379926,0.00007973978,0.0030697477,0.00020945488],"about_ca_topic_score_codex":6.650751e-7,"about_ca_topic_score_gemma":2.1290643e-7,"teacher_disagreement_score":0.86606294,"about_ca_system_score_codex":0.000108355416,"about_ca_system_score_gemma":0.00020860256,"threshold_uncertainty_score":0.53656507},"labels":[],"label_agreement":null},{"id":"W3059397974","doi":"10.1016/j.infsof.2020.106392","title":"Predicting continuous integration build failures using evolutionary search","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Benchmark (surveying); Genetic programming; Context (archaeology); Process (computing); Software; Software engineering; Resource (disambiguation); Search-based software engineering; Machine learning; Outcome (game theory); Software development; Artificial intelligence; Data mining; Software development process; Programming language","score_opus":0.014918686799295273,"score_gpt":0.24796759159791096,"score_spread":0.23304890479861567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3059397974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19188553,0.00012084825,0.8032023,0.0028557668,0.00007064182,0.00015424257,0.0000035066585,0.0016837684,0.000023407103],"genre_scores_gemma":[0.85191417,0.000011487748,0.14777139,0.00024895466,0.00002564197,0.000011772394,0.000007860857,0.000005068437,0.0000036520055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990836,0.00001889856,0.0002537933,0.00015805852,0.0002487774,0.0002369109],"domain_scores_gemma":[0.99929255,0.0001519544,0.00005673236,0.000209748,0.00020276499,0.00008623114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015556217,0.00010336431,0.00012309891,0.00037772628,0.00015010353,0.00013629155,0.00042837116,0.00015905112,0.0000074619293],"category_scores_gemma":[0.0017217657,0.00010226502,0.000021221369,0.000771068,0.00008289325,0.0014474207,0.00036713146,0.00033374163,0.000032507738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020970425,0.000022877242,0.3433807,0.00015663494,0.000041909138,0.000016368911,0.0050387387,0.003993933,0.00091988937,0.044633955,0.0010775533,0.6006965],"study_design_scores_gemma":[0.0007154467,0.0002918997,0.019739766,0.00007201102,0.000006054149,0.0001968592,0.0008068641,0.96438324,0.0028585086,0.001563005,0.008997992,0.00036835563],"about_ca_topic_score_codex":0.000038074766,"about_ca_topic_score_gemma":0.000001269699,"teacher_disagreement_score":0.9603893,"about_ca_system_score_codex":0.000055612763,"about_ca_system_score_gemma":0.00008259142,"threshold_uncertainty_score":0.41702464},"labels":[],"label_agreement":null},{"id":"W3074372486","doi":"10.11606/t.55.2020.tde-18082020-163540","title":"Classificação automática de questões baseada em competências: ENEM - Estudo de caso","year":2020,"lang":"pt","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Open Text (Canada)","funders":"","keywords":"Personalization; Computer science; The Internet; Point (geometry); Artificial intelligence; Question answering; Information retrieval; Subject (documents); Natural language processing; World Wide Web","score_opus":0.028425327744483038,"score_gpt":0.30287238698437463,"score_spread":0.2744470592398916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3074372486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091855325,0.0011416799,0.8978967,0.001341726,0.0021137982,0.0009904352,0.00003386327,0.002770877,0.0018556024],"genre_scores_gemma":[0.9022848,0.00019229091,0.0820243,0.00071739923,0.00044900223,0.00020744691,0.00028910395,0.00022062298,0.013615041],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99353737,0.00046842793,0.00083097065,0.0016519377,0.001695342,0.0018159768],"domain_scores_gemma":[0.9934694,0.0031630376,0.00022115714,0.0014065362,0.0005043349,0.0012355425],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011314604,0.0009113428,0.0009085994,0.00048433768,0.0003992963,0.0011972056,0.0032068284,0.0007354466,0.00039850868],"category_scores_gemma":[0.0033803796,0.0009765439,0.00036882862,0.001609105,0.00009493335,0.0003870657,0.00051433896,0.001886881,0.00084438623],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007200759,0.003966047,0.1959821,0.014478897,0.0035611843,0.016280286,0.21083802,0.021242518,0.02008322,0.113008685,0.12720221,0.27263677],"study_design_scores_gemma":[0.00064198335,0.00044904024,0.13247614,0.0006784267,0.000113601134,0.00012509321,0.003437424,0.8477671,0.005037512,0.00014523933,0.007551673,0.0015767694],"about_ca_topic_score_codex":0.0007282736,"about_ca_topic_score_gemma":0.0004077908,"teacher_disagreement_score":0.8265246,"about_ca_system_score_codex":0.0011035181,"about_ca_system_score_gemma":0.0038085864,"threshold_uncertainty_score":0.9999336},"labels":[],"label_agreement":null},{"id":"W3081422979","doi":"10.1007/s10270-020-00823-4","title":"Consistent change propagation within models","year":2020,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Ministère de l'Agriculture, des Pêcheries et de l'Alimentation","funders":"Natural Sciences and Engineering Research Council of Canada; Österreichische Forschungsförderungsgesellschaft; Austrian Science Fund","keywords":"Computer science; Code refactoring; Focus (optics); Data science; Risk analysis (engineering); Software engineering; Software; Programming language","score_opus":0.1313204512815091,"score_gpt":0.26692143037497357,"score_spread":0.13560097909346447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081422979","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016966408,0.0016668052,0.97738606,0.0005573765,0.00071067736,0.00076637324,0.0000052319965,0.0019153589,0.000025740062],"genre_scores_gemma":[0.95775986,0.000012658697,0.041325953,0.00025183978,0.00033948096,0.00023667153,0.0000068443996,0.00004243765,0.000024268391],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975194,0.00009559118,0.000475506,0.00066723576,0.0007877789,0.00045454176],"domain_scores_gemma":[0.998521,0.00017799054,0.00010141749,0.00059712626,0.00029339571,0.00030911464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054381095,0.00023382375,0.000299761,0.00012380618,0.00014546028,0.0003361374,0.0008673327,0.00011088154,0.0000015274704],"category_scores_gemma":[0.00056955364,0.00022497415,0.00008382858,0.0005386992,0.000019531888,0.0010661359,0.00033677023,0.0003013299,0.00007593865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005402631,0.000014328491,0.00053247606,0.00028221926,0.000022914386,0.000027038213,0.0042692344,0.98662746,0.00010282857,0.0056597297,0.00009888139,0.002357493],"study_design_scores_gemma":[0.00020700358,0.00005665603,0.000010234382,0.0001597539,0.000005269545,0.000020841402,0.00009629734,0.9986799,0.000051480158,0.0003798795,0.00007585336,0.00025685548],"about_ca_topic_score_codex":0.00013249388,"about_ca_topic_score_gemma":0.0000015087942,"teacher_disagreement_score":0.94079345,"about_ca_system_score_codex":0.00013139176,"about_ca_system_score_gemma":0.00014017703,"threshold_uncertainty_score":0.917418},"labels":[],"label_agreement":null},{"id":"W3081943439","doi":"10.1007/s10664-020-09863-2","title":"CROKAGE: effective solution recommendation for programming tasks by leveraging crowd knowledge","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Leverage (statistics); Code (set theory); Information retrieval; Task (project management); Relevance (law); Programming language; Artificial intelligence","score_opus":0.03546418867217926,"score_gpt":0.3080167954479544,"score_spread":0.27255260677577514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081943439","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011046211,0.00036638117,0.983021,0.0019456176,0.00050218846,0.0008578616,0.000014071986,0.002240756,0.0000058728074],"genre_scores_gemma":[0.70134324,0.000005006192,0.29693666,0.00032823332,0.0004638433,0.0006796911,0.00009683302,0.00009956496,0.000046933357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978516,0.000054311433,0.00032854528,0.0007440279,0.0002671276,0.00075438473],"domain_scores_gemma":[0.996856,0.0022697872,0.00005812565,0.0002874682,0.0001560589,0.00037258794],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004746476,0.00031646257,0.00030170282,0.00013829287,0.00019457539,0.0002771814,0.0006547721,0.00015080317,0.000014963596],"category_scores_gemma":[0.0050083506,0.00034687502,0.00014768876,0.00091439084,0.00002123617,0.00060399115,0.00034933502,0.0004763439,0.000048304384],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007019431,0.00035446603,0.03840925,0.0015128321,0.00028191853,0.000025867143,0.0073632835,0.022167502,0.008529781,0.00019234687,0.09479993,0.82629263],"study_design_scores_gemma":[0.0014247413,0.0004889605,0.012180125,0.00011820893,0.000022494949,0.000014471834,0.000015798088,0.4538182,0.010730839,0.000039440016,0.52009064,0.0010560453],"about_ca_topic_score_codex":0.000008051482,"about_ca_topic_score_gemma":4.0519214e-7,"teacher_disagreement_score":0.82523656,"about_ca_system_score_codex":0.00032377258,"about_ca_system_score_gemma":0.00006271742,"threshold_uncertainty_score":0.9998983},"labels":[],"label_agreement":null},{"id":"W3082966820","doi":"10.1007/s10664-021-10005-5","title":"Understanding peer review of software engineering papers","year":2021,"lang":"en","type":"preprint","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Novelty; Quality (philosophy); Computer science; Technical peer review; Peer review; Software technical review; Psychology; Medical education; Software; Engineering ethics; Software quality; Software development; Engineering; Medicine; Political science; Social psychology","score_opus":0.10291582984899653,"score_gpt":0.3172505489139484,"score_spread":0.21433471906495186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082966820","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004221763,0.021297008,0.9671869,0.0009962153,0.0026138767,0.0006569602,0.000042597123,0.0029491999,0.00003545551],"genre_scores_gemma":[0.18600495,0.0064496403,0.80344176,0.0009238784,0.00095376413,0.0005051087,0.00047564416,0.0006742362,0.00057100167],"study_design_codex":"simulation_or_modeling","study_design_gemma":"systematic_review","domain_scores_codex":[0.99249893,0.00010004719,0.0013150823,0.0016480123,0.0030938925,0.0013440405],"domain_scores_gemma":[0.9919074,0.0037404017,0.00029910478,0.0025076636,0.00091831316,0.00062711],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0017161806,0.0010729575,0.0016480639,0.00067208754,0.000099805016,0.00039787032,0.0029482555,0.000760555,0.00014686864],"category_scores_gemma":[0.03981585,0.001187156,0.0008390548,0.0017977128,0.000058170077,0.000438545,0.004130129,0.0027997934,0.000020381474],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001653861,0.0004723098,0.10265647,0.1548562,0.0019416186,0.0015997174,0.0021667983,0.69430304,0.000656747,0.0011283854,0.036954403,0.0032477928],"study_design_scores_gemma":[0.0042876573,0.00083378976,0.225594,0.3545582,0.0011355015,0.0011243582,0.00020000667,0.2254487,0.008421434,0.00067471806,0.15684381,0.020877851],"about_ca_topic_score_codex":0.000022838607,"about_ca_topic_score_gemma":0.0000012268567,"teacher_disagreement_score":0.4688543,"about_ca_system_score_codex":0.0013702348,"about_ca_system_score_gemma":0.0006825131,"threshold_uncertainty_score":0.9995008},"labels":[],"label_agreement":null},{"id":"W3084301791","doi":"10.1007/s10664-020-09864-1","title":"Automated demarcation of requirements in textual specifications: a machine learning-based approach","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"H2020 European Research Council; Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg; European Commission","keywords":"Computer science; Software requirements specification; Requirements analysis; Formal specification; Markup language; System requirements specification; Simple (philosophy); Identifier; Task (project management); Requirements engineering; Variety (cybernetics); Software engineering; Enforcement; Artificial intelligence; Programming language; XML; Systems engineering; Engineering; Software; World Wide Web","score_opus":0.07854626844973958,"score_gpt":0.29834454275323014,"score_spread":0.21979827430349055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084301791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038468182,0.00021243813,0.9583296,0.00048562966,0.000051423583,0.00025044975,0.0000038146497,0.0021828008,0.00001563914],"genre_scores_gemma":[0.8554055,0.0000038655326,0.14436573,0.00007199433,0.00003735818,0.00005018683,0.000029703671,0.000028539402,0.000007081735],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99810874,0.00006604752,0.0004486494,0.0004712906,0.0005267445,0.0003785059],"domain_scores_gemma":[0.99847865,0.00079466373,0.00007408461,0.00036399698,0.0000901025,0.00019848782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003524045,0.00019953554,0.00027316203,0.00028567013,0.00003668119,0.000050507122,0.0007699582,0.000099607634,0.000014416171],"category_scores_gemma":[0.004875594,0.00021187922,0.00007013707,0.0018585639,0.0000247518,0.00024909418,0.00018556068,0.0004273621,0.000026106223],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009632417,0.00012161963,0.25740123,0.00018011474,0.000016319036,0.000009894819,0.00046025886,0.7401083,0.0005458983,0.00010992965,0.0002431986,0.000793603],"study_design_scores_gemma":[0.00039247068,0.00007774652,0.12684986,0.000035698664,0.0000023651237,0.0000018772372,0.0000053558597,0.8707291,0.0007340831,0.000004831146,0.0009845165,0.00018208206],"about_ca_topic_score_codex":0.000016939546,"about_ca_topic_score_gemma":5.416901e-7,"teacher_disagreement_score":0.8169373,"about_ca_system_score_codex":0.00014730229,"about_ca_system_score_gemma":0.000093730516,"threshold_uncertainty_score":0.8640184},"labels":[],"label_agreement":null},{"id":"W3084309722","doi":"10.1145/3382494.3422172","title":"Profiling Developers Through the Lens of Technical Debt","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Technical debt; Code refactoring; Code smell; Commit; Debt; Profiling (computer programming); Coding (social sciences); Context (archaeology); Computer science; Software; Business; Software engineering; Software development; World Wide Web; Software quality; Finance; Database","score_opus":0.06876920546655389,"score_gpt":0.313855764819138,"score_spread":0.2450865593525841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084309722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022078736,0.0001673498,0.9850754,0.0060031307,0.00033308158,0.00043460427,0.0000023226644,0.0006638038,0.0051123975],"genre_scores_gemma":[0.5127752,0.00003169432,0.48681194,0.00017681005,0.000053773354,0.000056052337,0.000002336037,0.000016250724,0.00007597764],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983263,0.0000494284,0.00028234415,0.0005170829,0.00055363483,0.00027121176],"domain_scores_gemma":[0.9979015,0.0007404741,0.00006097657,0.0011099296,0.00014173979,0.000045374727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003434954,0.00017507636,0.00024275473,0.000036168527,0.00004490814,0.00009346473,0.0031588287,0.0001729956,0.000011163417],"category_scores_gemma":[0.0012057838,0.000114707706,0.00010610495,0.00042367572,0.00008733214,0.00010855161,0.004759283,0.00094649044,0.00003278364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002227178,0.00017022138,0.008648077,0.0016604865,0.0004132161,0.00009465374,0.0050494326,0.028729163,0.014331082,0.90995854,0.015630169,0.01529266],"study_design_scores_gemma":[0.0018739951,0.00075791904,0.095696025,0.0022453426,0.00014476829,0.00023732617,0.0006115246,0.3134517,0.38482884,0.14190358,0.05200548,0.0062434818],"about_ca_topic_score_codex":0.000054057437,"about_ca_topic_score_gemma":0.00000356527,"teacher_disagreement_score":0.76805496,"about_ca_system_score_codex":0.000077603116,"about_ca_system_score_gemma":0.0004936622,"threshold_uncertainty_score":0.5932105},"labels":[],"label_agreement":null},{"id":"W3085434149","doi":"10.1145/3387904.3389259","title":"The Secret Life of Commented-Out Source Code","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; Concordia University of Edmonton","keywords":"Computer science; Code (set theory); Programming language; Source code; Code review; Program comprehension; Natural language; Natural (archaeology); KPI-driven code analysis; Software; Comprehension; Static program analysis; Software engineering; Software development; Natural language processing; Software system; History","score_opus":0.03565432937609865,"score_gpt":0.26941432173375945,"score_spread":0.23375999235766082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085434149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007214911,0.00009872519,0.96618176,0.025397792,0.00008483884,0.00007661694,0.0000010331418,0.00027457357,0.0006697615],"genre_scores_gemma":[0.9891518,0.000014592821,0.008100719,0.0021246003,0.000048767855,0.0000057387974,5.088184e-7,0.0000084147705,0.0005448734],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992811,0.00003128479,0.00011273416,0.00012992804,0.00027782575,0.00016711991],"domain_scores_gemma":[0.99855775,0.00089383364,0.000020319285,0.0003461024,0.000047447535,0.00013454194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019805465,0.000051883006,0.000071117494,0.0000149187545,0.000054764743,0.000064480235,0.0010637928,0.000018044635,0.000018339755],"category_scores_gemma":[0.0008554371,0.000034512574,0.000029690498,0.00020499808,0.00003518264,0.00006553905,0.00041575392,0.00011298491,0.000074375326],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061186896,0.00013659844,0.038348533,0.0001560392,0.00021836486,0.000019341936,0.0117823975,0.006652588,0.0042286282,0.07636641,0.79388195,0.06814795],"study_design_scores_gemma":[0.00043638758,0.00026598322,0.003159963,0.00001068728,0.00000246319,0.0000022005388,0.00012845956,0.5235249,0.009876764,0.00015804419,0.46226013,0.00017400504],"about_ca_topic_score_codex":0.000010045309,"about_ca_topic_score_gemma":0.0000032171072,"teacher_disagreement_score":0.9819369,"about_ca_system_score_codex":0.000008719064,"about_ca_system_score_gemma":0.00004525289,"threshold_uncertainty_score":0.19768095},"labels":[],"label_agreement":null},{"id":"W3085893373","doi":"10.1007/978-3-030-58923-3_14","title":"Architectural Technical Debt: A Grounded Theory","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Grounded theory; Computer science; Architectural pattern; Software engineering; Debt; Software; Software development; Management science; Qualitative research; Software design; Engineering; Business; Programming language; Finance; Sociology","score_opus":0.016722561261827036,"score_gpt":0.25364832393597747,"score_spread":0.23692576267415044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3085893373","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000057766152,0.00038913285,0.99324065,0.0014830712,0.0012655843,0.00044275183,0.0000032171852,0.00083926425,0.0022785375],"genre_scores_gemma":[0.40655187,0.000012565657,0.59073335,0.0015890513,0.0006927385,0.00002444923,0.0000044931608,0.00007879417,0.00031266946],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948889,0.00006530037,0.000491378,0.001978154,0.0016405856,0.0009356916],"domain_scores_gemma":[0.9948227,0.0026690105,0.00013438087,0.0018219607,0.00017028474,0.0003816801],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0012213587,0.00062369846,0.0005967848,0.00093727163,0.00020363508,0.00068870914,0.0065321717,0.0003733167,0.000026766735],"category_scores_gemma":[0.0011742167,0.00055578025,0.00020098696,0.0010703547,0.00096294325,0.00040019283,0.003336147,0.00208193,0.00013861024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016956872,0.000022083485,0.000050053586,0.00006499527,0.000018416544,0.00044937345,0.00049864367,0.009362145,0.0003619131,0.16306391,0.00003798491,0.8260535],"study_design_scores_gemma":[0.0003957585,0.00039686545,0.0010728465,0.00041405784,0.000009159289,0.00064578035,8.496873e-8,0.18699178,0.0011740826,0.8064414,0.0011724306,0.0012857093],"about_ca_topic_score_codex":0.000009993172,"about_ca_topic_score_gemma":0.000021074571,"teacher_disagreement_score":0.8247678,"about_ca_system_score_codex":0.00047659254,"about_ca_system_score_gemma":0.00071584695,"threshold_uncertainty_score":0.99968934},"labels":[],"label_agreement":null},{"id":"W3086435442","doi":"10.1145/3387904.3389262","title":"Investigating Near-Miss Micro-Clones in Evolving Software","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"clone (Java method); Commit; Computer science; Software; Code (set theory); Programming language; Source code; Base (topology); Software maintenance; Software system; Biology; Genetics; Mathematics; Database; Set (abstract data type)","score_opus":0.029206351388183737,"score_gpt":0.25868885856998086,"score_spread":0.22948250718179714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086435442","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3465589,0.00024726545,0.64673626,0.004788885,0.00013475872,0.0001618937,6.18093e-7,0.0011795238,0.0001918988],"genre_scores_gemma":[0.54175526,0.0000015566654,0.45741296,0.0007076441,0.000043319236,0.00000847352,6.7395496e-7,0.00001303152,0.000057067547],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874556,0.00003585503,0.00018728207,0.00037801682,0.00028917607,0.00036410464],"domain_scores_gemma":[0.9988188,0.0005777069,0.000022526783,0.00030239357,0.00005771315,0.00022086993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021783258,0.00011524005,0.00013374769,0.000065523585,0.000068739755,0.0002976343,0.00090453954,0.000048842106,0.000042971307],"category_scores_gemma":[0.003662024,0.00011481395,0.00003160746,0.00092409016,0.00003847438,0.0004298727,0.0005252334,0.0002685445,0.00014509044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016106785,0.00003181824,0.9351096,0.00019151173,0.000014753609,0.00012233082,0.007062526,0.006338421,0.012839289,0.0013311433,0.006669752,0.030287253],"study_design_scores_gemma":[0.0007045765,0.0001162454,0.2975172,0.00015797003,0.000001972133,0.00002332983,0.00010017246,0.67317754,0.024378505,0.0010774913,0.0020582567,0.0006867184],"about_ca_topic_score_codex":0.00009683674,"about_ca_topic_score_gemma":0.000006287762,"teacher_disagreement_score":0.6668391,"about_ca_system_score_codex":0.00004613315,"about_ca_system_score_gemma":0.00012083509,"threshold_uncertainty_score":0.4681977},"labels":[],"label_agreement":null},{"id":"W3086453443","doi":"10.1145/3372020.3391554","title":"UML Consistency Rules","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Junta de Comunidades de Castilla-La Mancha; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; European Commission; Ministerio de Ciencia, Innovación y Universidades","keywords":"UML tool; Applications of UML; Computer science; Unified Modeling Language; Class diagram; Consistency (knowledge bases); Programming language; Sequence diagram; Benchmark (surveying); Communication diagram; Software; Software engineering; Data mining; Artificial intelligence","score_opus":0.03400613067692527,"score_gpt":0.2596332412639361,"score_spread":0.22562711058701085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086453443","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009071107,0.00009842949,0.977793,0.006168337,0.00011647901,0.00004847158,3.8663475e-7,0.00080850313,0.005895308],"genre_scores_gemma":[0.87645686,0.0000035952564,0.121711284,0.0013866692,0.00004534159,0.0000040719697,3.6096873e-7,0.00000490144,0.00038689552],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994741,0.000008862767,0.000058096077,0.00016063076,0.00016357675,0.0001346958],"domain_scores_gemma":[0.99948686,0.00015753874,0.0000052837904,0.0002071575,0.00002872999,0.00011442426],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005329177,0.000041990148,0.000050276285,0.000021188773,0.000023530592,0.000064325584,0.0005074257,0.000015408259,0.000075595795],"category_scores_gemma":[0.00030020738,0.00003633877,0.000020806745,0.00018346729,0.000013994019,0.00012360027,0.00019592466,0.00006489892,0.0008945802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005818402,0.00006797867,0.03272579,0.000109941415,0.000056826822,0.00025685245,0.0024364982,0.00038670868,0.0035834566,0.6040234,0.15500434,0.20134236],"study_design_scores_gemma":[0.0011612205,0.00047650395,0.11399344,0.00002896901,0.0000057438897,0.00006258149,0.00006441091,0.65637434,0.013360402,0.005032419,0.20835435,0.0010856144],"about_ca_topic_score_codex":0.0000059201193,"about_ca_topic_score_gemma":2.1811641e-7,"teacher_disagreement_score":0.8673858,"about_ca_system_score_codex":0.0000072612984,"about_ca_system_score_gemma":0.000034465516,"threshold_uncertainty_score":0.99988335},"labels":[],"label_agreement":null},{"id":"W3086619722","doi":"10.1145/1269900.1268837","title":"Introducing students to professional software construction","year":2007,"lang":"en","type":"article","venue":"ACM SIGCSE Bulletin","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Université du Québec à Montréal","keywords":"Documentation; Computer science; Software engineering; Key (lock); Software; Software construction; Software development; Software documentation; Software maintenance; Programming language","score_opus":0.011510398496954758,"score_gpt":0.29675010937146684,"score_spread":0.2852397108745121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3086619722","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42865044,0.000029114606,0.5651792,0.0039405054,0.0014250277,0.0002607727,9.074749e-7,0.00047769037,0.000036301954],"genre_scores_gemma":[0.36604974,0.0000018592582,0.6316966,0.00063331245,0.00036916437,0.000029210983,0.0000024319786,0.000022295697,0.0011954288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978799,0.00004322921,0.00023847035,0.0004998866,0.0008364903,0.0005019754],"domain_scores_gemma":[0.9973846,0.0012073296,0.000041097814,0.0009798701,0.00015550289,0.0002315863],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012941555,0.00014071386,0.00013378671,0.00023296414,0.00014344236,0.00012782683,0.0019114709,0.00007413404,0.0001660397],"category_scores_gemma":[0.0062191836,0.00013650059,0.00003838855,0.0005011669,0.000032525186,0.000086111584,0.0015211398,0.00028932688,0.0011184954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011615833,0.00037753527,0.41892824,0.00009382819,0.00008205768,0.00028846093,0.002927987,0.0013952338,0.0042264992,0.0024099187,0.16783407,0.40132],"study_design_scores_gemma":[0.0017422849,0.00041584886,0.67044556,0.00032379784,0.000010439562,0.00023624777,0.00026850138,0.00014443081,0.029226793,0.0013793726,0.29462048,0.0011862385],"about_ca_topic_score_codex":0.000020441306,"about_ca_topic_score_gemma":0.0000019300971,"teacher_disagreement_score":0.4001338,"about_ca_system_score_codex":0.0001245052,"about_ca_system_score_gemma":0.00005530821,"threshold_uncertainty_score":0.99965924},"labels":[],"label_agreement":null},{"id":"W3087274273","doi":"10.1109/icsme46990.2020.00062","title":"AOBTM: Adaptive Online Biterm Topic Modeling for Version Sensitive Short-texts Analysis","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Topic model; Inference; Online algorithm; Information retrieval; Mobile apps; Data mining; Data science; Machine learning; Artificial intelligence; World Wide Web; Algorithm","score_opus":0.07076359053981977,"score_gpt":0.31843126037649483,"score_spread":0.24766766983667504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087274273","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043509256,0.00009847825,0.9539414,0.00080217497,0.0003911802,0.00052897906,0.000093926516,0.0005644251,0.000070178954],"genre_scores_gemma":[0.7724556,0.000022939701,0.22682033,0.000113945294,0.00021015677,0.000036467893,0.00016667358,0.000022392698,0.00015152652],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973727,0.000059484042,0.0003389224,0.001216367,0.000580198,0.00043233848],"domain_scores_gemma":[0.9977476,0.00053243485,0.00005470162,0.0009807533,0.00046194604,0.00022255373],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027115326,0.000336735,0.000578178,0.0006087584,0.000085997526,0.00021289969,0.00121719,0.0002581428,0.000010475787],"category_scores_gemma":[0.00033691508,0.00033132636,0.0004804861,0.0009118036,0.00002143517,0.00017092923,0.0026796628,0.000658948,0.000018286719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005038688,0.00009979339,0.0006256896,0.00018949626,0.0017541441,0.000094441646,0.0011405959,0.97543544,0.00020025868,0.0014606423,0.00054852647,0.018400589],"study_design_scores_gemma":[0.00013258078,0.000077636796,0.0009361175,0.000063203865,0.00016032105,0.000001365937,0.00003592842,0.99684703,0.00047372768,0.0008797122,0.0000495842,0.0003427734],"about_ca_topic_score_codex":0.00010932803,"about_ca_topic_score_gemma":0.000029967045,"teacher_disagreement_score":0.7289463,"about_ca_system_score_codex":0.00023709016,"about_ca_system_score_gemma":0.00019906819,"threshold_uncertainty_score":0.9999139},"labels":[],"label_agreement":null},{"id":"W3087926510","doi":"","title":"Toward the Automatic Classification of Self-Affirmed Refactoring","year":2020,"lang":"en","type":"article","venue":"RIT Scholar Works (Rochester Institute of Technology)","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Commit; Computer science; Code smell; Documentation; Java; Artificial intelligence; Machine learning; Quality (philosophy); Software engineering; Data mining; Software quality; Programming language; Database; Software; Software development","score_opus":0.041540164721141394,"score_gpt":0.26760586018599997,"score_spread":0.22606569546485858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087926510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80956805,0.00060314557,0.17382942,0.013714087,0.00035847462,0.00037820893,0.0000011303023,0.0014815475,0.000065906104],"genre_scores_gemma":[0.88375753,0.000040320683,0.11606344,0.000051130202,0.00003383674,0.00003411735,0.0000011477675,0.000013870779,0.000004623274],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983726,0.00003599969,0.00043731756,0.00039903534,0.0004521577,0.00030284742],"domain_scores_gemma":[0.9983492,0.00013492838,0.00019224406,0.0010563026,0.0001817387,0.000085587795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004799636,0.00017476936,0.00027874578,0.00027726116,0.00009882418,0.00009671824,0.0026069754,0.00027525454,0.000003001977],"category_scores_gemma":[0.0017440284,0.0001415044,0.000087092165,0.001845953,0.00021984396,0.0008988766,0.00065602496,0.00096647756,0.000024920595],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004041178,0.0006298621,0.07726413,0.0021532082,0.00072697736,0.00011155962,0.012749113,0.0016955566,0.18118274,0.10800146,0.00085310615,0.6145919],"study_design_scores_gemma":[0.0035340637,0.0009347274,0.41133583,0.0025957248,0.00018410638,0.00016750026,0.0012016994,0.13863738,0.3667656,0.0049803806,0.067813486,0.0018495336],"about_ca_topic_score_codex":0.000001971377,"about_ca_topic_score_gemma":5.057274e-7,"teacher_disagreement_score":0.6127423,"about_ca_system_score_codex":0.00007853512,"about_ca_system_score_gemma":0.00012874705,"threshold_uncertainty_score":0.5770382},"labels":[],"label_agreement":null},{"id":"W3088322718","doi":"10.1145/3372787.3390439","title":"On the detection of community smells using genetic programming-based ensemble classifier chain","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Code smell; Computer science; Classifier (UML); Machine learning; Closeness; Artificial intelligence; Software; Centrality; Software development; Software quality; Data science; Data mining; Knowledge management","score_opus":0.07273993122529661,"score_gpt":0.27905550458823986,"score_spread":0.20631557336294326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088322718","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35125682,0.000009363145,0.64794767,0.000471105,0.000036337708,0.00013345566,1.5465184e-7,0.00011073152,0.000034391018],"genre_scores_gemma":[0.97465885,2.789312e-7,0.024949092,0.00034820312,0.000015763999,0.000008991895,1.588078e-7,0.000008112241,0.000010534596],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911433,0.0002064307,0.0001184816,0.000109627865,0.00027370104,0.0001774437],"domain_scores_gemma":[0.99821,0.0011441819,0.000033013697,0.0004839177,0.000063398526,0.000065445965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037310063,0.00007614303,0.00008254595,0.0000517256,0.00012115981,0.000059476024,0.00064180203,0.000036593086,0.000008837313],"category_scores_gemma":[0.00053304894,0.000054654225,0.000040597723,0.0005305763,0.00004209542,0.000044171426,0.00013878076,0.00030384547,0.000012988118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006516419,0.00047049433,0.003047348,0.0003043759,0.00007833842,0.000016307244,0.005049039,0.15790658,0.34221968,0.0059258686,0.00037401987,0.4845428],"study_design_scores_gemma":[0.00014346067,0.0002942759,0.0038805667,0.000013245802,0.0000021834253,0.000001354034,0.000045158147,0.8203688,0.17479946,0.00014285119,0.00022473322,0.000083886815],"about_ca_topic_score_codex":0.00011047431,"about_ca_topic_score_gemma":0.000007459226,"teacher_disagreement_score":0.66246223,"about_ca_system_score_codex":0.000034521083,"about_ca_system_score_gemma":0.0000493871,"threshold_uncertainty_score":0.22287346},"labels":[],"label_agreement":null},{"id":"W3089004665","doi":"10.1145/3387940.3392190","title":"Increasing the Trust In Refactoring Through Visualization","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Software engineering; Visualization; Process (computing); Software maintenance; Software development; Software; Programming language; Artificial intelligence","score_opus":0.049377824216383356,"score_gpt":0.3110515094955442,"score_spread":0.26167368527916085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089004665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24856058,0.000034921006,0.7487861,0.001580479,0.000068547866,0.000067552086,6.391075e-8,0.00024449284,0.00065728795],"genre_scores_gemma":[0.985674,0.0000056580348,0.013869316,0.0003697331,0.000052633866,0.000003974212,2.9559806e-7,0.00000549145,0.000018889685],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993595,0.000050505325,0.00009094691,0.00015679188,0.00019659291,0.00014569172],"domain_scores_gemma":[0.9993576,0.0003915851,0.000010996706,0.00018773417,0.000019453984,0.000032673826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023100617,0.000048211623,0.000050470782,0.000023843213,0.0000378191,0.000109370834,0.000485488,0.000019682111,0.000012817189],"category_scores_gemma":[0.00096027274,0.000033989465,0.000012465813,0.00067168684,0.000009363611,0.0003558585,0.00019736223,0.0001009188,0.000027177603],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019258363,0.000052526528,0.6085074,0.000075991986,0.000019339373,0.000052146657,0.031150864,0.008917856,0.007258749,0.32179582,0.0012263476,0.020923717],"study_design_scores_gemma":[0.00047429628,0.00007800207,0.3120935,0.00004191846,0.0000015251094,0.000014743074,0.00017215779,0.66075903,0.012598863,0.0012084313,0.012250631,0.0003068866],"about_ca_topic_score_codex":0.00019672752,"about_ca_topic_score_gemma":0.0000040131818,"teacher_disagreement_score":0.7371134,"about_ca_system_score_codex":0.00003578736,"about_ca_system_score_gemma":0.000023001943,"threshold_uncertainty_score":0.13860501},"labels":[],"label_agreement":null},{"id":"W3089148641","doi":"10.1109/re48521.2020.00027","title":"Automated Recommendation of Templates for Legal Requirements","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Template; Context (archaeology); Precision and recall; Requirements engineering; Requirements elicitation; Recall; Information retrieval; Software engineering; Programming language; Psychology","score_opus":0.06913129860041883,"score_gpt":0.33498120117044167,"score_spread":0.26584990257002283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089148641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015318673,0.000003859825,0.97960454,0.003610613,0.00010030391,0.00016812452,0.0000031007542,0.0009395774,0.00025117985],"genre_scores_gemma":[0.8706461,5.720934e-7,0.12911552,0.00013947823,0.00001828271,0.000012688722,0.000008454911,0.000004871956,0.00005400577],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999533,0.000009042769,0.00012138064,0.0001362113,0.00008869762,0.000111657086],"domain_scores_gemma":[0.99953383,0.00021564358,0.000023565743,0.00010966524,0.00006888745,0.000048381666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001301455,0.000041398103,0.00006468815,0.00003653415,0.00001914843,0.0000343116,0.00029500452,0.000017744183,0.000026320771],"category_scores_gemma":[0.00039774572,0.00003820307,0.000020829995,0.00022009439,0.00000595034,0.00027921086,0.00009245416,0.00002784786,0.000014376094],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013044043,0.00034633547,0.034814645,0.0010046766,0.0003248304,0.000009248325,0.002777026,0.00403911,0.13281766,0.10200782,0.48626578,0.23546246],"study_design_scores_gemma":[0.00034375954,0.00017709415,0.0033618368,0.000006861967,0.0000012177196,8.3513436e-7,0.0000058094265,0.93937606,0.045766365,0.00008348966,0.010804787,0.00007187971],"about_ca_topic_score_codex":0.000010600516,"about_ca_topic_score_gemma":3.5886256e-7,"teacher_disagreement_score":0.93533695,"about_ca_system_score_codex":0.000013828503,"about_ca_system_score_gemma":0.000024820929,"threshold_uncertainty_score":0.1557876},"labels":[],"label_agreement":null},{"id":"W3089336588","doi":"10.1145/3387940.3392236","title":"Are Automatic Bug Report Summarizers Missing the Target?","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Automatic summarization; Computer science; Annotation; Conversation; Sentence; Natural language processing; Software; Word (group theory); Interface (matter); Software bug; Gold standard (test); Artificial intelligence; Information retrieval; Programming language; Linguistics","score_opus":0.03465459722830837,"score_gpt":0.27059324695595893,"score_spread":0.23593864972765055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089336588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010861943,0.000088444365,0.9493957,0.036502346,0.00022520208,0.0001407259,2.7305325e-7,0.001263378,0.0015219961],"genre_scores_gemma":[0.8033769,0.0000013060752,0.1931338,0.0024631228,0.00013776387,0.000014959117,9.912258e-7,0.000018010665,0.0008531241],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988835,0.00003391438,0.00016543195,0.00026899946,0.00040065826,0.0002475092],"domain_scores_gemma":[0.9987214,0.0004707869,0.00006153707,0.0005509264,0.000050059247,0.00014529747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033814058,0.000085917956,0.00010230225,0.00003016655,0.00010231895,0.00023623843,0.00093171245,0.000027730524,0.000045692635],"category_scores_gemma":[0.0023735,0.0000568039,0.00004637663,0.00048575923,0.000029848197,0.00018771864,0.0003131086,0.00017339326,0.0001228627],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010794814,0.00017004012,0.28851467,0.0006863635,0.0003261217,0.011279077,0.011923737,0.009429788,0.00514884,0.010890914,0.52824634,0.13337332],"study_design_scores_gemma":[0.000148279,0.000026325884,0.07214291,0.00003007092,0.0000034497646,0.0001454622,0.00007756791,0.9021747,0.0020650716,0.00088406465,0.022066977,0.0002351335],"about_ca_topic_score_codex":0.000013261514,"about_ca_topic_score_gemma":4.1976108e-7,"teacher_disagreement_score":0.8927449,"about_ca_system_score_codex":0.000029260274,"about_ca_system_score_gemma":0.00007046687,"threshold_uncertainty_score":0.2841473},"labels":[],"label_agreement":null},{"id":"W3089375544","doi":"10.1145/3377811.3380380","title":"Context-aware in-process crowdworker recommendation","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Task (project management); Process (computing); Computer science; Context (archaeology); Software bug; Recommender system; Software; Focus (optics); Order (exchange); World Wide Web; Process management; Software engineering; Data science; Engineering; Operating system; Business","score_opus":0.03577391071284716,"score_gpt":0.2955875594301986,"score_spread":0.25981364871735146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089375544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025649901,0.000018173596,0.9560216,0.016631667,0.000120280834,0.00009988094,4.6434945e-7,0.00042962705,0.0010284032],"genre_scores_gemma":[0.9946822,0.0000019763233,0.0038357542,0.0013514338,0.00003207907,0.000011817902,0.0000018110388,0.000006038177,0.00007691898],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993305,0.000019033101,0.00010920511,0.00023145996,0.00013584575,0.00017394203],"domain_scores_gemma":[0.99950725,0.00020213948,0.000012334004,0.00014192903,0.000046278514,0.00009005112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012241966,0.000061226085,0.00007289642,0.000055404744,0.000020268084,0.00007646376,0.00046291636,0.00003013702,0.00020197162],"category_scores_gemma":[0.00030211988,0.000057835063,0.000015773177,0.0005516526,0.000007792557,0.0003441105,0.00012220515,0.00014078489,0.00018687497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003076004,0.00011881701,0.2557158,0.00016427394,0.000028798377,0.000084104475,0.006233982,0.003254763,0.0003150895,0.0126001425,0.03831774,0.68313575],"study_design_scores_gemma":[0.0013960283,0.00018562353,0.09297447,0.000054707187,0.0000016561031,0.000009803284,0.00036623422,0.8644144,0.008821707,0.001325498,0.029831309,0.0006185792],"about_ca_topic_score_codex":0.000014377883,"about_ca_topic_score_gemma":0.000006899571,"teacher_disagreement_score":0.9690323,"about_ca_system_score_codex":0.000025812094,"about_ca_system_score_gemma":0.00003570073,"threshold_uncertainty_score":0.2401962},"labels":[],"label_agreement":null},{"id":"W3089622721","doi":"10.1016/j.infsof.2020.106440","title":"Special Section on the 2019 Symposium on Search-Based Software Engineering","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Context (archaeology); Computer science; Data science; Diversity (politics); Measure (data warehouse); Data mining; Software; Machine learning; Geography","score_opus":0.010942623226967553,"score_gpt":0.21306865690337123,"score_spread":0.2021260336764037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089622721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05770085,0.000019391442,0.9113979,0.025349187,0.0010705276,0.00046758543,0.000015316016,0.003833812,0.00014545272],"genre_scores_gemma":[0.9343894,0.0000553989,0.05264882,0.010255154,0.002282146,0.00017215528,0.000056551293,0.000060487502,0.00007989863],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988802,0.000020631436,0.00021846725,0.00020589233,0.0003725903,0.00030223525],"domain_scores_gemma":[0.9987161,0.0006227673,0.000047888,0.00041078118,0.00010435624,0.000098083234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000213264,0.00016221435,0.00013126996,0.00043750237,0.0001608318,0.00017750962,0.0006478779,0.00018727689,0.000024325831],"category_scores_gemma":[0.0020795304,0.00013007844,0.000038951217,0.000834527,0.000064848915,0.00047253625,0.00019204585,0.00059652305,0.00027980335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024142809,0.00016400308,0.022991076,0.0004806816,0.00014370488,0.00006264067,0.005790877,0.2114237,0.0006035617,0.20183845,0.1490492,0.4072107],"study_design_scores_gemma":[0.0034337582,0.0038798945,0.03220578,0.0003301309,0.000017275413,0.00010179328,0.0002219547,0.33176163,0.028981399,0.00071963883,0.59654754,0.0017992014],"about_ca_topic_score_codex":0.0000044917756,"about_ca_topic_score_gemma":4.3960412e-7,"teacher_disagreement_score":0.87668854,"about_ca_system_score_codex":0.000079315905,"about_ca_system_score_gemma":0.000072239825,"threshold_uncertainty_score":0.53044444},"labels":[],"label_agreement":null},{"id":"W3090054056","doi":"10.17705/1jais.00630","title":"(Re)considering the Concept of Literature Review Reproducibility","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; HEC Montréal; University of Waterloo","funders":"","keywords":"Terminology; Ambiguity; Transparency (behavior); Field (mathematics); Trustworthiness; Engineering ethics; Systematic review; Process (computing); Epistemology; Management science; Computer science; Data science; Political science; MEDLINE; Linguistics; Law; Engineering","score_opus":0.027570786993916616,"score_gpt":0.27701921086801834,"score_spread":0.2494484238741017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090054056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015369545,0.08181702,0.6332151,0.24403328,0.015040077,0.007954077,0.00018007412,0.00034660558,0.0020441816],"genre_scores_gemma":[0.9974554,0.0002815421,0.00084033574,0.0010971102,0.00023617914,0.000011875685,0.0000016514647,0.000003967184,0.000071910756],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981839,0.00015567314,0.00080885494,0.000073878124,0.0006796155,0.000098068194],"domain_scores_gemma":[0.9955533,0.00089875975,0.0016435198,0.0004911169,0.0013743805,0.000038909926],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005317351,0.000057957433,0.00020445796,0.00003955312,0.00007313929,0.00017007958,0.00077536557,0.000043070675,6.4457066e-7],"category_scores_gemma":[0.020729234,0.00003188169,0.00016946612,0.0005600784,0.000008918826,0.0012290947,0.000096748925,0.0002125675,0.000002903205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007853247,0.00007657509,0.05748412,0.014072647,0.0010640643,0.000002237378,0.109351926,0.0802449,0.00043649905,0.03897262,0.6803311,0.017884748],"study_design_scores_gemma":[0.0021935534,0.00039141616,0.026448855,0.009847226,0.00012906216,0.0001157256,0.0014030484,0.03916523,0.00652353,0.00041453296,0.9129292,0.00043866236],"about_ca_topic_score_codex":0.0000014623109,"about_ca_topic_score_gemma":1.1308374e-7,"teacher_disagreement_score":0.9820859,"about_ca_system_score_codex":0.00015346518,"about_ca_system_score_gemma":0.000101825,"threshold_uncertainty_score":0.98751956},"labels":[],"label_agreement":null},{"id":"W3090250978","doi":"10.1145/3379597.3387456","title":"On the Relationship between User Churn and Software Issues","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Jargon; Software; Product (mathematics); Service (business); Competition (biology); Empirical research; World Wide Web; Software engineering; Business; Marketing","score_opus":0.08173328717630302,"score_gpt":0.30190875047011534,"score_spread":0.22017546329381232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090250978","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31027848,0.00009614738,0.64362204,0.045011185,0.000041212927,0.00013659023,0.0000011856666,0.0006095779,0.00020358367],"genre_scores_gemma":[0.98237175,0.0000014849437,0.016335733,0.00063826714,0.000068060646,0.000005632078,5.196823e-7,0.000006364,0.00057218387],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99937385,0.0000340726,0.000066152956,0.00018059903,0.00021625613,0.00012905663],"domain_scores_gemma":[0.99476826,0.004852416,0.000009120186,0.00026306498,0.000021267564,0.000085868756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016800791,0.00005954723,0.00005692512,0.000027329988,0.00008531438,0.00013119531,0.00045116362,0.000028320772,0.000030309067],"category_scores_gemma":[0.004055185,0.000038269674,0.000014744355,0.0002689834,0.000022325776,0.00013890109,0.00019547554,0.00017768604,0.00018781795],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.208454e-7,0.000002897566,0.86998755,0.0000094411835,0.000006121625,0.0000027049855,0.00059111963,0.000044267545,0.0000034927168,0.11226608,0.01469716,0.0023883453],"study_design_scores_gemma":[0.00007427344,0.000057274006,0.98885506,0.000009552974,0.000001210223,7.714122e-7,0.000009275054,0.0012809918,0.00020202459,0.0055141095,0.003912275,0.00008317325],"about_ca_topic_score_codex":0.000008447633,"about_ca_topic_score_gemma":4.319457e-7,"teacher_disagreement_score":0.6720933,"about_ca_system_score_codex":0.000008274639,"about_ca_system_score_gemma":0.000013650146,"threshold_uncertainty_score":0.4854728},"labels":[],"label_agreement":null},{"id":"W3090450084","doi":"10.1145/3377816.3381738","title":"Automatically predicting bug severity early in the development process","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Software bug; Computer science; Process (computing); Classifier (UML); Automation; Software; Predictive modelling; Software regression; Software engineering; Software development; Machine learning; Artificial intelligence; Engineering; Software quality; Programming language","score_opus":0.02609569107032494,"score_gpt":0.271727173197986,"score_spread":0.24563148212766106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090450084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6101786,0.000004828227,0.38606626,0.0024618567,0.000034718727,0.00014754386,8.717407e-8,0.00041393624,0.0006921898],"genre_scores_gemma":[0.9395414,1.3117665e-7,0.059995655,0.00038507435,0.000027974456,0.000029875611,1.8268133e-7,0.000004074995,0.000015648186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988971,0.00003589401,0.0001609869,0.00020727383,0.0004666742,0.00023209251],"domain_scores_gemma":[0.9992884,0.00039501514,0.000013221606,0.00018936371,0.000039609593,0.00007441168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048331692,0.000068320354,0.000069536996,0.000032551216,0.000048763697,0.00015311917,0.0011330791,0.000025364065,0.000010056671],"category_scores_gemma":[0.000800516,0.000046565325,0.000012058457,0.00060799246,0.000011997179,0.0002273184,0.00019962808,0.00019866372,0.000062242965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074303243,0.0001361386,0.8293287,0.00030301738,0.000025585228,0.00010108577,0.12726317,0.0014069879,0.00008544471,0.0036875806,0.0009425913,0.036712233],"study_design_scores_gemma":[0.00013456898,0.000036613437,0.7707121,0.000018457238,4.557217e-7,0.000004649794,0.000114755836,0.22794867,0.00047524233,0.00017426028,0.00027238636,0.000107891516],"about_ca_topic_score_codex":0.000007518344,"about_ca_topic_score_gemma":0.000003993946,"teacher_disagreement_score":0.32936278,"about_ca_system_score_codex":0.000025174708,"about_ca_system_score_gemma":0.00014111467,"threshold_uncertainty_score":0.21055616},"labels":[],"label_agreement":null},{"id":"W3090595451","doi":"10.1145/3377811.3380433","title":"When APIs are intentionally bypassed","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Workaround; Application programming interface; Computer science; Software; Implementation; Software engineering; Operating system","score_opus":0.03422177729085972,"score_gpt":0.24864809826281478,"score_spread":0.21442632097195508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090595451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039220173,0.000029290784,0.97028214,0.024159946,0.00009977574,0.000056206984,6.2327166e-7,0.00062164705,0.00082836207],"genre_scores_gemma":[0.8705341,0.0000017252928,0.1257126,0.0023133857,0.000087205364,0.00001100963,0.0000012840543,0.000008777266,0.0013299156],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925494,0.0000129365135,0.00007891774,0.0002138247,0.00028440537,0.00015498257],"domain_scores_gemma":[0.9993982,0.0001626255,0.000013216643,0.0002157463,0.00007870189,0.00013151152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000797002,0.00005583771,0.00006381737,0.00003721251,0.000023956287,0.00010738663,0.00074896874,0.000022044513,0.00019853038],"category_scores_gemma":[0.00054446503,0.000050047904,0.000034513472,0.00022250375,0.0000104130195,0.00019751825,0.00028729538,0.00010107935,0.00058660423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016076545,0.00013809744,0.09961164,0.00015359838,0.0001315354,0.00023994474,0.0025122948,0.0010744769,0.010917464,0.18072581,0.668557,0.035922073],"study_design_scores_gemma":[0.0014583879,0.00033703673,0.3006647,0.000067839406,0.000006125986,0.000030019168,0.00012817995,0.5445646,0.013195941,0.009413044,0.12915331,0.0009808295],"about_ca_topic_score_codex":0.000007256145,"about_ca_topic_score_gemma":0.0000011296595,"teacher_disagreement_score":0.8666121,"about_ca_system_score_codex":0.00001797918,"about_ca_system_score_gemma":0.00003118806,"threshold_uncertainty_score":0.75398064},"labels":[],"label_agreement":null},{"id":"W3090625562","doi":"10.1145/3377811.3380351","title":"Towards the use of the readily available tests from the release pipeline as performance tests","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Pipeline (software); Software performance testing; DevOps; Process (computing); Reliability engineering; Software; Software engineering; Non-regression testing; Software development; Software construction; Operating system; Engineering","score_opus":0.07500554734984366,"score_gpt":0.2557453517390077,"score_spread":0.18073980438916404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090625562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8726914,0.00053998997,0.058184613,0.06387172,0.0005900612,0.0009172238,0.00002605827,0.0006902952,0.0024886737],"genre_scores_gemma":[0.9841528,0.00005593231,0.009324323,0.0039374176,0.00015317091,0.000017990224,0.0000013800628,0.000017545986,0.0023394413],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840474,0.000095904754,0.00022030505,0.000319453,0.00066586345,0.0002937596],"domain_scores_gemma":[0.9959669,0.0022392345,0.00005987144,0.0014736343,0.00015320716,0.00010713694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033337195,0.00013918198,0.00012753838,0.000017443044,0.0001625804,0.0001938789,0.002725267,0.000043949854,0.00016458005],"category_scores_gemma":[0.00357478,0.000060124683,0.00006840118,0.0008789603,0.000118940465,0.00036033854,0.0009604584,0.00037596998,0.00050654926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055788412,0.00013255853,0.16912475,0.000062936466,0.00007703043,0.000024560431,0.004272767,0.012147573,0.004104653,0.0021352717,0.7186469,0.08921522],"study_design_scores_gemma":[0.00039207502,0.00016552467,0.25191495,0.000080784775,0.000014905959,0.000014413906,0.000028529748,0.5658444,0.019788105,0.00016607667,0.1613257,0.00026454596],"about_ca_topic_score_codex":0.0011010641,"about_ca_topic_score_gemma":0.000024315232,"teacher_disagreement_score":0.5573212,"about_ca_system_score_codex":0.000027711281,"about_ca_system_score_gemma":0.00024553685,"threshold_uncertainty_score":0.65108347},"labels":[],"label_agreement":null},{"id":"W3090668201","doi":"10.1145/3379597.3387467","title":"On the Prevalence, Impact, and Evolution of SQL Code Smells in Data-Intensive Systems","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code smell; Computer science; Code refactoring; SQL; Software quality; Code review; Code (set theory); Software engineering; Software; Database; Programming language; Software development","score_opus":0.049936564181284795,"score_gpt":0.2952276787439877,"score_spread":0.24529111456270292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090668201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61105156,0.0009919188,0.38396552,0.0028954989,0.00015440276,0.00054301636,0.00004713372,0.00014019523,0.00021075802],"genre_scores_gemma":[0.9993897,0.000018168892,0.00043150972,0.00006808608,0.000014861148,0.000004114502,7.354944e-7,0.0000035861283,0.00006925858],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992056,0.00005740135,0.000118965276,0.00023734495,0.0002431233,0.0001375676],"domain_scores_gemma":[0.9982659,0.0009945709,0.000025662519,0.0005550124,0.00010131997,0.00005750466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003545925,0.000060577986,0.000097398675,0.000054654392,0.000014494894,0.000046476576,0.0008362928,0.000022456234,0.000007344063],"category_scores_gemma":[0.0016623304,0.00003702593,0.000011087696,0.00036042498,0.000032316366,0.00018479738,0.0004175391,0.00011840417,0.000016371963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018117981,0.00022288655,0.4237149,0.0028432857,0.00022814798,0.00012331258,0.009460169,0.07636071,0.010816243,0.31234494,0.15981053,0.0038936918],"study_design_scores_gemma":[0.000142835,0.00013407125,0.080885366,0.00007916596,0.000001837066,0.0000062748036,0.00008641212,0.9180547,0.00028932287,0.00014784028,0.000103421036,0.00006875821],"about_ca_topic_score_codex":0.0001367324,"about_ca_topic_score_gemma":0.000004451655,"teacher_disagreement_score":0.841694,"about_ca_system_score_codex":0.000042788553,"about_ca_system_score_gemma":0.00005463795,"threshold_uncertainty_score":0.19900848},"labels":[],"label_agreement":null},{"id":"W3091074642","doi":"10.1145/3379597.3387479","title":"The Scent of Deep Learning Code","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Deep learning; Computer science; Artificial intelligence; Code (set theory); Machine learning; Code smell; Interpretability; Source code; Code review; Software quality; Static program analysis; Software; Software development; Programming language","score_opus":0.022824230042800025,"score_gpt":0.26057220948364535,"score_spread":0.23774797944084533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091074642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007385192,0.00013742755,0.98860115,0.002985995,0.0000506338,0.000036740832,4.0196646e-8,0.00017811259,0.0006246966],"genre_scores_gemma":[0.98521686,0.000013696506,0.014533072,0.00007450292,0.000018793804,0.0000018367969,5.9548057e-8,0.0000030748477,0.00013812352],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995198,0.000018995974,0.00006287865,0.00009098463,0.00019156894,0.00011573327],"domain_scores_gemma":[0.9993004,0.00045211488,0.00001110199,0.00014904828,0.000035536552,0.00005176347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014258672,0.00002841055,0.00003872566,0.000010022662,0.00004650353,0.000041584895,0.0005751076,0.000009456827,0.0000113370315],"category_scores_gemma":[0.0006752495,0.000018375993,0.000017125232,0.00020347924,0.000016844446,0.000047638336,0.00021758954,0.00010247993,0.000046632988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016339347,0.000044073786,0.08049834,0.00008234259,0.00008491621,0.00002809489,0.006066211,0.055792466,0.0074085006,0.14721677,0.0060936324,0.6966683],"study_design_scores_gemma":[0.00011827474,0.000092399,0.015522931,0.0000042248,8.8099387e-7,0.0000015953182,0.000048883114,0.9450021,0.009791815,0.00011180392,0.029234437,0.000070702255],"about_ca_topic_score_codex":0.0000038272783,"about_ca_topic_score_gemma":0.0000012718343,"teacher_disagreement_score":0.97783166,"about_ca_system_score_codex":0.0000071825716,"about_ca_system_score_gemma":0.000012619865,"threshold_uncertainty_score":0.10687025},"labels":[],"label_agreement":null},{"id":"W3091115553","doi":"10.1145/3377811.3380335","title":"Mitigating turnover with code review recommendation","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Workload; Context (archaeology); Code review; Recommender system; Replication (statistics); Code (set theory); Productivity; Work (physics); Knowledge management; Software; Data science; World Wide Web; Software development; Software quality; Engineering; Operating system","score_opus":0.03755239820781745,"score_gpt":0.2842022888922012,"score_spread":0.24664989068438378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091115553","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009203665,0.00029271122,0.95292103,0.043420542,0.000034175464,0.00013749777,6.374262e-7,0.00042329455,0.0018497419],"genre_scores_gemma":[0.42902166,0.00033827894,0.5464783,0.023422081,0.00014874659,0.00004464445,0.000012873151,0.000029754507,0.000503662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994264,0.000019456313,0.00008750306,0.00018266137,0.00016106604,0.00012290954],"domain_scores_gemma":[0.9995366,0.00014890081,0.000019271429,0.00015943003,0.000048977938,0.000086839784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014607278,0.00005349867,0.00007423311,0.000013710784,0.00002398858,0.00005018038,0.00030323767,0.000010858764,0.00012493058],"category_scores_gemma":[0.00040568862,0.000040309642,0.000013701866,0.00038091792,0.000005428579,0.00024487797,0.00010222133,0.00010029762,0.00010714921],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008467973,0.000050504597,0.016810555,0.0025417362,0.000071918505,0.000052136613,0.0010480692,0.00045913126,0.0010333695,0.010959043,0.5791391,0.38782594],"study_design_scores_gemma":[0.001638426,0.0009046904,0.019103486,0.0034246577,0.000024804514,0.000111304515,0.00005218996,0.37723172,0.018309869,0.00029555138,0.5774867,0.0014165877],"about_ca_topic_score_codex":0.0000034692087,"about_ca_topic_score_gemma":0.0000012011059,"teacher_disagreement_score":0.4281013,"about_ca_system_score_codex":0.000015898524,"about_ca_system_score_gemma":0.000028013977,"threshold_uncertainty_score":0.16437794},"labels":[],"label_agreement":null},{"id":"W3091390234","doi":"","title":"UML Consistency Rules: a Case Study with Open-Source UML Models.","year":2020,"lang":"en","type":"article","venue":"Open Repository and Bibliography (University of Luxembourg)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Applications of UML; UML tool; Computer science; Class diagram; Unified Modeling Language; Consistency (knowledge bases); Programming language; Communication diagram; Sequence diagram; Benchmark (surveying); Systems Modeling Language; Software; Data mining; Software engineering; Artificial intelligence","score_opus":0.03619511658423043,"score_gpt":0.24237811123629552,"score_spread":0.20618299465206508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091390234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82466686,0.00035896766,0.16909246,0.0002901353,0.00006151497,0.0014145921,0.000007647587,0.00018237247,0.003925484],"genre_scores_gemma":[0.9819422,0.00007630555,0.017680889,0.00006766401,0.000015901847,0.000003943153,0.0000011007766,0.000013091516,0.00019894217],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829876,0.00017132862,0.00015627836,0.0006955734,0.00040670583,0.00027134444],"domain_scores_gemma":[0.9984669,0.00017127846,0.00013004181,0.00062747486,0.00022137133,0.00038294823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038685178,0.00019102008,0.0003709694,0.002544583,0.00065983366,0.0008789994,0.0026127296,0.00006551377,0.000010447366],"category_scores_gemma":[0.0000026586813,0.00019388454,0.00008815832,0.009994342,0.00021672131,0.0023575672,0.0027475373,0.00023412125,0.00000269677],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011180323,0.0021441032,0.87246215,0.00048665807,0.0017273173,0.05903331,0.030525213,0.0016912926,0.00038104487,0.0022507585,0.015382066,0.0127980625],"study_design_scores_gemma":[0.05199998,0.038379256,0.3305512,0.0016467893,0.0018204912,0.03759313,0.22739054,0.27569255,0.0008993514,0.0015834175,0.023143006,0.009300276],"about_ca_topic_score_codex":0.004870318,"about_ca_topic_score_gemma":0.0000478907,"teacher_disagreement_score":0.54191095,"about_ca_system_score_codex":0.000008957586,"about_ca_system_score_gemma":0.00011466336,"threshold_uncertainty_score":0.8476212},"labels":[],"label_agreement":null},{"id":"W3091431866","doi":"10.1016/j.infsof.2020.106435","title":"Archetypes of delay: An analysis of online developer conversations on delayed work items in IBM Jazz","year":2020,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Agile software development; Computer science; IBM; Software engineering; Scope (computer science); Process management; Project management; Knowledge management; World Wide Web; Systems engineering; Engineering","score_opus":0.01878912662431273,"score_gpt":0.2615916783248603,"score_spread":0.24280255170054757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091431866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6389974,0.000023412898,0.35978544,0.00086281466,0.000016746577,0.00008079811,0.000017225559,0.00020903982,0.000007181373],"genre_scores_gemma":[0.9505967,0.000017953247,0.049140915,0.00018364874,0.000002269941,0.0000075798853,0.000046651014,0.000002812468,0.00000147434],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991935,0.000017949758,0.00036706598,0.00011634458,0.00017541848,0.00012975124],"domain_scores_gemma":[0.99917394,0.00023582445,0.000099860736,0.00025697498,0.0001814,0.00005201239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001500092,0.00007762522,0.0002108658,0.0012141333,0.000020747437,0.000016809601,0.00039497952,0.00012400893,0.00000983232],"category_scores_gemma":[0.0010405651,0.00007530135,0.000027649652,0.0032244544,0.00007746008,0.0004615298,0.00013150944,0.00017281235,0.0000052847804],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005680626,0.00009975949,0.73240036,0.00006814373,0.0002480742,0.000004598415,0.00885468,0.031758454,0.00005432091,0.014530641,0.00008491783,0.21183924],"study_design_scores_gemma":[0.00094424805,0.0005599761,0.7291661,0.000046989335,0.000046673984,0.000005022749,0.0008419476,0.26483962,0.0012696203,0.0005140163,0.0014546642,0.00031112946],"about_ca_topic_score_codex":0.000045182478,"about_ca_topic_score_gemma":0.000038493497,"teacher_disagreement_score":0.31159934,"about_ca_system_score_codex":0.000023312017,"about_ca_system_score_gemma":0.00007354252,"threshold_uncertainty_score":0.30707},"labels":[],"label_agreement":null},{"id":"W3091435513","doi":"10.1145/3365438.3410953","title":"Leveraging natural-language requirements for deriving better acceptance criteria from models","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Computer science; Requirements analysis; Natural language; Software requirements specification; Non-functional testing; Requirements elicitation; Acceptance testing; Software engineering; Information system; System requirements specification; Software requirements; System requirements; Software; Non-functional requirement; Information retrieval; Software system; Software development; Artificial intelligence; Programming language; Software design; Engineering; Software construction","score_opus":0.06341128614539714,"score_gpt":0.316385960359451,"score_spread":0.25297467421405384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091435513","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1657212,0.00025655894,0.83048385,0.0025052575,0.0003073671,0.0001803868,0.000003509675,0.00046254962,0.00007932018],"genre_scores_gemma":[0.72018635,0.0000015209381,0.27738902,0.0021548206,0.0001564988,0.000025458417,0.000004101426,0.000015629159,0.00006659789],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986248,0.000020942303,0.0001694938,0.00049385335,0.00031402239,0.00037687915],"domain_scores_gemma":[0.9990182,0.00037327892,0.000027144395,0.00039978733,0.00005846681,0.00012314333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012140855,0.00013825348,0.00014344516,0.000046425575,0.00007444812,0.00030742737,0.0010675706,0.00003588593,0.000082660474],"category_scores_gemma":[0.00028661097,0.00013272064,0.00005830214,0.00021551615,0.000011571903,0.0010439471,0.00044014264,0.00014463128,0.000028160594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018575284,0.000107461135,0.0098202545,0.00045880626,0.00040846947,0.00025358328,0.057929732,0.007625571,0.3955252,0.003590925,0.06686555,0.4572287],"study_design_scores_gemma":[0.00032960306,0.000042105352,0.002012884,0.000024932506,0.0000024256858,8.4643324e-7,0.00004537821,0.9796484,0.0165115,0.0008346996,0.00033159004,0.00021563865],"about_ca_topic_score_codex":0.000025890608,"about_ca_topic_score_gemma":0.0000022854313,"teacher_disagreement_score":0.97202283,"about_ca_system_score_codex":0.000047699246,"about_ca_system_score_gemma":0.00002375728,"threshold_uncertainty_score":0.54121906},"labels":[],"label_agreement":null},{"id":"W3091970108","doi":"10.1007/s10664-020-09851-6","title":"Publish or perish, but do not forget your software artifacts","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft; Deutscher Akademischer Austauschdienst","keywords":"Artifact (error); Publish or perish; Computer science; Publication; Context (archaeology); Replication (statistics); Data science; Software; Empirical research; Open science; Software engineering; World Wide Web; Publishing; Artificial intelligence; Political science","score_opus":0.06981769528065791,"score_gpt":0.2983438529525711,"score_spread":0.2285261576719132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091970108","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15515994,0.0001941859,0.8345214,0.003568618,0.0007709985,0.00034481447,0.000024231016,0.005401933,0.000013875503],"genre_scores_gemma":[0.67203087,0.000013979663,0.32400873,0.002231437,0.0008999843,0.00009690906,0.000021857652,0.00019830067,0.00049790146],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953931,0.000057505764,0.0006233194,0.0012421485,0.001275584,0.001408344],"domain_scores_gemma":[0.9952504,0.0020608488,0.00008791624,0.0010498505,0.00026148424,0.0012894731],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042250045,0.0006036046,0.0006102833,0.00027840433,0.00018300248,0.0009791852,0.0023675861,0.00030919892,0.00015295245],"category_scores_gemma":[0.024072984,0.0005535996,0.0002589301,0.0019578403,0.000048477203,0.0015329523,0.0012528055,0.0010950324,0.000372231],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030084766,0.0005469616,0.60007864,0.0018816149,0.0006195218,0.0032997916,0.011492202,0.13944611,0.0027516864,0.00058936555,0.16073532,0.07825793],"study_design_scores_gemma":[0.003839673,0.0013150082,0.3571498,0.000474565,0.00007566138,0.00039026112,0.00019267552,0.17514504,0.0143807065,0.00019047078,0.4409731,0.0058730156],"about_ca_topic_score_codex":0.00001381516,"about_ca_topic_score_gemma":0.0000015802368,"teacher_disagreement_score":0.5168709,"about_ca_system_score_codex":0.00022320065,"about_ca_system_score_gemma":0.00026432308,"threshold_uncertainty_score":0.99969155},"labels":[],"label_agreement":null},{"id":"W3092326336","doi":"","title":"ACM SIGSOFT Empirical Standards.","year":2020,"lang":"en","type":"article","venue":"Spiral (Imperial College London)","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Empirical research; Computer science; Quality (philosophy); Software; Data science; Engineering management; Engineering; Mathematics; Statistics","score_opus":0.037716144923894156,"score_gpt":0.30721679695565296,"score_spread":0.2695006520317588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092326336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92955476,0.0005623041,0.036488034,0.024546722,0.0031051454,0.001132792,0.0003552375,0.002731047,0.0015239734],"genre_scores_gemma":[0.9797469,0.0000095505275,0.016708637,0.0021520844,0.001110098,0.000042070627,0.0000058941296,0.00004324957,0.0001815569],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967938,0.0001060323,0.00036246702,0.00074736937,0.0012580861,0.00073224877],"domain_scores_gemma":[0.9970431,0.0010846907,0.000052054278,0.0009968131,0.00024772045,0.00057566154],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043954677,0.00028860886,0.00038611464,0.00011182085,0.0001767186,0.00027201863,0.002603176,0.00015210889,0.00025619596],"category_scores_gemma":[0.012679601,0.00027443338,0.00016277433,0.0012662956,0.000089018205,0.0005097259,0.0014380068,0.00043310964,0.00038567887],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018062112,0.00049995765,0.076017134,0.0005236739,0.0003527667,0.0036456855,0.007200744,0.00061153935,0.039738145,0.07302019,0.7529067,0.04367726],"study_design_scores_gemma":[0.0081740245,0.0039933785,0.017910136,0.00007790334,0.000029767523,0.00010953069,0.00011677745,0.010572881,0.03117873,0.0024456761,0.9231028,0.0022884265],"about_ca_topic_score_codex":0.000015072683,"about_ca_topic_score_gemma":0.000004796553,"teacher_disagreement_score":0.17019607,"about_ca_system_score_codex":0.00019425986,"about_ca_system_score_gemma":0.00061918976,"threshold_uncertainty_score":0.9999708},"labels":[],"label_agreement":null},{"id":"W3092355216","doi":"10.1109/re48521.2020.00044","title":"Towards Queryable and Traceable Domain Models","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Domain engineering; Domain model; Domain (mathematical analysis); TRACE (psycholinguistics); Software engineering; Domain analysis; Domain-specific language; Metric (unit); Artificial intelligence; Software development; Formalism (music); Software; Programming language; Domain knowledge; Component-based software engineering; Software construction; Engineering","score_opus":0.03431804165586858,"score_gpt":0.24622068333207078,"score_spread":0.2119026416762022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092355216","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015013777,0.00016321427,0.9743306,0.005008891,0.000035663492,0.00007124758,4.5142386e-7,0.00042514846,0.004951013],"genre_scores_gemma":[0.7127166,0.00001084603,0.286286,0.0005280574,0.000032449778,0.00000789653,2.256111e-7,0.000007642422,0.00041029748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992477,0.000013840315,0.000072945215,0.0002450185,0.00020722461,0.00021323685],"domain_scores_gemma":[0.9994903,0.00009670136,0.000006667945,0.00020039696,0.000025442898,0.0001804479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015126202,0.00006605294,0.000083700805,0.000031432635,0.00003609852,0.00013605645,0.0003982121,0.000028947032,0.00002764954],"category_scores_gemma":[0.00007992944,0.000058228037,0.000016394546,0.00026885953,0.000015284937,0.0004589175,0.000246063,0.0000939936,0.00003743535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015305013,0.000068578825,0.0020849225,0.00017196605,0.00004814731,0.00013167421,0.0065882527,0.032658428,0.00485967,0.8579066,0.032299038,0.06316743],"study_design_scores_gemma":[0.00027332106,0.00008218603,0.000647848,0.000005391757,8.367922e-7,0.00001115246,0.0000314959,0.96887183,0.00328296,0.020126272,0.0064975563,0.00016916619],"about_ca_topic_score_codex":0.000048172533,"about_ca_topic_score_gemma":7.682407e-7,"teacher_disagreement_score":0.9362134,"about_ca_system_score_codex":0.00001399501,"about_ca_system_score_gemma":0.000047020625,"threshold_uncertainty_score":0.23744704},"labels":[],"label_agreement":null},{"id":"W3093046707","doi":"10.1007/s10515-020-00277-4","title":"Understanding machine learning software defect predictions","year":2020,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Exploit; Machine learning; Software bug; Software; Artificial intelligence; Boosting (machine learning); Source code; Set (abstract data type); Data mining; Principal (computer security); Decision tree; Predictive modelling; Programming language","score_opus":0.04516996975354468,"score_gpt":0.24328561683835054,"score_spread":0.19811564708480586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093046707","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062462348,0.00046873247,0.95275325,0.00029241902,0.00047828603,0.00024144065,0.0000126022205,0.03949057,0.000016496368],"genre_scores_gemma":[0.84969985,0.000027150256,0.14979574,0.00011575818,0.00014127302,0.00004781721,0.000030745112,0.000112224836,0.000029427045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99733347,0.00006239132,0.00038478017,0.0007248409,0.0006472575,0.0008472778],"domain_scores_gemma":[0.99727106,0.0015418305,0.00007256218,0.00051525765,0.00008961852,0.0005096517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030775368,0.00040395668,0.00035232177,0.00034256745,0.0003060109,0.00031913506,0.0010581944,0.00018064099,0.000036888196],"category_scores_gemma":[0.0070617385,0.00045122617,0.00019917905,0.0018077561,0.000030330046,0.00074388995,0.000513081,0.0009288591,0.0001621844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063762077,0.00002959563,0.039430328,0.00024417098,0.00019688657,0.00018743922,0.001143559,0.9544665,0.00054653606,0.001175254,0.0019213979,0.0006519323],"study_design_scores_gemma":[0.0004244085,0.00013780146,0.0057829362,0.00009439888,0.000018137267,0.000058181267,0.000016996466,0.9902123,0.0003683929,0.000030339881,0.0023564666,0.00049960654],"about_ca_topic_score_codex":0.000016729442,"about_ca_topic_score_gemma":0.0000010544344,"teacher_disagreement_score":0.84345365,"about_ca_system_score_codex":0.0003805249,"about_ca_system_score_gemma":0.00010338276,"threshold_uncertainty_score":0.99979395},"labels":[],"label_agreement":null},{"id":"W3093486972","doi":"10.1109/aire51212.2020.00011","title":"SENET: A Semantic Web for Supporting Automation of Software Engineering Tasks","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Vocabulary; Agile software development; Ontology; Domain (mathematical analysis); Semantic network; Set (abstract data type); Semantic Web; Glossary; Software engineering; Natural language; World Wide Web; Information retrieval; Natural language processing; Programming language","score_opus":0.01980360135938869,"score_gpt":0.26517510036656383,"score_spread":0.24537149900717514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093486972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07285397,0.000020485288,0.9255369,0.0005257281,0.00008490383,0.00021062915,0.0000030635292,0.00075253396,0.000011819844],"genre_scores_gemma":[0.6830209,5.9368915e-7,0.3168383,0.000048150298,0.00003774607,0.000017204835,0.0000023339505,0.000010727872,0.000024053701],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990305,0.000007595648,0.00023703653,0.00022844065,0.00023579151,0.00026065257],"domain_scores_gemma":[0.9989174,0.00061093806,0.00005163921,0.00022407422,0.00009372991,0.00010222761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022821758,0.00009154916,0.00014298201,0.000089109424,0.000024324116,0.00004812423,0.00043312865,0.000039920116,0.000016828179],"category_scores_gemma":[0.0025328137,0.00009195724,0.000059562433,0.00038742347,0.0000068231775,0.00021945953,0.0001485407,0.000075275646,0.000016914608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004259185,0.00020990742,0.095728695,0.008751358,0.00039382392,0.00009015158,0.010756152,0.3867519,0.2764663,0.039458334,0.020670611,0.16068016],"study_design_scores_gemma":[0.00019159343,0.000067622896,0.0032707483,0.000022808563,0.0000025863942,0.0000034835803,0.0000078019375,0.98020947,0.015673086,0.00003318804,0.00041257212,0.00010504556],"about_ca_topic_score_codex":0.0000036587778,"about_ca_topic_score_gemma":3.942493e-7,"teacher_disagreement_score":0.6101669,"about_ca_system_score_codex":0.000020645753,"about_ca_system_score_gemma":0.00006135016,"threshold_uncertainty_score":0.37499073},"labels":[],"label_agreement":null},{"id":"W3093772117","doi":"10.1145/3382494.3422159","title":"Beyond Accuracy","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Analytics; Data science; Software analytics; Software; Empirical research; Software engineering; Software development; Software development process","score_opus":0.028221116142163948,"score_gpt":0.27756655203758357,"score_spread":0.24934543589541963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093772117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068552652,0.00003414274,0.9766929,0.009974788,0.0000855086,0.00004338833,1.5728145e-7,0.0006872042,0.005626606],"genre_scores_gemma":[0.9187044,0.0000020438893,0.07927716,0.0017109856,0.0000675963,0.0000033041333,2.1558553e-7,0.000004161548,0.00023015481],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995152,0.0000063452912,0.000046878544,0.00014505116,0.0001591632,0.00012739972],"domain_scores_gemma":[0.9993335,0.00032774062,0.0000050082936,0.00019981328,0.000021153046,0.00011277874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000049581085,0.000036155692,0.000037962163,0.000018427683,0.00001726269,0.00007542521,0.00063771673,0.000012849978,0.000087660526],"category_scores_gemma":[0.0008016714,0.000031274296,0.000015868207,0.00028410633,0.0000058828587,0.0002216141,0.00024121806,0.000070108676,0.0006756149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005177657,0.00004977786,0.018101668,0.000059282807,0.00003400926,0.00016210235,0.0029157249,0.001076856,0.00821802,0.4477536,0.23124932,0.29037446],"study_design_scores_gemma":[0.0009999395,0.00036825574,0.062327772,0.000010779911,0.0000028628913,0.00003065269,0.000038460075,0.60962594,0.06050164,0.008571049,0.25667048,0.0008521693],"about_ca_topic_score_codex":0.0000029467217,"about_ca_topic_score_gemma":1.08413424e-7,"teacher_disagreement_score":0.91184914,"about_ca_system_score_codex":0.0000066202742,"about_ca_system_score_gemma":0.000023224466,"threshold_uncertainty_score":0.86838883},"labels":[],"label_agreement":null},{"id":"W3094013987","doi":"10.1109/aire51212.2020.00013","title":"Traceability Network Analysis: A Case Study of Links in Issue Tracking Systems","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Traceability; TRACE (psycholinguistics); Computer science; Artifact (error); Perspective (graphical); Closure (psychology); Software; Property (philosophy); Resource (disambiguation); Requirements traceability; Process (computing); Link (geometry); Software engineering; Data mining; Data science; Software development; Artificial intelligence; Programming language","score_opus":0.04344609290700889,"score_gpt":0.306303241064092,"score_spread":0.2628571481570831,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094013987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78327656,0.0001505646,0.21576029,0.00015237172,0.00007276933,0.00034485804,2.8967736e-7,0.00021811463,0.000024181929],"genre_scores_gemma":[0.9967607,6.597036e-7,0.003111026,0.000019096782,0.00006962002,0.000021345455,1.760245e-7,0.000005460378,0.000011913556],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844235,0.00018412228,0.00038374533,0.0003992802,0.0003420336,0.00024845058],"domain_scores_gemma":[0.9985276,0.0006870955,0.00004463826,0.0005390694,0.000083889056,0.00011774622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089944224,0.00009561116,0.00032994678,0.00015051452,0.00002726405,0.00008731704,0.00055319216,0.000068572495,0.00001083826],"category_scores_gemma":[0.0003510773,0.000086818916,0.00005855401,0.0036133968,0.00001131864,0.00017883217,0.00018006335,0.00033451448,0.0000054612146],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037471502,0.00021346602,0.41086802,0.00005565787,0.00012995288,0.001089653,0.00923414,0.576768,0.000006876028,0.000060942148,0.000074418575,0.0014951652],"study_design_scores_gemma":[0.00027011355,0.00020548617,0.053079143,0.00000800297,0.000025338219,0.000027745318,0.0022072566,0.9440469,0.000011961294,0.0000035541918,0.000019918858,0.000094553914],"about_ca_topic_score_codex":0.0019203736,"about_ca_topic_score_gemma":0.00038529345,"teacher_disagreement_score":0.36727896,"about_ca_system_score_codex":0.000034820794,"about_ca_system_score_gemma":0.00003238879,"threshold_uncertainty_score":0.35403726},"labels":[],"label_agreement":null},{"id":"W3094044696","doi":"10.1109/aire51212.2020.00017","title":"Analysis of Compatibility in Open Source Android Mobile Apps","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Compatibility (geochemistry); Computer science; Android (operating system); Commit; Software; World Wide Web; Software engineering; Database; Operating system; Engineering","score_opus":0.035915052183188294,"score_gpt":0.30612414514916986,"score_spread":0.27020909296598156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094044696","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5234192,0.000022737175,0.47585952,0.00014124246,0.000008959624,0.00016283579,0.0000012617546,0.00006915512,0.0003151049],"genre_scores_gemma":[0.9857734,0.000001274075,0.014083315,0.000077732795,0.0000039144747,0.000014308524,0.0000017395224,0.0000030164485,0.000041343552],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991032,0.000047777423,0.00019092481,0.00029879564,0.00021974761,0.00013959255],"domain_scores_gemma":[0.99897504,0.00038908923,0.00002432079,0.00047895333,0.00004412429,0.00008846653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003947671,0.000055734043,0.00024006252,0.00015263088,0.000011741783,0.000070381895,0.0015344312,0.000021439359,0.000094892705],"category_scores_gemma":[0.0002655204,0.000050806524,0.00004776772,0.0027544594,0.000020418274,0.000198629,0.00096196326,0.00008854346,0.000013696081],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007449494,0.000092321156,0.8609836,0.000023975292,0.00009783846,0.0000043062228,0.0018012085,0.12214636,0.00035140605,0.00039723824,0.00026263957,0.013831623],"study_design_scores_gemma":[0.00016234112,0.000054893484,0.22888517,0.0000025435827,0.000006867007,1.4406456e-7,0.00003686936,0.7692469,0.0011461608,0.000020240586,0.00037316818,0.000064722844],"about_ca_topic_score_codex":0.0004552482,"about_ca_topic_score_gemma":0.000062159146,"teacher_disagreement_score":0.6471005,"about_ca_system_score_codex":0.000023381646,"about_ca_system_score_gemma":0.000036049463,"threshold_uncertainty_score":0.28513807},"labels":[],"label_agreement":null},{"id":"W3094649757","doi":"10.1145/3432690","title":"Are Multi-Language Design Smells Fault-Prone? An Empirical Study","year":2021,"lang":"en","type":"preprint","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code smell; Computer science; Software design; Software engineering; Systems design; Software design pattern; Programming language; Software development; Software quality; Software","score_opus":0.233044127550916,"score_gpt":0.413159084720781,"score_spread":0.180114957169865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094649757","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20543341,0.0007073804,0.7899691,0.00009075425,0.0015297874,0.00068822765,0.000018197994,0.0015629568,1.9126924e-7],"genre_scores_gemma":[0.18027546,0.000066667446,0.8189271,0.00008751015,0.000090824775,0.00037194917,0.000010151598,0.000099586185,0.00007076919],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948342,0.0015692877,0.00053885486,0.0017666162,0.00050159177,0.0007894711],"domain_scores_gemma":[0.98831666,0.007973518,0.00011260539,0.0029422012,0.00020888705,0.00044610476],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0023488833,0.0007105377,0.0010211489,0.0007687611,0.0001906467,0.00032580018,0.0019486651,0.0007214806,0.00002560799],"category_scores_gemma":[0.007091926,0.00075343845,0.00020724944,0.00060994364,0.00006543314,0.00026712703,0.00037435032,0.0025533333,0.000010575298],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004824495,0.0012802738,0.0054718684,0.00040837363,0.000591914,0.00072876515,0.013610494,0.8992616,0.0006379766,0.0000041700546,0.000033695236,0.07792261],"study_design_scores_gemma":[0.0063803955,0.0034127133,0.3357247,0.0012146119,0.00072827237,0.0011043727,0.0070382506,0.6181984,0.018971344,0.0002490195,0.00047977272,0.006498127],"about_ca_topic_score_codex":0.00009587202,"about_ca_topic_score_gemma":0.000023932198,"teacher_disagreement_score":0.33025286,"about_ca_system_score_codex":0.00016841234,"about_ca_system_score_gemma":0.00020171051,"threshold_uncertainty_score":0.9997478},"labels":[],"label_agreement":null},{"id":"W3095094616","doi":"10.1109/vissoft51673.2020.00011","title":"REM: Visualizing the Ripple Effect on Dependencies Using Metrics of Health","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Dependency graph; Computer science; Transitive relation; Dependency (UML); Visualization; Software; Graph; Theoretical computer science; Software visualization; Data mining; Transitive closure; Software development; Software engineering; Component-based software engineering; Programming language; Mathematics","score_opus":0.0963854050248794,"score_gpt":0.35506979807944333,"score_spread":0.2586843930545639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095094616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15474108,0.00031146465,0.8429147,0.0014414685,0.0001172853,0.00017338624,4.677333e-7,0.00018971675,0.00011041639],"genre_scores_gemma":[0.97854525,0.000005589404,0.020942621,0.00045682056,0.000028071268,0.0000022193694,1.8767544e-7,0.000007760361,0.000011456076],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987138,0.00015457264,0.00016561458,0.00020181121,0.0005343518,0.00022983001],"domain_scores_gemma":[0.99758923,0.0019121714,0.000049757124,0.00032805407,0.000043786924,0.000076971424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011363273,0.00007787049,0.0001539045,0.000106029875,0.00009249369,0.00006310452,0.00072820624,0.00002219046,0.0000062702616],"category_scores_gemma":[0.001868484,0.00004999521,0.000044615,0.0013393791,0.000019672196,0.0001060128,0.00027079522,0.00015342297,0.000013501196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102519996,0.00031260648,0.1373898,0.0023595954,0.0003485546,0.000095139185,0.020848567,0.07596822,0.04521631,0.14343207,0.015350747,0.55857587],"study_design_scores_gemma":[0.0004985675,0.0018320255,0.010621747,0.00008645768,0.0000056068457,0.000014266264,0.000110982124,0.8750421,0.10996996,0.0001595954,0.001384753,0.00027393617],"about_ca_topic_score_codex":0.000174525,"about_ca_topic_score_gemma":0.0000016218996,"teacher_disagreement_score":0.8238042,"about_ca_system_score_codex":0.00005954225,"about_ca_system_score_gemma":0.000091011425,"threshold_uncertainty_score":0.22368848},"labels":[],"label_agreement":null},{"id":"W3095187443","doi":"10.1109/vissoft51673.2020.00008","title":"Exploring Developer Preferences for Visualizing External Information Within Source Code Editors","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Source code; Software development; World Wide Web; Code (set theory); Software; Software engineering; Presentation (obstetrics); Data science; Programming language","score_opus":0.1491372542990679,"score_gpt":0.30221375720354904,"score_spread":0.15307650290448113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095187443","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10346482,0.000008198169,0.89460033,0.00035550504,0.0008981135,0.00014440774,8.3118226e-7,0.0004789803,0.000048802638],"genre_scores_gemma":[0.71543777,0.0000037104548,0.28316653,0.00030827388,0.0009081028,0.00012320478,0.0000022177458,0.000009522642,0.00004066446],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990414,0.000013173413,0.0002055474,0.00016560286,0.00035272157,0.00022158561],"domain_scores_gemma":[0.99927515,0.00031159248,0.00003865067,0.00013402663,0.00011401917,0.00012655859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025713912,0.00009061161,0.00008607169,0.00007638854,0.00007958018,0.0002932635,0.0006195865,0.000026574551,0.0000068437002],"category_scores_gemma":[0.000845145,0.00007815136,0.00002562908,0.00027783928,0.000010920716,0.0026883064,0.00021960026,0.00010636958,0.000057511403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012767945,0.00007869618,0.04600366,0.0011248991,0.00015730884,0.000008445086,0.20696661,0.086699836,0.0055266297,0.035615068,0.02947654,0.58821464],"study_design_scores_gemma":[0.0007992681,0.0003191922,0.012069858,0.00012685647,0.000004838052,0.0000069470743,0.0013671898,0.8305745,0.06258262,0.0003205768,0.09116555,0.00066258706],"about_ca_topic_score_codex":0.000029126795,"about_ca_topic_score_gemma":0.0000022255854,"teacher_disagreement_score":0.74387467,"about_ca_system_score_codex":0.00003093543,"about_ca_system_score_gemma":0.0000903492,"threshold_uncertainty_score":0.318692},"labels":[],"label_agreement":null},{"id":"W3095662607","doi":"10.1109/icsme46990.2020.00058","title":"On the Impact of Multi-language Development in Machine Learning Frameworks","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Process (computing); Machine learning; Software engineering; Software development; Language acquisition; Software development process; Natural language processing; Programming language; Software; Mathematics education","score_opus":0.027056516848394756,"score_gpt":0.30460136757901873,"score_spread":0.27754485073062396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095662607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52049583,0.00004954406,0.47879297,0.00042101348,0.000011923855,0.00007075663,1.4376161e-7,0.00008623666,0.0000715454],"genre_scores_gemma":[0.9661342,0.0000012147487,0.033698462,0.00010315304,0.0000058084806,0.0000048589404,4.2842947e-7,0.0000053973195,0.000046497695],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99936026,0.00004132159,0.00010631517,0.00014134857,0.00018966915,0.00016106502],"domain_scores_gemma":[0.9989446,0.00079466245,0.000017402646,0.00017099848,0.000017197519,0.00005513817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002461993,0.00006750442,0.00007956557,0.00005645131,0.000021528465,0.00002969592,0.0005290495,0.000044120534,0.00009214308],"category_scores_gemma":[0.0015602417,0.00003964096,0.000029249464,0.00041482112,0.00000965438,0.00004751595,0.00019830649,0.0005687348,0.00003932981],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004167591,0.00029766836,0.3425631,0.000056937093,0.000104675775,0.00012668943,0.06254614,0.4322013,0.0050444193,0.0070563233,0.00081937166,0.14914173],"study_design_scores_gemma":[0.00017450932,0.00008882934,0.1119213,0.000021431439,1.6887277e-7,7.2122435e-7,0.000034872217,0.8842032,0.0034387496,0.000015819545,0.00002609096,0.000074330914],"about_ca_topic_score_codex":0.00011608343,"about_ca_topic_score_gemma":0.000004874512,"teacher_disagreement_score":0.45200187,"about_ca_system_score_codex":0.00004400312,"about_ca_system_score_gemma":0.000052532232,"threshold_uncertainty_score":0.2470901},"labels":[],"label_agreement":null},{"id":"W3095737939","doi":"10.1109/modre51215.2020.00010","title":"Detecting Emergent Behavior in Scenario-Based Specifications using a Probabilistic Model","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Probabilistic logic; Software engineering; Requirements elicitation; Software; Data mining; Artificial intelligence; Requirements analysis; Programming language","score_opus":0.17913984695598204,"score_gpt":0.31537680350087777,"score_spread":0.13623695654489573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095737939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25987726,0.000009936024,0.73911196,0.0004982882,0.000034747525,0.0002166508,5.3992886e-7,0.00022449277,0.000026113488],"genre_scores_gemma":[0.7507317,2.601432e-7,0.24913958,0.000056792258,0.000015244392,0.0000390867,3.9195172e-7,0.000008429709,0.000008500857],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989551,0.000022231776,0.00018921393,0.00033272032,0.0002482945,0.0002524879],"domain_scores_gemma":[0.99931836,0.00013882136,0.000021107511,0.00033178588,0.0000603817,0.00012956836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015621808,0.00008503055,0.000087284134,0.00011614753,0.00005561861,0.000073412666,0.0005142635,0.000030171228,0.000020655843],"category_scores_gemma":[0.00062354736,0.000087174354,0.000033287128,0.0008063953,0.000014593306,0.00014048329,0.00013624763,0.00016817094,0.000019877274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022138165,0.000068628215,0.009800981,0.00002301509,0.0000015553661,0.0000134636875,0.00036861532,0.97712326,0.009602892,0.0011231262,0.000023102539,0.0018491428],"study_design_scores_gemma":[0.00011713644,0.000019883202,0.0038420942,0.0000076034207,0.0000017700924,0.00000118323,0.000008542091,0.993953,0.0018846748,0.000054380984,0.000009247314,0.000100512756],"about_ca_topic_score_codex":0.000046346955,"about_ca_topic_score_gemma":0.000016503933,"teacher_disagreement_score":0.49085447,"about_ca_system_score_codex":0.00012871031,"about_ca_system_score_gemma":0.0001667701,"threshold_uncertainty_score":0.3554867},"labels":[],"label_agreement":null},{"id":"W3095950387","doi":"10.1145/3417990.3421385","title":"DoMoBOT","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Domain (mathematical analysis); Domain model; Domain engineering; Domain analysis; Tracing; Artificial intelligence; Software engineering; Domain-specific language; Extractor; Software; Machine learning; Programming language; Domain knowledge; Software development; Component-based software engineering; Software construction","score_opus":0.03179134385973498,"score_gpt":0.25997537570294404,"score_spread":0.22818403184320907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095950387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028403457,0.000017826647,0.9873405,0.006491571,0.00005088887,0.000024082183,4.689841e-8,0.0005629186,0.0026718325],"genre_scores_gemma":[0.9006856,9.371444e-7,0.09805719,0.0009794912,0.000045001427,0.0000022656393,7.509774e-8,0.0000026998925,0.00022676068],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996371,0.0000045779034,0.000032007913,0.000109617904,0.0001212033,0.00009548695],"domain_scores_gemma":[0.9996506,0.00010123526,0.0000024980638,0.00014444743,0.000013293902,0.00008795601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000037807455,0.00002531978,0.000028324554,0.000012638148,0.000011059527,0.000044523844,0.00045915795,0.000009081439,0.000059762195],"category_scores_gemma":[0.00020495168,0.000021507563,0.000011638903,0.00021811442,0.0000043345462,0.00010223545,0.00015570474,0.000047584625,0.0006399481],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000060341285,0.000056507706,0.030281499,0.000065464585,0.0000373242,0.00023282508,0.0028958137,0.002840596,0.010935467,0.5364056,0.20723473,0.20900811],"study_design_scores_gemma":[0.0007665323,0.0003221354,0.050994407,0.0000081346225,0.0000015083058,0.000022851063,0.000020103893,0.69218314,0.044805,0.0020837951,0.20822164,0.00057073304],"about_ca_topic_score_codex":0.0000023981854,"about_ca_topic_score_gemma":7.178176e-8,"teacher_disagreement_score":0.8978452,"about_ca_system_score_codex":0.0000046395,"about_ca_system_score_gemma":0.000012881678,"threshold_uncertainty_score":0.82254523},"labels":[],"label_agreement":null},{"id":"W3096162789","doi":"10.1007/s10664-020-09874-z","title":"A feature location approach for mapping application features extracted from crowd-based screencasts to source code","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Computer science; Source code; Codebase; Set (abstract data type); Program comprehension; Software; Workflow; Code (set theory); Information retrieval; Multimedia; World Wide Web; Human–computer interaction; Database; Software system; Programming language","score_opus":0.03464601524693783,"score_gpt":0.2754876655325143,"score_spread":0.24084165028557647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096162789","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011674613,0.00025196414,0.9798812,0.0046437574,0.00012189131,0.0009545099,0.00003453668,0.0024351191,0.00000240086],"genre_scores_gemma":[0.37360057,5.191186e-7,0.62442523,0.0009870076,0.00036958963,0.000390178,0.00012871216,0.000064881584,0.000033326844],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975409,0.000031301173,0.00026355454,0.00097452634,0.0005719211,0.00061782857],"domain_scores_gemma":[0.99708545,0.0014031727,0.00006396186,0.0006491372,0.00023452505,0.0005637685],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023476566,0.00035333858,0.00033242727,0.00020972727,0.00012960227,0.00026042483,0.0011670359,0.00024249626,0.0000030597196],"category_scores_gemma":[0.0041127163,0.00037608648,0.00012321993,0.0018022272,0.000016056354,0.00028190704,0.00023400677,0.00052413053,0.000027465934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052482,0.000089877416,0.021017853,0.00033139772,0.000063367064,0.000006886034,0.0012118338,0.9361033,0.0062461556,0.000051150677,0.017360201,0.017465526],"study_design_scores_gemma":[0.0004954257,0.00008756268,0.10847461,0.000058910297,0.000009325399,0.0000035065157,0.000012499956,0.8477927,0.0026664098,0.000009812014,0.039878182,0.00051104557],"about_ca_topic_score_codex":0.000017302642,"about_ca_topic_score_gemma":9.870547e-7,"teacher_disagreement_score":0.36192596,"about_ca_system_score_codex":0.0001916232,"about_ca_system_score_gemma":0.000111173154,"threshold_uncertainty_score":0.9998691},"labels":[],"label_agreement":null},{"id":"W3096440690","doi":"10.1109/icsme46990.2020.00052","title":"Characterizing Task-Relevant Information in Natural Language Software Artifacts","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Natural language; Relevance (law); Task (project management); Consistency (knowledge bases); Semantics (computer science); Software documentation; Artifact (error); Natural language processing; Software; Documentation; Software development; Key (lock); Frame (networking); Artificial intelligence; Information retrieval; Programming language; Software development process","score_opus":0.011646656451223971,"score_gpt":0.2386682515069486,"score_spread":0.2270215950557246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096440690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5473622,0.00008531411,0.44689262,0.0040483954,0.00026509643,0.00020222971,0.0000021063129,0.00102151,0.000120510296],"genre_scores_gemma":[0.9745547,0.000002317171,0.023917105,0.0014444665,0.000034982382,0.000008328747,0.0000094025145,0.0000050042368,0.000023699442],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999119,0.000017879662,0.0001747868,0.00014956747,0.00027437945,0.00026440146],"domain_scores_gemma":[0.9994435,0.00018411624,0.000027159285,0.00020660095,0.000034033845,0.0001046156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013221017,0.000087286295,0.00009485621,0.00011627796,0.000023616847,0.00017748143,0.00048340828,0.000034009514,0.000020248675],"category_scores_gemma":[0.0011680408,0.00007852006,0.000024531204,0.00046565087,0.000008074575,0.00162485,0.0002398593,0.00023709875,0.00045240414],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004496994,0.00007293599,0.036624767,0.00042539398,0.000038152324,0.00032366996,0.065553896,0.0022163878,0.052476678,0.0028123974,0.0035707122,0.83584005],"study_design_scores_gemma":[0.0012054808,0.00015555824,0.33858877,0.00010329385,0.0000022605893,0.000029692066,0.00043236683,0.61287516,0.034236573,0.000064226086,0.011505869,0.0008007533],"about_ca_topic_score_codex":0.000028070936,"about_ca_topic_score_gemma":0.0000031424377,"teacher_disagreement_score":0.83503926,"about_ca_system_score_codex":0.0000459331,"about_ca_system_score_gemma":0.000040629446,"threshold_uncertainty_score":0.5814891},"labels":[],"label_agreement":null},{"id":"W3096566855","doi":"10.1109/icsme46990.2020.00030","title":"A Fine-Grained Analysis on the Inconsistent Changes in Code Clones","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"clone (Java method); Java; Computer science; Software maintenance; Software bug; Software evolution; Source code; Code (set theory); Programming language; Software system; Software development; Software; Biology; Software construction; Genetics; Set (abstract data type); Gene","score_opus":0.046917457824916645,"score_gpt":0.27024986997261924,"score_spread":0.2233324121477026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096566855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39272013,0.000095016585,0.30296054,0.3022483,0.000100572935,0.00036027294,0.00000485964,0.00063865865,0.00087163557],"genre_scores_gemma":[0.995178,0.0000033176839,0.0030217252,0.0016054698,0.000026660642,0.000028924775,8.591921e-7,0.000004233887,0.00013079667],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912137,0.000054621712,0.00009797955,0.00025237002,0.00028549184,0.00018817204],"domain_scores_gemma":[0.9984842,0.0010072525,0.000016106595,0.00038645655,0.000030944928,0.00007501611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029209175,0.00007688798,0.00013508023,0.00018102725,0.000030819745,0.00007509907,0.0007019955,0.000023796882,0.000055396726],"category_scores_gemma":[0.00090715644,0.000047879625,0.00005734281,0.002175454,0.00001845722,0.000043204323,0.00023487528,0.00013314399,0.00005854479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011569541,0.00053092605,0.50448906,0.00015281996,0.0018714917,0.0005992248,0.018812226,0.0850102,0.004596601,0.28547913,0.035414338,0.06292829],"study_design_scores_gemma":[0.00033157654,0.00022993606,0.19772823,0.0000133972635,0.000022260754,0.0000014389346,0.0000828107,0.7940267,0.003955289,0.00026961308,0.0030906997,0.00024806103],"about_ca_topic_score_codex":0.000076192235,"about_ca_topic_score_gemma":0.00089857995,"teacher_disagreement_score":0.7090165,"about_ca_system_score_codex":0.000024949042,"about_ca_system_score_gemma":0.000024699944,"threshold_uncertainty_score":0.19524746},"labels":[],"label_agreement":null},{"id":"W3096688843","doi":"10.1109/icsme46990.2020.00020","title":"Analysis of Modern Release Engineering Topics : – A Large-Scale Study using StackOverflow –","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software deployment; Computer science; Software engineering; Merge (version control); Debugging; World Wide Web","score_opus":0.02667465741002027,"score_gpt":0.2706080302458039,"score_spread":0.24393337283578362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096688843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4595763,0.000020474916,0.54009485,0.00005415261,0.00002774917,0.0000785837,0.0000024041303,0.00013565073,0.000009832619],"genre_scores_gemma":[0.9562719,0.0000015045389,0.043608475,0.000031237905,0.000036867972,0.0000035746325,8.4787257e-7,0.000009509161,0.00003610835],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988439,0.000023775186,0.00019820532,0.0003202201,0.00036061145,0.00025326703],"domain_scores_gemma":[0.99910206,0.00013961224,0.00002764379,0.00049761194,0.00007923022,0.0001538197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014956793,0.000109062414,0.00025842793,0.00024125664,0.00002623582,0.0000551378,0.000534108,0.000030656407,0.000023196351],"category_scores_gemma":[0.0002260966,0.000104590166,0.00010623632,0.0019044296,0.000005216474,0.00019565047,0.0002807786,0.00009683984,0.0000031422733],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005563714,0.00017870223,0.1382375,0.000026373838,0.00046691755,0.000038225626,0.0061753993,0.8497406,0.0011442567,0.00017129393,0.0000147647515,0.003800355],"study_design_scores_gemma":[0.00020621424,0.00009155429,0.028738711,0.0000022920478,0.000065497574,3.1461602e-7,0.000058732774,0.97022974,0.0004049492,0.000003363342,0.00009547148,0.000103141334],"about_ca_topic_score_codex":0.000042853033,"about_ca_topic_score_gemma":0.000017763736,"teacher_disagreement_score":0.49669558,"about_ca_system_score_codex":0.00005099192,"about_ca_system_score_gemma":0.000049041406,"threshold_uncertainty_score":0.4265063},"labels":[],"label_agreement":null},{"id":"W3096761425","doi":"10.1109/icsme46990.2020.00075","title":"SiblingClassTestDetector: Finding Untested Sibling Functions","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Test suite; Implementation; Suite; Set (abstract data type); Open source; Software engineering; Test (biology); Test case; Programming language; Software; Machine learning","score_opus":0.06061521721568394,"score_gpt":0.27797323455558526,"score_spread":0.21735801733990132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096761425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033317618,0.000053295164,0.96019137,0.0026611718,0.0002516179,0.000097969794,8.1989623e-7,0.0018741115,0.0015520034],"genre_scores_gemma":[0.95878947,0.0000022057534,0.040161144,0.00047375666,0.000135565,0.000010442884,0.0000012118038,0.000014898092,0.00041127892],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988224,0.000022078766,0.00015165767,0.0003588242,0.0003222243,0.00032283508],"domain_scores_gemma":[0.9984923,0.00083112577,0.000022022521,0.00033833034,0.00008178354,0.00023443582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014925635,0.00010808259,0.0001040737,0.00021539316,0.00010831139,0.0002516155,0.0007246238,0.000044559743,0.000089975845],"category_scores_gemma":[0.0016014656,0.00010382901,0.00005189942,0.0020383259,0.000014701331,0.00040563304,0.00030757685,0.00024466816,0.0006457104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056211076,0.00035779394,0.33777657,0.00054648175,0.00039367515,0.0005107383,0.00755238,0.09960303,0.23141299,0.06302111,0.10206273,0.15670627],"study_design_scores_gemma":[0.00060400116,0.00028582194,0.012848311,0.000034301458,0.0000061263836,0.000024160368,0.00009581796,0.95140314,0.014827178,0.00015712921,0.019195689,0.0005183331],"about_ca_topic_score_codex":0.000007950783,"about_ca_topic_score_gemma":0.0000014816047,"teacher_disagreement_score":0.9254719,"about_ca_system_score_codex":0.000040813604,"about_ca_system_score_gemma":0.00006818842,"threshold_uncertainty_score":0.8299516},"labels":[],"label_agreement":null},{"id":"W3096935998","doi":"10.48550/arxiv.2004.08378","title":"On Using Stack Overflow Comment-Edit Pairs to recommend code maintenance changes","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Commit; Code (set theory); Source code; Stack (abstract data type); Programming language; Code smell; Code review; Point (geometry); Data mining; Static program analysis; Software engineering; Software; Database; Software development; Set (abstract data type); Software quality","score_opus":0.15031486902825433,"score_gpt":0.2347062665468398,"score_spread":0.08439139751858546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096935998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098748855,0.00002150333,0.8902407,0.007759715,0.0015206768,0.0006046812,0.00009604682,0.00068400684,0.00032379225],"genre_scores_gemma":[0.9866374,0.00007274248,0.010087875,0.0023247828,0.00019083533,0.0000032393295,0.000015976359,0.00005437376,0.0006127564],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971897,0.00015630676,0.00017864253,0.0015164103,0.0002523773,0.00070654886],"domain_scores_gemma":[0.9968398,0.0007264362,0.00013425977,0.0016432017,0.0001664347,0.0004898319],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003593947,0.00042705037,0.00042641378,0.0004126103,0.0001529639,0.00020113707,0.0028212687,0.000230702,0.00004645634],"category_scores_gemma":[0.00045060014,0.00051434664,0.00014673393,0.0010732788,0.00005671065,0.00019268345,0.004162615,0.0010238538,0.00019253678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015326554,0.00019941726,0.0033773456,0.0003372454,0.0002507943,0.0015632847,0.0008622723,0.8569379,0.00016894133,0.056803398,0.07757524,0.001770943],"study_design_scores_gemma":[0.0008194873,0.00038872426,0.0014395552,0.00062179624,0.000036621663,0.000006343749,0.000076979995,0.96458405,0.0005908635,0.008612031,0.021696638,0.0011269137],"about_ca_topic_score_codex":0.00015342154,"about_ca_topic_score_gemma":0.000049025588,"teacher_disagreement_score":0.88788855,"about_ca_system_score_codex":0.000894605,"about_ca_system_score_gemma":0.00016771312,"threshold_uncertainty_score":0.9997308},"labels":[],"label_agreement":null},{"id":"W3096975346","doi":"10.1007/s11390-020-9668-1","title":"Machine Learning Techniques for Software Maintainability Prediction: Accuracy Analysis","year":2020,"lang":"en","type":"article","venue":"Journal of Computer Science and Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Maintainability; Machine learning; Computer science; Artificial intelligence; Support vector machine; Software; Artificial neural network; Data mining; Reliability engineering; Software engineering; Engineering","score_opus":0.01323511758263632,"score_gpt":0.27447270302207677,"score_spread":0.2612375854394404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096975346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028079743,0.00020623728,0.96180296,0.009324301,0.00010741911,0.00013047639,0.0000013703277,0.0003456971,0.0000018198425],"genre_scores_gemma":[0.5796585,0.000027913871,0.42008424,0.00013507865,0.00008359348,0.0000051495454,2.129322e-7,0.0000036105896,0.0000016705183],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998489,0.00002586436,0.00034135065,0.0003500731,0.0004906883,0.0003030271],"domain_scores_gemma":[0.9976658,0.00048965646,0.00019587322,0.00028378106,0.0011953729,0.0001694673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015108284,0.00010852989,0.0002901138,0.0011330554,0.00022414925,0.00019722526,0.0015821141,0.00008094852,0.0000017456254],"category_scores_gemma":[0.003917453,0.00009054134,0.000082854196,0.0047456142,0.0003368762,0.00079175236,0.00065059355,0.00042038504,5.529122e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024052495,0.000069973,0.19091937,0.00007356696,0.00019030416,0.00006306747,0.00053505786,0.0017965374,0.0015242324,0.0078527415,0.00031504763,0.79663604],"study_design_scores_gemma":[0.0006556772,0.003583353,0.021476975,0.00003938201,0.000092331364,0.00042899745,0.000038790004,0.9264,0.015210059,0.011062099,0.020681685,0.00033062106],"about_ca_topic_score_codex":0.0000015343386,"about_ca_topic_score_gemma":2.6703287e-7,"teacher_disagreement_score":0.9246035,"about_ca_system_score_codex":0.00008279541,"about_ca_system_score_gemma":0.00028233035,"threshold_uncertainty_score":0.468984},"labels":[],"label_agreement":null},{"id":"W3097665816","doi":"10.1109/icsme46990.2020.00038","title":"Studying Software Developer Expertise and Contributions in Stack Overflow and GitHub","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; JavaScript; Key (lock); Context (archaeology); Software; Subject-matter expert; Knowledge management; Exploratory research; Field (mathematics); World Wide Web; Data science; Software development; Software engineering; Expert system; Artificial intelligence; Computer security","score_opus":0.031047070550848842,"score_gpt":0.2708157261517995,"score_spread":0.23976865560095065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097665816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37501305,0.0004907934,0.6220457,0.0020117743,0.000039543927,0.00014883092,0.0000031026564,0.00022642435,0.000020809817],"genre_scores_gemma":[0.95163566,0.00003408292,0.0478891,0.0003636611,0.00001740198,0.000017381712,6.4678557e-7,0.0000065495915,0.00003550425],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991599,0.000025281666,0.00011636179,0.00029414665,0.0001710069,0.00023331182],"domain_scores_gemma":[0.9992759,0.0003450476,0.000008860895,0.00015029174,0.00005411758,0.00016575016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001402397,0.000085937696,0.00011573133,0.0000603478,0.00005835817,0.00015054361,0.00021194492,0.000033803797,0.000011073968],"category_scores_gemma":[0.001299049,0.00007756331,0.00000877497,0.00034850292,0.00002782131,0.00033129432,0.00043433675,0.00012696661,0.000010362837],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021171392,0.000083935396,0.8843622,0.000106166364,0.000045620785,0.00025177043,0.013007419,0.0005172389,0.0015831472,0.005314668,0.003313247,0.09139341],"study_design_scores_gemma":[0.002360457,0.00020352793,0.8686997,0.000073884716,0.000003518313,0.000030999967,0.00029202402,0.120183796,0.0029564472,0.000355827,0.0042155553,0.0006242418],"about_ca_topic_score_codex":0.00003140092,"about_ca_topic_score_gemma":0.000011148774,"teacher_disagreement_score":0.5766226,"about_ca_system_score_codex":0.000040622228,"about_ca_system_score_gemma":0.00005551732,"threshold_uncertainty_score":0.31629398},"labels":[],"label_agreement":null},{"id":"W3097847123","doi":"10.1109/modre51215.2020.00016","title":"A Neural Network Based Approach to Domain Modelling Relationships and Patterns Recognition","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Domain (mathematical analysis); Domain analysis; Domain model; Artificial intelligence; Sentence; Context (archaeology); Artificial neural network; Domain engineering; Exploit; Feature-oriented domain analysis; Domain knowledge; Natural language processing; Machine learning; Software; Software development; Component-based software engineering","score_opus":0.10822412897707545,"score_gpt":0.24515943019828998,"score_spread":0.13693530122121453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097847123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10033035,0.000013131524,0.8973429,0.0016531439,0.00003284504,0.00015393108,0.0000010710221,0.00028481783,0.00018779968],"genre_scores_gemma":[0.5972338,4.4085417e-7,0.40225348,0.00042377805,0.000057256624,0.000015936192,0.0000035004357,0.0000055598257,0.0000062767863],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991624,0.00006646754,0.00009995856,0.00029030823,0.00017693329,0.00020396501],"domain_scores_gemma":[0.99923337,0.0003664042,0.000010844385,0.00016225537,0.00003167204,0.00019543526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027343875,0.00007169894,0.00006933732,0.00004610801,0.000083357605,0.00012684919,0.00022224369,0.00003282867,0.0000042545557],"category_scores_gemma":[0.00011562351,0.000069793066,0.000017345807,0.00042553828,0.0000057328434,0.00017646847,0.00011136804,0.0001861015,0.000022312379],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004666797,0.000009303991,0.009430967,0.000020030606,0.0000029625567,0.0000025063298,0.00047995336,0.9854022,0.000012005956,0.0009921314,0.00039195555,0.0032512774],"study_design_scores_gemma":[0.00011355334,0.000030615294,0.0039341673,0.000008116357,9.12196e-7,0.0000020809414,0.000013327601,0.995143,0.000018334516,0.00057553133,0.000068350186,0.000092022216],"about_ca_topic_score_codex":0.000009602534,"about_ca_topic_score_gemma":6.518372e-7,"teacher_disagreement_score":0.49690342,"about_ca_system_score_codex":0.0000135726805,"about_ca_system_score_gemma":0.000013867698,"threshold_uncertainty_score":0.28460786},"labels":[],"label_agreement":null},{"id":"W3098139023","doi":"10.1145/3368089.3417922","title":"LibComp: an IntelliJ plugin for comparing Java libraries","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Plug-in; Computer science; Java; Dependency (UML); World Wide Web; Process (computing); Software engineering; Domain (mathematical analysis); Metric (unit); Software; Programming language; Engineering","score_opus":0.09248894072043512,"score_gpt":0.2896499004870143,"score_spread":0.19716095976657916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098139023","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021892404,0.00007844886,0.9739885,0.0018817576,0.00014461813,0.00017229805,7.8575965e-7,0.0011855348,0.0006556671],"genre_scores_gemma":[0.7200169,0.000001362849,0.27906385,0.000609244,0.00012683887,0.000017341994,0.0000030472181,0.000014412926,0.0001469763],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990367,0.000017813109,0.00013784447,0.00033242218,0.00018847435,0.00028669895],"domain_scores_gemma":[0.9988225,0.00053763756,0.000015562646,0.00034718914,0.000044195796,0.00023291782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011906984,0.00010191546,0.0001453727,0.00005994881,0.00006244601,0.00042033312,0.001247935,0.00003335828,0.00003218495],"category_scores_gemma":[0.00034428018,0.00009495584,0.000041150844,0.00032442168,0.000028248432,0.0008813666,0.00041393682,0.00012704176,0.00008420995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007493196,0.00017728524,0.05971016,0.00032666873,0.0000909475,0.000033878045,0.011926834,0.013158139,0.0020983838,0.7610926,0.071023315,0.08028686],"study_design_scores_gemma":[0.0002511403,0.00019091612,0.0037890451,0.000008795967,0.0000013628623,0.000002698281,0.000047332167,0.95419353,0.009940565,0.0014434578,0.029934121,0.00019704975],"about_ca_topic_score_codex":0.000009722626,"about_ca_topic_score_gemma":0.0000016938192,"teacher_disagreement_score":0.9410354,"about_ca_system_score_codex":0.000013693608,"about_ca_system_score_gemma":0.000051773713,"threshold_uncertainty_score":0.40532818},"labels":[],"label_agreement":null},{"id":"W3099529967","doi":"10.1109/esem.2019.8870177","title":"On the Impact of Refactoring on the Relationship between Quality Attributes and Design Metrics","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Quality (philosophy); Software engineering; Programming language; Software","score_opus":0.3890357204351267,"score_gpt":0.2934785192488043,"score_spread":0.09555720118632238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3099529967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60999537,0.000018375737,0.38942182,0.000094862575,0.000068030015,0.00026368414,0.000014144769,0.00005817237,0.00006554611],"genre_scores_gemma":[0.99952453,0.00001739479,0.00026417975,0.000006893171,0.000025536809,8.348594e-7,0.000002663441,0.000011796997,0.00014618524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99822253,0.0005948522,0.00016755442,0.00054392737,0.00021411775,0.000256996],"domain_scores_gemma":[0.95694065,0.041094545,0.00019219775,0.0015547671,0.00013504582,0.000082799634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002089812,0.0002104749,0.0002556211,0.00032481624,0.0001505944,0.00010427592,0.0017002613,0.00018123002,0.000006300127],"category_scores_gemma":[0.0062421355,0.00013752519,0.0001590843,0.0010843565,0.0000858633,0.00012744384,0.0010840003,0.0009870633,0.0000259346],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013235184,0.000018193663,0.6231794,0.000027199376,0.00008027034,0.000004184244,0.00013435316,0.23415485,0.000004405516,0.14219145,0.00014289503,0.00004960039],"study_design_scores_gemma":[0.00012659265,0.00012906175,0.93169534,0.00009582827,0.000015513493,2.5031687e-7,0.000015504962,0.0343384,0.0001786554,0.033223644,0.0000033416882,0.00017786013],"about_ca_topic_score_codex":0.00021026541,"about_ca_topic_score_gemma":6.8438106e-7,"teacher_disagreement_score":0.38952914,"about_ca_system_score_codex":0.0003368142,"about_ca_system_score_gemma":0.00017441473,"threshold_uncertainty_score":0.747287},"labels":[],"label_agreement":null},{"id":"W3101009354","doi":"10.1109/scam51674.2020.00020","title":"Annotation practices in Android apps","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canada Research Chairs","keywords":"Android (operating system); Java; Computer science; Annotation; Java Programming Language; World Wide Web; Android app; Empirical research; Mobile device; Application programming interface; Operating system; Artificial intelligence","score_opus":0.05747301230433355,"score_gpt":0.31700793567798646,"score_spread":0.2595349233736529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3101009354","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.143121,0.00008002279,0.8440063,0.0102934195,0.00006847905,0.00010148873,1.5398635e-7,0.00035650062,0.0019726506],"genre_scores_gemma":[0.9610816,0.000004960125,0.038538147,0.00029035052,0.000024609073,0.000005277574,3.5775943e-7,0.0000024891983,0.00005216749],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995173,0.000018240122,0.000061864055,0.00015029829,0.00015245522,0.000099828525],"domain_scores_gemma":[0.9994793,0.00031082486,0.000023235998,0.00011596049,0.000021152664,0.00004954272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013838988,0.000031303123,0.000037566875,0.000043723958,0.000009641854,0.000074819705,0.00030169255,0.000014670422,0.00001448546],"category_scores_gemma":[0.0014379055,0.000029155617,0.0000070274327,0.00046334337,0.000004316978,0.00047408513,0.00008504849,0.000083164414,0.00011567294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005038998,0.0002648843,0.4926552,0.0002561047,0.000035985006,0.000495139,0.01804337,0.017196774,0.019520115,0.08146296,0.027824638,0.34219444],"study_design_scores_gemma":[0.0005124911,0.00014683817,0.17284094,0.000011325304,7.487489e-7,0.0000093914205,0.00008620203,0.8062594,0.005820721,0.00055351923,0.013545454,0.00021297642],"about_ca_topic_score_codex":0.000023403063,"about_ca_topic_score_gemma":0.000003909032,"teacher_disagreement_score":0.8179606,"about_ca_system_score_codex":0.000011375648,"about_ca_system_score_gemma":0.000025471327,"threshold_uncertainty_score":0.1721411},"labels":[],"label_agreement":null},{"id":"W3102320290","doi":"10.22215/etd/2020-14169","title":"Studying the Change History of Code Snippets on Stack Overflow and GitHub","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Code (set theory); Reuse; Software evolution; Code reuse; World Wide Web; Source code; Software; Stack (abstract data type); Information retrieval; Code review; Software engineering; Data science; Database; Software development; Programming language; Static program analysis; Software construction; Engineering","score_opus":0.07927431558380178,"score_gpt":0.28968422317857356,"score_spread":0.2104099075947718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102320290","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7253079,0.041922957,0.08937255,0.006859053,0.03825441,0.008944004,0.00010206993,0.0039040598,0.085333034],"genre_scores_gemma":[0.96978855,0.00048428646,0.0045597847,0.00059103617,0.00045797753,0.00017777712,0.00006008203,0.00009121086,0.023789316],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987464,0.000038326383,0.00015262944,0.00034838123,0.0005364581,0.00017780719],"domain_scores_gemma":[0.9987624,0.00055581017,0.000073320945,0.00046806977,0.000075539276,0.000064860265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019591153,0.00015778714,0.0002004521,0.00012162916,0.00003278016,0.00003955085,0.0007338099,0.00008011366,0.00002151117],"category_scores_gemma":[0.00027465433,0.00011580488,0.000041675336,0.00016671231,0.000022893111,0.000117421536,0.00012571401,0.000314636,0.0000165663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044450062,0.0007209043,0.012253933,0.006618711,0.0010113233,0.0004602253,0.22298275,0.000276592,0.00446,0.09150834,0.23448499,0.42477775],"study_design_scores_gemma":[0.0026598223,0.0030230049,0.4793083,0.002327212,0.00012700645,0.000026891052,0.0024450468,0.1081985,0.010166825,0.00074671226,0.38793203,0.003038653],"about_ca_topic_score_codex":0.00006410852,"about_ca_topic_score_gemma":0.000042355194,"teacher_disagreement_score":0.46705437,"about_ca_system_score_codex":0.0001540668,"about_ca_system_score_gemma":0.0001397155,"threshold_uncertainty_score":0.4722386},"labels":[],"label_agreement":null},{"id":"W3102671910","doi":"","title":"Ammonia: An Approach for Deriving Project Specific Bug Patterns","year":2020,"lang":"en","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software bug; Java; Software engineering; Commit; Security bug; Software development; Software; Programming language; Database; Operating system; Software security assurance","score_opus":0.06341276235819418,"score_gpt":0.2918402594894768,"score_spread":0.2284274971312826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102671910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04071001,0.00016670095,0.95626324,0.00025955265,0.0010328267,0.00054356945,0.00026359936,0.00059690094,0.00016357726],"genre_scores_gemma":[0.6774361,0.000016679103,0.32003063,0.00011430826,0.001630972,0.00019709957,0.0005199277,0.000025678479,0.000028590552],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974791,0.00005414825,0.0003285858,0.00088156614,0.0007895887,0.00046705568],"domain_scores_gemma":[0.9982408,0.0003305519,0.000070430084,0.0008387958,0.00024503053,0.0002743738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031008633,0.00024167563,0.00021679504,0.00011661659,0.00047252266,0.00054753677,0.001268283,0.00007759091,0.0000031479794],"category_scores_gemma":[0.00082029705,0.00023926253,0.00008614272,0.0005743685,0.000115571376,0.0019379762,0.0005608638,0.00029735753,0.000012578959],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007689714,0.0023901386,0.2592565,0.0037127896,0.00068467646,0.002437027,0.009132088,0.03893973,0.07404626,0.5435624,0.040499713,0.024569692],"study_design_scores_gemma":[0.00378339,0.0012123797,0.06909164,0.0004711755,0.00006232659,0.0012679134,0.0004484887,0.42708376,0.06386786,0.00024875102,0.42924747,0.003214829],"about_ca_topic_score_codex":0.00014392474,"about_ca_topic_score_gemma":0.000005355612,"teacher_disagreement_score":0.6367261,"about_ca_system_score_codex":0.00017774483,"about_ca_system_score_gemma":0.0005102592,"threshold_uncertainty_score":0.9756843},"labels":[],"label_agreement":null},{"id":"W3102738773","doi":"10.22215/etd/2020-14190","title":"Analysis and Maintainability of Complex Industry Test Code Using Clone Detection","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Maintainability; Computer science; Source code; Programming language; Code refactoring; Java; Software maintenance; Code (set theory); Software engineering; Software; Software system; Set (abstract data type); Biology; Genetics","score_opus":0.03408750687434436,"score_gpt":0.3173681645261578,"score_spread":0.28328065765181343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3102738773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60750747,0.000022144486,0.3920375,0.000034177392,0.000060588303,0.00013150941,0.0000065469403,0.0001237137,0.00007629906],"genre_scores_gemma":[0.98050123,0.000003105575,0.019261513,0.000008698905,0.000022240389,0.0000059391573,0.000041404266,0.000011305591,0.0001445539],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99869955,0.000043674958,0.00027188868,0.00044743664,0.0003578971,0.00017957881],"domain_scores_gemma":[0.9985886,0.00055180007,0.00011189097,0.00041207878,0.00022776188,0.00010783197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025519542,0.00015337758,0.00034458068,0.00041281647,0.000057588095,0.000076899625,0.00038722015,0.0003043141,0.000028204811],"category_scores_gemma":[0.0011576985,0.00015943722,0.00008701777,0.0019352777,0.0000319126,0.00012051362,0.00011812072,0.0005261992,0.0000012273994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006826345,0.00028681106,0.81317174,0.002233841,0.0015265959,0.000050851835,0.0024309407,0.0059706247,0.10321573,0.0008281482,0.00006188533,0.070154585],"study_design_scores_gemma":[0.00009118759,0.000063774285,0.6576142,0.00001720618,0.000113841736,0.0000027346832,0.00013695487,0.32582235,0.015826363,0.000112037145,0.000024706875,0.00017469983],"about_ca_topic_score_codex":0.00049538503,"about_ca_topic_score_gemma":0.00028497717,"teacher_disagreement_score":0.37299374,"about_ca_system_score_codex":0.00011393415,"about_ca_system_score_gemma":0.000114355214,"threshold_uncertainty_score":0.6501661},"labels":[],"label_agreement":null},{"id":"W3104993042","doi":"10.1145/3368089.3417927","title":"JITO: a tool for just-in-time defect identification and localization","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software bug; Task (project management); Identification (biology); Quality assurance; Computer science; Software; Software quality; Quality (philosophy); Software quality assurance; Software engineering; Software quality analyst; Software development; Programming language; Engineering; Systems engineering; Operations management","score_opus":0.022223405175218397,"score_gpt":0.272385967843636,"score_spread":0.25016256266841763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3104993042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038923122,0.000029261264,0.95986986,0.00073483016,0.000035929635,0.00022129313,5.7029547e-7,0.00016810819,0.000017036626],"genre_scores_gemma":[0.9814634,0.0000036725505,0.018069124,0.00021518687,0.00003273408,0.000038256494,0.0000033549704,0.0000064025758,0.000167902],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994486,0.000013071161,0.00009532993,0.00020489853,0.00013008442,0.0001080339],"domain_scores_gemma":[0.9995272,0.00025124903,0.000011568983,0.00013098848,0.000037703812,0.00004126094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020392652,0.000042104708,0.000052551968,0.000047323592,0.000023404207,0.00013453336,0.00022503753,0.00002393436,0.0000062273107],"category_scores_gemma":[0.00066315505,0.00004150006,0.000016534214,0.00029886456,0.0000074322274,0.00021702088,0.00007710241,0.000031739593,0.000040633757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013156925,0.0003141436,0.4157077,0.0016409893,0.00011387431,0.000040085553,0.009912767,0.049919643,0.07579998,0.10296351,0.071072936,0.2723828],"study_design_scores_gemma":[0.00024922617,0.000043256852,0.02319402,0.000006241949,0.0000016076276,0.0000013558501,0.0000038728363,0.9708711,0.004110383,0.0002828992,0.0011533978,0.0000826433],"about_ca_topic_score_codex":0.000003801609,"about_ca_topic_score_gemma":6.9911084e-7,"teacher_disagreement_score":0.9425402,"about_ca_system_score_codex":0.00001741874,"about_ca_system_score_gemma":0.000016504899,"threshold_uncertainty_score":0.16923234},"labels":[],"label_agreement":null},{"id":"W3105904721","doi":"","title":"A Digital Game Maturity Model (DGMM)","year":2016,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; Western University","funders":"","keywords":"Maturity (psychological); Video game development; Capability Maturity Model; Popularity; Computer science; Game Developer; Knowledge management; Quality (philosophy); Game design; Software; Process management; Multimedia; Engineering","score_opus":0.07978850938261935,"score_gpt":0.2992522991797711,"score_spread":0.21946378979715175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3105904721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68774843,0.000028871968,0.31062233,0.00043038762,0.00015413717,0.00014211173,0.000024146937,0.0006768936,0.00017271457],"genre_scores_gemma":[0.9833602,0.000022001925,0.0007217582,0.00010312964,0.00005871282,0.0000015384203,0.0000027821034,0.000038651386,0.015691254],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973529,0.000087908105,0.00021144877,0.00085308694,0.0007137331,0.0007808975],"domain_scores_gemma":[0.9974842,0.00044594056,0.000088588495,0.0013360666,0.00018504282,0.00046014093],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030913588,0.00032678118,0.00027659695,0.0005796435,0.0001299963,0.0007597555,0.002879184,0.00020194911,0.000010393791],"category_scores_gemma":[0.00028032545,0.00028938116,0.00015757368,0.0007129998,0.00012355536,0.0060394816,0.0015228813,0.00046000438,0.0007857405],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033754273,0.00008664766,0.98992383,0.000028547078,0.00004196247,0.00038327585,0.00017403884,0.00013208805,0.0011120433,0.00092960807,0.0000039457727,0.0071502714],"study_design_scores_gemma":[0.0021315904,0.00017446045,0.98469776,0.00036506355,0.00002057326,0.00012177881,0.000017752214,0.00012782698,0.004590066,0.0017593188,0.0048936903,0.0011001229],"about_ca_topic_score_codex":5.72919e-7,"about_ca_topic_score_gemma":0.000026125837,"teacher_disagreement_score":0.30990058,"about_ca_system_score_codex":0.0003565373,"about_ca_system_score_gemma":0.00017155147,"threshold_uncertainty_score":0.99999225},"labels":[],"label_agreement":null},{"id":"W3106278391","doi":"10.1109/issrew.2016.43","title":"On Automatic Detection of Performance Bugs","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software bug; Operating system; Software","score_opus":0.010324885819473264,"score_gpt":0.23211643080949043,"score_spread":0.22179154499001716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106278391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4772124,0.0000019771003,0.5222355,0.00005571952,0.00006676065,0.000023142446,4.558263e-8,0.00015495205,0.00024949847],"genre_scores_gemma":[0.9946889,0.0000020656294,0.004860199,0.000009155157,0.0000075407097,0.0000047474273,9.74596e-9,0.0000026740315,0.0004247058],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999553,0.0000078531175,0.000066078734,0.00009264075,0.00017956935,0.00010084027],"domain_scores_gemma":[0.999285,0.0003765886,0.000012426379,0.00027185478,0.000028822455,0.000025315372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012689718,0.000034191453,0.000041357463,0.00008034934,0.000014002385,0.000008492417,0.00026392937,0.000015696667,0.000026919552],"category_scores_gemma":[0.00020863705,0.000020139873,0.000013321425,0.0001616377,0.000011608314,0.00015259291,0.000050459268,0.000025677595,0.00016454478],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019620259,0.000020942492,0.0019506254,0.000032055174,0.0000050082162,8.088506e-7,0.000054354106,0.0000721694,0.04461585,0.00636425,0.00009222055,0.94678974],"study_design_scores_gemma":[0.0002811719,0.00036872612,0.12270807,0.00008659043,6.3036117e-7,0.000006350545,9.139436e-7,0.15421073,0.7213786,0.0005770956,0.0002756018,0.00010548556],"about_ca_topic_score_codex":0.000002322224,"about_ca_topic_score_gemma":3.2846924e-7,"teacher_disagreement_score":0.94668424,"about_ca_system_score_codex":0.000027358035,"about_ca_system_score_gemma":0.000012648551,"threshold_uncertainty_score":0.21149452},"labels":[],"label_agreement":null},{"id":"W3108206695","doi":"10.5753/cbie.sbie.2020.1633","title":"Detection of Programming Plagiarism in Computing Education: A Systematic Mapping Study","year":2020,"lang":"en","type":"article","venue":"Anais do XXXI Simpósio Brasileiro de Informática na Educação (SBIE 2020)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Canadian Bureau for International Education","keywords":"Computer science; Domain (mathematical analysis); Compromise; Software engineering; Data science; Mathematics","score_opus":0.0199727210368318,"score_gpt":0.2836641455116207,"score_spread":0.26369142447478894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108206695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8719113,0.0005814636,0.12417898,0.00030543376,0.0004941903,0.00205535,0.0000015975615,0.00036614586,0.00010552288],"genre_scores_gemma":[0.9862928,0.000013366007,0.013004492,0.00026424014,0.00020218265,0.00016496847,0.0000034206503,0.000040088853,0.000014475749],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99618286,0.00021667973,0.0012549687,0.00065760163,0.00088842446,0.0007994391],"domain_scores_gemma":[0.9968975,0.0011372595,0.00035730973,0.00087882904,0.00028628256,0.0004428218],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014468988,0.00037576698,0.0006907483,0.00060034246,0.00016887602,0.0004200229,0.0015472785,0.0001992518,0.000014243452],"category_scores_gemma":[0.0041631567,0.0003901429,0.00015390257,0.0032219389,0.000062376035,0.00064404635,0.0006381505,0.0008260995,0.000051763633],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007452893,0.0021280888,0.64355737,0.024257088,0.0004290914,0.00019421772,0.12538268,0.0044943253,0.0027432807,0.0006676462,0.000930966,0.1951407],"study_design_scores_gemma":[0.0033808486,0.0024985324,0.58867544,0.007360032,0.0001473043,0.00038831856,0.048113607,0.34219915,0.0039672493,0.00019462024,0.0006983151,0.002376578],"about_ca_topic_score_codex":0.00021031163,"about_ca_topic_score_gemma":0.000016867041,"teacher_disagreement_score":0.33770484,"about_ca_system_score_codex":0.00032659882,"about_ca_system_score_gemma":0.00095081294,"threshold_uncertainty_score":0.99985504},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3108760172","doi":"10.1145/3428249","title":"Designing types for R, empirically","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ACM on Programming Languages","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Office of Naval Research; Office of Naval Research Global; Natural Sciences and Engineering Research Council of Canada; European Commission; National Science Foundation","keywords":"Computer science; Compiler; Data type; Programming language; Code (set theory); Variety (cybernetics); Source code; Overhead (engineering); Process (computing); Artificial intelligence","score_opus":0.03649795393744953,"score_gpt":0.30183421922706444,"score_spread":0.2653362652896149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108760172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68721265,0.0016287402,0.1895231,0.11239417,0.00057267613,0.0040979786,0.000011668192,0.0035214792,0.0010375255],"genre_scores_gemma":[0.61792976,0.0000016514786,0.38152903,0.00032414138,0.000081405924,0.00006035773,2.800356e-7,0.000016370455,0.000056995512],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99899393,0.0000041793455,0.00014102872,0.00027806577,0.00031073537,0.00027205903],"domain_scores_gemma":[0.99888974,0.00047491942,0.00008224132,0.00029948997,0.00017423782,0.00007935142],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00030288703,0.00010817882,0.00013501449,0.000048267444,0.000077258206,0.0001414525,0.0030201501,0.000043272885,0.0000018217758],"category_scores_gemma":[0.011924882,0.00007566013,0.00008697521,0.00046972322,0.00003655201,0.00015208221,0.00080315943,0.00014760668,0.0000053169347],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001820371,0.00029292895,0.05930092,0.0019296396,0.00026141744,0.000007646906,0.018178014,0.00022943909,0.20225346,0.04644158,0.02987249,0.6410504],"study_design_scores_gemma":[0.0011478781,0.0017657825,0.008783817,0.0003921461,0.000045599292,0.00001561662,0.00085644505,0.0044597113,0.9476553,0.0046291207,0.029541008,0.000707568],"about_ca_topic_score_codex":0.0000028303643,"about_ca_topic_score_gemma":8.825051e-8,"teacher_disagreement_score":0.74540186,"about_ca_system_score_codex":0.00001830959,"about_ca_system_score_gemma":0.000024732219,"threshold_uncertainty_score":0.9963981},"labels":[],"label_agreement":null},{"id":"W3109504448","doi":"10.1016/j.asoc.2020.106908","title":"WhoReview: A multi-objective search-based approach for code reviewers recommendation in modern code review","year":2020,"lang":"en","type":"article","venue":"Applied Soft Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada","keywords":"Code review; Computer science; Context (archaeology); Code (set theory); Software development; Set (abstract data type); Software; Workload; Software quality; Source code; Software evolution; Software engineering; Quality (philosophy); Empirical research; Software construction; Programming language","score_opus":0.07410835405611745,"score_gpt":0.3230320341263064,"score_spread":0.24892368007018895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109504448","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014134982,0.0068528457,0.9873299,0.002181211,0.00006554961,0.0028254692,0.000011157773,0.0004810205,0.000111499394],"genre_scores_gemma":[0.17321181,0.0009898741,0.8196368,0.0054783234,0.000101334925,0.00040337365,0.00010404119,0.00006918581,0.0000052582877],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969679,0.00019706771,0.0006820285,0.0010519186,0.00042675924,0.00067432405],"domain_scores_gemma":[0.997376,0.0014624046,0.0001698351,0.00055704155,0.00020421208,0.0002305014],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025177405,0.0003158927,0.0006906428,0.00014264135,0.00015340782,0.000114847775,0.0011855875,0.00008841966,0.000004056231],"category_scores_gemma":[0.001631039,0.00032564846,0.00015280677,0.001319727,0.000047570615,0.00016510287,0.00042532865,0.0005542443,0.000023441633],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031835938,0.0002100616,0.00065350253,0.011282803,0.000049852744,0.0000051623506,0.0017513187,0.10486793,0.00032123085,0.0011912053,0.0032403825,0.8763947],"study_design_scores_gemma":[0.0008913802,0.000049723607,0.00017264039,0.00093164056,0.00001150052,0.0000018448189,0.000023872266,0.9931725,0.00016441428,0.00005233821,0.004191293,0.00033683944],"about_ca_topic_score_codex":0.000007630066,"about_ca_topic_score_gemma":0.0000018754989,"teacher_disagreement_score":0.8883046,"about_ca_system_score_codex":0.00021412648,"about_ca_system_score_gemma":0.00019430336,"threshold_uncertainty_score":0.99991953},"labels":[],"label_agreement":null},{"id":"W3109776429","doi":"10.1145/3368089.3417057","title":"Establishing key performance indicators for measuring software-development processes at a large organization","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft","keywords":"Process management; Key (lock); Computer science; Performance indicator; Comparability; Software development; Software; Quality (philosophy); Knowledge management; Engineering management; Risk analysis (engineering); Engineering; Business; Computer security","score_opus":0.024633593611168597,"score_gpt":0.22268670594871995,"score_spread":0.19805311233755135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109776429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21317458,0.000043369248,0.78525263,0.00029135478,0.000074941665,0.00022084659,9.166519e-7,0.00091476477,0.000026625385],"genre_scores_gemma":[0.78291315,0.0000071186623,0.2165941,0.00021841687,0.000057592577,0.000044972123,0.000009338105,0.000027699874,0.00012760004],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99855024,0.000009922615,0.00019018353,0.0003906948,0.00046331203,0.00039562973],"domain_scores_gemma":[0.99892956,0.00037706867,0.00004798083,0.00020204434,0.00026484058,0.00017850134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032746175,0.00012724691,0.0001170763,0.00014056587,0.00028218166,0.00025093651,0.0008502952,0.00004923175,0.000028176313],"category_scores_gemma":[0.0055526732,0.000121034056,0.000014317941,0.0017502581,0.00000889049,0.00089471816,0.0005882884,0.000102895385,0.00006066907],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017104709,0.000099697456,0.93190783,0.0023043742,0.000060981703,0.0000072359026,0.02129556,0.0032281943,0.0006387243,0.0006609612,0.004547179,0.03523213],"study_design_scores_gemma":[0.0025476157,0.00032795017,0.1992782,0.00030812892,0.00001503202,0.000023985547,0.00015825439,0.10140817,0.5720198,0.000042515647,0.12204458,0.0018257682],"about_ca_topic_score_codex":0.0000010465417,"about_ca_topic_score_gemma":0.0000024297196,"teacher_disagreement_score":0.73262966,"about_ca_system_score_codex":0.00015552127,"about_ca_system_score_gemma":0.00036291475,"threshold_uncertainty_score":0.66474694},"labels":[],"label_agreement":null},{"id":"W3110861511","doi":"10.18608/jla.2020.73.10","title":"Are You Being Rhetorical? A Description of Rhetorical Move Annotation Tools and Open Corpus of Sample Machine-Annotated Rhetorical Moves","year":2020,"lang":"en","type":"article","venue":"Journal of Learning Analytics","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"University of Technology Sydney","keywords":"Rhetorical question; Computer science; Formative assessment; Learning analytics; Annotation; Analytics; Field (mathematics); Sample (material); Data science; Artificial intelligence; Natural language processing; Linguistics; Mathematics education; Psychology","score_opus":0.09093260998804008,"score_gpt":0.3158404757066359,"score_spread":0.22490786571859583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110861511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41743448,0.00030253158,0.5809855,0.00092391897,0.00018542355,0.00010323874,0.0000069420107,0.000036655692,0.000021309786],"genre_scores_gemma":[0.96416247,0.00010953855,0.035506386,0.000037887112,0.00011217233,0.0000010674249,0.0000031288732,0.000019417032,0.000047947135],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975263,0.00022920853,0.00087366946,0.00025970043,0.00085159595,0.00025950823],"domain_scores_gemma":[0.9959476,0.0016294917,0.0011288695,0.00020654243,0.00080662133,0.000280887],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009975649,0.00017219794,0.0006364802,0.00028755423,0.000084879146,0.00025960937,0.0008722006,0.00010593879,0.0000069517887],"category_scores_gemma":[0.01305012,0.0001559192,0.00013456622,0.0012287861,0.00005571842,0.0008109958,0.0004077357,0.0007815367,0.0000016953715],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003280872,0.00027993543,0.82248807,0.0003018125,0.00041117068,0.00017491836,0.00494371,0.13577658,0.009629063,0.0025266265,0.00088489277,0.022255138],"study_design_scores_gemma":[0.0015411509,0.0015269857,0.21193199,0.00029835888,0.000106426196,0.00009687543,0.00034867862,0.7786063,0.0021668668,0.0009857413,0.0020366404,0.0003539749],"about_ca_topic_score_codex":0.000046590776,"about_ca_topic_score_gemma":8.551648e-7,"teacher_disagreement_score":0.6428297,"about_ca_system_score_codex":0.00016149617,"about_ca_system_score_gemma":0.00013377825,"threshold_uncertainty_score":0.9952634},"labels":[],"label_agreement":null},{"id":"W3111275476","doi":"10.1109/tse.2021.3078384","title":"A Comparison of Natural Language Understanding Platforms for Chatbots in Software Engineering","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Chatbot; Computer science; IBM; Natural language understanding; Natural language; Task (project management); Software; Data science; Artificial intelligence; Software engineering; World Wide Web; Natural language processing; Programming language; Engineering","score_opus":0.0374386258312366,"score_gpt":0.29901288892110517,"score_spread":0.2615742630898686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111275476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12581848,0.0006317081,0.8712961,0.000015551146,0.0011693609,0.00028128206,0.00002398965,0.00076256064,9.746337e-7],"genre_scores_gemma":[0.84465903,0.000009598366,0.1550711,0.000010649176,0.00003873936,0.00009895856,0.0000073238475,0.000061944644,0.000042651012],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978154,0.0000110440915,0.0005032845,0.0005299294,0.00047978148,0.00066056347],"domain_scores_gemma":[0.99681216,0.0023471068,0.00006313984,0.00053561,0.000096543685,0.00014542618],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027222998,0.00033168303,0.0004944089,0.0006905418,0.00008296878,0.00008984734,0.00051730656,0.00016473541,0.000011893535],"category_scores_gemma":[0.000766188,0.000377216,0.00021334291,0.0012566352,0.000019031786,0.00043110058,0.000014935536,0.0006546523,0.000005072938],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029030612,0.00020002433,0.0030534249,0.0006776905,0.00011852568,0.00006960763,0.0024059485,0.98172057,0.005136516,0.00057748327,0.000024304096,0.0059868935],"study_design_scores_gemma":[0.0018020314,0.00017881759,0.0032722983,0.0010189668,0.000026557285,0.000059652237,0.0004011731,0.77214974,0.22013722,0.0000308308,0.00007803629,0.0008446582],"about_ca_topic_score_codex":0.00001091441,"about_ca_topic_score_gemma":0.000017653843,"teacher_disagreement_score":0.71884054,"about_ca_system_score_codex":0.0004506119,"about_ca_system_score_gemma":0.00011696963,"threshold_uncertainty_score":0.999868},"labels":[],"label_agreement":null},{"id":"W3111633890","doi":"10.1109/bigcomp51126.2021.00034","title":"Discovering Business Problems Using Problem Hypotheses: A Goal-Oriented and Machine Learning-Based Approach","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metis; Computer science; Artificial intelligence; Context (archaeology); Set (abstract data type); Machine learning; Data science; Management science; World Wide Web","score_opus":0.026642883057560907,"score_gpt":0.23774988742307315,"score_spread":0.21110700436551225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111633890","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0784099,0.0003444871,0.92004293,0.00014599205,0.000067464614,0.00022995706,0.0000014493553,0.0004624617,0.00029535725],"genre_scores_gemma":[0.6818862,0.000011182538,0.31742606,0.000037643844,0.000029211982,0.000034236342,0.000008916553,0.000032756674,0.00053378963],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818426,0.000085507396,0.00021122502,0.00063110015,0.00043297908,0.00045489782],"domain_scores_gemma":[0.9988109,0.000311552,0.00004668651,0.00046746538,0.00022480248,0.00013857702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035380217,0.00020208946,0.00021470142,0.00016042801,0.00016654487,0.0004062294,0.00036953363,0.00006107514,0.000013044097],"category_scores_gemma":[0.0005635173,0.00017953561,0.0000387421,0.0015010568,0.000053506108,0.00047656652,0.0005384336,0.0002872954,0.0000046222726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001101638,0.0003101065,0.069016,0.00081975735,0.000058676233,0.00012747107,0.00082433195,0.9099437,0.010612648,0.003162278,0.000027725631,0.005086267],"study_design_scores_gemma":[0.00050223037,0.000032021653,0.0056827627,0.00009632481,0.0000052597265,0.000103797494,0.00002914717,0.9896292,0.0021939764,0.00008123825,0.001371049,0.00027299268],"about_ca_topic_score_codex":0.00027361995,"about_ca_topic_score_gemma":0.000016368273,"teacher_disagreement_score":0.6034763,"about_ca_system_score_codex":0.00007825646,"about_ca_system_score_gemma":0.00022956062,"threshold_uncertainty_score":0.732125},"labels":[],"label_agreement":null},{"id":"W3111856980","doi":"10.5121/ijsea.2020.11603","title":"A Data Extraction Algorithm from Open Source Software Project Repositories for Building Duration Estimation Models: Case Study of Github","year":2020,"lang":"en","type":"article","venue":"International Journal of Software Engineering & Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Duration (music); Schedule; Computer science; Estimation; Software; Data extraction; Variable (mathematics); Work (physics); Data mining; Data science; Engineering; Systems engineering; Mathematics","score_opus":0.0748553564177604,"score_gpt":0.3637761955950537,"score_spread":0.2889208391772933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111856980","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028402057,0.00012701651,0.9693643,0.00021622072,0.00043183748,0.0010495476,0.00018306181,0.0002254534,5.3283725e-7],"genre_scores_gemma":[0.35218057,0.000007230997,0.64714193,0.000012998502,0.0003951467,0.00016894421,0.000060939703,0.000028808108,0.0000034511281],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768347,0.000034673158,0.00090354524,0.00045438224,0.00074993324,0.00017400674],"domain_scores_gemma":[0.9958644,0.00156119,0.00061609584,0.00064884307,0.0011859515,0.00012354838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052183645,0.00019407691,0.00029256023,0.00030234212,0.00011626788,0.0004922652,0.0030586307,0.000075525735,0.0000017881353],"category_scores_gemma":[0.0022839354,0.0002064965,0.00007383291,0.00051342294,0.000017150682,0.0027457562,0.0008085437,0.000297306,9.72422e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075005955,0.0006206401,0.0014312987,0.00009192756,0.0007246968,0.00024676704,0.004877679,0.7811278,0.0012832672,0.0004585766,0.0008580826,0.20820424],"study_design_scores_gemma":[0.0010002875,0.0002484022,0.00036399465,0.00009682172,0.00006219737,0.00078917306,0.00041192304,0.99325895,0.000859662,0.00032661963,0.002355073,0.00022691769],"about_ca_topic_score_codex":0.00030942087,"about_ca_topic_score_gemma":0.000006768129,"teacher_disagreement_score":0.3237785,"about_ca_system_score_codex":0.00017039829,"about_ca_system_score_gemma":0.00023876784,"threshold_uncertainty_score":0.84206825},"labels":[],"label_agreement":null},{"id":"W3111871824","doi":"10.1109/smc42975.2020.9283289","title":"Fast Detection of Duplicate Bug Reports using LDA-based Topic Modeling and Classification","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Software regression; Cluster analysis; Latent Dirichlet allocation; Software bug; Topic model; Software; Data mining; Word2vec; Exploit; Software maintenance; Word (group theory); Anomaly detection; Artificial intelligence; Information retrieval; Software system; Software construction; Programming language","score_opus":0.07175247016765941,"score_gpt":0.2792430226897609,"score_spread":0.20749055252210152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111871824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41233104,0.00001420741,0.58728635,0.00019379491,0.00002642495,0.000047570433,7.261554e-8,0.000087780616,0.000012769938],"genre_scores_gemma":[0.9638633,0.0000011876671,0.036067393,0.000033920085,0.000019518326,0.0000035397882,3.115685e-7,0.0000045595734,0.0000062377558],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999356,0.000011953648,0.00015434602,0.00022726593,0.00015658613,0.00009387534],"domain_scores_gemma":[0.9995586,0.00005458102,0.000037783564,0.00022800882,0.000060668484,0.000060309376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012856722,0.00004902183,0.000068647576,0.000055022312,0.00003150015,0.000038642494,0.00010923583,0.000029207255,0.0000016561847],"category_scores_gemma":[0.00016423254,0.000048099733,0.000016456266,0.0002612394,0.000010894792,0.00013971486,0.000061903236,0.00006471001,0.0000010638574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006252967,0.000020391588,0.012876249,0.00012060364,0.000009715225,0.00001494205,0.000313404,0.2434925,0.70167494,0.0004059395,0.000007239811,0.041057814],"study_design_scores_gemma":[0.000050981194,0.000019973846,0.0038272764,0.0000062832773,0.0000013959085,0.000007470435,0.0000057398347,0.9634776,0.03248948,0.00005628052,0.000011531112,0.000045954588],"about_ca_topic_score_codex":0.00003545447,"about_ca_topic_score_gemma":0.0000011253604,"teacher_disagreement_score":0.7199851,"about_ca_system_score_codex":0.00002422444,"about_ca_system_score_gemma":0.00003467167,"threshold_uncertainty_score":0.19614503},"labels":[],"label_agreement":null},{"id":"W3114491449","doi":"10.1109/tse.2020.3045914","title":"Revisiting Test Impact Analysis in Continuous Testing From the Perspective of Code Dependencies","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Test Management Approach; Code coverage; Test case; Test (biology); Test harness; Source code; Software quality; Test suite; Regression testing; Code (set theory); Programming language; Reliability engineering; Software development; Software; Software construction; Machine learning; Set (abstract data type); Engineering","score_opus":0.02543541439253849,"score_gpt":0.26515398316104255,"score_spread":0.23971856876850406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114491449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14296237,0.0001960245,0.8558899,0.00017033433,0.00007956605,0.00014972239,0.0000712944,0.00047541107,0.0000053536264],"genre_scores_gemma":[0.9331804,0.000008011162,0.06666402,0.000034492074,0.000060085986,0.000021434753,0.0000011394671,0.000027061576,0.0000033457488],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829817,0.00004544234,0.0003649644,0.0004675132,0.00044597586,0.00037795],"domain_scores_gemma":[0.9910739,0.008012618,0.000075923905,0.0005015786,0.00020038088,0.00013558788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003142227,0.00023755571,0.00041016794,0.0003172594,0.000085308864,0.00010484686,0.0008209971,0.00007422941,0.000019421946],"category_scores_gemma":[0.0032965783,0.0002048885,0.00023288398,0.0036647404,0.000029749717,0.00029498615,0.000013389404,0.0006224095,0.000009189644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007099982,0.000030189745,0.04412807,0.000019884426,0.0002353573,0.000027009704,0.0019206567,0.94799674,0.0018940078,0.000020476366,0.000005591852,0.003714903],"study_design_scores_gemma":[0.00046017088,0.00017581151,0.16385448,0.00020694408,0.00013757842,0.00000933322,0.00035342685,0.82084346,0.013483766,0.000018785931,0.0000132654195,0.00044299147],"about_ca_topic_score_codex":0.00072047324,"about_ca_topic_score_gemma":0.000028099174,"teacher_disagreement_score":0.79021806,"about_ca_system_score_codex":0.00022468927,"about_ca_system_score_gemma":0.00008915721,"threshold_uncertainty_score":0.8355111},"labels":[],"label_agreement":null},{"id":"W3114813405","doi":"10.1007/978-3-030-64694-3_15","title":"How Does Library Migration Impact Software Quality and Comprehension? An Empirical Study","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software quality; Software engineering; Software development; Software peer review; Software quality analyst; Software quality control; Software; Quality (philosophy); Personal software process; Readability; World Wide Web; Software construction; Operating system; Programming language","score_opus":0.044024959112230644,"score_gpt":0.3310284279706528,"score_spread":0.28700346885842215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3114813405","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036962755,0.0002364432,0.9574862,0.0032994098,0.00061794015,0.00068298937,0.000013396424,0.0006890685,0.000011801478],"genre_scores_gemma":[0.73023033,0.00001767326,0.2683828,0.0007910529,0.00042573758,0.000012289355,0.00001467678,0.00005578766,0.0000696818],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952938,0.0001632692,0.00044348792,0.002049997,0.0014605535,0.00058891845],"domain_scores_gemma":[0.9956376,0.00195168,0.00017256057,0.0015614429,0.0001746662,0.0005020665],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006926468,0.00059939706,0.0006698315,0.0006757606,0.00024765945,0.00229709,0.002784776,0.00027496333,0.000009880788],"category_scores_gemma":[0.0005875687,0.00043555407,0.000114038965,0.00080054527,0.0004445771,0.0021682668,0.0023702728,0.0011296101,0.000007660599],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057306184,0.0003542047,0.2869737,0.00022275548,0.00008222147,0.00059732626,0.0073106973,0.016332533,0.0002529078,0.0009089267,0.0001700118,0.6867374],"study_design_scores_gemma":[0.0010402664,0.0028704223,0.3665863,0.00033248967,0.0000209243,0.00010986646,0.0000043570135,0.56186646,0.00057263055,0.06360925,0.00075415464,0.0022328643],"about_ca_topic_score_codex":0.00003494224,"about_ca_topic_score_gemma":0.000055626784,"teacher_disagreement_score":0.6932676,"about_ca_system_score_codex":0.00015761706,"about_ca_system_score_gemma":0.00053395284,"threshold_uncertainty_score":0.9998096},"labels":[],"label_agreement":null},{"id":"W3117161066","doi":"10.1145/3412378","title":"An Empirical Study of Developer Discussions in the Gitter Platform","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; Queen's University","funders":"","keywords":"Popularity; Computer science; Thread (computing); World Wide Web; Psychology","score_opus":0.18110658069790245,"score_gpt":0.38313018133306537,"score_spread":0.20202360063516292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117161066","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36049053,0.000018034505,0.63829684,0.0008339252,0.00008607354,0.00013775757,0.0000015655345,0.00013481594,4.7408182e-7],"genre_scores_gemma":[0.66502327,0.0000054919346,0.33472154,0.00017896293,0.000018476781,0.00003809419,5.480661e-7,0.000011026287,0.000002605988],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99868286,0.0002545363,0.00023848307,0.0003519756,0.0002181347,0.00025401713],"domain_scores_gemma":[0.9949995,0.004224678,0.00002039926,0.0006058091,0.000032149364,0.000117448646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007927699,0.00014964759,0.00024266768,0.00020597584,0.000068044355,0.00003084582,0.000902358,0.000088107336,0.0000075118082],"category_scores_gemma":[0.0017470053,0.000102327154,0.000038299946,0.00070948753,0.000027459671,0.00019653715,0.000031727934,0.00050589285,0.0000028011586],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017402509,0.001549209,0.088953786,0.0002432866,0.00026914297,0.00019674,0.17609866,0.39585894,0.0027344183,0.0005383467,0.000167768,0.33321565],"study_design_scores_gemma":[0.00305362,0.0047905087,0.91802216,0.000081397804,0.00006852817,0.00018363917,0.005333788,0.06097558,0.0034021195,0.00046942077,0.0025867126,0.0010325438],"about_ca_topic_score_codex":0.000020595944,"about_ca_topic_score_gemma":0.000008121457,"teacher_disagreement_score":0.82906836,"about_ca_system_score_codex":0.000016878497,"about_ca_system_score_gemma":0.000029886893,"threshold_uncertainty_score":0.41727802},"labels":[],"label_agreement":null},{"id":"W3118008377","doi":"10.1109/qrs-c51114.2020.00070","title":"QMine: A Framework for Mining Quantitative Regular Expressions from System Traces","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Regular expression; Property (philosophy); Data mining; Software system; Software; Cyber-physical system; Programming language; Engineering; Systems engineering","score_opus":0.06514421207624957,"score_gpt":0.31909752651988094,"score_spread":0.25395331444363134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118008377","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046054218,0.00027871432,0.95042485,0.0020039852,0.00019899146,0.00022445935,0.000011723497,0.0007347969,0.00006823499],"genre_scores_gemma":[0.40092337,9.27735e-7,0.5988174,0.00007815097,0.000075209886,0.00005731666,0.0000017727801,0.00000999259,0.000035825316],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886274,0.00003847474,0.00016445898,0.0004036363,0.00027865244,0.00025205134],"domain_scores_gemma":[0.99510014,0.0042450707,0.00003713974,0.00036170075,0.00007797441,0.0001779605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014235899,0.00010978308,0.00016993898,0.0000479798,0.000091669135,0.00014740409,0.0008137887,0.00007383823,0.000015738955],"category_scores_gemma":[0.002010748,0.0000934518,0.00006204331,0.00035908786,0.000019092313,0.00024495344,0.00019200974,0.00012864398,0.000037203394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073047166,0.000072701165,0.0022009476,0.00040432764,0.00018811788,0.00008558833,0.030175483,0.0029825945,0.017477205,0.9167556,0.02119892,0.008385442],"study_design_scores_gemma":[0.0006207958,0.0004015604,0.0023910068,0.0006423496,0.000014173892,0.0000035634723,0.004817861,0.95826536,0.024228256,0.0035686595,0.004528608,0.00051777833],"about_ca_topic_score_codex":0.0000153749,"about_ca_topic_score_gemma":6.033649e-7,"teacher_disagreement_score":0.9552828,"about_ca_system_score_codex":0.000025507303,"about_ca_system_score_gemma":0.000044244178,"threshold_uncertainty_score":0.3810854},"labels":[],"label_agreement":null},{"id":"W3118322826","doi":"10.1007/s10664-020-09921-9","title":"ID-correspondence: a measure for detecting evolutionary coupling","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Identifier; False positive paradox; Computer science; Similarity (geometry); Measure (data warehouse); Artificial intelligence; Coupling (piping); Data mining; Natural language processing; Machine learning; Programming language; Engineering","score_opus":0.032689246102338025,"score_gpt":0.29433416246353283,"score_spread":0.2616449163611948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118322826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08055264,0.0015252469,0.9146821,0.00027913618,0.0009969594,0.00021057819,0.0000069253542,0.0017414173,0.0000049810837],"genre_scores_gemma":[0.6145052,0.0000065475456,0.3844753,0.00010978984,0.00042040943,0.00018225901,0.0000124732,0.000075951924,0.00021209517],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743557,0.000023985083,0.00034099884,0.0007208653,0.0006782405,0.0008003131],"domain_scores_gemma":[0.9944706,0.0041423207,0.000043432177,0.0006833845,0.00037777197,0.00028251417],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005794277,0.00027787333,0.00029117052,0.00020724384,0.00021857109,0.0002041139,0.00077508687,0.00018086647,0.000024421788],"category_scores_gemma":[0.016026486,0.000308707,0.00017499684,0.0012175018,0.000019740215,0.00042915653,0.00040657193,0.0004994496,0.00003979545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055217897,0.00023140496,0.19634174,0.0007001081,0.00024300914,0.0006318436,0.0012372129,0.76039267,0.0117613925,0.0008857865,0.010207619,0.017311983],"study_design_scores_gemma":[0.0009773918,0.00013422128,0.08503464,0.0003086375,0.000020927268,0.00032249268,0.000028341346,0.8698115,0.010242132,0.00033217666,0.031687655,0.001099895],"about_ca_topic_score_codex":0.000003932977,"about_ca_topic_score_gemma":0.0000010909221,"teacher_disagreement_score":0.53395253,"about_ca_system_score_codex":0.000313225,"about_ca_system_score_gemma":0.00032617655,"threshold_uncertainty_score":0.9999365},"labels":[],"label_agreement":null},{"id":"W3118363209","doi":"10.1007/s40614-020-00273-9","title":"Machine Learning for Supplementing Behavioral Assessment","year":2021,"lang":"en","type":"article","venue":"Perspectives on Behavior Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Artificial intelligence; Machine learning; Computer science; Artificial neural network; Function (biology); Experimental data; Statistics; Mathematics","score_opus":0.038319063197590895,"score_gpt":0.3823425613450445,"score_spread":0.34402349814745364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118363209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59989357,0.00021088,0.39715353,0.0006302953,0.00060974585,0.00054306077,0.000013183154,0.0005182875,0.0004274867],"genre_scores_gemma":[0.890568,0.000011781708,0.10879557,0.000017634376,0.000042068496,0.00019114611,0.0000051516263,0.000015747632,0.0003529018],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969692,0.000050480427,0.00019047601,0.0010504745,0.001024474,0.0007148642],"domain_scores_gemma":[0.9981485,0.0003395231,0.00006037921,0.0006684671,0.00058892864,0.00019421318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010552801,0.00017673497,0.00016447966,0.00031305902,0.00070435595,0.0006540143,0.0012882083,0.000034962886,0.00007026763],"category_scores_gemma":[0.00067137624,0.0001816287,0.00009886992,0.0013999417,0.0002132884,0.00071552664,0.0005635461,0.00037435658,0.000013108365],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015409973,0.0028577538,0.41741613,0.00003897605,0.000022261296,0.00044385818,0.012579591,0.0017617919,0.23282415,0.2520341,0.00012047199,0.07988552],"study_design_scores_gemma":[0.0023124367,0.0018765902,0.76963115,0.00007650053,0.000057455527,0.00021986221,0.0075961757,0.11006243,0.10232426,0.0005117991,0.003781311,0.0015500105],"about_ca_topic_score_codex":0.000031372743,"about_ca_topic_score_gemma":0.0000058889937,"teacher_disagreement_score":0.35221505,"about_ca_system_score_codex":0.00050970755,"about_ca_system_score_gemma":0.0005171783,"threshold_uncertainty_score":0.7406603},"labels":[],"label_agreement":null},{"id":"W3118479550","doi":"10.1007/978-3-030-65796-3_40","title":"A Framework for the Semiotic Quality of User Stories","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"User story; Agile software development; Quality (philosophy); Computer science; Semiotics; User experience design; Context (archaeology); User requirements document; User Research; World Wide Web; Human–computer interaction; Software; Software development; Software engineering; Linguistics","score_opus":0.04557097191535084,"score_gpt":0.30741007594455066,"score_spread":0.26183910402919985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118479550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000058390422,0.04437723,0.9530444,0.00016913931,0.0016929673,0.000493125,0.0000071226673,0.000044668843,0.000112924594],"genre_scores_gemma":[0.9722465,0.0013664754,0.017789166,0.00014451877,0.0021356605,0.00013207993,0.00001490474,0.00009706597,0.00607361],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847895,0.00007018143,0.00042282898,0.00040805992,0.0003393087,0.00028065956],"domain_scores_gemma":[0.98276335,0.016048012,0.00016830175,0.0008146465,0.00015690092,0.000048779624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010046539,0.00023803063,0.0005666383,0.00006981217,0.000072746974,0.00017833177,0.0005890417,0.0005310172,0.0000037802913],"category_scores_gemma":[0.0013512162,0.00016581951,0.00011595613,0.0001273494,0.000076571654,0.000041792715,0.00021875167,0.0007322291,3.182656e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017049197,0.000009322087,0.0018044619,0.0010052872,0.00018414792,0.000012407289,0.00070020714,0.31784555,0.0000027149927,0.66337216,0.00028075973,0.014765945],"study_design_scores_gemma":[0.00091083336,0.00032948673,0.0048337854,0.009636114,0.00009700661,0.00007335467,0.000039105806,0.80197006,0.000024588962,0.09947961,0.080780245,0.0018257806],"about_ca_topic_score_codex":0.00008391652,"about_ca_topic_score_gemma":0.000065538195,"teacher_disagreement_score":0.9721881,"about_ca_system_score_codex":0.000058072164,"about_ca_system_score_gemma":0.00007002794,"threshold_uncertainty_score":0.67619234},"labels":[],"label_agreement":null},{"id":"W3118614203","doi":"10.1109/tse.2020.3048335","title":"Accelerating Continuous Integration by Caching Environments and Inferring Dependencies","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McGill University","funders":"Mitacs","keywords":"Computer science; Acceleration; Service (business); Dependency (UML); Task (project management); Distributed computing; Process (computing); Software; Software engineering; Operating system; Systems engineering","score_opus":0.018451724986903898,"score_gpt":0.2205484944750087,"score_spread":0.20209676948810482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118614203","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10647356,0.00009970351,0.89213914,0.00008998692,0.00023042307,0.00015894976,0.000007472808,0.00079665985,0.0000041093713],"genre_scores_gemma":[0.9394301,0.000027688606,0.060284205,0.000106874584,0.000037236656,0.000044684733,0.000001810339,0.000037723912,0.000029629233],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857163,0.000024314591,0.00024033782,0.0004503217,0.0003608256,0.0003525498],"domain_scores_gemma":[0.9989034,0.0005685715,0.000035158446,0.00025088922,0.000018876644,0.0002231],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00014746696,0.00024385352,0.0002002542,0.00013545962,0.00017515747,0.0002440634,0.00037426577,0.00009072296,0.000010563992],"category_scores_gemma":[0.00028322014,0.00026903764,0.000054285658,0.00029648916,0.00001766242,0.000739042,0.000013370166,0.00057262904,0.000018855046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000106638845,0.00006424927,0.0021500974,0.00011645367,0.000092297436,0.000035331712,0.002881813,0.82990164,0.07588861,0.00012325613,0.00010529797,0.088630304],"study_design_scores_gemma":[0.0007475851,0.00025724413,0.0025731935,0.00015834061,0.000019893507,0.00003410245,0.0000768225,0.79116714,0.20320813,0.0000071655695,0.0009450286,0.0008053215],"about_ca_topic_score_codex":0.00002148309,"about_ca_topic_score_gemma":0.0000013178917,"teacher_disagreement_score":0.8329566,"about_ca_system_score_codex":0.000097431854,"about_ca_system_score_gemma":0.000018979868,"threshold_uncertainty_score":0.99997616},"labels":[],"label_agreement":null},{"id":"W3119296503","doi":"10.3390/electronics10020179","title":"Empirical Analysis of Rank Aggregation-Based Multi-Filter Feature Selection Methods in Software Defect Prediction","year":2021,"lang":"en","type":"article","venue":"Electronics","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Yayasan UTP; Universiti Teknologi Petronas","keywords":"Rank (graph theory); Filter (signal processing); Computer science; Feature selection; Selection (genetic algorithm); Data mining; Artificial intelligence; Pattern recognition (psychology); Machine learning; Mathematics","score_opus":0.025016988605029693,"score_gpt":0.3487199560671791,"score_spread":0.3237029674621494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119296503","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058900803,0.0023112649,0.9381663,0.00020950235,0.000095327094,0.00010841178,0.000004198211,0.00019973425,0.000004466843],"genre_scores_gemma":[0.23999353,0.00008673498,0.759537,0.00008843241,0.000031441068,0.00004342766,0.00006158084,0.000020388487,0.00013750458],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981276,0.00039695267,0.00024252602,0.00046905753,0.00037308596,0.00039079814],"domain_scores_gemma":[0.9978681,0.0012236868,0.00006830744,0.00046306013,0.0003137293,0.00006308098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085219886,0.00013636696,0.00028385327,0.0006657139,0.0000527592,0.00006326761,0.0003221571,0.00016011606,0.000023924966],"category_scores_gemma":[0.002118124,0.00014330157,0.00022710755,0.005945545,0.000018268021,0.00019580031,0.000064967615,0.0004897367,0.0000022676008],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028960461,0.00030885392,0.7056863,0.00006627376,0.0007035783,0.000017805254,0.00043017286,0.22446772,0.009648489,0.00012350651,0.0005946523,0.057923745],"study_design_scores_gemma":[0.00046361447,0.0000840636,0.18581678,0.000016752881,0.000096910466,0.00000522689,0.0000028565955,0.76501924,0.047490932,0.0000677415,0.0008108149,0.00012507798],"about_ca_topic_score_codex":0.000010651398,"about_ca_topic_score_gemma":0.00022238334,"teacher_disagreement_score":0.5405515,"about_ca_system_score_codex":0.00040065407,"about_ca_system_score_gemma":0.0005756909,"threshold_uncertainty_score":0.5843668},"labels":[],"label_agreement":null},{"id":"W3119686444","doi":"10.1007/s10664-021-10024-2","title":"A pragmatic approach for hyper-parameter tuning in search-based test case generation","year":2021,"lang":"en","type":"preprint","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metric (unit); Computer science; Heuristic; Domain (mathematical analysis); Fine-tuning; Class (philosophy); Test case; Parameter space; Performance metric; Mathematical optimization; Machine learning; Artificial intelligence; Mathematics; Statistics; Engineering","score_opus":0.06445494654789755,"score_gpt":0.31047606952561757,"score_spread":0.24602112297772002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119686444","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19326378,0.00043533547,0.8038024,0.0001511561,0.00044791755,0.00097039266,0.000022149627,0.00090439135,0.00000250882],"genre_scores_gemma":[0.43723512,0.0000030364968,0.56148326,0.000068659225,0.00021614022,0.0007309055,0.0001621339,0.00008470425,0.000016061495],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99602854,0.00012727454,0.00069243344,0.0014087127,0.0007257101,0.0010173558],"domain_scores_gemma":[0.99132174,0.0066214483,0.0000850461,0.0013684768,0.00026664473,0.00033665812],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001151533,0.0006032107,0.0007210156,0.0007401615,0.00011154279,0.0008039682,0.0011344131,0.0005431077,0.0000089358955],"category_scores_gemma":[0.0152959945,0.0006659634,0.00029509282,0.0010575011,0.000035351877,0.00031938255,0.0012231993,0.0017587885,0.0000046368923],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027066762,0.00019818655,0.01829114,0.0013062299,0.000035553945,0.0007850033,0.0005943097,0.9758859,0.0002936911,0.000008718611,0.00017738607,0.0024211546],"study_design_scores_gemma":[0.0005149324,0.00006858459,0.002486774,0.00028886384,0.000014143657,0.00027713456,0.00001341634,0.9948089,0.0006935905,0.000011091976,0.00013613558,0.0006864156],"about_ca_topic_score_codex":0.00007104901,"about_ca_topic_score_gemma":0.000008229496,"teacher_disagreement_score":0.24397132,"about_ca_system_score_codex":0.00069562986,"about_ca_system_score_gemma":0.00056859426,"threshold_uncertainty_score":0.99957913},"labels":[],"label_agreement":null},{"id":"W3119769340","doi":"10.1007/s10664-020-09917-5","title":"An exploratory study on the introduction and removal of different types of technical debt in deep learning frameworks","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Technical debt; Debt; Deep learning; Exploratory research; Quality (philosophy); Field (mathematics)","score_opus":0.018401164916278124,"score_gpt":0.2802219691050121,"score_spread":0.261820804188734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119769340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69905984,0.00020361258,0.30020908,0.00017399449,0.00011025506,0.00009774831,1.9350898e-7,0.00014384955,0.000001417217],"genre_scores_gemma":[0.9897897,0.000010474074,0.01005917,0.000013532957,0.000082100756,0.000021965661,0.0000010377211,0.000018372939,0.0000036215279],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99862367,0.0001415627,0.00027282338,0.00035818038,0.0003794992,0.000224252],"domain_scores_gemma":[0.9976185,0.0016720922,0.00003916859,0.00050746807,0.00008691233,0.00007586972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046600695,0.0001427889,0.00025144592,0.00015656397,0.000033686694,0.0000358693,0.0003597004,0.00012885603,0.000007198003],"category_scores_gemma":[0.004478796,0.00011251809,0.000038000253,0.00069512735,0.00003203165,0.00013506683,0.0002434662,0.000907081,0.0000010632554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033561417,0.0010952053,0.75644964,0.00014085832,0.00007239396,0.00023527975,0.00592004,0.20962074,0.010305325,0.0014527474,0.0000464684,0.01462777],"study_design_scores_gemma":[0.00033607872,0.00060326926,0.9496832,0.00011523418,0.000008833403,0.00004995941,0.00033124108,0.04133167,0.0069565265,0.00018206009,0.0001399996,0.000261935],"about_ca_topic_score_codex":0.000002243522,"about_ca_topic_score_gemma":0.0000051795264,"teacher_disagreement_score":0.29072985,"about_ca_system_score_codex":0.000069014015,"about_ca_system_score_gemma":0.000026333004,"threshold_uncertainty_score":0.5361861},"labels":[],"label_agreement":null},{"id":"W3119800663","doi":"10.1109/tse.2020.3048991","title":"A Method to Assess and Argue for Practical Significance in Software Engineering","year":2018,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Marcus och Amalia Wallenbergs minnesfond","keywords":"Computer science; Bayesian probability; Statistical hypothesis testing; Software; Context (archaeology); Machine learning; Data mining; Empirical research; Statistical model; Data science; Artificial intelligence; Statistics; Mathematics; Programming language","score_opus":0.12360037656386688,"score_gpt":0.27344290841784996,"score_spread":0.14984253185398308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119800663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11644949,0.0000051495604,0.88293535,0.00012289124,0.00007904018,0.00022702767,0.0000018766924,0.00016364097,0.000015545156],"genre_scores_gemma":[0.5907083,0.000001355596,0.40912625,0.000034691802,0.00003269579,0.0000028367306,2.483762e-7,0.000008236687,0.00008533701],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893785,0.00004240126,0.00008439436,0.0005271324,0.00006524879,0.0003429761],"domain_scores_gemma":[0.9975166,0.0018347513,0.000020648795,0.00033932918,0.000113757786,0.00017495864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000505646,0.00010993576,0.00013257963,0.0002444291,0.000052386902,0.000065050124,0.00042916514,0.000060803817,0.0000037807429],"category_scores_gemma":[0.001269187,0.00013091757,0.00002744467,0.000881852,0.000028292168,0.00040427127,0.00026238887,0.00014197771,0.000017592605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023027683,0.00028168663,0.11872361,0.00030986403,0.00011317945,0.00085229235,0.0015761795,0.17585896,0.0067262365,0.68126214,0.001419656,0.012645924],"study_design_scores_gemma":[0.00069831766,0.0002925757,0.037261512,0.00005543654,0.000008529402,0.000018512043,0.00003664331,0.9512455,0.003890819,0.0023364518,0.0037546488,0.00040107965],"about_ca_topic_score_codex":0.000027158072,"about_ca_topic_score_gemma":0.000015811765,"teacher_disagreement_score":0.7753865,"about_ca_system_score_codex":0.000104893545,"about_ca_system_score_gemma":0.00009692125,"threshold_uncertainty_score":0.53386635},"labels":[],"label_agreement":null},{"id":"W3120265939","doi":"10.1109/issrew51248.2020.00033","title":"Applying Modular Decomposition in Simulink","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Modular design; Cohesion (chemistry); Cyclomatic complexity; Aerospace; Software engineering; Testability; Decomposition; Software; Model-based testing; Computer architecture; Programming language; Reliability engineering; Test case; Engineering","score_opus":0.024846437638358216,"score_gpt":0.285649911631462,"score_spread":0.2608034739931038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120265939","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051650535,0.000027589422,0.94603705,0.0014817838,0.000038270886,0.00013901081,9.011732e-8,0.00031594245,0.00030970355],"genre_scores_gemma":[0.92101353,0.0000014553486,0.078450605,0.00046511556,0.000026184429,0.00002891242,5.2640365e-7,0.000004210281,0.000009428849],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994051,0.000014441335,0.0000803996,0.0001889314,0.00016124628,0.0001499066],"domain_scores_gemma":[0.99958104,0.00016377908,0.000006136086,0.00015611891,0.000015901194,0.00007703448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000938379,0.000046358004,0.000057001762,0.000055249864,0.000015901118,0.000056928235,0.00039482437,0.000022350938,0.000010446438],"category_scores_gemma":[0.00013442787,0.000046666188,0.000015740623,0.0004113356,0.0000045052216,0.0001985443,0.00015539103,0.00010633157,0.00011180553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014829389,0.000117642405,0.05671812,0.00013083851,0.000021397875,0.0003555795,0.0024761588,0.6226752,0.044707146,0.03457115,0.0020595829,0.23615238],"study_design_scores_gemma":[0.00014519993,0.000022706761,0.006422963,0.0000051184666,1.8543555e-7,0.0000013656627,0.0000040031528,0.9895901,0.0025633958,0.00039682823,0.0007769756,0.00007114659],"about_ca_topic_score_codex":0.000010443836,"about_ca_topic_score_gemma":7.2564535e-7,"teacher_disagreement_score":0.869363,"about_ca_system_score_codex":0.000024921348,"about_ca_system_score_gemma":0.000014192422,"threshold_uncertainty_score":0.1902992},"labels":[],"label_agreement":null},{"id":"W3121534148","doi":"10.2139/ssrn.1081429","title":"Business Modeling to Improve Auditor Risk Assessment: An Investigation of Alternative Representations","year":2008,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge; University of Waterloo","funders":"","keywords":"Diagrammatic reasoning; Audit; Presentation (obstetrics); Financial statement; Structuring; Accounting; Representation (politics); Computer science; Statement (logic); Psychology; Knowledge management; Business; Finance; Linguistics; Medicine","score_opus":0.01958356142595293,"score_gpt":0.3009058046629287,"score_spread":0.2813222432369758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121534148","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46252933,0.000037674807,0.53681016,0.00024858498,0.00025069932,0.00007684369,0.0000016274618,0.000037026693,0.000008071215],"genre_scores_gemma":[0.9700106,0.00027185373,0.029213397,0.000014878188,0.00036888925,0.000013511689,0.0000024590674,0.0000148870095,0.00008954568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978103,0.00012795636,0.0002821249,0.0002798399,0.00055839866,0.00094135804],"domain_scores_gemma":[0.9985135,0.00016383053,0.00014679058,0.00037801877,0.00064167014,0.00015615324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012604479,0.0001094289,0.00013496858,0.0002956435,0.00023929011,0.0000696676,0.0007769493,0.000038534083,0.0000020431507],"category_scores_gemma":[0.0005385789,0.00010658343,0.000044156437,0.0007607297,0.000031629297,0.0010172632,0.00011708931,0.0010041376,0.000008327155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029878915,0.00014319186,0.066637345,0.000018260624,0.00026771674,0.000022009195,0.004743311,0.8414295,0.019887872,0.046935037,0.00013504554,0.019750869],"study_design_scores_gemma":[0.0006306312,0.00047228992,0.04859311,0.000028507578,0.000012665888,0.00023709919,0.00025562083,0.83248216,0.0017646684,0.11525985,0.000012931496,0.00025049152],"about_ca_topic_score_codex":0.00038504257,"about_ca_topic_score_gemma":0.00006324098,"teacher_disagreement_score":0.50759673,"about_ca_system_score_codex":0.0006198344,"about_ca_system_score_gemma":0.002444739,"threshold_uncertainty_score":0.4362534},"labels":[],"label_agreement":null},{"id":"W3121596715","doi":"10.1007/s10664-017-9521-5","title":"Do developers update their library dependencies?","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":335,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science","keywords":"Reuse; Dependency (UML); Computer science; Workload; Exploit; Software; World Wide Web; Software engineering; Data science; Computer security; Engineering","score_opus":0.03368879006535396,"score_gpt":0.27991691801105534,"score_spread":0.24622812794570137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121596715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21668161,0.00045470783,0.777249,0.0013577598,0.0010100744,0.00017537629,0.000007910457,0.0029037553,0.00015983084],"genre_scores_gemma":[0.8369367,0.00004444676,0.16216742,0.00023415107,0.00023668182,0.000043431166,0.0000052616842,0.00007974629,0.00025217998],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997673,0.000025676165,0.00028270847,0.0006737908,0.00052283605,0.00082203076],"domain_scores_gemma":[0.9967326,0.00082471996,0.000073098774,0.0019059692,0.00006116453,0.00040247722],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00032825684,0.0003475395,0.00030134912,0.00020871687,0.00042646914,0.0013960644,0.0038015046,0.0001689659,0.00008755517],"category_scores_gemma":[0.0036537985,0.00031180592,0.0001342911,0.0003464165,0.000056929657,0.002070071,0.0018528024,0.0005723782,0.0002911898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008786748,0.000063160944,0.93910104,0.000115517425,0.00011915199,0.0003765228,0.0006863118,0.0071769566,0.00015157694,0.0016504657,0.012605481,0.03794502],"study_design_scores_gemma":[0.00041684235,0.000046346864,0.8815826,0.000110096706,0.0000047262242,0.00007426986,0.000007898125,0.013692452,0.0035353405,0.0004270641,0.099232346,0.0008700054],"about_ca_topic_score_codex":0.000005230858,"about_ca_topic_score_gemma":6.6753535e-7,"teacher_disagreement_score":0.62025505,"about_ca_system_score_codex":0.00009624911,"about_ca_system_score_gemma":0.0001634188,"threshold_uncertainty_score":0.9999334},"labels":[],"label_agreement":null},{"id":"W3121922233","doi":"10.7287/peerj.preprints.1597","title":"Multi-token code suggestions using statistical language models","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Naturalness; Security token; Computer science; Surprise; Programmer; Code (set theory); Metric (unit); Programming language; Simple (philosophy); Natural language processing; Psychology; Operating system","score_opus":0.1135364606180074,"score_gpt":0.3599472469151834,"score_spread":0.24641078629717603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3121922233","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022557966,0.00005626075,0.9763995,0.000103605606,0.00012371679,0.00007341643,0.0000103995435,0.00043322556,0.00024190596],"genre_scores_gemma":[0.4350188,4.6240243e-7,0.56464297,0.000026214571,0.000018386689,0.0000035409116,0.000002024665,0.000006437726,0.00028117077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990914,0.000034847722,0.00009771489,0.00020600841,0.00031226466,0.0002577507],"domain_scores_gemma":[0.9989792,0.00031323425,0.000009634581,0.0003715778,0.00009340462,0.00023294675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026984818,0.00007252482,0.000078894736,0.00008326717,0.00003650566,0.00010366773,0.0004554178,0.000034424167,0.000016088447],"category_scores_gemma":[0.00054992514,0.00006578489,0.000014568325,0.00022483918,0.000028161608,0.0003193734,0.0002412917,0.000120718934,0.000095477764],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010409371,0.00036948363,0.006262568,0.000043074764,0.000055401288,0.00050385273,0.0075659286,0.746347,0.0040134224,0.20680255,0.012788135,0.015238148],"study_design_scores_gemma":[0.0002051051,0.0000152051625,0.00088414364,0.000004386811,0.0000013572513,0.000018668241,0.000039736828,0.997852,0.0002259991,0.0005645556,0.00009904149,0.00008975311],"about_ca_topic_score_codex":0.00029865126,"about_ca_topic_score_gemma":0.000019542216,"teacher_disagreement_score":0.41246083,"about_ca_system_score_codex":0.00008226644,"about_ca_system_score_gemma":0.00013012603,"threshold_uncertainty_score":0.26826298},"labels":[],"label_agreement":null},{"id":"W3122365372","doi":"10.7287/peerj.preprints.1132","title":"Error location in Python: where the mutants hide","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Programming language; Python (programming language); Scripting language; Syntax error; Java; Syntax; Abstract syntax; Abstract syntax tree; Static analysis; Compiled language; Compiler; Programming paradigm; High-level programming language; Artificial intelligence; Parsing; Semantics (computer science)","score_opus":0.04883278863831983,"score_gpt":0.30199300757356085,"score_spread":0.253160218935241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122365372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13550828,0.00049126433,0.85255396,0.0075286706,0.00055446,0.00025076114,2.5878884e-7,0.0005117178,0.0026006026],"genre_scores_gemma":[0.98963016,0.0000022943173,0.009293631,0.00007017751,0.00003246166,0.000012872652,2.2191088e-7,0.000005130108,0.00095302804],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993128,0.000037630816,0.00007893018,0.00013969601,0.00026626908,0.00016468299],"domain_scores_gemma":[0.99922836,0.00021863329,0.000009497961,0.00041382923,0.00006974715,0.000059931503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005125911,0.00004648017,0.00004399866,0.00005435575,0.000016823044,0.00007091554,0.000644364,0.000027162825,0.000010312551],"category_scores_gemma":[0.0004915096,0.000030618212,0.0000072968287,0.00055910763,0.000015338916,0.000216528,0.00015039407,0.00011451151,0.0002308266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003104721,0.00032339452,0.24816228,0.000113018505,0.000038396287,0.00029244635,0.016497813,0.05959034,0.000786019,0.0899123,0.17133568,0.41291726],"study_design_scores_gemma":[0.0011199136,0.00019543721,0.23373336,0.0000766103,0.0000018181534,0.00007732943,0.00054283673,0.7182454,0.002351499,0.005776843,0.037437286,0.00044169303],"about_ca_topic_score_codex":0.00016188703,"about_ca_topic_score_gemma":0.00013262678,"teacher_disagreement_score":0.8541219,"about_ca_system_score_codex":0.00006663144,"about_ca_system_score_gemma":0.00010268037,"threshold_uncertainty_score":0.2966886},"labels":[],"label_agreement":null},{"id":"W3122409631","doi":"10.1145/3324884.3416544","title":"Predicting code context models for software development tasks","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; KPI-driven code analysis; Source code; Leverage (statistics); Code review; Code (set theory); Context (archaeology); Software development; Static program analysis; Software; Eclipse; Codebase; Programming language; Artificial intelligence; Set (abstract data type)","score_opus":0.06418013791197634,"score_gpt":0.2746239992849968,"score_spread":0.21044386137302046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122409631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068248105,0.00007245739,0.99033785,0.0011466868,0.00011055939,0.0002987524,0.0000042928373,0.0011131937,0.000091409966],"genre_scores_gemma":[0.5300614,8.113061e-7,0.46903414,0.00060679845,0.000045928435,0.00007263186,0.0000027042624,0.00001286078,0.00016269484],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988166,0.000010346652,0.00018234266,0.00036377046,0.0002953883,0.000331557],"domain_scores_gemma":[0.99879515,0.0006289468,0.000023209657,0.00023320082,0.0001210221,0.00019845381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019874741,0.00010736054,0.000122060235,0.000040986437,0.00009823241,0.000112714646,0.000778381,0.00004312186,0.0000113263095],"category_scores_gemma":[0.00082866073,0.00010044364,0.00003722843,0.00020705163,0.000011859808,0.00032663473,0.0003298141,0.00010992938,0.000039466144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061662075,0.0001367053,0.036581468,0.00064055214,0.00024267644,0.000045672958,0.02535624,0.115447685,0.00070777343,0.050631016,0.04213685,0.72801167],"study_design_scores_gemma":[0.00041108875,0.000067946385,0.00063272216,0.000018923418,0.000001435069,0.0000027575793,0.00004381857,0.9817006,0.0051394706,0.0004944292,0.011295852,0.00019097535],"about_ca_topic_score_codex":0.0000066187,"about_ca_topic_score_gemma":0.0000049690025,"teacher_disagreement_score":0.8662529,"about_ca_system_score_codex":0.000049821083,"about_ca_system_score_gemma":0.00016363588,"threshold_uncertainty_score":0.40959728},"labels":[],"label_agreement":null},{"id":"W3122444274","doi":"10.7287/peerj.preprints.1920v2","title":"Analysis of Test Driven Development on sentiment and coding activities in GitHub repositories","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Java; Computer science; Coding (social sciences); Test-driven development; Set (abstract data type); Software; Control (management); Software engineering; Software development; World Wide Web; Operating system; Programming language; Artificial intelligence","score_opus":0.01393982838113878,"score_gpt":0.2520172469555547,"score_spread":0.23807741857441594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122444274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8906601,0.0000090846615,0.10886841,0.00014403785,0.00004703093,0.000044428012,5.100211e-7,0.000052353567,0.0001740605],"genre_scores_gemma":[0.9870048,0.0000055854243,0.012508539,0.0000046298524,0.0000051440857,0.000006989525,1.6143598e-7,0.0000023469358,0.00046177686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993371,0.0000127219555,0.00012518425,0.00017765067,0.00022354122,0.00012383303],"domain_scores_gemma":[0.9986261,0.0010967181,0.000024190906,0.00019762847,0.000023235443,0.00003208577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015768842,0.00005583523,0.000120532735,0.00036710987,0.00002274904,0.00003693719,0.00016453174,0.000017154973,0.0000052193795],"category_scores_gemma":[0.00016872604,0.00003750645,0.00001676102,0.0004825244,0.000023439776,0.00013921976,0.00015448069,0.000027350346,0.000001457619],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023980247,0.000044189626,0.9749246,0.0000111206255,0.00011254321,0.000007773859,0.0010378511,0.00016536718,0.010051374,0.0012184436,0.00003150165,0.012392799],"study_design_scores_gemma":[0.00013638339,0.000042600128,0.82641476,0.00006115524,0.000007096569,8.640887e-7,0.000029226232,0.004290651,0.16881347,0.0000117164645,0.000103556056,0.00008850235],"about_ca_topic_score_codex":0.000016438073,"about_ca_topic_score_gemma":0.000019845827,"teacher_disagreement_score":0.1587621,"about_ca_system_score_codex":0.00007838083,"about_ca_system_score_gemma":0.00003082751,"threshold_uncertainty_score":0.15294686},"labels":[],"label_agreement":null},{"id":"W3122526936","doi":"10.1109/bigdse.2015.14","title":"Software Analytics to Software Practice: A Systematic Literature Review","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software analytics; Artifact (error); Computer science; Data science; Software; Analytics; Systematic review; Process (computing); Big data; Software engineering; Field (mathematics); Software development; Software development process; Data mining; Artificial intelligence","score_opus":0.03346110073823944,"score_gpt":0.3473474331374403,"score_spread":0.3138863323992009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122526936","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000074281293,0.16640343,0.82354057,0.0036604702,0.0011686634,0.0029330798,0.000032720673,0.002084275,0.00016934397],"genre_scores_gemma":[0.00023018626,0.011936996,0.9771309,0.005358864,0.00029959882,0.0009456729,0.0000788806,0.000118175616,0.0039007121],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99398893,0.00048230775,0.0010180341,0.0015016018,0.0022109137,0.0007981908],"domain_scores_gemma":[0.98737776,0.0031596464,0.00037811062,0.004986586,0.0032378065,0.0008600641],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037791457,0.0007215366,0.0014800181,0.0006423298,0.00008134561,0.0015136787,0.005045567,0.0005098755,0.000023674243],"category_scores_gemma":[0.082012504,0.00059594796,0.00033329683,0.0023453676,0.000024952793,0.0006701194,0.006658245,0.0019254324,0.00080536224],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006272871,0.00012754924,0.00009718897,0.6895657,0.00036951806,0.0008854655,0.0012756237,0.0046082377,6.301897e-7,0.00089475303,0.2999068,0.0022622414],"study_design_scores_gemma":[0.00039081005,0.00028057507,0.00010214737,0.95822555,0.0005309076,0.0010789628,0.000047456335,0.010436614,0.000018424304,0.002220085,0.02398568,0.002682792],"about_ca_topic_score_codex":0.000014481006,"about_ca_topic_score_gemma":0.00000233785,"teacher_disagreement_score":0.2759211,"about_ca_system_score_codex":0.00063887174,"about_ca_system_score_gemma":0.0010949769,"threshold_uncertainty_score":0.99997264},"labels":[],"label_agreement":null},{"id":"W3122715434","doi":"10.7287/peerj.preprints.2373","title":"Stopping duplicate bug reports before they start with Continuous Querying for bug reports","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Data deduplication; Search engine indexing; BitTorrent tracker; Software bug; Security bug; Information retrieval; Process (computing); Software; Database; Artificial intelligence; Programming language; Cloud computing","score_opus":0.01488962674465569,"score_gpt":0.24715986460304953,"score_spread":0.23227023785839385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122715434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24954131,0.000039265018,0.746889,0.0013388101,0.0003179324,0.00059078966,0.0000012527129,0.00093117217,0.0003504974],"genre_scores_gemma":[0.9450756,0.0000026727057,0.05047582,0.00008350437,0.0001045135,0.00018555201,0.0000018301771,0.00004014338,0.004030417],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974921,0.000021054188,0.00045328075,0.0008332161,0.00052427145,0.0006760997],"domain_scores_gemma":[0.9972249,0.0005301725,0.00019817182,0.0015248905,0.00032242946,0.00019941662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011143989,0.00021557482,0.0002770875,0.00015321522,0.00014660259,0.0001858693,0.0004383405,0.00007318732,0.00001624269],"category_scores_gemma":[0.00089632545,0.00012918937,0.00008124442,0.00022764754,0.000048021793,0.0005469256,0.0002807706,0.000117491734,0.000010633394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009104482,0.00024069636,0.73958623,0.00030800843,0.00036396604,0.008141151,0.002666232,0.00081190455,0.024224883,0.011824421,0.013805608,0.19793586],"study_design_scores_gemma":[0.0066559245,0.0054552234,0.4282922,0.0037141992,0.0001481628,0.031979784,0.00040228342,0.019679476,0.14885141,0.06858717,0.27890232,0.0073318547],"about_ca_topic_score_codex":0.00015188906,"about_ca_topic_score_gemma":0.00007410192,"teacher_disagreement_score":0.69641316,"about_ca_system_score_codex":0.00012391848,"about_ca_system_score_gemma":0.0001745925,"threshold_uncertainty_score":0.526819},"labels":[],"label_agreement":null},{"id":"W3122939027","doi":"10.7287/peerj.preprints.1705","title":"The unreasonable effectiveness of traditional information retrieval in crash report deduplication","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Crash; Computer science; Data deduplication; Software; Scalability; Information retrieval; Precision and recall; Set (abstract data type); Database; Data science; Data mining; Software engineering; World Wide Web; Operating system","score_opus":0.015265970731580713,"score_gpt":0.2492900997646688,"score_spread":0.23402412903308809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122939027","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28270838,0.000010225862,0.7159863,0.00040868353,0.00010449408,0.0001595754,9.529439e-7,0.0000643244,0.00055704796],"genre_scores_gemma":[0.99813205,0.0000050474096,0.001755718,0.000005527947,0.000009598008,0.000021195794,0.0000022521115,0.0000017590039,0.000066834604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992725,0.000049172668,0.00017288896,0.0000893605,0.00030068317,0.000115389375],"domain_scores_gemma":[0.9965084,0.0029788224,0.000044018867,0.00030827415,0.00013542389,0.000025023714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015313603,0.000038746955,0.000050905084,0.00007425903,0.000032445583,0.000034070297,0.00032170027,0.000026914522,0.00000473617],"category_scores_gemma":[0.0020217265,0.000021775973,0.00001808998,0.00037093734,0.000030244966,0.000761123,0.000051781073,0.000040830088,0.000017744811],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001217406,0.00013966077,0.17572066,0.00014599123,0.000030891264,0.000016215581,0.00018112248,0.0007646575,0.016896982,0.7107293,0.0014707363,0.09378207],"study_design_scores_gemma":[0.00025599866,0.00003225257,0.96132416,0.000043495478,3.8157324e-7,0.000030247305,0.0000021300507,0.002588583,0.027762946,0.0071868477,0.0007247716,0.000048165573],"about_ca_topic_score_codex":0.0000162101,"about_ca_topic_score_gemma":0.0000013605035,"teacher_disagreement_score":0.7856035,"about_ca_system_score_codex":0.00009759289,"about_ca_system_score_gemma":0.00010357236,"threshold_uncertainty_score":0.24203414},"labels":[],"label_agreement":null},{"id":"W3123088576","doi":"10.1007/s10664-020-09900-0","title":"Investigating design anti-pattern and design pattern mutations and their change- and fault-proneness","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Computer Research Institute of Montréal; Polytechnique Montréal","funders":"","keywords":"Software design pattern; Structural pattern; Software design; Computer science; Design pattern; Software evolution; Software quality; Software; Software development; Software engineering; Software construction; Programming language","score_opus":0.09046305438679865,"score_gpt":0.2872581248634783,"score_spread":0.19679507047667966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123088576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28225225,0.0013441229,0.71518075,0.00045749752,0.000112896356,0.00019843914,0.0000038406406,0.0004498941,2.9730265e-7],"genre_scores_gemma":[0.866912,0.00006394124,0.13251781,0.00024214327,0.00010318292,0.000100012374,0.0000050962403,0.000047644393,0.00000816315],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982318,0.0001128608,0.0002418454,0.0006563077,0.0002508579,0.0005063264],"domain_scores_gemma":[0.9963823,0.0027842156,0.000038201637,0.00035459027,0.00009672813,0.00034394304],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000424442,0.00030363398,0.00030319486,0.00016271044,0.00016987069,0.00037260551,0.00027293593,0.00012320445,0.0000041438707],"category_scores_gemma":[0.0018981193,0.000291549,0.000030442841,0.00052656565,0.00006954762,0.00049607776,0.00054621644,0.0003487967,0.0000035936296],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015435724,0.000058959005,0.72022855,0.0005325508,0.000109790744,0.00025003953,0.008224299,0.026457407,0.0033802318,0.000026315836,0.00014752461,0.24058278],"study_design_scores_gemma":[0.00045852052,0.00008125293,0.49510875,0.0002480244,0.0000113023025,0.0002954906,0.00005010016,0.49615085,0.0065697385,0.00021019595,0.00021375237,0.0006020092],"about_ca_topic_score_codex":0.000024066754,"about_ca_topic_score_gemma":0.0000013812349,"teacher_disagreement_score":0.58465976,"about_ca_system_score_codex":0.000046799938,"about_ca_system_score_gemma":0.00006160336,"threshold_uncertainty_score":0.9999537},"labels":[],"label_agreement":null},{"id":"W3124091587","doi":"10.7287/peerj.preprints.1260v1","title":"Comments on \"Researcher bias: The use of machine learning in software defect prediction\"","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McGill University","funders":"","keywords":"Metric (unit); Computer science; Group (periodic table); Construct (python library); Predictive modelling; Reuse; Association (psychology); Machine learning; Selection (genetic algorithm); Artificial intelligence; Software; Model selection; Data mining; Data science; Econometrics; Psychology; Mathematics; Engineering","score_opus":0.1805958843775091,"score_gpt":0.31951372142697376,"score_spread":0.13891783704946467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124091587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46803734,0.00017159514,0.52808374,0.0019251121,0.00028695277,0.00052636914,0.000009559687,0.00070926506,0.00025006037],"genre_scores_gemma":[0.98332936,0.000010154071,0.015361366,0.0001643401,0.000021509912,0.000027137794,0.0000044046874,0.000014944253,0.0010667847],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840134,0.0002738191,0.00016204898,0.00020809437,0.00068682723,0.00026788065],"domain_scores_gemma":[0.9966286,0.0026217015,0.000026865704,0.0005022481,0.00011701498,0.00010359101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013108134,0.00008601735,0.000102989856,0.00021147417,0.000044467706,0.00009667202,0.00069854094,0.000040444425,0.000017272216],"category_scores_gemma":[0.006783898,0.000056363315,0.000041139054,0.0006652198,0.00004201116,0.00027688532,0.00041486896,0.00044510755,0.000041746207],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021059985,0.000115236486,0.9059221,0.00001450181,0.000023267738,0.000011967848,0.00080079265,0.06782488,0.000015002678,0.0006527852,0.009565582,0.0150328195],"study_design_scores_gemma":[0.0013741144,0.0007518717,0.32977942,0.00010594792,0.000002952335,0.000010535496,0.000049762974,0.64015746,0.00067379035,0.00043940003,0.02644547,0.00020924181],"about_ca_topic_score_codex":0.0006275505,"about_ca_topic_score_gemma":0.00004605323,"teacher_disagreement_score":0.57614267,"about_ca_system_score_codex":0.0000996065,"about_ca_system_score_gemma":0.00008086293,"threshold_uncertainty_score":0.81214494},"labels":[],"label_agreement":null},{"id":"W3124432101","doi":"","title":"Applying empirical software engineering to software architecture: challenges and lessons learned","year":2010,"lang":"en","type":"article","venue":"Cineca Institutional Research Information System (Tor Vergata University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Resource-oriented architecture; Software peer review; Reference architecture; Computer science; Software development; Social software engineering; Software architecture; Software architecture description; Software construction; Architecture tradeoff analysis method; Engineering; Software; Systems engineering","score_opus":0.08950162488329166,"score_gpt":0.31077143457798273,"score_spread":0.22126980969469107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124432101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05798828,0.00011060058,0.9354528,0.002312553,0.00071250775,0.0010847265,0.0000551947,0.0011829919,0.0011003489],"genre_scores_gemma":[0.9201028,0.00006373267,0.07923838,0.000064649,0.0002241445,0.00008240551,0.00003791858,0.000022096558,0.00016390915],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970776,0.0000989414,0.00028043304,0.00046484708,0.0014005865,0.0006776262],"domain_scores_gemma":[0.9966749,0.0011471899,0.000055239583,0.00074812537,0.00073310547,0.0006414656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013722774,0.00022616274,0.00023429515,0.0020797607,0.00067180354,0.0003242416,0.001446483,0.00019887152,0.000009397493],"category_scores_gemma":[0.005596298,0.00024024272,0.00006202971,0.0016016903,0.00015025152,0.0023481525,0.0012739751,0.0010791853,0.00025563574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015066568,0.00008252003,0.0037185745,0.0019899767,0.00015198809,0.000313338,0.005538183,0.032343604,0.0011547464,0.73607683,0.0018431152,0.21663646],"study_design_scores_gemma":[0.0015993741,0.00021363501,0.048823446,0.0005081261,0.000009404703,0.00034548232,0.00090856524,0.013801992,0.0005187444,0.00016585394,0.9322717,0.00083365716],"about_ca_topic_score_codex":0.000029670839,"about_ca_topic_score_gemma":0.000014197116,"teacher_disagreement_score":0.9304286,"about_ca_system_score_codex":0.0005032715,"about_ca_system_score_gemma":0.0006671095,"threshold_uncertainty_score":0.9796814},"labels":[],"label_agreement":null},{"id":"W3124537160","doi":"10.7287/peerj.preprints.826","title":"An empirical study of goto in C code","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Goto; Go/no go; Commit; Computer science; Statement (logic); Code (set theory); Dijkstra's algorithm; Programming language; Limit (mathematics); Empirical research; Statistics; Mathematics; Theoretical computer science; Machine learning; Law; Database; Political science; Shortest path problem; Graph; Set (abstract data type)","score_opus":0.09214601773672157,"score_gpt":0.39471980448581767,"score_spread":0.3025737867490961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124537160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90556777,0.000005846584,0.093899116,0.00007137787,0.00004802374,0.00009831645,9.646782e-8,0.0000951574,0.00021429748],"genre_scores_gemma":[0.98889077,8.373602e-8,0.011015423,0.000018139495,0.000008100072,0.000007088495,8.495806e-8,0.000002872856,0.00005742686],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992776,0.000047819223,0.00010318647,0.00015015599,0.00030182392,0.00011944865],"domain_scores_gemma":[0.99928415,0.00013605619,0.00000794185,0.00041326383,0.000056275952,0.00010233335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045788722,0.00003685602,0.000078178535,0.00010295807,0.0000044388335,0.000021222815,0.0006025965,0.000017987659,0.00000396047],"category_scores_gemma":[0.00025987063,0.000030653897,0.0000062605427,0.0004039532,0.000007773443,0.00016795425,0.0001428375,0.00007120248,0.000016601825],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033588324,0.00058611395,0.99079597,0.00000194588,0.0000022940058,0.000020143741,0.003489576,0.0022015776,0.000045688306,0.00019448037,0.00080504705,0.0018537784],"study_design_scores_gemma":[0.0008545101,0.0010804584,0.87848413,0.0000029547407,4.2726856e-7,0.0000024749313,0.00047465018,0.11813603,0.0004513859,0.00023162836,0.00019320616,0.00008814917],"about_ca_topic_score_codex":0.00021621362,"about_ca_topic_score_gemma":0.00015283987,"teacher_disagreement_score":0.115934454,"about_ca_system_score_codex":0.000030642645,"about_ca_system_score_gemma":0.00006216843,"threshold_uncertainty_score":0.12500297},"labels":[],"label_agreement":null},{"id":"W3124682540","doi":"10.7287/peerj.preprints.1771","title":"Judging a commit by its cover; or can a commit message predict build failure?","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Commit; Computer science; Code (set theory); Source code; Proxy (statistics); Database; Programming language; Computer security; Machine learning","score_opus":0.013777227243916359,"score_gpt":0.245285266788623,"score_spread":0.23150803954470664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124682540","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021167094,0.000113294096,0.9632133,0.011565211,0.00028861928,0.0003734082,0.00005442842,0.0015448836,0.0016797436],"genre_scores_gemma":[0.97095096,0.00001950085,0.011179991,0.00039002666,0.00006153242,0.000054857886,0.000002193027,0.00003122764,0.017309722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978235,0.00007956276,0.00023644001,0.00049531815,0.0006861489,0.0006790721],"domain_scores_gemma":[0.99695504,0.0016034296,0.000044024273,0.000986092,0.00011148605,0.0002999449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047138863,0.00021851965,0.00022999298,0.00015380666,0.00012781961,0.00023442881,0.0019147379,0.00009376239,0.0004783046],"category_scores_gemma":[0.0008326638,0.00013599147,0.000061322586,0.00055708573,0.000056502646,0.00052660104,0.0007392526,0.00022250167,0.00033917843],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030925323,0.00016934251,0.034971133,0.00009728345,0.0001195713,0.00017964537,0.0006128823,0.000090517264,0.011459111,0.006656815,0.9176167,0.027996046],"study_design_scores_gemma":[0.006714571,0.000990745,0.020175131,0.0008261076,0.00003215592,0.00025314343,0.0000868708,0.06011716,0.0968632,0.0007295352,0.8107661,0.0024452906],"about_ca_topic_score_codex":0.00010446238,"about_ca_topic_score_gemma":0.000060111906,"teacher_disagreement_score":0.95203334,"about_ca_system_score_codex":0.00016727526,"about_ca_system_score_gemma":0.0001525513,"threshold_uncertainty_score":0.55455714},"labels":[],"label_agreement":null},{"id":"W3125018233","doi":"10.2308/iace-50144","title":"The Effect of Business Process Representation Type on Assessment of Business and Control Risks: Diagrams versus Narratives","year":2012,"lang":"en","type":"article","venue":"Issues in Accounting Education","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Diagrammatic reasoning; Representation (politics); Narrative; Control (management); Affect (linguistics); Process (computing); Task (project management); Computer science; Perception; Psychology; Accounting; Business; Artificial intelligence; Political science; Management; Economics; Linguistics","score_opus":0.024929231058918356,"score_gpt":0.40416119496461966,"score_spread":0.3792319639057013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125018233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99121994,0.0008304617,0.005831778,0.00032465844,0.0013765946,0.00031070557,3.3133523e-7,0.000028148044,0.000077357974],"genre_scores_gemma":[0.9987891,0.000053482476,0.00093582046,0.0000030091246,0.00013650674,0.00006189917,0.0000029048642,0.000007566924,0.000009756319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904424,0.0001446824,0.00018896871,0.00015505812,0.00030506094,0.00016200269],"domain_scores_gemma":[0.99721116,0.0019012224,0.0001507915,0.0002881785,0.00042766033,0.00002100647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011781608,0.00008698543,0.00014268774,0.00012615092,0.000059101676,0.00007561236,0.00027936237,0.00003770697,0.000001245519],"category_scores_gemma":[0.0030562915,0.00006390024,0.0000105960635,0.00097651844,0.00005744259,0.0005256074,0.000044045544,0.00009441967,0.000001139418],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007247317,0.000109567176,0.9474631,0.0002340961,0.00001660944,1.06421794e-7,0.0026855574,0.0015110872,0.0006457318,0.000587605,0.000043135336,0.046630953],"study_design_scores_gemma":[0.00039161666,0.00009490825,0.99449784,0.0001340301,0.000004756155,6.338225e-7,0.00025051355,0.0018290101,0.0025653047,0.00009023841,0.00007578868,0.00006535119],"about_ca_topic_score_codex":0.00019050577,"about_ca_topic_score_gemma":0.0000064173764,"teacher_disagreement_score":0.04703477,"about_ca_system_score_codex":0.000051118786,"about_ca_system_score_gemma":0.000108643,"threshold_uncertainty_score":0.3658887},"labels":[],"label_agreement":null},{"id":"W3125821053","doi":"10.7287/peerj.preprints.1138","title":"The charming code that error messages are talking about","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Python (programming language); Cyclomatic complexity; Computer science; Debugging; Programming language; Random testing; Code coverage; Software quality; Source lines of code; Software bug; Software; Syntax error; Software metric; Charm (quantum number); Code (set theory); Source code; Algorithm; Abstract syntax tree; Test case; Software development; Particle physics; Machine learning; Physics","score_opus":0.07207317227592544,"score_gpt":0.3135958871748,"score_spread":0.24152271489887459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3125821053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051323675,0.0015865188,0.93519425,0.0055061975,0.001238215,0.0002270694,0.0000013302473,0.0012416281,0.0036811188],"genre_scores_gemma":[0.9844241,0.000016125918,0.0120230755,0.00012175608,0.00008133472,0.000021837246,2.7521597e-7,0.000013194772,0.0032983047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987755,0.00003713471,0.00009015768,0.00022638383,0.00051260897,0.00035825558],"domain_scores_gemma":[0.9985174,0.00065036415,0.000033138418,0.00057037687,0.000089226414,0.00013949773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077370123,0.000091752045,0.00008372382,0.00005176556,0.0001605558,0.00037038812,0.0012374207,0.000032291297,0.000006431696],"category_scores_gemma":[0.00067960104,0.00005909118,0.00003072311,0.00024215436,0.000038612452,0.00031148392,0.0004605972,0.0001604637,0.00010043944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002876856,0.00014848853,0.3307187,0.00013174949,0.00021307243,0.000523386,0.012904406,0.0046297475,0.0010261178,0.12500392,0.17783536,0.3468363],"study_design_scores_gemma":[0.0016115895,0.00015804148,0.2535223,0.00027741797,0.00001122578,0.00017294889,0.0026177685,0.32450405,0.024783745,0.0060628755,0.38490456,0.0013734705],"about_ca_topic_score_codex":0.000024081262,"about_ca_topic_score_gemma":0.000019273959,"teacher_disagreement_score":0.9331004,"about_ca_system_score_codex":0.00005645584,"about_ca_system_score_gemma":0.000057709858,"threshold_uncertainty_score":0.35716614},"labels":[],"label_agreement":null},{"id":"W3127656560","doi":"10.1109/tse.2021.3055123","title":"Deprecation of Packages and Releases in Software Ecosystems: A Case Study on NPM","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Notation; Software; Code (set theory); Programming language; Software engineering; Information retrieval; World Wide Web; Arithmetic; Mathematics; Set (abstract data type)","score_opus":0.01918480495773581,"score_gpt":0.2594253268007716,"score_spread":0.24024052184303582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127656560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46297258,0.00012220272,0.536143,0.00000867701,0.00024370757,0.00019077637,0.000009724074,0.00030838136,9.1626094e-7],"genre_scores_gemma":[0.97366506,0.00002562358,0.026087787,0.000009060186,0.000020137462,0.00012537051,0.0000011579887,0.000038900394,0.000026888045],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99829894,0.00008466665,0.00037036027,0.000541891,0.00038664846,0.00031748402],"domain_scores_gemma":[0.9972203,0.0017631447,0.0000458897,0.00071165856,0.00013062757,0.00012843055],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027271855,0.00024069438,0.00031395257,0.00055746234,0.00007857987,0.00008068495,0.00025077397,0.00009615996,0.000007155922],"category_scores_gemma":[0.00049206195,0.00026984187,0.000071429895,0.0010060626,0.00001525309,0.0003134345,0.000010369785,0.00040111793,0.0000074552654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003762337,0.0019596694,0.0413812,0.0008301274,0.0002527932,0.0064884564,0.006486697,0.87774795,0.0015859135,0.000070862414,0.000054339314,0.06310439],"study_design_scores_gemma":[0.014915533,0.0059802374,0.21150035,0.0062437374,0.00030581956,0.01851615,0.008164779,0.33718273,0.3902835,0.00012513722,0.0006797326,0.0061023072],"about_ca_topic_score_codex":0.00015374161,"about_ca_topic_score_gemma":0.00015389895,"teacher_disagreement_score":0.5405652,"about_ca_system_score_codex":0.00014009798,"about_ca_system_score_gemma":0.000088743946,"threshold_uncertainty_score":0.9999754},"labels":[],"label_agreement":null},{"id":"W3128185208","doi":"10.1145/3437479.3437484","title":"Summary of the 2nd International Workshop on Bots in Software Engineering (BotSE 2020)","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software engineering; Presentation (obstetrics); Computer science; Software; World Wide Web; Engineering management; Engineering; Programming language","score_opus":0.015559303008806358,"score_gpt":0.2501550741661026,"score_spread":0.23459577115729624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128185208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7879368,0.002435532,0.19999643,0.0017063315,0.0053955936,0.00054274744,0.00006401149,0.001915319,0.000007262088],"genre_scores_gemma":[0.89125526,0.0000933879,0.10794201,0.00012449907,0.00023733686,0.000068982474,0.00002213736,0.00009836146,0.00015800472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966892,0.000056529174,0.00061299093,0.00082003657,0.0010432343,0.00077800517],"domain_scores_gemma":[0.92587143,0.071029186,0.00012732323,0.0024442724,0.00031019043,0.00021756825],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047949527,0.00047237452,0.00045899526,0.00041750696,0.00007255615,0.00017537073,0.0032799742,0.0002453736,0.000051400708],"category_scores_gemma":[0.3277485,0.00045341987,0.00025080907,0.0019990094,0.00004306574,0.00048997987,0.0018877665,0.0009891655,0.000024166386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019033492,0.00022629717,0.7365536,0.00032005462,0.00014047854,0.00041141754,0.00060426403,0.24187675,0.0039337236,0.00086592993,0.0012931377,0.013755299],"study_design_scores_gemma":[0.0009170302,0.00005292394,0.95611805,0.0016878621,0.000015171424,0.00010658798,0.00001796136,0.008317132,0.027784014,0.00004996756,0.0040168986,0.000916385],"about_ca_topic_score_codex":0.000028266712,"about_ca_topic_score_gemma":0.000012294219,"teacher_disagreement_score":0.327269,"about_ca_system_score_codex":0.00028279418,"about_ca_system_score_gemma":0.00022631529,"threshold_uncertainty_score":0.99979174},"labels":[],"label_agreement":null},{"id":"W3128560401","doi":"10.1109/icse-seip52600.2021.00044","title":"Refactoring Practices in the Context of Modern Code Review: An Industrial Case Study at Xerox","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec","funders":"","keywords":"Code refactoring; Documentation; Codebase; Code review; Computer science; Software engineering; Context (archaeology); Best practice; Software; Software quality; Software development; Programming language","score_opus":0.2502142211954906,"score_gpt":0.4137484406022141,"score_spread":0.16353421940672352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128560401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98553,0.0045097377,0.007244559,0.00042009726,0.00058805983,0.0015158162,0.0000053457106,0.000114478054,0.000071865165],"genre_scores_gemma":[0.997199,0.00050537125,0.0018775623,0.00008305676,0.000101747944,0.00014344811,0.0000058827814,0.000016898633,0.00006700757],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99643576,0.00094980025,0.00057124306,0.0008098324,0.00093902415,0.00029436793],"domain_scores_gemma":[0.99454063,0.0022561217,0.0004370873,0.0024423038,0.0002356279,0.000088222005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035740894,0.00024399065,0.00051791366,0.00014906394,0.00005930934,0.0002836843,0.0023312569,0.0001838142,0.000022989314],"category_scores_gemma":[0.004435031,0.00017899246,0.00008360622,0.00045491522,0.000027628857,0.00043913716,0.003320297,0.001452883,0.000002928468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111966176,0.005887179,0.3386043,0.0057620243,0.0008404668,0.053424582,0.18244493,0.009434449,0.00043300883,0.00035752147,0.0046297237,0.39806986],"study_design_scores_gemma":[0.025937134,0.009067148,0.0830304,0.0465444,0.0015343546,0.029178452,0.17496404,0.5814799,0.012145186,0.0013117775,0.020200545,0.014606677],"about_ca_topic_score_codex":0.0050841407,"about_ca_topic_score_gemma":0.0036477516,"teacher_disagreement_score":0.57204545,"about_ca_system_score_codex":0.00020261951,"about_ca_system_score_gemma":0.00038872613,"threshold_uncertainty_score":0.7685734},"labels":[],"label_agreement":null},{"id":"W3128670333","doi":"10.5815/ijitcs.2021.01.01","title":"Duration Estimation Models for Open Source Software Projects","year":2021,"lang":"en","type":"article","venue":"International Journal of Information Technology and Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Duration (music); Estimation; Computer science; Swift; Software; Variable (mathematics); Government (linguistics); Open source software; Open source; Software engineering; Database; Operations research; Operating system; Systems engineering; Engineering","score_opus":0.016543310594426115,"score_gpt":0.28586069662440466,"score_spread":0.26931738602997857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128670333","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013917461,0.000045138535,0.9826108,0.0025102638,0.0006849465,0.00013278479,0.0000015607324,0.00007964475,0.000017383352],"genre_scores_gemma":[0.39014676,0.000009422692,0.6095773,0.00021279349,0.000031074,0.000009107319,0.0000021793496,0.0000018523393,0.000009523603],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988056,0.000011210866,0.00039865889,0.00013730327,0.000500838,0.00014639413],"domain_scores_gemma":[0.996985,0.0001666344,0.00028891375,0.00019230723,0.0023138307,0.000053285465],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008236517,0.00007251958,0.000106509804,0.0009822188,0.00018311827,0.001299597,0.0021959564,0.000060294155,0.0000013006097],"category_scores_gemma":[0.0010349455,0.00006735942,0.000027530257,0.00086151285,0.0001410725,0.008349976,0.0009366428,0.00014054967,0.0000027280944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014796132,0.00003210448,0.00056875445,0.000014478401,0.000026274873,0.000008191833,0.0009607411,0.028469201,0.00013180808,0.17551927,0.0003166504,0.79393774],"study_design_scores_gemma":[0.000554761,0.0001223011,0.0011005612,0.00006300621,0.000002062341,0.000757324,0.000038787683,0.9487977,0.007891046,0.03941426,0.0011660871,0.00009209613],"about_ca_topic_score_codex":0.0000013438349,"about_ca_topic_score_gemma":3.257778e-7,"teacher_disagreement_score":0.9203285,"about_ca_system_score_codex":0.000089831185,"about_ca_system_score_gemma":0.00066376314,"threshold_uncertainty_score":0.99973714},"labels":[],"label_agreement":null},{"id":"W3129150043","doi":"10.1007/s10664-020-09902-y","title":"On the Removal of Feature Toggles","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Python (programming language); Feature (linguistics); Computer science; Source code; Cyclomatic complexity; Software; Data science; Software engineering; Programming language","score_opus":0.024005836158592978,"score_gpt":0.27051804039179844,"score_spread":0.24651220423320547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129150043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19969119,0.0012489241,0.79430795,0.0031905062,0.000565761,0.000110622816,0.0000043000596,0.0007155007,0.00016527563],"genre_scores_gemma":[0.8462153,0.000014910434,0.15204236,0.0005251983,0.0001865686,0.000027062155,0.000004554532,0.00004982993,0.0009342268],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99851954,0.000043988104,0.00017344234,0.00034494337,0.00055066246,0.00036744497],"domain_scores_gemma":[0.9949041,0.0039969673,0.000028970791,0.0008266402,0.00012882818,0.00011450289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026914716,0.00017277407,0.00019983396,0.000088605106,0.0000611681,0.000077076744,0.0008107423,0.000101638216,0.000041549414],"category_scores_gemma":[0.007912821,0.00012900421,0.00012420423,0.000948319,0.000025018779,0.000114942995,0.00034844992,0.00046939,0.00003700053],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060660757,0.00096705515,0.10912358,0.0010124368,0.0007867107,0.007941659,0.0041550556,0.30660534,0.014482484,0.29487327,0.18806638,0.07192537],"study_design_scores_gemma":[0.0016042285,0.0005441995,0.40284845,0.0010485757,0.000039593517,0.0021063956,0.00006797056,0.12482657,0.113718726,0.0071799997,0.3435898,0.002425477],"about_ca_topic_score_codex":0.000001992782,"about_ca_topic_score_gemma":3.09542e-7,"teacher_disagreement_score":0.6465241,"about_ca_system_score_codex":0.00006716131,"about_ca_system_score_gemma":0.000092980314,"threshold_uncertainty_score":0.9472958},"labels":[],"label_agreement":null},{"id":"W3130266246","doi":"","title":"An exploratory study on the introduction and removal of different types of technical debt in deep learning frameworks","year":2021,"lang":"en","type":"article","venue":"Institutional Knowledge (InK) - Institutional Knowledge at Singapore Management University (Singapore Management University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Technical debt; Debt; Computer science; Software; Business; Software development; Finance","score_opus":0.015261273800941243,"score_gpt":0.2309297704452297,"score_spread":0.21566849664428844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130266246","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.794237,0.000581287,0.12083501,0.0006133623,0.0010728311,0.0014243681,0.000013878634,0.0003882057,0.08083402],"genre_scores_gemma":[0.9930344,0.00022844462,0.0033998548,0.000016324255,0.00009927889,0.0000032895855,0.000059000322,0.000018295235,0.0031410658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99655116,0.000594504,0.00045286393,0.0011453115,0.0007785212,0.00047766577],"domain_scores_gemma":[0.997783,0.00039808603,0.00021866005,0.0009152114,0.00050081033,0.00018423526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00086441165,0.00043200614,0.00047392517,0.0017797748,0.0010178792,0.00008098281,0.0014067233,0.00023234557,0.000041318995],"category_scores_gemma":[0.00018944289,0.00044900237,0.00016762399,0.0029400971,0.00088746304,0.0008765711,0.0025884488,0.00088511984,0.000025175164],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023152698,0.0030792556,0.008015116,0.00032400872,0.0003915271,0.0026372692,0.0016676676,0.013873011,0.00024776976,0.9597695,0.00018009005,0.009583262],"study_design_scores_gemma":[0.016169693,0.0025773565,0.44223484,0.0035967329,0.0014248181,0.00048771204,0.032979704,0.06006639,0.0023791518,0.005980675,0.4279102,0.0041927123],"about_ca_topic_score_codex":0.000011756833,"about_ca_topic_score_gemma":0.00038406617,"teacher_disagreement_score":0.9537888,"about_ca_system_score_codex":0.0017453319,"about_ca_system_score_gemma":0.00022617116,"threshold_uncertainty_score":0.99979615},"labels":[],"label_agreement":null},{"id":"W3131995106","doi":"10.1145/3434279","title":"Are Comments on Stack Overflow Well Organized for Easy Retrieval by Developers?","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Manitoba; Concordia University; Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Classifier (UML); Information retrieval; Obsolescence; Artificial intelligence; Machine learning; Mechanism (biology); Point (geometry); Data mining; Data science","score_opus":0.08626475335032763,"score_gpt":0.32677058681156684,"score_spread":0.24050583346123922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131995106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024519335,0.00026801214,0.9727126,0.0005836776,0.0010191484,0.00021499004,0.000054333254,0.00062441,0.000003493187],"genre_scores_gemma":[0.031377047,0.00012136872,0.96696603,0.00058015145,0.000051141775,0.0000562438,0.00001657804,0.000066553315,0.0007648803],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99810004,0.00020095793,0.00025602375,0.0006562932,0.00026691795,0.00051978434],"domain_scores_gemma":[0.9897098,0.0089922035,0.000055858258,0.0008517582,0.00018075672,0.00020963883],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076273066,0.00028142316,0.0004028937,0.00021671977,0.00018066092,0.00008597262,0.00057529367,0.00022045014,0.0000385668],"category_scores_gemma":[0.008006842,0.0003005813,0.00009645779,0.0005685399,0.000030881307,0.00014586451,0.000046293244,0.0004950873,0.000020662035],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027135739,0.0034327938,0.011052784,0.0034510877,0.004547044,0.0009763558,0.0057948045,0.27593783,0.0976175,0.005965861,0.038743507,0.54976684],"study_design_scores_gemma":[0.011442578,0.0023113443,0.018746758,0.0006419664,0.0001991175,0.0005579815,0.0002948342,0.025379533,0.64887357,0.0012402525,0.28700608,0.0033059793],"about_ca_topic_score_codex":0.000004718222,"about_ca_topic_score_gemma":0.0000014208654,"teacher_disagreement_score":0.55125606,"about_ca_system_score_codex":0.000122844,"about_ca_system_score_gemma":0.00008478731,"threshold_uncertainty_score":0.9999446},"labels":[],"label_agreement":null},{"id":"W3132324754","doi":"10.3758/s13415-021-00872-2","title":"Correction to: Recallable but not Recognizable: The Influence of Semantic Priming in Recall Paradigms","year":2021,"lang":"en","type":"article","venue":"Cognitive Affective & Behavioral Neuroscience","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Wilfrid Laurier University","funders":"","keywords":"Recall; Priming (agriculture); Natural language processing; Computer science; Artificial intelligence; Linguistics; Psychology; Information retrieval; Cognitive psychology; Philosophy; Biology","score_opus":0.041291253512697156,"score_gpt":0.3188554248775399,"score_spread":0.27756417136484274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132324754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95089644,0.000037013433,0.046682637,0.00017147457,0.0013195863,0.00065391,0.000009053853,0.00011998889,0.000109866836],"genre_scores_gemma":[0.99825686,0.0000236874,0.0008355857,0.0003927983,0.000022163504,0.0001360655,0.0000013445308,0.000019958889,0.0003115456],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9967353,0.00044340987,0.0003436292,0.0010680197,0.0007477984,0.0006618671],"domain_scores_gemma":[0.99559224,0.002735931,0.000117859185,0.00058466924,0.00079024886,0.00017904985],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009140815,0.00024410967,0.0003008526,0.000289863,0.00021858254,0.00021243213,0.0010421426,0.00006723533,0.0000050732256],"category_scores_gemma":[0.010183984,0.00021918929,0.000075543765,0.0041016974,0.00029249783,0.00084164046,0.00075372204,0.00060548575,0.00002711586],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082483224,0.0007033138,0.14077103,0.000049417635,0.0000052145856,0.0005765558,0.002077855,0.007635693,0.7570048,0.00018850257,0.00015787521,0.090747245],"study_design_scores_gemma":[0.00029123778,0.0004138842,0.71101207,0.00034388283,0.000010081474,0.00009768914,0.00009469291,0.005043351,0.2823586,0.00004821237,0.000045951325,0.00024038051],"about_ca_topic_score_codex":0.0003462847,"about_ca_topic_score_gemma":0.00011628359,"teacher_disagreement_score":0.57024103,"about_ca_system_score_codex":0.0001579858,"about_ca_system_score_gemma":0.00037886662,"threshold_uncertainty_score":0.9981536},"labels":[],"label_agreement":null},{"id":"W3132847876","doi":"10.1109/tse.2021.3060918","title":"Studying Duplicate Logging Statements and Their Relationships With Code Clones","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Logging; Code (set theory); Programming language; Database; Software engineering; Ecology","score_opus":0.040146525901182346,"score_gpt":0.26808989881282014,"score_spread":0.2279433729116378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132847876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12675348,0.00016029179,0.8715592,0.00009666518,0.00024353428,0.00015336156,0.0000128234615,0.0010153687,0.0000052715495],"genre_scores_gemma":[0.9015534,0.000044034583,0.09810003,0.000025292587,0.000019939338,0.00008103437,0.0000021840156,0.000046937508,0.0001271706],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848396,0.000049460996,0.00022728175,0.0005261565,0.0002966864,0.00041645093],"domain_scores_gemma":[0.9979808,0.0011259298,0.000033091106,0.0005766439,0.0001129309,0.00017063857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003068354,0.0002550991,0.00020990531,0.00025933963,0.0002980692,0.00020266978,0.0002982404,0.00007039555,0.0000064716896],"category_scores_gemma":[0.000104727405,0.00023749749,0.00004845879,0.00069402234,0.000025724605,0.00061035936,0.000012460657,0.0005849266,0.000014326913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015761996,0.00017418526,0.007623129,0.00020922361,0.0002686055,0.00013803985,0.0020678183,0.9691911,0.0020193632,0.00027832732,0.000043273747,0.017971212],"study_design_scores_gemma":[0.0046881572,0.00061043527,0.0938223,0.0014740136,0.000114929564,0.0010285953,0.0009913476,0.6831982,0.20454755,0.00029045984,0.0059017185,0.0033322982],"about_ca_topic_score_codex":0.000007835027,"about_ca_topic_score_gemma":0.000010558351,"teacher_disagreement_score":0.7747999,"about_ca_system_score_codex":0.00010426298,"about_ca_system_score_gemma":0.00006952613,"threshold_uncertainty_score":0.96848667},"labels":[],"label_agreement":null},{"id":"W3133232930","doi":"10.1049/iet-sen.2019.0384","title":"Investigating the information value of different sources of evidence of developers’ expertise for bug assignment in open‐source projects","year":2020,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates - Technology Futures; Faculty of Graduate Studies and Research, University of Regina","keywords":"Open source; Value (mathematics); Computer science; Knowledge management; Open source software; Software engineering; Process management; Engineering; Programming language; Software; Machine learning","score_opus":0.11969056004223318,"score_gpt":0.31950892678434967,"score_spread":0.1998183667421165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133232930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49237424,0.000117760974,0.5060965,0.00064475555,0.000037337933,0.0006807694,0.000003224587,0.00004344734,0.0000019838044],"genre_scores_gemma":[0.9442156,0.000006315424,0.05548812,0.00012983326,0.000010722497,0.00013469008,0.0000015546731,0.000008290964,0.0000049018395],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998536,0.0000843567,0.0004918853,0.00018403454,0.00050266885,0.00020104653],"domain_scores_gemma":[0.99747276,0.0016936922,0.0002396655,0.0003425469,0.00018221566,0.00006911424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054235524,0.00011836982,0.000252403,0.000087256914,0.000042741307,0.00006074391,0.0015373322,0.000046213117,0.000001983269],"category_scores_gemma":[0.007143718,0.00007830366,0.000047938403,0.00053953263,0.00007906782,0.00068910606,0.00078848755,0.00011874822,8.983991e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008968196,0.00013326416,0.61571676,0.0034614375,0.0000779331,0.0000015471754,0.22050275,0.054535422,0.008647617,0.0008540647,0.0007694151,0.095210135],"study_design_scores_gemma":[0.00214596,0.0014235219,0.25766227,0.004378142,0.000020952795,0.000005926397,0.0032535696,0.19660974,0.5329387,0.00059060723,0.00033932013,0.0006312472],"about_ca_topic_score_codex":0.00011755202,"about_ca_topic_score_gemma":0.0000034697835,"teacher_disagreement_score":0.5242911,"about_ca_system_score_codex":0.00006170414,"about_ca_system_score_gemma":0.00021633114,"threshold_uncertainty_score":0.8552214},"labels":[],"label_agreement":null},{"id":"W3133304533","doi":"10.1109/tse.2021.3058985","title":"A Study of C/C++ Code Weaknesses on Stack Overflow","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal; University of Manitoba; Concordia University; Huawei Technologies (Canada)","funders":"","keywords":"Notation; Computer science; Code (set theory); Stack (abstract data type); Programming language; Mathematical notation; Software; Theoretical computer science; Mathematics; Arithmetic","score_opus":0.02446365343770417,"score_gpt":0.26541750701339983,"score_spread":0.24095385357569565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133304533","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29983684,0.00004150505,0.6984506,0.000019580728,0.00080351374,0.00016360208,0.000015408947,0.00066066446,0.000008239607],"genre_scores_gemma":[0.97318524,0.000016325479,0.02644163,0.000021575052,0.000035185934,0.000076456454,9.604538e-7,0.000050087623,0.00017255369],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979761,0.000047030648,0.0003232278,0.00054386334,0.0007083091,0.00040145408],"domain_scores_gemma":[0.9972559,0.0013052246,0.000039783154,0.0010756142,0.00017562439,0.00014783988],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00017991851,0.00026517725,0.00031286693,0.00037900492,0.00009277453,0.000088155866,0.0005912341,0.000088257315,0.000040703897],"category_scores_gemma":[0.00026586305,0.00029156666,0.00011810221,0.0012001826,0.000015193908,0.00027812313,0.000010803065,0.0004850907,0.0000414482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015609528,0.001037542,0.0006261266,0.00009592081,0.00013703204,0.00019585076,0.0010238327,0.9895487,0.001127787,0.00011258392,0.00007657841,0.0060024657],"study_design_scores_gemma":[0.0069749514,0.0044740434,0.038982127,0.001265102,0.00014678674,0.00029909707,0.00094711717,0.15302683,0.7883785,0.000057896923,0.00257567,0.0028719069],"about_ca_topic_score_codex":0.000013789214,"about_ca_topic_score_gemma":0.000012810845,"teacher_disagreement_score":0.83652186,"about_ca_system_score_codex":0.00012326118,"about_ca_system_score_gemma":0.000116355615,"threshold_uncertainty_score":0.9999536},"labels":[],"label_agreement":null},{"id":"W3133366476","doi":"10.1145/3439769","title":"Automatic API Usage Scenario Documentation from Technical Q&A Sites","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Saskatchewan; University of Calgary","funders":"","keywords":"Documentation; Computer science; Internal documentation; World Wide Web; Code (set theory); Application programming interface; Java; Information retrieval; Database; Programming language; Software development; Software","score_opus":0.057065708543481634,"score_gpt":0.21589802329278307,"score_spread":0.15883231474930143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133366476","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5266363,0.000078133446,0.4720266,0.000054888595,0.00027045447,0.00017182069,0.0000058858795,0.0006321932,0.00012376477],"genre_scores_gemma":[0.9747434,0.00006974581,0.024587646,0.00003977337,0.000062007784,0.000002561291,0.000076273944,0.000022274719,0.0003963123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779314,0.00015702903,0.00021334284,0.0012145995,0.00023537717,0.00038654162],"domain_scores_gemma":[0.9971618,0.00075709785,0.00012377878,0.0016167435,0.00014555726,0.00019502158],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027090218,0.00028919414,0.0003235532,0.00029979003,0.000109609595,0.00052676164,0.00214423,0.00031304458,0.00027079467],"category_scores_gemma":[0.0003238696,0.0003554064,0.00018506503,0.0008181404,0.00008034281,0.0006429794,0.0032856895,0.000814939,0.00018723107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052230265,0.0012155719,0.19219944,0.0011739808,0.0012188792,0.016198838,0.0038501632,0.69618845,0.010133151,0.054030538,0.0046398765,0.019098876],"study_design_scores_gemma":[0.00051167264,0.000044137512,0.056058526,0.00029062288,0.00006485385,0.000012281869,0.00006239869,0.9318395,0.0010219946,0.00928692,0.00010971409,0.000697368],"about_ca_topic_score_codex":0.0004170207,"about_ca_topic_score_gemma":0.00007488785,"teacher_disagreement_score":0.44810712,"about_ca_system_score_codex":0.0005058339,"about_ca_system_score_gemma":0.00030141586,"threshold_uncertainty_score":0.9998898},"labels":[],"label_agreement":null},{"id":"W3133561796","doi":"","title":"EEF-CAS: An Effort Estimation Framework with Customizable Attribute Selection","year":2013,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Flexibility (engineering); Process (computing); Estimation; Personalization; Set (abstract data type); Data mining; Software; Selection (genetic algorithm); Industrial engineering; Machine learning; Systems engineering","score_opus":0.05334393255199717,"score_gpt":0.30427238633678294,"score_spread":0.2509284537847858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133561796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5733119,0.000010321439,0.42553988,0.000110183755,0.000112435446,0.00029939113,0.0000018557148,0.00059960573,0.00001438794],"genre_scores_gemma":[0.9800504,0.0000069630773,0.018368913,0.0001053067,0.000073218085,0.000009046374,0.000016710344,0.000046145815,0.001323322],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973899,0.00016033136,0.00021147229,0.000808555,0.00070075574,0.0007289914],"domain_scores_gemma":[0.9977919,0.00028129414,0.00012620875,0.00095450506,0.0004019332,0.00044417084],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0004189718,0.00033440904,0.00028301938,0.0006606664,0.0003478011,0.0010777116,0.0016331736,0.00026399188,0.00003709358],"category_scores_gemma":[0.00013524733,0.00034519332,0.00006831968,0.0016256649,0.000075458716,0.007902318,0.00040883193,0.0008400444,0.0006599182],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023125842,0.00008105268,0.99237,0.000034987224,0.000042078293,0.00006906696,0.00027192896,0.004927912,0.0001629248,0.00031641254,0.0000022810457,0.0016982273],"study_design_scores_gemma":[0.0006819026,0.00037027313,0.9944263,0.0001569912,0.000023004679,0.00008770536,0.00003770092,0.0008170873,0.002331142,0.00034307837,0.00024011383,0.00048467392],"about_ca_topic_score_codex":0.00002618614,"about_ca_topic_score_gemma":0.00016346575,"teacher_disagreement_score":0.40717098,"about_ca_system_score_codex":0.00044222188,"about_ca_system_score_gemma":0.0001624586,"threshold_uncertainty_score":0.9999593},"labels":[],"label_agreement":null},{"id":"W3133564273","doi":"10.1145/3479529","title":"\"@alex, this fixes #9\": Analysis of Referencing Patterns in Pull Request Discussions","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Referent; Variety (cybernetics); Source code; Thread (computing); Common ground; World Wide Web; User interface; Software; Interface (matter); Information retrieval; Human–computer interaction; Programming language; Artificial intelligence; Psychology","score_opus":0.05804857565293148,"score_gpt":0.3381942710071979,"score_spread":0.2801456953542664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133564273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9930365,0.0000136394065,0.0049479106,0.0010151183,0.00043766532,0.00011768897,0.0000044165877,0.000082005754,0.00034503467],"genre_scores_gemma":[0.99290663,0.0000103630655,0.006712608,0.00005635965,0.00007495806,0.000015295709,0.0000045421766,0.000012884408,0.00020633318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824667,0.000031338353,0.0004883774,0.00047519058,0.00051157665,0.0002468682],"domain_scores_gemma":[0.99798447,0.0004426233,0.00028674013,0.0008465074,0.00038862368,0.000051016596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038777268,0.0001661552,0.00035129083,0.0007569724,0.000083566985,0.00014125231,0.0021637308,0.00007405161,0.000052655898],"category_scores_gemma":[0.0009324966,0.00012343923,0.0002249183,0.0016954141,0.000028210867,0.0006274623,0.0015511734,0.00043207066,0.0000046335513],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085902,0.0016305402,0.6366426,0.0009448869,0.0017502733,0.000034752306,0.01827597,0.010270285,0.25226477,0.02101219,0.0072214296,0.049866438],"study_design_scores_gemma":[0.00037902026,0.00020578621,0.7099503,0.0012932086,0.00012146972,0.000021384396,0.00022072913,0.0618147,0.22357804,0.0018339352,0.00024006856,0.00034132984],"about_ca_topic_score_codex":0.00016954908,"about_ca_topic_score_gemma":0.000064995285,"teacher_disagreement_score":0.07330776,"about_ca_system_score_codex":0.00017547663,"about_ca_system_score_gemma":0.000030738054,"threshold_uncertainty_score":0.5033705},"labels":[],"label_agreement":null},{"id":"W3133722238","doi":"10.1007/s11334-021-00388-5","title":"On the use of textual feature extraction techniques to support the automated detection of refactoring documentation","year":2021,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Documentation; Maintainability; Commit; Artificial intelligence; Machine learning; Naive Bayes classifier; Software; Process (computing); Software documentation; Data mining; Software engineering; Programming language; Software development; Software development process; Database","score_opus":0.03321997824429876,"score_gpt":0.2960819489872761,"score_spread":0.26286197074297735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3133722238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34922343,0.000030079378,0.6498483,0.0001413722,0.00024533647,0.00023047953,0.0000042799898,0.00027372377,0.0000030093092],"genre_scores_gemma":[0.9847346,0.0000059105205,0.015091675,0.000019821968,0.000023306176,0.00008013375,0.0000032996181,0.000010504677,0.000030753275],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999116,0.000038900045,0.00029010227,0.00016562863,0.0002624466,0.00012689165],"domain_scores_gemma":[0.9980238,0.0012625913,0.0000745068,0.0003502159,0.0002705996,0.000018302786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044892498,0.000091868234,0.00011977774,0.00029966378,0.00005733859,0.00011886387,0.00016732256,0.00006390279,0.0000012267992],"category_scores_gemma":[0.0020894057,0.00006771716,0.000018762901,0.0016775834,0.000011981416,0.0003421941,0.000075502016,0.00020893617,5.6249183e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002165137,0.00014121295,0.017548794,0.00064883643,0.0001421608,0.000034984718,0.0043222485,0.36262718,0.49408215,0.06535183,0.0022904696,0.052788496],"study_design_scores_gemma":[0.00050977507,0.00049146503,0.27346617,0.0013831618,0.000017040524,0.00021504027,0.0006541536,0.2505358,0.45423692,0.000077346165,0.017689705,0.0007234274],"about_ca_topic_score_codex":0.00006733364,"about_ca_topic_score_gemma":0.0000059366957,"teacher_disagreement_score":0.63551116,"about_ca_system_score_codex":0.000085907064,"about_ca_system_score_gemma":0.000038905062,"threshold_uncertainty_score":0.2761426},"labels":[],"label_agreement":null},{"id":"W3134221463","doi":"10.1109/tse.2021.3064953","title":"Uncovering the Benefits and Challenges of Continuous Integration Practices","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Context (archaeology); Best practice; Suite; Process (computing); Software; Process management; Quality (philosophy); Knowledge management; Software development; Software development process; Data science; Software engineering; Business; Management","score_opus":0.032604655657231134,"score_gpt":0.25456562614295214,"score_spread":0.221960970485721,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134221463","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071406394,0.004128553,0.9231414,0.000347798,0.0005339604,0.00009968272,0.0000050317813,0.00032835838,0.000008814946],"genre_scores_gemma":[0.9572959,0.0018668623,0.04070342,0.000017448912,0.000032289998,0.000035898607,4.3284945e-7,0.000022186776,0.000025542278],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989364,0.000035350167,0.00019758254,0.0003047517,0.0003077674,0.00021815738],"domain_scores_gemma":[0.997426,0.0017961281,0.00008022261,0.00048031675,0.00015131352,0.0000660474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002762338,0.00015356396,0.00017168905,0.00013472361,0.000088226334,0.00009601186,0.0003103977,0.00006996076,0.0000055447003],"category_scores_gemma":[0.00063342473,0.0001331709,0.000060550025,0.00040004816,0.000023038298,0.00042724673,0.000009948462,0.00032983685,0.0000039128604],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010756708,0.00011791072,0.0002828274,0.00026387963,0.00014301394,0.000033570617,0.0017781316,0.5454191,0.004014266,0.0034181143,0.00001536937,0.44450307],"study_design_scores_gemma":[0.0017711603,0.000664061,0.038092468,0.0017936549,0.00012775871,0.0007662913,0.00095181394,0.16580021,0.7833431,0.00023723625,0.004859565,0.0015927213],"about_ca_topic_score_codex":0.00001713329,"about_ca_topic_score_gemma":0.000014959689,"teacher_disagreement_score":0.88588953,"about_ca_system_score_codex":0.000041257328,"about_ca_system_score_gemma":0.000053102878,"threshold_uncertainty_score":0.5430552},"labels":[],"label_agreement":null},{"id":"W3134679844","doi":"10.21203/rs.3.rs-260432/v1","title":"FACER: An API Usage-based Code-example Recommender for Opportunistic Reuse","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Android (operating system); Java; Application programming interface; Code reuse; Source code; Snippet; Reuse; Cluster analysis; Information retrieval; Code (set theory); World Wide Web; Software; Data mining; Programming language; Artificial intelligence; Operating system; Set (abstract data type)","score_opus":0.26083632764946957,"score_gpt":0.4349643030481504,"score_spread":0.17412797539868086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134679844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01761777,0.000529397,0.9716184,0.0044542355,0.0011780987,0.002978956,0.00044054052,0.0010410565,0.00014154163],"genre_scores_gemma":[0.65451854,0.00036177752,0.33425757,0.00024496746,0.00090652896,0.0043661003,0.002663797,0.00035998446,0.0023206954],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99119335,0.0012826165,0.00059402094,0.002303097,0.0027046998,0.0019221819],"domain_scores_gemma":[0.9820099,0.007209163,0.000118707394,0.0072599202,0.0023823832,0.0010199102],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.007078421,0.0005195321,0.00066477415,0.0010906556,0.0008179854,0.0017856925,0.0072528212,0.00060829544,0.00025044393],"category_scores_gemma":[0.010715066,0.00055649143,0.0003276126,0.0011967032,0.00019396446,0.00044375396,0.010198416,0.0029001648,0.00005032021],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079789467,0.00801583,0.031317808,0.04965613,0.0016824366,0.0053133513,0.021586107,0.072510734,0.0041638734,0.034034614,0.50202537,0.26889583],"study_design_scores_gemma":[0.0022942536,0.0016492226,0.0059502423,0.0022058282,0.00002884068,0.000037759364,0.0006169008,0.84107405,0.0019524354,0.008100279,0.13391432,0.0021758678],"about_ca_topic_score_codex":0.0009280675,"about_ca_topic_score_gemma":0.00012743368,"teacher_disagreement_score":0.76856333,"about_ca_system_score_codex":0.000870813,"about_ca_system_score_gemma":0.0042357054,"threshold_uncertainty_score":0.9996887},"labels":[],"label_agreement":null},{"id":"W3134882166","doi":"10.1145/3345629.3351449","title":"Does chronology matter in JIT defect prediction?","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Eclipse; Computer science; Code (set theory); Brier score; Sampling (signal processing); Data mining; Artificial intelligence; Set (abstract data type); Programming language","score_opus":0.010459454153344198,"score_gpt":0.25521669631118565,"score_spread":0.24475724215784145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134882166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12416871,0.00015964144,0.8631803,0.0022701584,0.0055722124,0.0006879323,0.000010368829,0.0009034097,0.0030472903],"genre_scores_gemma":[0.97141325,0.000029543586,0.022186333,0.00019939855,0.00016958217,0.00015811983,0.000010652317,0.000028510294,0.0058046337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982244,0.00006596787,0.0002210935,0.0008371605,0.0002611769,0.0003902402],"domain_scores_gemma":[0.99786675,0.00042422672,0.000035696306,0.0015704412,0.000046890764,0.00005601898],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003597133,0.00018895924,0.00024559442,0.00040697135,0.000014867529,0.00014101384,0.0015549554,0.00030730868,0.0004203594],"category_scores_gemma":[0.00013067065,0.00012612419,0.00009600056,0.00019049305,0.00002884604,0.00013064126,0.0028181444,0.0008443153,0.0018649693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028299057,0.000048188398,0.9540013,0.00026991477,0.00005406907,0.000027561056,0.00023916112,0.030687112,0.000033524182,0.0007904433,0.011564067,0.0022818262],"study_design_scores_gemma":[0.00030473468,0.000046372974,0.9242354,0.0001252484,0.0000037023547,0.000011702842,0.0000039347187,0.06880799,0.00035022982,0.0028378312,0.002920382,0.0003524723],"about_ca_topic_score_codex":0.00019343806,"about_ca_topic_score_gemma":0.000028137727,"teacher_disagreement_score":0.8472445,"about_ca_system_score_codex":0.0002122552,"about_ca_system_score_gemma":0.00017275973,"threshold_uncertainty_score":0.9989122},"labels":[],"label_agreement":null},{"id":"W3135708166","doi":"10.1145/3454122.3454124","title":"The SPACE of Developer Productivity","year":2021,"lang":"en","type":"article","venue":"Queue","topic":"Software Engineering Research","field":"Computer Science","cited_by":133,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Computer science; Space (punctuation); Dimension (graph theory); Metric (unit); Work (physics); Software; Software engineering; Industrial engineering; Operations management; Engineering; Programming language; Mathematics; Operating system; Mechanical engineering","score_opus":0.015327004625376513,"score_gpt":0.2553325923800361,"score_spread":0.24000558775465958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135708166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45663738,0.0013607033,0.52030826,0.018214587,0.0013162318,0.0001698599,9.805387e-7,0.0002563494,0.0017356611],"genre_scores_gemma":[0.97084117,0.000013790966,0.026624832,0.000011794657,0.00005132524,0.0000055624805,1.6510741e-7,0.000004442123,0.0024469343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99945956,0.00003779619,0.00005435341,0.00014094124,0.00018034894,0.00012697002],"domain_scores_gemma":[0.99892557,0.0004000848,0.000011535582,0.00049422425,0.00014472168,0.000023884955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030519275,0.00003442318,0.000046624944,0.000014129002,0.00004751338,0.000041560797,0.00037433344,0.000014269176,0.0000041086123],"category_scores_gemma":[0.0014975771,0.000024346835,0.00001624473,0.000354721,0.000027161672,0.00008592536,0.00022067642,0.0000793007,0.00002192833],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000098346845,0.00015864773,0.081322275,0.0001608021,0.00011776274,0.0001722197,0.003440582,0.0012242564,0.08340956,0.47969463,0.02596455,0.32432488],"study_design_scores_gemma":[0.00010469562,0.000022151147,0.17667387,0.000021051377,0.000001227877,0.00003733655,0.000022662633,0.0020011794,0.7148919,0.0019360236,0.104150444,0.00013745781],"about_ca_topic_score_codex":0.000013053853,"about_ca_topic_score_gemma":0.000012113932,"teacher_disagreement_score":0.6314823,"about_ca_system_score_codex":0.00001824065,"about_ca_system_score_gemma":0.0001873051,"threshold_uncertainty_score":0.17928478},"labels":[],"label_agreement":null},{"id":"W3135755970","doi":"10.1016/j.jss.2021.110925","title":"Building and evaluating a theory of architectural technical debt in software-intensive systems","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Technical debt; Grounded theory; Construct (python library); Computer science; Architectural pattern; Software engineering; Software; Management science; Software development; Engineering; Qualitative research; Software design; Sociology; Programming language","score_opus":0.027648441915064745,"score_gpt":0.30230903048932406,"score_spread":0.2746605885742593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135755970","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54622835,0.011784153,0.4413762,0.00004467732,0.00041278318,0.00011639661,0.0000021160913,0.000033451677,0.0000018551358],"genre_scores_gemma":[0.93240726,0.00005511152,0.06738,0.000014953937,0.00009464658,0.000006707421,2.2872906e-7,0.00001504291,0.000026038588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977263,0.00032841516,0.00076059706,0.00026151855,0.0006318374,0.00029133685],"domain_scores_gemma":[0.99541503,0.0027810726,0.00033251182,0.00029329004,0.0010202895,0.00015782239],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002504084,0.00015834632,0.00057265116,0.00034056458,0.000060525876,0.00018731006,0.0003664326,0.00010658156,8.765241e-7],"category_scores_gemma":[0.009172851,0.0001274375,0.000079760044,0.00041241737,0.00007385606,0.00026779654,0.00030367883,0.00047075772,3.00125e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035760106,0.0002986005,0.56304246,0.008185893,0.0007425222,0.0054223053,0.012934973,0.056491822,0.043403003,0.04079197,0.0004728235,0.267856],"study_design_scores_gemma":[0.010930787,0.0044096853,0.68973875,0.037381787,0.00024635685,0.11481673,0.0096409945,0.105249226,0.0042713727,0.020023106,0.00063591363,0.0026552733],"about_ca_topic_score_codex":0.00004776285,"about_ca_topic_score_gemma":0.0000029482603,"teacher_disagreement_score":0.3861789,"about_ca_system_score_codex":0.00008691569,"about_ca_system_score_gemma":0.00022807781,"threshold_uncertainty_score":0.9991733},"labels":[],"label_agreement":null},{"id":"W3136174268","doi":"10.48550/arxiv.2103.08083","title":"EnHMM: On the Use of Ensemble HMMs and Stack Traces to Predict the Reassignment of Bug Report Fields","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Computer science; Eclipse; Hidden Markov model; Support vector machine; Stack (abstract data type); Precision and recall; Artificial intelligence; Measure (data warehouse); Field (mathematics); Machine learning; Data mining; Function (biology); Mathematics","score_opus":0.13374498453397266,"score_gpt":0.20894472533784217,"score_spread":0.07519974080386951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136174268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7428882,0.000036461868,0.25613913,0.0003475134,0.00016178766,0.00028234115,0.000005788086,0.000038385577,0.00010039526],"genre_scores_gemma":[0.9978148,0.0001042322,0.0009796768,0.000042125062,0.000018888702,0.0000021392298,0.0000019744684,0.000008554583,0.0010276273],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986378,0.00014835173,0.00020116623,0.00057859655,0.00023550463,0.0001985747],"domain_scores_gemma":[0.9963194,0.0015662862,0.00015758214,0.0016901478,0.00017675826,0.000089798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004986135,0.00015921108,0.00022888697,0.00011842775,0.00006393938,0.00008785154,0.0011287222,0.00012552834,0.0000127239855],"category_scores_gemma":[0.000640546,0.000115557465,0.000097999044,0.00042403242,0.000098888566,0.00012095469,0.0016514348,0.00034788516,0.0000016323676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001079387,0.0003154962,0.04809685,0.00036417486,0.0005015363,0.0016859667,0.0041729757,0.9151687,0.00096387346,0.021779746,0.0046776156,0.0021651385],"study_design_scores_gemma":[0.0016347364,0.0019434028,0.3542599,0.0030786311,0.00040980472,0.00019674204,0.0020163206,0.5379263,0.0780796,0.009382554,0.008787526,0.0022844456],"about_ca_topic_score_codex":0.00026582376,"about_ca_topic_score_gemma":0.000029255074,"teacher_disagreement_score":0.37724236,"about_ca_system_score_codex":0.00006410642,"about_ca_system_score_gemma":0.00017167038,"threshold_uncertainty_score":0.47122967},"labels":[],"label_agreement":null},{"id":"W3136840659","doi":"10.1109/msr52588.2021.00063","title":"Applying CodeBERT for Automated Program Repair of Java Simple Bugs","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Debugging; Java; Software bug; Source code; Automation; Software engineering; Programming language; Code (set theory); Source lines of code; Transformer; Software; Engineering; Set (abstract data type)","score_opus":0.033441104472501565,"score_gpt":0.3383997419766367,"score_spread":0.3049586375041351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136840659","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014479652,0.00037808527,0.92164713,0.00014296784,0.0008641536,0.005287359,0.000020216405,0.0567572,0.00042324344],"genre_scores_gemma":[0.080217466,0.00001084914,0.91536254,0.00003500977,0.000058012472,0.0037782795,0.00008607327,0.00004282742,0.0004089481],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762744,0.000047404323,0.000457166,0.00083757116,0.0005413377,0.0004890736],"domain_scores_gemma":[0.9966663,0.0009462469,0.00011758112,0.0016056616,0.0005376908,0.00012652206],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006275744,0.0002557662,0.00045895475,0.0002013666,0.000051913135,0.00024691605,0.001497335,0.00027086787,0.00002092324],"category_scores_gemma":[0.0010868359,0.00025159543,0.0003197488,0.00046394818,0.00003798123,0.00012528685,0.002680604,0.00037473664,0.0000049825135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006158226,0.0026125228,0.026034605,0.019960523,0.0022899483,0.00026233686,0.0032542855,0.13030629,0.0018437927,0.008513097,0.34882262,0.4560384],"study_design_scores_gemma":[0.00018294153,0.000079162404,0.0017033285,0.00012814252,0.000008873891,0.0000059442273,0.000016246398,0.9901669,0.0013401464,0.0002254893,0.0058777323,0.00026507254],"about_ca_topic_score_codex":0.00028951745,"about_ca_topic_score_gemma":0.000015710035,"teacher_disagreement_score":0.85986066,"about_ca_system_score_codex":0.00010195089,"about_ca_system_score_gemma":0.00047198043,"threshold_uncertainty_score":0.9999936},"labels":[],"label_agreement":null},{"id":"W3137108338","doi":"10.14722/ndss.2021.23112","title":"XDA: Accurate, Robust Disassembly with Transfer Learning","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Naval Research; Amazon Web Services; National Science Foundation","keywords":"Computer science; Byte; Task (project management); Compiler; x86; Programming language; Code (set theory); Artificial intelligence; Heuristics; Function (biology); Parallel computing; Operating system; Software","score_opus":0.023688765004418084,"score_gpt":0.24708187989248212,"score_spread":0.22339311488806404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137108338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12344926,0.000057867877,0.87265104,0.0005008663,0.00007186687,0.000043485434,1.5569107e-7,0.00046743552,0.002758049],"genre_scores_gemma":[0.961474,0.000009262897,0.034122568,0.000059835533,0.00003010686,0.000010980212,0.0000017021852,0.000013899547,0.004277614],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989318,0.000040229294,0.00008686802,0.00032120923,0.00031739395,0.00030249936],"domain_scores_gemma":[0.99905765,0.00036429963,0.0000047519725,0.00035329518,0.00012068561,0.00009929852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013703325,0.000096113785,0.00009955794,0.00004982403,0.000074898344,0.0002287344,0.0004099557,0.0000347508,0.000083479],"category_scores_gemma":[0.00017022731,0.00007518489,0.000029208823,0.0006689016,0.000016944043,0.0003758229,0.000079687474,0.00022249811,0.000080457416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036344747,0.00040973656,0.094066046,0.0002189781,0.00028457848,0.0027472256,0.0038316194,0.68398154,0.030657023,0.10658009,0.0045823324,0.07260446],"study_design_scores_gemma":[0.003948714,0.0010462131,0.2371945,0.00030389903,0.000033344808,0.0011162595,0.000883521,0.3528317,0.35230955,0.00033059504,0.04730048,0.0027012136],"about_ca_topic_score_codex":0.000013796211,"about_ca_topic_score_gemma":0.00002052204,"teacher_disagreement_score":0.83852845,"about_ca_system_score_codex":0.000028498,"about_ca_system_score_gemma":0.00013142754,"threshold_uncertainty_score":0.3065951},"labels":[],"label_agreement":null},{"id":"W3137814148","doi":"10.1109/saner50967.2021.00060","title":"Anti-patterns in Modern Code Review: Symptoms and Prevalence","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Australian Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Code review; Codebase; Computer science; Code (set theory); Software engineering; Process (computing); Code smell; Software quality; Software; Data science; Task (project management); Software development; Programming language; Engineering; Systems engineering","score_opus":0.016015866417325452,"score_gpt":0.27907058965140114,"score_spread":0.2630547232340757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137814148","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30915973,0.028259404,0.66010886,0.0016886608,0.00011816991,0.00017899058,0.0000030962444,0.00022843477,0.00025463276],"genre_scores_gemma":[0.97450596,0.0130096255,0.0107397465,0.0006069931,0.000016189615,0.00002011749,0.0000010005805,0.000009228966,0.0010911449],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999067,0.00004026861,0.00012425327,0.00033152552,0.00022738155,0.00020953598],"domain_scores_gemma":[0.9991861,0.00021329234,0.000011216346,0.0004718173,0.00005175479,0.00006583286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024208897,0.0000716548,0.00012710881,0.000050422805,0.000015450874,0.00006427235,0.00038863037,0.000024300494,0.000033373042],"category_scores_gemma":[0.00030713782,0.000067114735,0.000017031613,0.00030057688,0.000012424556,0.00021822988,0.00038047493,0.00011675003,0.000015251167],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.324022e-7,0.00007018368,0.8954089,0.003012737,0.000012059671,0.00031251844,0.00029344833,0.0002452154,0.00092458626,0.0022798225,0.0012423972,0.096197546],"study_design_scores_gemma":[0.00032175382,0.000032008687,0.8452463,0.0024064837,0.000004008856,0.00014854778,0.000004830115,0.14682692,0.0032680843,0.0004850902,0.00093537354,0.0003206058],"about_ca_topic_score_codex":0.000010295612,"about_ca_topic_score_gemma":0.0000110835845,"teacher_disagreement_score":0.6653462,"about_ca_system_score_codex":0.000021743597,"about_ca_system_score_gemma":0.000047306145,"threshold_uncertainty_score":0.27368593},"labels":[],"label_agreement":null},{"id":"W3138384652","doi":"10.1109/msr52588.2021.00035","title":"Leveraging Models to Reduce Test Cases in Software Repositories","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Test suite; Reduction (mathematics); Computer science; Fuzz testing; Test (biology); Test case; Compiler; Code coverage; Software; Reliability engineering; Data mining; Programming language; Machine learning; Mathematics; Engineering","score_opus":0.061812972797445964,"score_gpt":0.29976911081257457,"score_spread":0.2379561380151286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138384652","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16643237,0.00046000176,0.8297074,0.00055448804,0.0014368539,0.00031729584,0.000003145387,0.000889621,0.00019882021],"genre_scores_gemma":[0.6889913,0.000014889088,0.30985215,0.00007785571,0.0001366349,0.00012209252,0.0000064537567,0.000027772065,0.0007708598],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997154,0.000060028513,0.00038554595,0.0011996503,0.0006564695,0.0005442836],"domain_scores_gemma":[0.9954569,0.0021128939,0.000048721875,0.0018673385,0.0003002159,0.00021398213],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039853927,0.0003089327,0.00037750637,0.0004229815,0.00006848804,0.0010350264,0.0018586443,0.00019936942,0.000009952762],"category_scores_gemma":[0.0037386725,0.00033397516,0.00009005511,0.0008141565,0.000019534535,0.0004064496,0.005599127,0.0008353469,0.00001321066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007497538,0.0002529089,0.034345277,0.00066925044,0.000059200956,0.0063927653,0.013641,0.9179719,0.000801245,0.0008648883,0.004626404,0.020367635],"study_design_scores_gemma":[0.0012979222,0.00046452676,0.09204328,0.008198199,0.000037462505,0.0024026642,0.0018507828,0.7680066,0.10257051,0.01412461,0.0016454894,0.0073579354],"about_ca_topic_score_codex":0.0017681387,"about_ca_topic_score_gemma":0.000076399236,"teacher_disagreement_score":0.5225589,"about_ca_system_score_codex":0.00038142383,"about_ca_system_score_gemma":0.0006737342,"threshold_uncertainty_score":0.99991125},"labels":[],"label_agreement":null},{"id":"W3138741972","doi":"","title":"Proceedings of the Third International Workshop on Managing Technical Debt","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Computer science; Software; Engineering management; Dimension (graph theory); Software development; Engineering; Software engineering; Business; Finance","score_opus":0.03016033959334422,"score_gpt":0.2843532860365948,"score_spread":0.2541929464432506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138741972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20351344,0.00009480207,0.75854105,0.0052513992,0.010451321,0.0006209205,0.000022467655,0.0019042923,0.019600306],"genre_scores_gemma":[0.9768625,0.000016613398,0.022283206,0.00012187091,0.00027233156,0.00004790116,0.0000023342827,0.00002453444,0.000368733],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9979511,0.0000076803535,0.00028932924,0.0003191478,0.0010489441,0.00038380566],"domain_scores_gemma":[0.9986731,0.00047266687,0.000096740805,0.00032988723,0.0003097736,0.00011785963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037611538,0.0002144554,0.0001568001,0.0003330459,0.00005073185,0.00016440066,0.002466259,0.00009775804,0.00004964183],"category_scores_gemma":[0.0020920811,0.00017694973,0.00011405458,0.00038405167,0.000039332044,0.00057902775,0.00058826956,0.00054561766,0.00004516023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034916106,0.00023068413,0.060098656,0.000047490288,0.00013918738,0.0000057253565,0.000579668,0.0067098998,0.0054709264,0.91374093,0.0019593157,0.0109825935],"study_design_scores_gemma":[0.0020107406,0.000281517,0.6820681,0.0040873666,0.000033634173,0.00026014048,0.0002394114,0.22873402,0.049352374,0.004392964,0.026246024,0.002293682],"about_ca_topic_score_codex":0.0000035538649,"about_ca_topic_score_gemma":3.208047e-7,"teacher_disagreement_score":0.90934795,"about_ca_system_score_codex":0.00022960108,"about_ca_system_score_gemma":0.000038119568,"threshold_uncertainty_score":0.7215801},"labels":[],"label_agreement":null},{"id":"W3139092713","doi":"10.1109/icpc52881.2021.00049","title":"API2Com: On the Improvement of Automatically Generated Code Comments Using API Documentations","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Java; Application programming interface; Machine translation; Programming language; Syntax; Code (set theory); Software; Source code; Artificial intelligence; Context (archaeology); Transformer; Software engineering; Data mining; Machine learning","score_opus":0.0629132405425766,"score_gpt":0.3384337251924377,"score_spread":0.2755204846498611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139092713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28697187,0.000032532524,0.7099364,0.0016474363,0.00048029644,0.00051595795,0.000010173528,0.00020388782,0.0002014625],"genre_scores_gemma":[0.7911231,0.000016033116,0.20772056,0.00070799276,0.000038867187,0.000111449466,0.000028932795,0.000025215339,0.00022786378],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794537,0.00011416094,0.0004298283,0.00045074895,0.00076926796,0.00029065],"domain_scores_gemma":[0.99726164,0.0008531748,0.00012735573,0.001407984,0.00026629464,0.00008355385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053947116,0.00021268963,0.0002541912,0.00013813791,0.000102771526,0.0004352651,0.0015659025,0.000102028986,0.00016977542],"category_scores_gemma":[0.00029570184,0.00015673693,0.00010174107,0.00035785668,0.00004712362,0.000096531956,0.0024412714,0.00047155694,0.000012394244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022272356,0.0026736842,0.004201489,0.0018358589,0.0028965208,0.00015004634,0.006942635,0.62969476,0.17454904,0.11822016,0.018171782,0.040641725],"study_design_scores_gemma":[0.00024631905,0.000075228265,0.001452635,0.00026478185,0.000017579832,0.0000027902129,0.00006641495,0.9349616,0.06182844,0.0007731084,0.000054306496,0.0002568067],"about_ca_topic_score_codex":0.00020969106,"about_ca_topic_score_gemma":0.000008071185,"teacher_disagreement_score":0.5041512,"about_ca_system_score_codex":0.00022120742,"about_ca_system_score_gemma":0.00032822473,"threshold_uncertainty_score":0.6391547},"labels":[],"label_agreement":null},{"id":"W3139366340","doi":"10.48550/arxiv.2103.11894","title":"Mea culpa: How developers fix their own simple bugs differently from other developers","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Commit; Java; Computer science; Scope (computer science); Software bug; Code (set theory); Simple (philosophy); Statement (logic); Software engineering; World Wide Web; Software; Database; Programming language","score_opus":0.08252759989557754,"score_gpt":0.18761306611545178,"score_spread":0.10508546621987425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139366340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5565821,0.00012712831,0.44127724,0.00024546756,0.00058512005,0.00023759405,0.000047064124,0.000664226,0.00023405795],"genre_scores_gemma":[0.98801064,0.00014666338,0.009488531,0.00015085774,0.00010749221,0.0000047307603,0.000083635394,0.00007271413,0.0019347534],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99642324,0.00023131115,0.00022703168,0.001991266,0.00030388686,0.00082323496],"domain_scores_gemma":[0.99618703,0.00073591503,0.00015597003,0.0021649937,0.00037874482,0.00037737458],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027081417,0.00064422895,0.00061529817,0.000395388,0.00021433011,0.00064844685,0.003982074,0.0004878404,0.00018433585],"category_scores_gemma":[0.00039000588,0.0006592896,0.00030734343,0.0011616204,0.00014034133,0.00052150857,0.0047424096,0.0011370667,0.000102979524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000243891,0.0013132198,0.5052117,0.0011376133,0.007458532,0.0087373275,0.029645165,0.354009,0.003363484,0.0345656,0.021536473,0.03277796],"study_design_scores_gemma":[0.0041610375,0.00017298739,0.23351425,0.0012134417,0.0002738506,0.000033245058,0.0038084658,0.68865424,0.0111864405,0.01417171,0.035180897,0.0076294225],"about_ca_topic_score_codex":0.0007866749,"about_ca_topic_score_gemma":0.00027131726,"teacher_disagreement_score":0.43178868,"about_ca_system_score_codex":0.00068244094,"about_ca_system_score_gemma":0.00084189494,"threshold_uncertainty_score":0.9995858},"labels":[],"label_agreement":null},{"id":"W3139836311","doi":"10.1109/iwsc.2012.6227878","title":"We have all of the clones, now what? Toward integrating clone analysis into software quality assessment","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"clone (Java method); Consistency (knowledge bases); Cloning (programming); Software; Software maintenance; Computer science; Software development; Software quality; Quality (philosophy); Software evolution; Software engineering; Data science; Software construction; Artificial intelligence; Biology; Programming language","score_opus":0.058823122854855164,"score_gpt":0.36245017771370147,"score_spread":0.30362705485884633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139836311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08008506,0.0005864275,0.91616106,0.0022569452,0.00043435875,0.00017200573,0.0000016755331,0.00021597628,0.00008648458],"genre_scores_gemma":[0.77764344,0.00005452479,0.22185658,0.000111434245,0.00004875841,0.000022128586,0.000003102104,0.000009720617,0.00025031428],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974848,0.00026915572,0.00045733483,0.000350748,0.00094660814,0.0004913627],"domain_scores_gemma":[0.99683917,0.0013252231,0.00014605261,0.0013010491,0.00021330235,0.00017519762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001967801,0.00018864196,0.00035854755,0.00021904176,0.000085831256,0.0002507832,0.001569105,0.00008805691,0.00005758922],"category_scores_gemma":[0.00078422896,0.00012365125,0.00027690086,0.0013461186,0.00006961209,0.001140916,0.0010246764,0.00035709405,0.000015198543],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039856995,0.00025181545,0.9153345,0.00014231705,0.000702268,0.0000017822099,0.009129412,0.0013476552,0.0013471006,0.011160757,0.00072493154,0.05985345],"study_design_scores_gemma":[0.00040981176,0.000088769135,0.93253374,0.00012757322,0.00017546171,0.000006036437,0.0025210388,0.047761444,0.01214526,0.001350701,0.002232991,0.0006471561],"about_ca_topic_score_codex":0.0007866326,"about_ca_topic_score_gemma":0.00022535521,"teacher_disagreement_score":0.6975584,"about_ca_system_score_codex":0.00020236698,"about_ca_system_score_gemma":0.00011443183,"threshold_uncertainty_score":0.50423515},"labels":[],"label_agreement":null},{"id":"W3140248860","doi":"10.1109/icse.1999.841025","title":"Investigating quality factors in object-oriented designs: an industrial case study","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Suite; Computer science; Citation; Software; Library science; Operations research; Engineering; Operating system; History; Archaeology","score_opus":0.22319281047833303,"score_gpt":0.38046966751140276,"score_spread":0.15727685703306973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3140248860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92092,0.000004168358,0.07805634,0.000008766577,0.00023207389,0.00039766295,4.1249373e-7,0.00030615335,0.0000744282],"genre_scores_gemma":[0.9848625,7.763399e-8,0.015032272,0.000016765764,0.000020839268,0.00002289681,6.3472436e-7,0.000010221072,0.000033764638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757797,0.00077987695,0.00034120618,0.00046417082,0.0004477701,0.00038903375],"domain_scores_gemma":[0.9978295,0.0011924946,0.00004212886,0.00063783437,0.000067623434,0.0002304178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021534334,0.00014837424,0.00017888918,0.00023292979,0.00009420606,0.00014724792,0.00043146018,0.000081441256,0.000018045785],"category_scores_gemma":[0.006017386,0.0001333575,0.000023438952,0.0013154468,0.00003054315,0.0005675019,0.0001258141,0.00039126453,0.0000059093377],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.0934734e-7,0.00024116863,0.9893034,0.0000030373708,0.000007312911,0.00043401736,0.0064301775,0.0003834627,0.0001751131,0.001937182,0.000020651109,0.0010636295],"study_design_scores_gemma":[0.012866059,0.0038667358,0.81061155,0.00009953801,0.000017526903,0.000997611,0.08224267,0.045732684,0.0384823,0.0016664799,0.00029421668,0.0031226277],"about_ca_topic_score_codex":0.0042823628,"about_ca_topic_score_gemma":0.00060708536,"teacher_disagreement_score":0.1786919,"about_ca_system_score_codex":0.00012676678,"about_ca_system_score_gemma":0.00022240623,"threshold_uncertainty_score":0.7203808},"labels":[],"label_agreement":null},{"id":"W3140924550","doi":"10.1109/iwsc.2012.6227863","title":"Dispersion of changes in cloned and non-cloned code","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Java; Computer science; Cloning (programming); Software maintenance; clone (Java method); Asynchronous communication; Source lines of code; Software evolution; Software; Subject (documents); Source code; Biology; Programming language; Software system; Parallel computing; Genetics; Gene; World Wide Web; Telecommunications","score_opus":0.01828286285838074,"score_gpt":0.26593363069498055,"score_spread":0.2476507678365998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3140924550","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92289716,0.0001841669,0.07608167,0.0004226204,0.00009909568,0.00008122864,5.2019595e-7,0.00005258344,0.00018093934],"genre_scores_gemma":[0.985337,0.000028184839,0.014453567,0.0000224855,0.00001892158,0.0000049028768,3.158006e-7,0.000003706681,0.000130883],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99946296,0.0000130638,0.00006304553,0.00010636498,0.00014972189,0.00020484558],"domain_scores_gemma":[0.9994871,0.0002113566,0.00001124215,0.00020308324,0.000017402292,0.00006981137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026882446,0.00004812341,0.00008180447,0.00011572476,0.0000121521125,0.000013160908,0.00021097048,0.000029316776,0.0000118148055],"category_scores_gemma":[0.00009907375,0.000040361556,0.000008535586,0.00023527499,0.00001981164,0.0001797117,0.00020536559,0.000054460466,0.000009020313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010147745,0.00011594981,0.9422111,0.0000839644,0.000007922842,0.0000044927606,0.0026123675,0.0000266975,0.0324223,0.003039064,0.0005341123,0.01893191],"study_design_scores_gemma":[0.00036958413,0.00006821485,0.93795365,0.000027426839,8.6265953e-7,0.0000043982523,0.00003144341,0.015276178,0.045779504,0.0000462002,0.00033412068,0.00010843866],"about_ca_topic_score_codex":0.00006939305,"about_ca_topic_score_gemma":0.000036907593,"teacher_disagreement_score":0.06243986,"about_ca_system_score_codex":0.00001584486,"about_ca_system_score_gemma":0.000007888771,"threshold_uncertainty_score":0.16458964},"labels":[],"label_agreement":null},{"id":"W3141218678","doi":"10.1109/msr.2012.6224300","title":"Think locally, act globally: Improving defect and effort prediction models","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":93,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Predictive modelling; Software; Machine learning; Contrast (vision); Data mining; Data science; Data modeling; Multitude; Artificial intelligence; Software engineering","score_opus":0.014965806582333154,"score_gpt":0.23888365720614432,"score_spread":0.22391785062381117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3141218678","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14367835,0.0003065115,0.85372186,0.00005838236,0.00025411937,0.0001295992,7.0427564e-7,0.0006369814,0.0012135039],"genre_scores_gemma":[0.9552834,0.000010673142,0.044426378,0.000057805486,0.00008753758,0.000006378762,7.087536e-7,0.00000880323,0.00011832732],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989004,0.000016201611,0.000106419095,0.00022582295,0.00034821805,0.0004029086],"domain_scores_gemma":[0.9992319,0.00015744718,0.000016234668,0.00036313644,0.000041728545,0.00018959612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005917861,0.0001011696,0.00008560431,0.00007035334,0.000068974034,0.00015089348,0.0003956895,0.00006447,0.0000065369663],"category_scores_gemma":[0.000112931884,0.00008512562,0.000036513942,0.00019686075,0.00001993684,0.0013123737,0.00041588035,0.00013299967,0.000022745251],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027002921,0.00026009238,0.34481868,0.0002752504,0.00018230121,0.000021089603,0.0037790528,0.017169422,0.002750521,0.1338753,0.004842086,0.4919992],"study_design_scores_gemma":[0.00025356218,0.00007777279,0.1204022,0.000015636968,0.0000062484023,0.000059782495,0.0000106278685,0.8767334,0.00075862714,0.0012545106,0.00024553764,0.00018204832],"about_ca_topic_score_codex":0.00007452504,"about_ca_topic_score_gemma":0.000002408323,"teacher_disagreement_score":0.859564,"about_ca_system_score_codex":0.00007141181,"about_ca_system_score_gemma":0.00004269,"threshold_uncertainty_score":0.3471322},"labels":[],"label_agreement":null},{"id":"W3142784638","doi":"10.1109/asonam49781.2020.9381373","title":"Unraveling the Semantic Evolution of Core Nodes in a Global Contribution Network","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Ontology; Task (project management); Context (archaeology); Semantic network; Data science; Domain (mathematical analysis); Core (optical fiber); Domain knowledge; Social network (sociolinguistics); Artificial intelligence; World Wide Web; Social media","score_opus":0.02121762645643839,"score_gpt":0.26453811467939087,"score_spread":0.2433204882229525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142784638","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14387138,0.00022749003,0.8543351,0.0012454458,0.00007789899,0.00010475843,6.7046034e-7,0.000090654285,0.000046576264],"genre_scores_gemma":[0.9947206,0.0000032837504,0.005139223,0.000076161115,0.000051813324,0.000003609304,5.7737515e-7,0.0000018819969,0.0000028969546],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992843,0.000031072766,0.00013430686,0.00013968248,0.00021352521,0.00019708087],"domain_scores_gemma":[0.9994195,0.00027471333,0.000023887782,0.00016994619,0.000074161144,0.0000377558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032582562,0.00004995548,0.00008448351,0.000014977259,0.000029355275,0.000025580432,0.00042627775,0.000028758655,0.0000035275177],"category_scores_gemma":[0.00067192136,0.000036303114,0.000024057555,0.00093632657,0.000022523058,0.00008879549,0.00016935328,0.00008932162,0.000012005971],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016727103,0.000021284528,0.5529378,0.000035132536,0.0000151586055,0.000010306949,0.0003027499,0.16143073,0.0005978156,0.280843,0.0007542627,0.0030350033],"study_design_scores_gemma":[0.00016167581,0.000025727646,0.2303635,0.000022589855,0.0000011258156,0.0000023520824,0.00001330818,0.7669694,0.00012510577,0.0022320084,0.000040850202,0.000042355852],"about_ca_topic_score_codex":0.00013039492,"about_ca_topic_score_gemma":0.000021979267,"teacher_disagreement_score":0.85084915,"about_ca_system_score_codex":0.00009890201,"about_ca_system_score_gemma":0.000059776405,"threshold_uncertainty_score":0.1480398},"labels":[],"label_agreement":null},{"id":"W3143486204","doi":"10.1109/icse.2012.6227036","title":"On the analysis of evolution of software artefacts and programs","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Macro; Computer science; Software evolution; Construct (python library); Tree (set theory); Field (mathematics); Data science; Software; Artificial intelligence; Theoretical computer science; Software development; Programming language","score_opus":0.021472892918729707,"score_gpt":0.254725788877641,"score_spread":0.23325289595891133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143486204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54887384,0.000073753465,0.45083174,0.000052267093,0.00002261514,0.000056584042,3.609478e-7,0.000041768795,0.000047094607],"genre_scores_gemma":[0.9883197,0.0000013214179,0.011622378,0.0000059397007,0.0000047879416,0.0000049108717,4.1244124e-7,0.0000019049204,0.00003867512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994398,0.00002400602,0.0000843568,0.0000804184,0.00023542876,0.0001360072],"domain_scores_gemma":[0.9989287,0.00062729226,0.000027757731,0.000318271,0.000056117657,0.00004185269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035370936,0.000040471197,0.00008899624,0.00015463773,0.000017315415,0.000011966666,0.00022644924,0.000019709063,0.000011719513],"category_scores_gemma":[0.0004086306,0.000024613431,0.00003710756,0.00091820117,0.000035667734,0.0001148001,0.000086983586,0.00004500574,0.0000028812244],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041720127,0.00018480013,0.8004205,0.000033837267,0.00035262277,2.8624459e-7,0.0009360757,0.00087072497,0.00050508714,0.13892296,0.00021261294,0.057556298],"study_design_scores_gemma":[0.000051151816,0.000062978,0.97989994,0.000009786215,0.00003153584,5.9705917e-7,0.0000219931,0.017228775,0.0021157728,0.0004855137,0.000041659983,0.000050312887],"about_ca_topic_score_codex":0.000047924543,"about_ca_topic_score_gemma":0.0000039398487,"teacher_disagreement_score":0.43944585,"about_ca_system_score_codex":0.000017719887,"about_ca_system_score_gemma":0.000012500247,"threshold_uncertainty_score":0.10037066},"labels":[],"label_agreement":null},{"id":"W3143876921","doi":"10.1007/978-3-030-73128-1_5","title":"Automatically Classifying Non-functional Requirements with Feature Extraction and Supervised Machine Learning Techniques: A Research Preview","year":2021,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Support vector machine; Artificial intelligence; Machine learning; Context (archaeology); Feature extraction; Precision and recall; Process (computing); Decision tree; Data mining; Pattern recognition (psychology)","score_opus":0.05603098863808203,"score_gpt":0.32850835352302515,"score_spread":0.2724773648849431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143876921","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001949895,0.0019028011,0.9950952,0.00096704543,0.00030794914,0.0006807441,0.0000012681136,0.00035629945,0.00049372076],"genre_scores_gemma":[0.031259093,0.0005323294,0.9662406,0.00024181367,0.0003483098,0.00007941524,0.000016508682,0.000075212054,0.0012067504],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99441683,0.00014240832,0.00039490047,0.0017146635,0.002499619,0.00083156937],"domain_scores_gemma":[0.995904,0.0020434533,0.00013103467,0.0010651808,0.00060925947,0.000247054],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0031668325,0.0004744872,0.00052694004,0.0011581657,0.00051514246,0.0010736274,0.0015506905,0.00036797635,0.000027296146],"category_scores_gemma":[0.00088300696,0.0003981685,0.00007269475,0.0013942011,0.00059801183,0.000834724,0.0015763685,0.00311378,0.000011976537],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021432857,0.00006369014,0.0015222494,0.00072228315,0.00004698933,0.0004839568,0.0005439309,0.0033778476,0.0021125793,0.002234905,0.000052549836,0.9888176],"study_design_scores_gemma":[0.0005923842,0.0008618312,0.0033736445,0.0072464123,0.000018395582,0.0008177354,8.5472084e-7,0.97124803,0.0031325666,0.0060121175,0.005531714,0.001164325],"about_ca_topic_score_codex":0.000016452756,"about_ca_topic_score_gemma":0.000027248103,"teacher_disagreement_score":0.98765326,"about_ca_system_score_codex":0.0005648544,"about_ca_system_score_gemma":0.00096835935,"threshold_uncertainty_score":0.99996334},"labels":[],"label_agreement":null},{"id":"W3143959408","doi":"","title":"Software library for reuse-oriented program development.","year":2000,"lang":"en","type":"article","venue":"Scholarship at UWindsor (University of Windsor)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Windsor","funders":"","keywords":"Reuse; Software engineering; Computer science; Software development; Software; Package development process; Programming language; Software construction; Engineering","score_opus":0.01766324495393714,"score_gpt":0.23113983746142178,"score_spread":0.21347659250748463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3143959408","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9717736,0.00013866111,0.02396405,0.00092804886,0.00016577827,0.000827907,0.00003215061,0.0017323776,0.00043740528],"genre_scores_gemma":[0.17845215,0.000025733387,0.8044651,0.00013140283,0.00006843429,0.000011767406,0.00010630727,0.00006864593,0.016670436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997694,0.000086501095,0.00021995523,0.0007039201,0.00061791786,0.0006776818],"domain_scores_gemma":[0.9976417,0.00044878476,0.000093412484,0.001238549,0.00015744349,0.00042015238],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004539493,0.0002494088,0.0002996628,0.00035320193,0.0005502434,0.0001111267,0.0031083904,0.00022510166,0.0007017046],"category_scores_gemma":[0.0006002795,0.0003142177,0.0001819653,0.0011042489,0.0001330093,0.0022935304,0.0009464939,0.0003777059,0.00030067674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00073380105,0.0010360326,0.36563948,0.000517627,0.00039965392,0.00021014811,0.008366892,0.0002827485,0.001026348,0.0014392103,0.023177503,0.59717053],"study_design_scores_gemma":[0.0026020664,0.00042681015,0.39047885,0.00017829232,0.000026185062,0.000028431656,0.00010689631,0.0007384887,0.0061276876,0.00066107267,0.597822,0.0008031891],"about_ca_topic_score_codex":0.0000061567157,"about_ca_topic_score_gemma":0.000006250661,"teacher_disagreement_score":0.7933215,"about_ca_system_score_codex":0.00011975344,"about_ca_system_score_gemma":0.00038398686,"threshold_uncertainty_score":0.999931},"labels":[],"label_agreement":null},{"id":"W3144106047","doi":"10.1109/msr.2009.5069475","title":"The promises and perils of mining git","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":310,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Commit; Computer science; Decentralization; Semantics (computer science); Confusion; Focus (optics); Data science; Code (set theory); Source code; World Wide Web; Computer security; Database; Political science; Programming language; Set (abstract data type)","score_opus":0.014940648768104551,"score_gpt":0.26014146477459754,"score_spread":0.245200816006493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144106047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8951324,0.00069896335,0.09935653,0.0019319241,0.00006193654,0.000103412654,1.0369662e-7,0.00016099104,0.0025537293],"genre_scores_gemma":[0.9741148,0.0000141245255,0.025351578,0.000022067243,0.000008765534,0.0000014151568,1.5648203e-8,0.0000010874596,0.00048619084],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9996695,0.0000065451595,0.00004929966,0.00007391438,0.00010621367,0.000094510746],"domain_scores_gemma":[0.9993938,0.00037367974,0.000007674691,0.0001762429,0.000023784994,0.000024779565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014705013,0.000026382211,0.000034243374,0.000018813618,0.00003849299,0.00006317716,0.0002647524,0.000008726717,0.0000022747797],"category_scores_gemma":[0.00026088045,0.000015954816,0.000007889086,0.00009697697,0.000020128884,0.00007909664,0.000056147626,0.000025725547,0.0000014193103],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006671509,0.000032818112,0.018191855,0.000020154948,0.000014283359,0.000008017124,0.00261045,0.00007674452,0.0062324167,0.05774597,0.0037269667,0.9113336],"study_design_scores_gemma":[0.00049261353,0.00055313285,0.89156747,0.00005027327,0.0000025386696,0.00004112322,0.00018761614,0.047135226,0.04470662,0.002981306,0.012010696,0.00027138714],"about_ca_topic_score_codex":0.0000016943726,"about_ca_topic_score_gemma":4.5312444e-7,"teacher_disagreement_score":0.91106224,"about_ca_system_score_codex":0.000003708349,"about_ca_system_score_gemma":0.000017224002,"threshold_uncertainty_score":0.06506185},"labels":[],"label_agreement":null},{"id":"W3144273096","doi":"10.1109/tse.2021.3068901","title":"On the Untriviality of Trivial Packages: An Empirical Study of npm JavaScript Packages","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Computer science; JavaScript; Programming language; Empirical research; Software engineering","score_opus":0.0341506444947318,"score_gpt":0.29139461396325345,"score_spread":0.2572439694685216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144273096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44585767,0.000024354295,0.5530416,0.000049568513,0.00053193705,0.00020256013,0.000016094667,0.00027328904,0.0000029534688],"genre_scores_gemma":[0.9921668,0.000010405021,0.007581692,0.00003496109,0.00004855124,0.000065550754,0.0000014170606,0.00004249572,0.000048118367],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99736696,0.00022809855,0.0005062296,0.0005582357,0.0009250509,0.00041541105],"domain_scores_gemma":[0.99491507,0.0030599718,0.00007688013,0.0015242712,0.00025998356,0.00016380417],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065421395,0.0002937585,0.00042956744,0.00031910138,0.00012850967,0.00007855886,0.00092769274,0.00012443261,0.00005491297],"category_scores_gemma":[0.0007596868,0.00024967585,0.00019195973,0.0013839052,0.000051536765,0.00029460492,0.000016973163,0.0006570798,0.000010975067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001244017,0.00677467,0.009841063,0.0003715215,0.0007372037,0.00022240936,0.0104110725,0.9448087,0.0076140803,0.0007613702,0.00056503987,0.017768461],"study_design_scores_gemma":[0.0070883376,0.006921196,0.17225677,0.0008294731,0.0002800398,0.00013251073,0.0019978108,0.12336941,0.6834859,0.00040048064,0.00070386555,0.0025342007],"about_ca_topic_score_codex":0.000039546805,"about_ca_topic_score_gemma":0.000017345872,"teacher_disagreement_score":0.82143927,"about_ca_system_score_codex":0.00010306995,"about_ca_system_score_gemma":0.00014345268,"threshold_uncertainty_score":0.9999955},"labels":[],"label_agreement":null},{"id":"W3144363571","doi":"10.1109/msr.2012.6224267","title":"Bug introducing changes: A case study with Android","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Android (operating system); Computer science; Software bug; Software maintenance; Software development; Security bug; Software engineering; Software; Computer security; Operating system; Software security assurance; Information security","score_opus":0.02477399519306672,"score_gpt":0.2782318188220735,"score_spread":0.25345782362900676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144363571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.752276,0.000060062037,0.2467362,0.00017210547,0.00013420553,0.0001910542,1.03023865e-7,0.00031550584,0.00011474616],"genre_scores_gemma":[0.97790307,5.8895756e-7,0.021549603,0.000040152696,0.0001774344,0.00003281634,9.944093e-8,0.000009172455,0.00028706336],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99905556,0.000030698804,0.00005941581,0.00022272265,0.00026279324,0.00036879772],"domain_scores_gemma":[0.9989941,0.00021510133,0.0000116443725,0.0005877044,0.000047803962,0.00014362794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005011608,0.00008408936,0.00008486746,0.00011607881,0.00006416125,0.0000895775,0.00030989174,0.000015506797,0.000022829958],"category_scores_gemma":[0.00011521932,0.000060004393,0.000008386463,0.0004431928,0.000011436187,0.00033747448,0.00022341993,0.00011125772,0.000051112576],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014580671,0.0009808452,0.90339845,0.00004694009,0.000112716916,0.0052558905,0.033137713,0.0003728382,0.00031981012,0.001070155,0.0024142999,0.05287573],"study_design_scores_gemma":[0.014895429,0.019559603,0.58042026,0.0002521526,0.00015259995,0.16387133,0.04915557,0.111164324,0.027373983,0.00012343145,0.026194802,0.0068365117],"about_ca_topic_score_codex":0.00030091708,"about_ca_topic_score_gemma":0.000114172675,"teacher_disagreement_score":0.32297823,"about_ca_system_score_codex":0.00003547258,"about_ca_system_score_gemma":0.000020272177,"threshold_uncertainty_score":0.24469082},"labels":[],"label_agreement":null},{"id":"W3144571850","doi":"10.1109/icse.2012.6227086","title":"CodeTimeline: Storytelling with versioning data","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Storytelling; Computer science; Software versioning; Casual; Visualization; World Wide Web; Narrative; Data visualization; Human–computer interaction; Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.047263827506573264,"score_gpt":0.28291189502599123,"score_spread":0.23564806751941797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144571850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014757845,0.00022397882,0.98367345,0.00011158635,0.00018087757,0.00004190578,5.974285e-7,0.00034338832,0.0006663656],"genre_scores_gemma":[0.6537167,0.000004024558,0.3457471,0.000042154603,0.00009208596,0.0000012990465,0.0000037915613,0.0000071428453,0.00038571382],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999173,0.000013287334,0.00005545034,0.00018914655,0.00027753686,0.0002916191],"domain_scores_gemma":[0.9984869,0.000350421,0.000010826626,0.0010013414,0.000032433603,0.00011811417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044658897,0.00005893102,0.00005334227,0.000057022393,0.0000565979,0.00005797684,0.0012194989,0.0000188845,0.000045915975],"category_scores_gemma":[0.00014715336,0.000044887154,0.00000624527,0.00023654793,0.000014455882,0.0009274971,0.00060228584,0.000109134984,0.00021696824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004370455,0.00043724832,0.6858974,0.00013108758,0.00019634617,0.000086628635,0.0037408045,0.01858598,0.0017875234,0.041706983,0.09105471,0.15633157],"study_design_scores_gemma":[0.00072792365,0.00012566218,0.034064703,0.000074949225,0.000010551581,0.00009249625,0.00009877634,0.8149619,0.005194713,0.000027466102,0.14394665,0.0006742091],"about_ca_topic_score_codex":0.000014427584,"about_ca_topic_score_gemma":7.3720395e-7,"teacher_disagreement_score":0.79637593,"about_ca_system_score_codex":0.000022419343,"about_ca_system_score_gemma":0.00003374663,"threshold_uncertainty_score":0.278876},"labels":[],"label_agreement":null},{"id":"W3145055218","doi":"10.1109/iwsc.2012.6227875","title":"Shuffling and randomization for scalable source code clone detection","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; University of Saskatchewan; Concordia University","funders":"","keywords":"Shuffling; Computer science; Scalability; Code (set theory); Source code; clone (Java method); Key (lock); State (computer science); Theoretical computer science; Computer engineering; Data mining; Machine learning; Programming language; Database; Operating system","score_opus":0.01647478806373406,"score_gpt":0.2557078956745717,"score_spread":0.23923310761083763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145055218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08687505,0.00013699236,0.9123225,0.000069407135,0.00015915719,0.00017082224,1.804243e-7,0.00022551714,0.00004032405],"genre_scores_gemma":[0.9243822,0.000005940515,0.07495754,0.000024049144,0.00008769894,0.000032377622,5.1488496e-7,0.000006896994,0.00050278666],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949324,0.000014780214,0.00007170015,0.0001134263,0.000101304235,0.00020554682],"domain_scores_gemma":[0.9992083,0.0005388576,0.000012946815,0.00012733626,0.000043018154,0.000069567206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005308112,0.00004624548,0.00006314518,0.00006384817,0.00007976136,0.00007349682,0.000102916296,0.000030783318,0.0000035633832],"category_scores_gemma":[0.00047180764,0.000041660973,0.000015247964,0.00014721435,0.000008741262,0.00038244922,0.000060418966,0.00004149588,0.000007856963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032337545,0.00020307708,0.08730632,0.00032385087,0.00009013122,7.4087984e-7,0.0030521506,0.023056002,0.07190777,0.013889699,0.0018508491,0.79799604],"study_design_scores_gemma":[0.0024274134,0.000044165972,0.005672334,0.000009055711,0.0000044752383,0.000012704683,0.000011871549,0.92059463,0.06552653,0.00019256018,0.0053594564,0.00014478789],"about_ca_topic_score_codex":0.000011946086,"about_ca_topic_score_gemma":0.000002064635,"teacher_disagreement_score":0.89753866,"about_ca_system_score_codex":0.000021753009,"about_ca_system_score_gemma":0.0000068478635,"threshold_uncertainty_score":0.16988851},"labels":[],"label_agreement":null},{"id":"W3145503536","doi":"10.1109/icse.2012.6227174","title":"Automated analysis of CSS rules to support style maintenance","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Cascading Style Sheets; Web application; Semantics (computer science); Inheritance (genetic algorithm); Semantic Web; Class (philosophy); World Wide Web; Software engineering; Programming language; Information retrieval; Web page; Artificial intelligence","score_opus":0.01899203707600168,"score_gpt":0.29630894706467764,"score_spread":0.277316909988676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145503536","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38461065,0.000012885323,0.61333084,0.00016480868,0.00011177668,0.00007214377,0.000004784306,0.00083565095,0.0008564732],"genre_scores_gemma":[0.9117331,9.606274e-7,0.08707841,0.00006770515,0.000012188088,0.000008039473,0.0000025666766,0.000005178579,0.0010918474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989596,0.000018910518,0.00015540209,0.00016622352,0.00031669985,0.00038316552],"domain_scores_gemma":[0.9989121,0.00022629883,0.000023412667,0.00055567565,0.00010216643,0.00018034768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043772,0.00007182436,0.00017199367,0.00043441143,0.00001828536,0.000031317468,0.0006652861,0.000027683098,0.00015327048],"category_scores_gemma":[0.00030765063,0.000059791757,0.000068285786,0.0018511156,0.00001500449,0.00024771193,0.00026562312,0.000047400034,0.00022716248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000127138455,0.00044573104,0.79616034,0.000077116674,0.0014829622,0.000023821798,0.004035284,0.012020665,0.0069264006,0.07933682,0.06583259,0.03364558],"study_design_scores_gemma":[0.000078737874,0.00005236989,0.81276256,0.00000497057,0.000027558632,0.0000024093997,0.000013102243,0.18028273,0.0044491836,0.000012412765,0.002179279,0.00013470241],"about_ca_topic_score_codex":0.000067677465,"about_ca_topic_score_gemma":0.0000060339235,"teacher_disagreement_score":0.52712244,"about_ca_system_score_codex":0.00003819021,"about_ca_system_score_gemma":0.000027339216,"threshold_uncertainty_score":0.29197899},"labels":[],"label_agreement":null},{"id":"W3145602566","doi":"10.1145/3586074","title":"A Practical Survey on Faster and Lighter Transformers","year":2023,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute; Polytechnique Montréal","funders":"","keywords":"Computer science; Transformer; Computation; Machine learning; Artificial intelligence; Algorithm","score_opus":0.18923570636933304,"score_gpt":0.41316001859904156,"score_spread":0.22392431222970852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145602566","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008861832,0.5602721,0.4348876,0.00025083555,0.0018243286,0.0010714312,0.000056392026,0.0014718048,0.000076924254],"genre_scores_gemma":[0.00024643991,0.98599416,0.012777572,0.00005258426,0.00024468798,0.000027053376,0.00009958862,0.00017951564,0.00037840317],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936231,0.0030071633,0.0006545745,0.0011500417,0.0007313025,0.00083383935],"domain_scores_gemma":[0.9646585,0.03345421,0.00015650615,0.0013668716,0.00011368806,0.0002502493],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0101845525,0.00056714675,0.0013430135,0.0005383488,0.00014997568,0.00050583674,0.0017834886,0.0003485835,0.00000498675],"category_scores_gemma":[0.008418756,0.0004713672,0.00023821129,0.0014573765,0.000072470284,0.00018786531,0.0012705458,0.0011883952,0.00061553024],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010377034,0.00003136035,0.0003679512,0.0030285916,0.00014471755,0.00010449181,0.000083080165,0.000004811268,1.7838826e-8,0.00009001768,0.0024309575,0.99371296],"study_design_scores_gemma":[0.001080866,0.00087565044,0.0961578,0.03620895,0.00022654008,0.00049572205,0.000008011837,0.008728589,0.0000029495175,0.00018969917,0.85168165,0.0043435614],"about_ca_topic_score_codex":0.00013756932,"about_ca_topic_score_gemma":0.000031708132,"teacher_disagreement_score":0.9893694,"about_ca_system_score_codex":0.000113463284,"about_ca_system_score_gemma":0.00033839015,"threshold_uncertainty_score":0.9999338},"labels":[],"label_agreement":null},{"id":"W3145867603","doi":"10.1109/mtd.2012.6226002","title":"On the role of requirements in understanding and managing technical debt","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Requirements analysis; Non-functional requirement; Computer science; Business requirements; Requirements management; Risk analysis (engineering); System requirements specification; Software requirements specification; Stakeholder; Requirement; Software quality; Systems engineering; Software; Software engineering; Engineering; Software system; Software development; Business; Software design; Business process; Operations management; Work in process; Software construction","score_opus":0.05384467009957516,"score_gpt":0.2914664233100002,"score_spread":0.23762175321042506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3145867603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19662414,0.00020621273,0.7922946,0.0007453329,0.00006534346,0.00014734034,8.869486e-8,0.000106700114,0.0098102465],"genre_scores_gemma":[0.9967167,0.0000039406127,0.0032282665,0.000028135479,0.0000048155175,0.0000033446972,2.5752202e-8,0.0000025163176,0.000012249756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99951875,0.000016547803,0.00006282339,0.00007469893,0.00016482317,0.00016238439],"domain_scores_gemma":[0.9992594,0.00051563984,0.000008560239,0.00018326013,0.0000044062417,0.00002874657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048663543,0.00003339697,0.000039708404,0.00007903292,0.000020153522,0.000017893319,0.00023410891,0.0000148725885,0.000006108399],"category_scores_gemma":[0.00014431753,0.000022314662,0.0000071357103,0.00019067296,0.000019787858,0.00013973707,0.00017637182,0.00007279614,0.0000030693727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011449227,0.000016690634,0.059559476,0.0000039933607,0.0000021474873,5.3220515e-7,0.00016107314,0.000021306621,0.0010628421,0.9368505,0.00004258372,0.0022777345],"study_design_scores_gemma":[0.0007086326,0.00019531943,0.3797428,0.00026742197,0.0000039214474,0.000020956702,0.0008642136,0.08658181,0.022303306,0.50856143,0.00033087397,0.00041929004],"about_ca_topic_score_codex":0.000012052876,"about_ca_topic_score_gemma":0.000002311648,"teacher_disagreement_score":0.8000926,"about_ca_system_score_codex":0.00006130173,"about_ca_system_score_gemma":0.000004840988,"threshold_uncertainty_score":0.090996556},"labels":[],"label_agreement":null},{"id":"W3146268108","doi":"10.1109/msr.2012.6224296","title":"A Linked Data platform for mining software repositories","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software versioning; Software; World Wide Web; Cloud computing; Software mining; BitTorrent tracker; Software engineering; Database; Software development; Data science; Software construction","score_opus":0.0885113870139768,"score_gpt":0.3235739738579704,"score_spread":0.23506258684399356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146268108","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014642068,0.00022228897,0.98289245,0.000121881305,0.0010885566,0.00016473088,0.0000057868474,0.0007273612,0.00013485791],"genre_scores_gemma":[0.25587735,0.0000016444816,0.74270463,0.000044971363,0.00044629764,0.000032643784,0.000018297978,0.000012984334,0.00086121215],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988942,0.000005822827,0.00013721369,0.00026874786,0.00024661387,0.00044740387],"domain_scores_gemma":[0.99699634,0.0014142966,0.000024675943,0.0013564418,0.00007080863,0.000137458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005393393,0.00008890937,0.000097268145,0.000065590175,0.00010460386,0.00016457615,0.0016107138,0.000053235573,0.00000633689],"category_scores_gemma":[0.0022175915,0.000077011224,0.000023997985,0.00021676492,0.000015883565,0.0015730335,0.0009742471,0.00007707116,0.00002128159],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042417447,0.00029820326,0.41806868,0.00043104638,0.00022096322,0.000022177432,0.008448814,0.00013273043,0.0010207823,0.052963313,0.20803638,0.3103145],"study_design_scores_gemma":[0.002468866,0.0005391375,0.15942878,0.00019248178,0.00004411196,0.0003076874,0.00045425878,0.21570088,0.015946636,0.0019189826,0.60078263,0.0022155389],"about_ca_topic_score_codex":0.000012533472,"about_ca_topic_score_gemma":0.0000017535576,"teacher_disagreement_score":0.39274624,"about_ca_system_score_codex":0.00003267409,"about_ca_system_score_gemma":0.000057590787,"threshold_uncertainty_score":0.31404266},"labels":[],"label_agreement":null},{"id":"W3146730906","doi":"10.1002/smr.2343","title":"On the value of filter feature selection techniques in homogeneous ensembles effort estimation","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Feature selection; Preprocessor; Artificial intelligence; Data mining; Software; Filter (signal processing); Support vector machine; Feature (linguistics); Pattern recognition (psychology); Multilayer perceptron; Machine learning; Subspace topology; Random forest; k-nearest neighbors algorithm; Dimensionality reduction; Process (computing); Curse of dimensionality; Homogeneous; Artificial neural network; Mathematics","score_opus":0.008875852151698763,"score_gpt":0.26110152497721284,"score_spread":0.25222567282551406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146730906","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36160246,0.0006747366,0.6368955,0.00060350343,0.00010378872,0.00007041722,8.7486796e-7,0.000039197086,0.000009560419],"genre_scores_gemma":[0.95734644,0.00004762787,0.04246036,0.00005202931,0.000043655225,0.000005058214,5.5208085e-7,0.0000059284093,0.00003833209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99913657,0.00005457186,0.00021269212,0.00011719536,0.00036114804,0.000117816926],"domain_scores_gemma":[0.99879676,0.0004631286,0.00014163653,0.00011489555,0.00044537254,0.000038181322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000512088,0.00007840437,0.00013312699,0.00019705674,0.00005839932,0.000051177863,0.0002150165,0.000073620344,0.0000045623187],"category_scores_gemma":[0.0013191302,0.000056136574,0.00003985823,0.0005888667,0.000024872572,0.00025981123,0.000038515238,0.00028247066,5.6308556e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005518386,0.001299271,0.39540952,0.0026782972,0.00032024516,0.00047031642,0.007975607,0.17661808,0.015210579,0.042542282,0.016311683,0.3406123],"study_design_scores_gemma":[0.0013888509,0.0016262032,0.48106524,0.00286415,0.000046228517,0.0043272,0.00020579154,0.13088572,0.29765737,0.07839013,0.0008712984,0.0006718407],"about_ca_topic_score_codex":0.0000042197503,"about_ca_topic_score_gemma":0.000003271028,"teacher_disagreement_score":0.595744,"about_ca_system_score_codex":0.00008259076,"about_ca_system_score_gemma":0.00020882263,"threshold_uncertainty_score":0.2289183},"labels":[],"label_agreement":null},{"id":"W3146926538","doi":"10.1109/icse.2012.6227238","title":"WorkItemExplorer: Visualizing software development tasks using an interactive exploration environment","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Data exploration; Task (project management); Ask price; Human–computer interaction; Software; Software development; Task management; Visualization; Task analysis; Data visualization; Interactive visualization; Software engineering; Artificial intelligence; Systems engineering; Programming language; Engineering","score_opus":0.09802627681252768,"score_gpt":0.3253566351947563,"score_spread":0.22733035838222865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3146926538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17486167,0.000082887025,0.82420653,0.000024637751,0.0002861024,0.00013885365,1.9613844e-7,0.00037709638,0.000022030508],"genre_scores_gemma":[0.56265795,0.0000040209798,0.4371265,0.000039972772,0.00008152961,0.000034146084,0.000004944035,0.000015783273,0.000035145993],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983975,0.00007394386,0.00022750208,0.00032262277,0.0004764267,0.0005019975],"domain_scores_gemma":[0.99898666,0.00023354468,0.000051689516,0.00045083906,0.00003642471,0.0002408234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005014126,0.00016509918,0.00011884716,0.00018554226,0.00015168717,0.00016914468,0.00047678105,0.00005246738,0.00006243661],"category_scores_gemma":[0.0001315627,0.00015813854,0.000028132219,0.00022911462,0.000018303688,0.0038466752,0.00042021007,0.0001565155,0.0002054561],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003803566,0.0019084198,0.15965828,0.00010249429,0.00022497286,0.000033648987,0.099620655,0.032341495,0.013082439,0.004411391,0.00050646765,0.68807167],"study_design_scores_gemma":[0.0019903616,0.00055900024,0.15037797,0.00052774436,0.000035789573,0.00012592012,0.0049324124,0.42208624,0.34519795,0.0009978507,0.06896526,0.0042035077],"about_ca_topic_score_codex":0.000011430476,"about_ca_topic_score_gemma":0.0000010837631,"teacher_disagreement_score":0.68386817,"about_ca_system_score_codex":0.00037775733,"about_ca_system_score_gemma":0.00005248023,"threshold_uncertainty_score":0.6448703},"labels":[],"label_agreement":null},{"id":"W3147021188","doi":"10.1109/iwsc.2012.6227873","title":"Near-miss model clone detection for Simulink models","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Computer science; Leverage (statistics); clone (Java method); Granularity; Source code; Identification (biology); Detector; Artificial intelligence; Data mining; Programming language","score_opus":0.05080366454702209,"score_gpt":0.2929140153861381,"score_spread":0.242110350839116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147021188","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0278519,0.00007174089,0.9707571,0.00013464055,0.00021674923,0.00019639128,8.095228e-7,0.00050861575,0.00026203052],"genre_scores_gemma":[0.7258586,0.0000016159345,0.2734292,0.000053181764,0.00007015672,0.00004022965,4.614562e-7,0.0000105053105,0.000536047],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990668,0.000009468369,0.00010237638,0.00018667839,0.0002159044,0.0004187582],"domain_scores_gemma":[0.99903774,0.00032327502,0.000013735234,0.00038484661,0.000085316,0.00015508982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003422463,0.00008414385,0.00008014664,0.000056044464,0.00009408923,0.00009935805,0.0004032861,0.000060436632,0.0000037113555],"category_scores_gemma":[0.00016358115,0.00007762557,0.00004653374,0.00019398588,0.0000132079085,0.0008474169,0.00013424241,0.00009494002,0.00003804323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053924236,0.00004860788,0.0000977448,0.000018307224,0.00000830276,2.138282e-7,0.000344665,0.94926256,0.0013083784,0.012615939,0.00036902362,0.035920877],"study_design_scores_gemma":[0.00015669352,0.00003072619,0.00007615952,0.0000020094938,0.0000013605973,0.000002425474,0.0000020162088,0.98868954,0.006555462,0.004052017,0.00032934084,0.00010226894],"about_ca_topic_score_codex":0.000013327444,"about_ca_topic_score_gemma":9.820621e-7,"teacher_disagreement_score":0.6980067,"about_ca_system_score_codex":0.000051696392,"about_ca_system_score_gemma":0.000034539084,"threshold_uncertainty_score":0.3165479},"labels":[],"label_agreement":null},{"id":"W3147133761","doi":"10.1109/icse.2012.6227207","title":"Recovering traceability links between an API and its learning resources","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Traceability; Documentation; Ambiguity; Code (set theory); Source code; Context (archaeology); World Wide Web; Software engineering; Programming language","score_opus":0.036843110419604065,"score_gpt":0.2864408961637425,"score_spread":0.24959778574413846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147133761","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93679523,0.0002566744,0.061713483,0.000113712245,0.000076786986,0.000073228744,2.7663825e-7,0.00067787204,0.0002927049],"genre_scores_gemma":[0.9833107,0.0000060340167,0.016202422,0.0000120679415,0.00017210522,0.0000046143696,5.2598557e-7,0.000009469378,0.0002820647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989385,0.000088225475,0.00011739101,0.00025384192,0.00022605054,0.00037599003],"domain_scores_gemma":[0.9986836,0.00073697837,0.000018834357,0.00028247826,0.000033666354,0.00024449185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011234806,0.000088578054,0.000108561915,0.0000769714,0.00010490981,0.00013744297,0.0003814307,0.000099325654,0.00002051721],"category_scores_gemma":[0.0006897514,0.00008158811,0.000019025138,0.00020389969,0.000016033262,0.0009834558,0.00027632917,0.00045758352,0.000029903138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014543074,0.000022672777,0.9300325,0.000030745272,0.000008978908,0.0000010034289,0.0027526796,0.00027429318,0.00038118853,0.00037512707,0.000019105915,0.06610028],"study_design_scores_gemma":[0.000105993204,0.00009181995,0.9661106,0.000010469241,0.0000021401788,0.0000058424066,0.00004327011,0.028131574,0.0018978991,0.00007505482,0.0033478278,0.00017749665],"about_ca_topic_score_codex":0.000022949767,"about_ca_topic_score_gemma":0.0000015103569,"teacher_disagreement_score":0.06592278,"about_ca_system_score_codex":0.000029965611,"about_ca_system_score_gemma":0.000010428185,"threshold_uncertainty_score":0.33270663},"labels":[],"label_agreement":null},{"id":"W3147362533","doi":"10.1007/s10664-021-09944-w","title":"Revisiting the VCCFinder approach for the identification of vulnerability-contributing commits","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Fonds National de la Recherche Luxembourg; European Commission","keywords":"Commit; Computer science; Identification (biology); Vulnerability (computing); Replicate; Artificial intelligence; Machine learning; Replication (statistics); Software; Set (abstract data type); Software deployment; Data science; Software engineering; Computer security; Programming language; Database","score_opus":0.03679435711364231,"score_gpt":0.3062734892830032,"score_spread":0.26947913216936087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147362533","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0221562,0.0014173784,0.97382563,0.0016221863,0.00029393297,0.00034510266,0.000007873459,0.00032631346,0.0000053768786],"genre_scores_gemma":[0.92702097,0.000009736954,0.07230441,0.00009087668,0.00032199427,0.00015622537,0.000011594973,0.000028236176,0.00005595777],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797004,0.00009664859,0.00054119254,0.00041928331,0.00046752594,0.00050531223],"domain_scores_gemma":[0.987686,0.010754251,0.00010610746,0.0010291211,0.000352231,0.000072318464],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0025549715,0.00017252378,0.00023633875,0.00005479828,0.0003298402,0.00020137854,0.0011237971,0.00008295929,0.0000037918403],"category_scores_gemma":[0.01932131,0.000117420066,0.00017331776,0.0007969289,0.000044267294,0.00019065135,0.00045905387,0.0004402239,0.0000028091447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013290309,0.00013723089,0.1903456,0.0010002261,0.00033463156,0.000012950165,0.0022753666,0.71304864,0.0047160084,0.004848188,0.001226254,0.082041614],"study_design_scores_gemma":[0.0003915092,0.000018673925,0.23079439,0.00006635732,0.000025667536,0.00003921447,0.00008939335,0.74611235,0.015415678,0.00022061999,0.0064964043,0.0003297637],"about_ca_topic_score_codex":0.0000050781946,"about_ca_topic_score_gemma":1.881656e-7,"teacher_disagreement_score":0.9048648,"about_ca_system_score_codex":0.0000937538,"about_ca_system_score_gemma":0.000083871484,"threshold_uncertainty_score":0.98893934},"labels":[],"label_agreement":null},{"id":"W3147763035","doi":"10.48550/arxiv.2104.00725","title":"Assessing the Exposure of Software Changes: The DiPiDi Approach","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software; Computer science; Environmental science; Programming language","score_opus":0.10854892505905768,"score_gpt":0.22202727033135242,"score_spread":0.11347834527229474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3147763035","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24114606,0.00045745334,0.75711006,0.00018419717,0.00043941356,0.0002673396,0.0000037234086,0.00020752032,0.00018421565],"genre_scores_gemma":[0.9931706,0.00011932388,0.0061565368,0.000051869552,0.00010610862,0.0000040751065,0.000009660933,0.000023031122,0.00035875937],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979763,0.00033685475,0.00016315692,0.00086276693,0.00026617886,0.00039476022],"domain_scores_gemma":[0.9956245,0.0012828176,0.00019153266,0.0025190117,0.0002940093,0.0000881316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007952343,0.00027063803,0.0003050965,0.00015055748,0.00024388703,0.00044569038,0.0042076157,0.00023048763,0.000011172343],"category_scores_gemma":[0.00052324485,0.0001953057,0.00020701443,0.0011174188,0.00021111655,0.00032794982,0.004375172,0.0010671995,0.0000055401883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014230499,0.0003721539,0.063122086,0.0012472094,0.00072242477,0.00049336493,0.0070878454,0.88641506,0.00020283395,0.028036734,0.0009074905,0.011378568],"study_design_scores_gemma":[0.0011783045,0.00017828435,0.11073682,0.0009963253,0.0002985408,0.000074623305,0.0054744673,0.869795,0.002009176,0.005834713,0.0015147931,0.0019089434],"about_ca_topic_score_codex":0.00010244827,"about_ca_topic_score_gemma":0.000017907116,"teacher_disagreement_score":0.7520246,"about_ca_system_score_codex":0.00013195114,"about_ca_system_score_gemma":0.00037130312,"threshold_uncertainty_score":0.79643357},"labels":[],"label_agreement":null},{"id":"W3148187518","doi":"","title":"Bridging Program Comprehension Tools by Design Navigation","year":2000,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Program comprehension; Computer science; Suite; Bridging (networking); Software engineering; Human–computer interaction; Visualization; Comprehension; Software; Perspective (graphical); World Wide Web; Software system; Programming language; Artificial intelligence","score_opus":0.033685985196059975,"score_gpt":0.28903196195665043,"score_spread":0.25534597676059045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148187518","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1193182,0.000054494176,0.87846583,0.0002159735,0.00005248025,0.00029391464,3.2469453e-7,0.001269409,0.0003293895],"genre_scores_gemma":[0.7080194,0.0000054381135,0.29079342,0.00006114792,0.00002789413,0.00004423009,0.000007526251,0.000009852444,0.0010310804],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990486,0.000042435582,0.00010641251,0.00024420038,0.00030427636,0.00025407385],"domain_scores_gemma":[0.9992727,0.00027392563,0.000010096438,0.00032405014,0.000041024694,0.00007820384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020595663,0.000079036065,0.00006977831,0.000036140354,0.00006706786,0.00029202848,0.00042785006,0.000034705226,0.000099015204],"category_scores_gemma":[0.000044431028,0.000073188305,0.000022399267,0.0003381748,0.000015919433,0.00049256743,0.00005585311,0.00010613724,0.00029351542],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001792171,0.000037016733,0.00022246956,0.0000051609877,0.000002903927,0.0000043316086,0.000044777255,0.0033078564,0.0014870964,0.00014047752,0.008628197,0.9861179],"study_design_scores_gemma":[0.00023224467,0.0001464992,0.0066746636,0.000035639627,0.0000011064535,0.000018632223,0.000001410963,0.9632352,0.016334062,0.00013641102,0.012983155,0.00020099856],"about_ca_topic_score_codex":0.000019158892,"about_ca_topic_score_gemma":7.401954e-8,"teacher_disagreement_score":0.9859169,"about_ca_system_score_codex":0.00003552358,"about_ca_system_score_gemma":0.00002116292,"threshold_uncertainty_score":0.3772645},"labels":[],"label_agreement":null},{"id":"W3148779029","doi":"10.1109/tse.2020.2988396","title":"A3: Assisting Android API Migrations Using Code Examples","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Android (operating system); Computer science; Documentation; Application programming interface; Source code; World Wide Web; Java; Operating system","score_opus":0.051130970689089575,"score_gpt":0.26172621043122185,"score_spread":0.2105952397421323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148779029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031226186,0.00018074126,0.9651491,0.00017353676,0.0006164315,0.0001981015,0.00003273779,0.0024185868,0.000004595515],"genre_scores_gemma":[0.69280916,0.000011204707,0.30686414,0.00009427991,0.00010312345,0.00003641406,0.0000019224633,0.00005509336,0.000024675533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979891,0.000033551536,0.00034013626,0.0005922145,0.00050183554,0.00054316624],"domain_scores_gemma":[0.9979861,0.0009814366,0.00004689397,0.0005323755,0.00010245557,0.00035073733],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018396102,0.0003066235,0.00026762657,0.00029324665,0.00027403276,0.00024189292,0.0007111119,0.00011532844,0.000032371765],"category_scores_gemma":[0.0004167848,0.00035224337,0.00014922862,0.0011825778,0.000026098645,0.000586871,0.000011630421,0.00058880495,0.000057954305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045957077,0.000040454088,0.00029771388,0.00007627805,0.000054938875,0.000033131353,0.0005345621,0.98231304,0.0060084076,0.00007878585,0.000113897026,0.01044418],"study_design_scores_gemma":[0.00038699474,0.00010364549,0.0010694185,0.00013468844,0.000023054488,0.00005419704,0.000018759898,0.9687724,0.02724702,0.000009060962,0.0016214846,0.0005592799],"about_ca_topic_score_codex":0.00002264588,"about_ca_topic_score_gemma":0.0000049976625,"teacher_disagreement_score":0.66158295,"about_ca_system_score_codex":0.00016142937,"about_ca_system_score_gemma":0.000103485945,"threshold_uncertainty_score":0.99989295},"labels":[],"label_agreement":null},{"id":"W3148957464","doi":"10.1109/icse.2002.1007986","title":"Concern graphs: finding and describing concerns using structural program dependencies","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Source code; Scalability; Java; Usability; Abstraction; Representation (politics); Software engineering; Graph; Software; Programming language; Code (set theory); Software maintenance; Software system; Feature (linguistics); Theoretical computer science; Human–computer interaction; Database","score_opus":0.1272718006804312,"score_gpt":0.3360948408474846,"score_spread":0.2088230401670534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148957464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8140653,0.00030067086,0.18448916,0.000016046037,0.00021167548,0.00019447389,4.6671613e-7,0.00046197174,0.00026023426],"genre_scores_gemma":[0.8229218,0.0000049016985,0.17697914,0.000017555132,0.000013789109,0.0000073198717,2.476483e-7,0.000009252051,0.00004598695],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987697,0.000045390985,0.00013552658,0.00033089292,0.00029750905,0.00042098114],"domain_scores_gemma":[0.9992356,0.00028143584,0.00002810558,0.0002639401,0.00006634601,0.00012462199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025009815,0.00013087015,0.00012269897,0.00011790959,0.00017955084,0.00039142443,0.00035046053,0.000050369803,0.000021819129],"category_scores_gemma":[0.00036649322,0.00011653814,0.0000312416,0.0003900532,0.00008502408,0.0005210987,0.0001601997,0.00015797088,0.0000030033148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039196293,0.000026820655,0.6181643,0.00008270095,0.00008575668,0.00011743419,0.0029516332,0.001784349,0.0077532236,0.27131414,0.00011376551,0.09760197],"study_design_scores_gemma":[0.0024324122,0.0005373344,0.07499873,0.00028907784,0.000033684242,0.0012598898,0.0013922969,0.8349092,0.064991266,0.015086603,0.0018548743,0.0022146134],"about_ca_topic_score_codex":0.0000847186,"about_ca_topic_score_gemma":0.000009857278,"teacher_disagreement_score":0.8331249,"about_ca_system_score_codex":0.00006328643,"about_ca_system_score_gemma":0.000076816796,"threshold_uncertainty_score":0.47522873},"labels":[],"label_agreement":null},{"id":"W3149382123","doi":"10.1109/iwsc.2012.6227861","title":"An accurate estimation of the Levenshtein distance using metric trees and Manhattan distance","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Levenshtein distance; Metric (unit); Edit distance; Precision and recall; Computer science; Software; Euclidean distance; Distance measurement; Data mining; Artificial intelligence; Engineering","score_opus":0.036356367830956964,"score_gpt":0.3136686935886217,"score_spread":0.27731232575766473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149382123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3878571,0.00020808497,0.61169094,0.00003334366,0.000077834426,0.000056747853,0.0000011233302,0.00004374997,0.00003107609],"genre_scores_gemma":[0.93200696,0.0000025336356,0.06789527,0.000008179414,0.000016701964,0.0000027304557,2.8685338e-7,0.000005741049,0.000061577935],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99921083,0.00004687703,0.00012156826,0.0001445793,0.00026372485,0.00021243846],"domain_scores_gemma":[0.9991178,0.00025279322,0.000048301343,0.0004734911,0.00003727131,0.000070379945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032024743,0.00007438026,0.00008449334,0.000076456454,0.000070581584,0.00007043914,0.0004699611,0.000023327293,0.0000036479207],"category_scores_gemma":[0.00025419873,0.00005134964,0.000018463363,0.0007638861,0.000048895334,0.00085016474,0.000119556746,0.00006735769,0.0000014490633],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001640726,0.00030785697,0.5386224,0.00022146922,0.000046687834,0.0000037382154,0.0045660078,0.08494009,0.014748824,0.11460178,0.00013183107,0.24179293],"study_design_scores_gemma":[0.0000668287,0.000016054075,0.37931064,0.000018758758,0.0000019258384,0.00000440744,0.000020441707,0.61500794,0.005202451,0.000236617,0.000036943467,0.000076989025],"about_ca_topic_score_codex":0.000035391175,"about_ca_topic_score_gemma":0.000011875474,"teacher_disagreement_score":0.5441499,"about_ca_system_score_codex":0.000045017987,"about_ca_system_score_gemma":0.000018239783,"threshold_uncertainty_score":0.20939776},"labels":[],"label_agreement":null},{"id":"W3150619302","doi":"10.1109/msr.2012.6224307","title":"Mining challenge 2012: The Android platform","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Android (operating system); Computer science; Data science; Android application; Software; World Wide Web; Android app; Operating system","score_opus":0.0470146614936186,"score_gpt":0.27769995712329315,"score_spread":0.23068529562967455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150619302","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20342092,0.004061839,0.73201025,0.0035873088,0.0016769439,0.00029591843,3.9617888e-7,0.0011895468,0.05375691],"genre_scores_gemma":[0.9833428,0.000017918419,0.014918057,0.00008894449,0.00016558681,0.000012734109,1.9187874e-7,0.000006524359,0.0014472019],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991797,0.000009592855,0.000070329224,0.00010831183,0.0002489613,0.00038307204],"domain_scores_gemma":[0.9988639,0.0005462762,0.000010946609,0.00045961564,0.000021299562,0.00009801014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004843477,0.00006420478,0.00005291489,0.00004428085,0.000075820986,0.00006758419,0.00072039966,0.000029354193,0.00006809647],"category_scores_gemma":[0.000121976984,0.000038993945,0.000024179777,0.00017810935,0.000018195078,0.0007440504,0.0002842039,0.00010861906,0.00028047303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006141003,0.00025250213,0.06430398,0.00004849001,0.00007153413,0.000018118551,0.015934087,0.00014971336,0.0003753118,0.36782476,0.090109944,0.4609054],"study_design_scores_gemma":[0.001135182,0.00031790693,0.44662717,0.0000520726,0.000009622942,0.0002444842,0.00063240295,0.057373162,0.0076296697,0.0020402076,0.48277935,0.0011587429],"about_ca_topic_score_codex":0.0000055604805,"about_ca_topic_score_gemma":0.0000026906298,"teacher_disagreement_score":0.77992195,"about_ca_system_score_codex":0.000020574176,"about_ca_system_score_gemma":0.000015088874,"threshold_uncertainty_score":0.36050066},"labels":[],"label_agreement":null},{"id":"W3150633448","doi":"10.1109/user.2012.6226578","title":"Revisiting bug triage and resolution practices","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Triage; Computer science; Process (computing); Software bug; Categorization; Computer security; Data science; Software; Artificial intelligence; Operating system","score_opus":0.055471890546457715,"score_gpt":0.33548610964797404,"score_spread":0.2800142191015163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150633448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20606036,0.001967734,0.7854745,0.0017133212,0.00024493557,0.00011860991,1.6207247e-7,0.00047606273,0.003944309],"genre_scores_gemma":[0.92040443,0.000026151463,0.07898654,0.000041244017,0.00018930662,0.000003945165,1.8313818e-7,0.0000033748508,0.00034485082],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99940604,0.000042599557,0.000069235604,0.0001134119,0.00015553832,0.00021319196],"domain_scores_gemma":[0.9987812,0.00085881056,0.00004517912,0.00020931939,0.000024642,0.000080840655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010093411,0.000040628747,0.000047054928,0.00005244824,0.0000527994,0.00010728697,0.0001709306,0.00002150339,0.000012371158],"category_scores_gemma":[0.0028166985,0.00003478103,0.000009203395,0.00017331775,0.0000091532065,0.0009974386,0.00016966157,0.000084773914,0.00004328731],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001556718,0.000088785106,0.5062551,0.00019715792,0.000040395058,0.000018900279,0.002381237,0.00006566813,0.005531209,0.16347975,0.0070516397,0.3148746],"study_design_scores_gemma":[0.0006177268,0.00007216653,0.8516334,0.00007061388,0.00000800327,0.00014434982,0.00009367259,0.07210703,0.003784354,0.00037966593,0.07067196,0.00041700972],"about_ca_topic_score_codex":0.00002300924,"about_ca_topic_score_gemma":2.2042717e-7,"teacher_disagreement_score":0.714344,"about_ca_system_score_codex":0.000017506793,"about_ca_system_score_gemma":0.000010366341,"threshold_uncertainty_score":0.33720547},"labels":[],"label_agreement":null},{"id":"W3150814957","doi":"","title":"Lags in the release, adoption, and propagation of npm vulnerability fixes","year":2022,"lang":"en","type":"article","venue":"Institutional Repositories DataBase (IRDB)","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Vulnerability (computing); Software package; Business; Vulnerability assessment; Computer science; Software; Computer security; Operating system; Psychology","score_opus":0.017861238144364185,"score_gpt":0.2611345482604494,"score_spread":0.24327331011608522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3150814957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90165937,0.0005069123,0.094856925,0.0009673658,0.00095087447,0.00045685953,0.00015045713,0.00011723566,0.000334005],"genre_scores_gemma":[0.99461174,0.000011427391,0.005001459,0.00004109803,0.00009086748,0.00014054686,0.000079439546,0.0000036738695,0.000019753641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982331,0.00020053188,0.0002668741,0.000314918,0.0008271843,0.00015741204],"domain_scores_gemma":[0.99849993,0.0006640283,0.00006649795,0.00059903093,0.00012953978,0.00004099318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010935853,0.00009054078,0.000101337464,0.000115012364,0.00042361513,0.000081644954,0.00059762126,0.000022015476,0.0000071307572],"category_scores_gemma":[0.0011479735,0.00007572402,0.0000247723,0.0007130135,0.00018676519,0.0006921881,0.0005157267,0.00030003025,0.0000014640232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014295636,0.00073360384,0.23096709,0.00037312397,0.000041064774,0.0003311211,0.002818411,0.02282721,0.007794785,0.7236863,0.0030958448,0.0071884845],"study_design_scores_gemma":[0.0017408901,0.00060795306,0.8509576,0.00022372433,0.000024753877,0.0014172258,0.0006863556,0.036182463,0.015077114,0.005359488,0.086888,0.0008344527],"about_ca_topic_score_codex":0.0003772298,"about_ca_topic_score_gemma":0.000021379888,"teacher_disagreement_score":0.7183268,"about_ca_system_score_codex":0.00015865403,"about_ca_system_score_gemma":0.0003269794,"threshold_uncertainty_score":0.32581478},"labels":[],"label_agreement":null},{"id":"W3151388396","doi":"10.1109/msr.2012.6224276","title":"Inferring semantically related words from software context","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; WordNet; Java; Natural language processing; Code (set theory); Program comprehension; Software; Context (archaeology); Information retrieval; Software maintenance; Artificial intelligence; Precision and recall; Programming language; Software development; Software system","score_opus":0.018509735782409758,"score_gpt":0.25706644804473966,"score_spread":0.2385567122623299,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151388396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25880778,0.0002653146,0.7384129,0.00024791728,0.00045657833,0.00007740812,8.152879e-7,0.0011080966,0.0006231596],"genre_scores_gemma":[0.90774405,0.0000033567694,0.09133751,0.00014820186,0.00007467607,0.000008105508,0.0000021298792,0.000015062349,0.00066691474],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986321,0.000036364727,0.00019026642,0.00024577213,0.00036315032,0.00053236075],"domain_scores_gemma":[0.9979238,0.0011289866,0.000021177437,0.00061834714,0.00005323721,0.0002544375],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033086253,0.00012329464,0.0001383556,0.00009949888,0.000058557718,0.000120791905,0.0007463348,0.0000893626,0.0002827342],"category_scores_gemma":[0.0012063194,0.000110003944,0.00004922645,0.00037614998,0.000028927414,0.0007201079,0.00047773556,0.0002587384,0.001037324],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004841281,0.00014387614,0.788289,0.000020506699,0.00010619645,0.000035634028,0.00392916,0.00015013984,0.00096785376,0.054398786,0.0027892515,0.14916477],"study_design_scores_gemma":[0.00090483855,0.00006972772,0.95647055,0.000111536814,0.000011480985,0.000035682602,0.00009416323,0.02124352,0.0056252335,0.00409785,0.010518902,0.0008165321],"about_ca_topic_score_codex":0.00012331587,"about_ca_topic_score_gemma":0.000005490112,"teacher_disagreement_score":0.6489363,"about_ca_system_score_codex":0.000054758453,"about_ca_system_score_gemma":0.00003849182,"threshold_uncertainty_score":0.9997405},"labels":[],"label_agreement":null},{"id":"W3151410988","doi":"10.1109/icse.2012.6227187","title":"Asking and answering questions about unfamiliar APIs: An exploratory study","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Question answering; Ask price; Process (computing); World Wide Web; Application programming interface; Human–computer interaction; Data science; Artificial intelligence; Programming language","score_opus":0.03202337111645748,"score_gpt":0.3016258249175677,"score_spread":0.2696024538011102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151410988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6833503,0.0003275242,0.3152787,0.000024172557,0.00023337382,0.00013231236,2.1495022e-7,0.00054123707,0.00011212691],"genre_scores_gemma":[0.97950923,0.000009957529,0.020242166,0.000032368494,0.00009726431,0.00003610568,2.5659932e-7,0.0000122175,0.000060420745],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896353,0.00007232436,0.0001137071,0.00024313695,0.00025295868,0.00035435613],"domain_scores_gemma":[0.99900603,0.00019348868,0.00001332853,0.0005092705,0.000046755427,0.00023109508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007018547,0.00010040903,0.000090861984,0.00013712607,0.00012098128,0.00015600932,0.00039706455,0.000029706387,0.0000072892663],"category_scores_gemma":[0.00017210234,0.00009431819,0.000012489301,0.0002895117,0.000022682398,0.0015315276,0.00030634008,0.0001420807,0.000030097091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024225765,0.000613361,0.9135256,0.000032378084,0.000040654442,0.00002241547,0.02955695,0.0004502878,0.0017673214,0.014033743,0.00019257936,0.039762292],"study_design_scores_gemma":[0.00037815032,0.0002467032,0.97523576,0.000034224788,0.000006496386,0.000020862213,0.0023082753,0.019422017,0.00087815494,0.0001614966,0.00089407153,0.0004138116],"about_ca_topic_score_codex":0.000044825803,"about_ca_topic_score_gemma":0.000025891979,"teacher_disagreement_score":0.2961589,"about_ca_system_score_codex":0.00003596876,"about_ca_system_score_gemma":0.00002575738,"threshold_uncertainty_score":0.3846184},"labels":[],"label_agreement":null},{"id":"W3151667270","doi":"10.1109/asonam49781.2020.9381381","title":"Identifying Social Networks of Programmers using Text Mining for Code Similarity Detection","year":2020,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Code (set theory); Source code; Similarity (geometry); Plagiarism detection; Data mining; Information retrieval; Programming language; Artificial intelligence; Image (mathematics)","score_opus":0.11690088930779048,"score_gpt":0.33976406107768775,"score_spread":0.22286317176989728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151667270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07442195,0.000022884185,0.9248056,0.00018536477,0.00014803812,0.00019441804,6.7804933e-7,0.00021011467,0.0000109506855],"genre_scores_gemma":[0.82876265,5.360367e-7,0.17105314,0.00004637079,0.0001132165,0.000010099162,5.5552516e-7,0.000009179862,0.0000042730044],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99913263,0.000022007855,0.00015576529,0.00022946026,0.00020060685,0.0002595293],"domain_scores_gemma":[0.99941087,0.0002773503,0.000047640806,0.00010334237,0.00009357857,0.00006723289],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027489147,0.00007170976,0.000116200885,0.000049645052,0.000120180695,0.00009999563,0.0003349824,0.00005946661,0.0000028273842],"category_scores_gemma":[0.00032764272,0.00007692933,0.000067040215,0.0004849143,0.000024759207,0.00021644209,0.00016385883,0.00010708748,5.8266954e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008762673,0.00010385877,0.017554654,0.00068447494,0.00018205405,0.000011596536,0.008478439,0.09969001,0.05139045,0.002063136,0.0007243124,0.8190294],"study_design_scores_gemma":[0.00018113281,0.00005154277,0.002082873,0.000008202083,0.000004683539,0.0000012329355,0.00008051851,0.99066794,0.0066672224,0.000035536472,0.0001342335,0.00008488682],"about_ca_topic_score_codex":0.000019271756,"about_ca_topic_score_gemma":0.000007407647,"teacher_disagreement_score":0.8909779,"about_ca_system_score_codex":0.000039749648,"about_ca_system_score_gemma":0.0000342748,"threshold_uncertainty_score":0.31370872},"labels":[],"label_agreement":null},{"id":"W3151855275","doi":"10.1109/iwsc.2012.6227876","title":"Towards qualitative comparison of Simulink model clone detection approaches","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Adaptability; clone (Java method); Computer science; Relevance (law); Visualization; Plan (archaeology); Software engineering; Machine learning; Data mining; Artificial intelligence","score_opus":0.2096295790966588,"score_gpt":0.39586194101826205,"score_spread":0.18623236192160325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151855275","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1315159,0.0001259692,0.8672859,0.00007017281,0.0000956964,0.000084233405,6.35053e-7,0.00018000804,0.0006414885],"genre_scores_gemma":[0.8132722,8.116103e-7,0.18658781,0.0000064873902,0.00002719467,0.000010814436,5.506177e-7,0.0000059796293,0.00008817353],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896514,0.000072949675,0.00018678127,0.00015437216,0.00035510134,0.000265625],"domain_scores_gemma":[0.9989946,0.00047359747,0.000041933163,0.00031914318,0.00007301051,0.00009772546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072987383,0.00008419559,0.00015436311,0.00010821851,0.000033005643,0.000021967851,0.00038426285,0.00005497019,0.0000045736897],"category_scores_gemma":[0.00035597433,0.00007374443,0.00004215563,0.00033021526,0.000035916448,0.00041752684,0.00017168873,0.0001393292,0.00002144559],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003378885,0.000956416,0.0076617696,0.00022452767,0.00012059861,4.9362745e-7,0.17934838,0.3454187,0.009135136,0.111227185,0.00046816803,0.34540483],"study_design_scores_gemma":[0.00009886357,0.000046594538,0.0013604155,0.0000033401793,0.0000018223353,5.975194e-7,0.0004907363,0.9361564,0.06108978,0.0006415539,0.00002247079,0.00008745379],"about_ca_topic_score_codex":0.00003838805,"about_ca_topic_score_gemma":0.0000018578182,"teacher_disagreement_score":0.68175626,"about_ca_system_score_codex":0.000047044632,"about_ca_system_score_gemma":0.000030575316,"threshold_uncertainty_score":0.30072105},"labels":[],"label_agreement":null},{"id":"W3152068601","doi":"10.1109/icse.2012.6227138","title":"Temporal analysis of API usage concepts","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Documentation; Software; Reuse; Software documentation; Set (abstract data type); Software engineering; Software development; Usage data; Programming language; World Wide Web; Database; Software development process","score_opus":0.028364928366075633,"score_gpt":0.32227386587443396,"score_spread":0.29390893750835834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152068601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2582199,0.00010877109,0.7399666,0.00004968055,0.00010804196,0.00003606571,8.721834e-7,0.00013292927,0.0013771513],"genre_scores_gemma":[0.96266335,8.738596e-7,0.03664688,0.000024017749,0.000019586392,0.000002605813,0.0000011599286,0.0000025065333,0.00063900976],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992856,0.000021085134,0.000106628766,0.0001075337,0.00025962794,0.00021952901],"domain_scores_gemma":[0.9991242,0.00030978632,0.000020938163,0.0004071863,0.000042209147,0.000095674535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035768983,0.00004849879,0.00012502218,0.00024345226,0.0000141040255,0.000019805178,0.0004620925,0.000023653447,0.00021129304],"category_scores_gemma":[0.0001490001,0.00004041988,0.00006823842,0.001383757,0.00002517117,0.00028254866,0.00015576344,0.0000497852,0.000033429893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.438508e-7,0.000044102522,0.9837166,0.0000052310056,0.0001925744,0.0000019808608,0.00052345335,0.00039873904,0.00039822067,0.009529791,0.0010144917,0.0041741654],"study_design_scores_gemma":[0.00015373116,0.000034868674,0.9191704,0.000003666605,0.000050286228,0.000002235834,0.000022839811,0.06886369,0.008124977,0.000048948692,0.0033529166,0.00017146351],"about_ca_topic_score_codex":0.00007314845,"about_ca_topic_score_gemma":0.00000309493,"teacher_disagreement_score":0.70444345,"about_ca_system_score_codex":0.000016318398,"about_ca_system_score_gemma":0.000016249456,"threshold_uncertainty_score":0.23135106},"labels":[],"label_agreement":null},{"id":"W3152301934","doi":"10.1109/tse.2021.3070269","title":"Software Batch Testing to Save Build Test Resources and to Reduce Feedback Time","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Commit; Test case; Test (biology); Reliability engineering; Database; Machine learning","score_opus":0.015497159235501757,"score_gpt":0.23784210009981144,"score_spread":0.22234494086430967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152301934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123801604,0.00010933559,0.87271565,0.00042600714,0.0005291929,0.00029172475,0.00003428763,0.0020806713,0.00001152207],"genre_scores_gemma":[0.36061427,0.0000066479397,0.6378374,0.00022844884,0.00013466792,0.00012924273,0.0000016920246,0.000108397275,0.0009392003],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9970938,0.000036009733,0.00037533187,0.0010245531,0.00064169563,0.00082859286],"domain_scores_gemma":[0.9939859,0.003960755,0.00003249859,0.0010060235,0.00032010203,0.0006947441],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003238425,0.00042675063,0.00037740933,0.00054987235,0.00026552592,0.00041581367,0.00075925083,0.00015257348,0.00004193266],"category_scores_gemma":[0.0034788966,0.00050333916,0.00009830579,0.002520146,0.000023877436,0.00037767598,0.000052464944,0.00062112877,0.00033577142],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018417802,0.00020328234,0.002305233,0.00022286225,0.00010104781,0.00028615075,0.001689305,0.8396984,0.03909521,0.000019342993,0.00126763,0.11509317],"study_design_scores_gemma":[0.0032397844,0.0024300846,0.10675252,0.0043431916,0.00016290689,0.0021569428,0.0001947315,0.18635707,0.6456618,0.00009395066,0.04150978,0.007097288],"about_ca_topic_score_codex":0.00003056922,"about_ca_topic_score_gemma":0.0000052906084,"teacher_disagreement_score":0.6533413,"about_ca_system_score_codex":0.0002267119,"about_ca_system_score_gemma":0.00012695522,"threshold_uncertainty_score":0.99974185},"labels":[],"label_agreement":null},{"id":"W3152332785","doi":"10.1016/b978-0-12-411519-4.00006-9","title":"Latent Dirichlet Allocation","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":344,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Topic model; Documentation; Data science; Commit; Variety (cybernetics); Subject-matter expert; Software; Interpretability; Set (abstract data type); Source code; Subject (documents); Information retrieval; World Wide Web; Artificial intelligence; Database","score_opus":0.03667132724998003,"score_gpt":0.26734237749471246,"score_spread":0.23067105024473242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152332785","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007356432,0.0016740882,0.005706906,0.0002001837,0.00075484114,0.00039514256,0.000005162255,0.00054518523,0.99071115],"genre_scores_gemma":[0.0007389092,0.00003389231,0.005088088,0.000097301636,0.0002709355,0.00003751524,0.000013173389,0.00006707464,0.9936531],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979052,0.000020265956,0.00029381583,0.0005695005,0.00086040824,0.00035080884],"domain_scores_gemma":[0.9979342,0.00016857072,0.00009884978,0.0012545589,0.00030378174,0.00023999503],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00050090265,0.00032438978,0.0003169776,0.0002438669,0.00005238828,0.00014352008,0.001315766,0.00026005934,0.00004430265],"category_scores_gemma":[0.00011975427,0.00031382695,0.00011895969,0.000030179872,0.000055224362,0.00010038817,0.00056764105,0.00051273307,0.001167245],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013377111,0.0000038595413,0.000009732503,0.0000334458,0.000038581424,0.000041088697,0.00012472007,0.000020175752,0.000007602789,0.029489763,0.0022504658,0.96797925],"study_design_scores_gemma":[0.0001269105,0.000048955146,0.000062005536,0.00013340409,0.000011304787,0.000019432207,2.465639e-7,0.00037839304,0.000023548871,0.01350945,0.9853351,0.00035125634],"about_ca_topic_score_codex":4.909227e-7,"about_ca_topic_score_gemma":0.0000021363776,"teacher_disagreement_score":0.9830846,"about_ca_system_score_codex":0.0002568001,"about_ca_system_score_gemma":0.00026989236,"threshold_uncertainty_score":0.9999314},"labels":[],"label_agreement":null},{"id":"W3152918650","doi":"10.1007/s10664-023-10314-x","title":"Evaluating pre-trained models for user feedback analysis in software engineering: a study on classification of app-reviews","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Machine learning; Artificial intelligence; F1 score; Macro; Set (abstract data type); Task (project management); Binary classification; Support vector machine; Data mining; Engineering","score_opus":0.15107932163450608,"score_gpt":0.40137155726348567,"score_spread":0.2502922356289796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3152918650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39833373,0.00010553124,0.59895813,0.0000570318,0.00016911297,0.0011875121,0.000011027163,0.0011771664,7.6200143e-7],"genre_scores_gemma":[0.85802376,0.000012178333,0.14040406,0.000022587627,0.00009277896,0.0012133574,0.000042390424,0.000094483985,0.00009441034],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958406,0.000114052506,0.0010784331,0.0010543858,0.0010031634,0.00090934575],"domain_scores_gemma":[0.9932325,0.004889186,0.00016610813,0.0012573322,0.00021301369,0.0002418632],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025761563,0.0004885182,0.00095676346,0.0018413303,0.00007305111,0.000117351796,0.0012919693,0.0001962051,0.000007067131],"category_scores_gemma":[0.0129050445,0.00048835913,0.00040385642,0.0074360543,0.00001887842,0.00045975865,0.00033849516,0.0004916502,0.000028172972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018803876,0.00020744128,0.10994871,0.00023437466,0.00018236668,0.000007519881,0.0013471094,0.8845833,0.0003143036,0.00008745297,0.00022063272,0.0028479944],"study_design_scores_gemma":[0.0005524695,0.00024670747,0.40958425,0.00009286507,0.000049061284,7.547147e-7,0.000017280667,0.58882785,0.000085171676,0.000032247583,0.00020428949,0.00030705123],"about_ca_topic_score_codex":0.00001813176,"about_ca_topic_score_gemma":0.000005851226,"teacher_disagreement_score":0.45969003,"about_ca_system_score_codex":0.00032396102,"about_ca_system_score_gemma":0.00009707417,"threshold_uncertainty_score":0.9997568},"labels":[],"label_agreement":null},{"id":"W3153043709","doi":"10.5430/air.v10n1p34","title":"A study of quality prediction for large-scale open source software projects","year":2021,"lang":"en","type":"article","venue":"Artificial Intelligence Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Deliverable; Quality (philosophy); Resolution (logic); Software; Scale (ratio); Computer science; Open source software; Open source; Product (mathematics); Data science; Data mining; Process management; Business; Artificial intelligence; Engineering; Systems engineering; Mathematics","score_opus":0.2997543026205094,"score_gpt":0.472607513630679,"score_spread":0.1728532110101696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3153043709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3049713,0.000055928638,0.6926954,0.00029584402,0.00018168842,0.0015884154,0.000018524315,0.00014140244,0.000051531148],"genre_scores_gemma":[0.97002274,0.000008589816,0.02869573,0.000016171783,0.000112869115,0.000596888,0.000009432607,0.00002758377,0.0005099783],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9953545,0.0007703503,0.00064225023,0.00089348864,0.0014764952,0.0008629529],"domain_scores_gemma":[0.9924296,0.0038080842,0.000074097916,0.0013570846,0.0021467127,0.0001843819],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007923038,0.0001439737,0.00031315105,0.0003260554,0.00052640424,0.0007343715,0.00245619,0.000104289735,0.000036507],"category_scores_gemma":[0.0104042385,0.00014602189,0.00008157829,0.00252586,0.000109409404,0.0005512995,0.0024164014,0.00049473054,0.000051734678],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066982897,0.017397577,0.092508346,0.00096006924,0.00035880183,0.00016926377,0.12008777,0.008921482,0.01869857,0.09339513,0.0034471694,0.643386],"study_design_scores_gemma":[0.0009708716,0.0060473355,0.022551974,0.00034750326,0.000024384943,0.000038329974,0.0858576,0.1692729,0.6450554,0.062648736,0.0060997964,0.0010851444],"about_ca_topic_score_codex":0.0005097191,"about_ca_topic_score_gemma":0.00075785234,"teacher_disagreement_score":0.66505146,"about_ca_system_score_codex":0.00013585309,"about_ca_system_score_gemma":0.0008742989,"threshold_uncertainty_score":0.99793154},"labels":[],"label_agreement":null},{"id":"W3155762676","doi":"10.5753/jserd.2021.548","title":"Mining Experts from Source Code Analysis: An Empirical Evaluation","year":2021,"lang":"en","type":"article","venue":"Journal of Software Engineering Research and Development","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Java; Source code; Quality (philosophy); Identification (biology); World Wide Web; Software; Software development; Microservices; Software quality; Code refactoring; Software engineering; Space (punctuation); Data science; Operating system; Cloud computing","score_opus":0.09872674669870646,"score_gpt":0.37527940236157586,"score_spread":0.2765526556628694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155762676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48778266,0.0014138451,0.51047283,0.00009979146,0.00012243087,0.000048343918,7.8339076e-7,0.0000578901,0.000001444117],"genre_scores_gemma":[0.5152242,0.000050724175,0.4844756,0.000022202901,0.00013851233,0.000014618983,0.000012995805,0.000018687271,0.000042419582],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99604243,0.00018164364,0.00052743487,0.00041185803,0.002302473,0.00053413137],"domain_scores_gemma":[0.99512565,0.0021328968,0.00008186982,0.0004321298,0.0016895768,0.0005378885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035116922,0.00016994147,0.00034645284,0.0009767709,0.00016157047,0.00046106693,0.0006413336,0.00010097662,0.000037484595],"category_scores_gemma":[0.0055872994,0.00015898925,0.00007051018,0.0016097638,0.000032953085,0.00063343014,0.00039917172,0.0004850801,0.0000056346203],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082815575,0.0007171706,0.522985,0.00014596528,0.0028061667,0.0014942527,0.026649378,0.17327328,0.003612323,0.00005857346,0.0036759172,0.26449916],"study_design_scores_gemma":[0.0016859034,0.0004412378,0.74106175,0.00036527443,0.0000772779,0.0002811671,0.0010553739,0.22224471,0.011708531,0.00019601037,0.020149814,0.0007329603],"about_ca_topic_score_codex":0.000006875871,"about_ca_topic_score_gemma":0.000009616353,"teacher_disagreement_score":0.2637662,"about_ca_system_score_codex":0.00033808814,"about_ca_system_score_gemma":0.0011515011,"threshold_uncertainty_score":0.66889226},"labels":[],"label_agreement":null},{"id":"W3156120596","doi":"10.1109/iccq51190.2021.9392939","title":"Striffs: Architectural Component Diagrams for Code Reviews","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Code review; Code (set theory); Scope (computer science); Component (thermodynamics); Software engineering; Relation (database); Static program analysis; Key (lock); Programming language; KPI-driven code analysis; Software development; Software; Database; Computer security; Set (abstract data type)","score_opus":0.050285057948109904,"score_gpt":0.30992359464093017,"score_spread":0.2596385366928203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3156120596","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011459363,0.0012777889,0.98469645,0.0015112946,0.00031467885,0.00031186306,0.0000033371798,0.0002654526,0.00015977124],"genre_scores_gemma":[0.24841604,0.0001722944,0.7464301,0.0006726332,0.00022156975,0.0002626289,0.000025723653,0.000024481316,0.0037745591],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895203,0.000048004065,0.00017747072,0.00031315218,0.00020352134,0.00030583353],"domain_scores_gemma":[0.9984005,0.00080925296,0.00002057294,0.00057748496,0.000083013874,0.0001091708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032394368,0.000096301614,0.00017108413,0.000044192642,0.000052441836,0.00013000373,0.0005872289,0.000026842336,0.000028259792],"category_scores_gemma":[0.00086558424,0.00007751681,0.00010136165,0.00028865598,0.000015875721,0.0000873695,0.0002422743,0.00011196978,0.00006770059],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008893859,0.0001919601,0.003978945,0.00034246896,0.000060043934,0.00007830156,0.0006661467,0.0010259191,0.008495416,0.05191774,0.0402819,0.89295226],"study_design_scores_gemma":[0.0014914129,0.0002445351,0.025776567,0.00018286805,0.000011333984,0.00020831852,0.000024558873,0.15860498,0.050795224,0.004779841,0.7570142,0.00086613256],"about_ca_topic_score_codex":0.000008372494,"about_ca_topic_score_gemma":0.00001559899,"teacher_disagreement_score":0.89208615,"about_ca_system_score_codex":0.000035266323,"about_ca_system_score_gemma":0.000053356336,"threshold_uncertainty_score":0.31610438},"labels":[],"label_agreement":null},{"id":"W3157144053","doi":"10.5281/zenodo.4726287","title":"Test Smell Detection Tools: A Systematic Mapping Study","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Test (biology); Computer science; Artificial intelligence; Biology","score_opus":0.04614354301624474,"score_gpt":0.2486654630564941,"score_spread":0.20252192004024935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157144053","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00067318,0.00069623836,0.13658334,0.00019474761,0.001384196,0.0056686983,0.8479248,0.0056026946,0.0012720675],"genre_scores_gemma":[0.019712534,0.00015324366,0.00077800365,0.00008530104,0.0004886647,0.0000016282455,0.97604877,0.002237473,0.0004943711],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995536,0.00095438893,0.0005823311,0.001054363,0.0012434986,0.0006294097],"domain_scores_gemma":[0.9954917,0.0006234534,0.00023130418,0.002372847,0.0010224569,0.00025824524],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0020773634,0.0003488873,0.0004920678,0.00083055056,0.0017430645,0.0049436525,0.004635389,0.00017580713,0.0013557144],"category_scores_gemma":[0.015102953,0.0003741672,0.00010862335,0.002123271,0.000063948464,0.0005395617,0.0052516637,0.00096239184,0.010409632],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033164883,0.00043970475,0.0000010238872,0.0050014798,0.00011665321,0.00022949954,0.00044742544,0.000041802192,0.00024671745,0.000013947995,0.9878077,0.005650738],"study_design_scores_gemma":[0.00037177803,0.00042559876,0.00024354616,0.0010160852,0.00003448345,0.00033411072,0.00034508415,0.0007861299,0.00006419578,0.0000077259065,0.9959569,0.0004143844],"about_ca_topic_score_codex":0.0000364311,"about_ca_topic_score_gemma":0.000001464563,"teacher_disagreement_score":0.13580534,"about_ca_system_score_codex":0.0004964243,"about_ca_system_score_gemma":0.000017529457,"threshold_uncertainty_score":0.999871},"labels":[],"label_agreement":null},{"id":"W3157562347","doi":"10.1007/s10664-020-09926-4","title":"The nature of build changes","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Dependency (UML); Java; Plug-in; Software evolution; Software maintenance; Software engineering; Software; Legacy system; Software system; Programming language; Software construction","score_opus":0.015523738207438768,"score_gpt":0.28122853624808597,"score_spread":0.2657047980406472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157562347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1145447,0.0066554747,0.8725674,0.003655913,0.0013947842,0.00012529688,0.0000043751493,0.0010183166,0.000033743552],"genre_scores_gemma":[0.90915596,0.00012636642,0.08971984,0.00024338678,0.00027060596,0.00003895099,0.000003404663,0.00004540464,0.0003960492],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99850386,0.00003114606,0.00018562531,0.0003238371,0.0005101588,0.00044538546],"domain_scores_gemma":[0.9958517,0.0030142535,0.00003246222,0.00077717326,0.00019141013,0.00013302313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030854432,0.0001569713,0.00018340592,0.00007612924,0.0000963471,0.000110173445,0.00095233653,0.00015696751,0.000010108611],"category_scores_gemma":[0.006270567,0.00012233476,0.0000869118,0.0009905755,0.000030025887,0.0001191677,0.00051558076,0.0006127556,0.000013831359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003178929,0.00045843786,0.69863665,0.0011125529,0.0007622643,0.0012648194,0.0025402226,0.06747495,0.015289637,0.030000728,0.05026024,0.13216768],"study_design_scores_gemma":[0.0006577487,0.00016787952,0.44898662,0.0002513387,0.000017177801,0.00021823846,0.000030405645,0.027678909,0.09937501,0.0007121814,0.42090237,0.0010021246],"about_ca_topic_score_codex":0.0000023606199,"about_ca_topic_score_gemma":0.0000023663938,"teacher_disagreement_score":0.7946113,"about_ca_system_score_codex":0.000060782866,"about_ca_system_score_gemma":0.00009527302,"threshold_uncertainty_score":0.75069076},"labels":[],"label_agreement":null},{"id":"W3158412293","doi":"10.1145/3463274.3463342","title":"DABT: A Dependency-aware Bug Triaging Method","year":2021,"lang":"en","type":"article","venue":"Evaluation and Assessment in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software regression; Dependency (UML); Software bug; Security bug; Software; Blocking (statistics); Process (computing)","score_opus":0.03924068237700611,"score_gpt":0.3814679397277233,"score_spread":0.3422272573507172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158412293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025276832,0.0007478069,0.97241265,0.00034118988,0.00048488422,0.00026032998,0.0000019252582,0.00041245908,0.000061937084],"genre_scores_gemma":[0.49540022,0.000046203186,0.5042297,0.000048859845,0.0000564717,0.00012177735,0.0000146971925,0.000022456825,0.000059594484],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976222,0.00019538164,0.00033234377,0.000566638,0.0008942079,0.00038923373],"domain_scores_gemma":[0.99756414,0.0015359775,0.00004577532,0.00048066728,0.00024251547,0.00013093451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025243352,0.00019953026,0.00024078813,0.0003174719,0.00007075259,0.00026441482,0.00033446148,0.00008310925,0.000076694625],"category_scores_gemma":[0.0019415311,0.00022359724,0.000052179214,0.00090590067,0.000007404898,0.00055091124,0.0003097862,0.00047681903,0.000005455108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053913573,0.00021710586,0.20630682,0.0003720887,0.00012061991,0.0003270972,0.0016425177,0.341572,0.0022443775,0.009547036,0.00022441758,0.43742055],"study_design_scores_gemma":[0.00092920935,0.00002031923,0.13335739,0.00012852748,0.000010921552,0.000051858693,0.000055650373,0.8629988,0.00093979447,0.0005033513,0.00071560254,0.000288568],"about_ca_topic_score_codex":0.000012549537,"about_ca_topic_score_gemma":0.00000520185,"teacher_disagreement_score":0.52142686,"about_ca_system_score_codex":0.0002810338,"about_ca_system_score_gemma":0.00047028103,"threshold_uncertainty_score":0.91180307},"labels":[],"label_agreement":null},{"id":"W3159118496","doi":"10.1016/j.infsof.2021.106603","title":"How do developers discuss and support new programming languages in technical Q&amp;A site? An empirical study of Go, Swift, and Rust in Stack Overflow","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Swift; Java; Rust (programming language); Second-generation programming language; Resource (disambiguation); Software; Stack (abstract data type); Fourth-generation programming language; Programming language; Software development; World Wide Web; Data science; Software engineering; Programming paradigm; Fifth-generation programming language","score_opus":0.019263389115637304,"score_gpt":0.3074252941101488,"score_spread":0.2881619049945115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159118496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95491594,0.00015368966,0.043628126,0.00073020963,0.000019207973,0.00025861306,0.000002280027,0.00028534702,0.0000066133052],"genre_scores_gemma":[0.92654943,0.00003427842,0.0733159,0.000032724936,0.0000036446088,0.000023836948,0.000009519233,0.0000052697956,0.000025370555],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99903387,0.000028361845,0.0002799383,0.00022127101,0.00019866836,0.00023788969],"domain_scores_gemma":[0.99935347,0.00013217032,0.000050523144,0.00031193925,0.000070979586,0.00008090521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027550518,0.00011663382,0.00021450483,0.0005913516,0.00003391426,0.00018353897,0.00022172426,0.00017743575,0.0000028935513],"category_scores_gemma":[0.0011005999,0.000104816405,0.000008941057,0.0009584875,0.00008428604,0.0009551223,0.00046482796,0.00029764595,0.0000011445221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046842515,0.00005925368,0.670406,0.00003894326,0.0000038356397,0.000023890569,0.004030048,0.000012226777,0.000018282562,0.00021477998,0.000022787312,0.32516527],"study_design_scores_gemma":[0.0016697752,0.0004300017,0.985823,0.00005603524,0.0000038734793,0.00021361756,0.005006232,0.00042804485,0.0001681692,0.00024266083,0.0056763217,0.0002823135],"about_ca_topic_score_codex":0.000047449234,"about_ca_topic_score_gemma":0.00096888765,"teacher_disagreement_score":0.32488295,"about_ca_system_score_codex":0.000040658248,"about_ca_system_score_gemma":0.00012576746,"threshold_uncertainty_score":0.4274289},"labels":[],"label_agreement":null},{"id":"W3159568147","doi":"10.1145/3439769","title":"Automatic API Usage Scenario Documentation from Technical Q&amp;A Sites","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Saskatchewan; University of Calgary","funders":"","keywords":"Documentation; Computer science; Internal documentation; Software documentation; Code (set theory); Application programming interface; World Wide Web; Coding (social sciences); Software engineering; Information retrieval; Software; Programming language; Software development; Software development process; Set (abstract data type); Software construction","score_opus":0.09554814590246685,"score_gpt":0.34831518452753624,"score_spread":0.2527670386250694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159568147","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10530038,0.00044371036,0.89211535,0.00032272085,0.00050050725,0.00010074571,0.000010249118,0.0012037569,0.0000025513375],"genre_scores_gemma":[0.0971808,0.00010198564,0.9023282,0.00010345016,0.000043788998,0.000060104467,0.000016910151,0.000028291446,0.0001364675],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982625,0.00024453926,0.00027360077,0.0005760372,0.00026262057,0.00038067618],"domain_scores_gemma":[0.9898239,0.008938451,0.000033898003,0.00095328817,0.000080440965,0.00017004622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006204599,0.00022259956,0.00031357785,0.0002599735,0.00012740114,0.00013414622,0.00051154615,0.00019413355,0.00015343752],"category_scores_gemma":[0.0048154145,0.00023801223,0.000090760055,0.000577949,0.000042099782,0.00029856878,0.00006028517,0.00051497365,0.000049452683],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003437294,0.0004002766,0.0040152227,0.00036146733,0.00051243865,0.00038545695,0.0028876667,0.08049059,0.11153361,0.001982328,0.0004415512,0.796955],"study_design_scores_gemma":[0.009292007,0.0015704501,0.3334592,0.0014073609,0.0007282453,0.0048925783,0.00036824195,0.22497268,0.3436637,0.025545284,0.047096495,0.0070037656],"about_ca_topic_score_codex":0.000046775294,"about_ca_topic_score_gemma":0.000019626108,"teacher_disagreement_score":0.78995126,"about_ca_system_score_codex":0.00008991303,"about_ca_system_score_gemma":0.00007639908,"threshold_uncertainty_score":0.9705857},"labels":[],"label_agreement":null},{"id":"W3160121929","doi":"10.1109/saner50967.2021.00061","title":"MSR4ML: Reconstructing Artifact Traceability in Machine Learning Repositories","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Traceability; Computer science; Artifact (error); Software engineering; Software versioning; Source code; Commit; Software evolution; Software development; Requirements traceability; Software; Process (computing); Database; Software construction; Programming language; Artificial intelligence","score_opus":0.017582682260829176,"score_gpt":0.25896396172902053,"score_spread":0.24138127946819135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160121929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.885639,0.00020227027,0.11090565,0.00052416447,0.00050093076,0.00006330501,1.6924884e-7,0.00075086136,0.0014136407],"genre_scores_gemma":[0.9133227,0.0000034932557,0.08601144,0.000010921001,0.0000343911,0.000005179977,8.245712e-7,0.0000064354567,0.0006046316],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987869,0.00012137234,0.00021836153,0.00037862363,0.00022439082,0.0002703341],"domain_scores_gemma":[0.99844474,0.0009519496,0.000025413296,0.00042886456,0.00008280071,0.00006620795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006056637,0.0000831297,0.0001270909,0.00007555976,0.0000727176,0.00018212659,0.00028756072,0.00004337219,0.000059818118],"category_scores_gemma":[0.0032691965,0.00008294423,0.000036988273,0.00050167314,0.000022863947,0.00034331955,0.0002386427,0.00039470405,0.00001745874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015992528,0.0000245765,0.9656747,0.000016089594,0.000005355324,0.00012901257,0.00054553326,0.0010340062,0.0015267169,0.0010281858,0.000015270436,0.02999894],"study_design_scores_gemma":[0.0005962924,0.000087356864,0.44659245,0.00008158361,0.0000027077235,0.00058890565,0.00035769067,0.4268305,0.120023906,0.0022488232,0.002019624,0.00057015487],"about_ca_topic_score_codex":0.00012840395,"about_ca_topic_score_gemma":0.00010657685,"teacher_disagreement_score":0.51908225,"about_ca_system_score_codex":0.00008191641,"about_ca_system_score_gemma":0.000101859965,"threshold_uncertainty_score":0.39137697},"labels":[],"label_agreement":null},{"id":"W3160351645","doi":"10.1109/icse-companion52605.2021.00129","title":"Interactive Graph Exploration for Comprehension of Static Analysis Results","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Codebase; Computer science; Program comprehension; Visualization; Static analysis; Data visualization; Graph; Graphical user interface; Static program analysis; Power graph analysis; Cognitive load; Human–computer interaction; Comprehension; Interactive visualization; Source code; Call graph; Graph drawing; Programming language; Theoretical computer science; Cognition; Software; Data mining; Software development; Software system","score_opus":0.04481574509969042,"score_gpt":0.3214316351998798,"score_spread":0.27661589010018933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160351645","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038581263,0.000015482792,0.9607137,0.00040065194,0.00007749037,0.00008254803,0.0000062841978,0.000066245644,0.000056378933],"genre_scores_gemma":[0.81942135,0.000005087677,0.1803828,0.000020034337,0.0000056542026,0.0000126559335,0.000024667006,0.000002711837,0.00012501176],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992742,0.0000382789,0.00017554611,0.00021711673,0.00019401446,0.00010086635],"domain_scores_gemma":[0.99770397,0.0014449151,0.00004239551,0.00036648833,0.00040916962,0.000033033328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017537041,0.000047918304,0.00012430247,0.00023606424,0.000021946029,0.000040050618,0.00018387503,0.00001702126,0.0000059752],"category_scores_gemma":[0.0007299196,0.000043841002,0.00008091557,0.0013177487,0.000009840963,0.00034622982,0.00009493468,0.000041573167,0.0000030819663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064923,0.0014893037,0.009383011,0.00063378894,0.005004308,0.00010967962,0.026615905,0.57226646,0.09846627,0.10553975,0.02071714,0.15912515],"study_design_scores_gemma":[0.0007136455,0.0001505314,0.014782685,0.000025727417,0.0000532067,0.0000015237688,0.0002778434,0.86305237,0.11649913,0.003916882,0.0003868391,0.0001396305],"about_ca_topic_score_codex":0.000017448234,"about_ca_topic_score_gemma":0.000019052612,"teacher_disagreement_score":0.7808401,"about_ca_system_score_codex":0.000018348905,"about_ca_system_score_gemma":0.000037121947,"threshold_uncertainty_score":0.17877841},"labels":[],"label_agreement":null},{"id":"W3160394822","doi":"10.1109/saner50967.2021.00045","title":"EnHMM: On the Use of Ensemble HMMs and Stack Traces to Predict the Reassignment of Bug Report Fields","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Computer science; Eclipse; Hidden Markov model; Stack (abstract data type); Support vector machine; Measure (data warehouse); Field (mathematics); Precision and recall; Artificial intelligence; Data mining; Machine learning; Function (biology); Mathematics; Programming language","score_opus":0.061574191970904475,"score_gpt":0.27540748669718995,"score_spread":0.21383329472628548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160394822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7564903,0.000066369495,0.2373666,0.005261985,0.0001095651,0.00019530232,0.0000018227499,0.000041576,0.000466469],"genre_scores_gemma":[0.9903537,0.000017823624,0.0070464322,0.00015474926,0.00001390846,0.000012550217,2.976791e-7,0.0000038094706,0.002396719],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990477,0.000055736058,0.00017103698,0.00018758561,0.00041234834,0.00012562392],"domain_scores_gemma":[0.9972413,0.0018077269,0.000035355904,0.00077320705,0.00009653345,0.00004586425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043835322,0.00005828501,0.000091878304,0.000028028024,0.000032331172,0.000057936555,0.00032665452,0.000027308393,0.000027497488],"category_scores_gemma":[0.0011477541,0.000030670908,0.000026838181,0.00023553503,0.00003121243,0.00007457498,0.0002455911,0.00007704907,0.0000017529186],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018114426,0.0014536332,0.18352163,0.0005428466,0.00081000547,0.0016345832,0.026470635,0.05029409,0.10632358,0.10379583,0.3668722,0.15809983],"study_design_scores_gemma":[0.00031902234,0.0007532729,0.19152388,0.00018340582,0.000015245209,0.0001936653,0.00034534495,0.019917484,0.7605358,0.0008697143,0.025075287,0.00026788824],"about_ca_topic_score_codex":0.00007400119,"about_ca_topic_score_gemma":0.00001599387,"teacher_disagreement_score":0.65421224,"about_ca_system_score_codex":0.000011172191,"about_ca_system_score_gemma":0.00006592062,"threshold_uncertainty_score":0.13740517},"labels":[],"label_agreement":null},{"id":"W3161311896","doi":"10.1145/1454497.1454485","title":"Dynamic analysis of Ada programs for comprehension and quality measurement","year":2008,"lang":"en","type":"article","venue":"ACM SIGAda Ada Letters","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Program comprehension; Schema (genetic algorithms); Software engineering; Software quality; Comprehension; Visualization; Programming language; Call graph; Software; Set (abstract data type); Software system; Data mining; Software development; Information retrieval","score_opus":0.08656111550795259,"score_gpt":0.30134099927986446,"score_spread":0.21477988377191187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161311896","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66103125,0.00014468821,0.33733588,0.0011038949,0.00006712381,0.00022486222,0.0000023839514,0.00008885073,0.0000010976121],"genre_scores_gemma":[0.9200322,0.000009644943,0.079643086,0.00024672784,0.000008104814,0.000038326813,0.000007873464,0.000009462097,0.000004554766],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9981332,0.00006495492,0.0002875113,0.0003892523,0.0008272492,0.00029786548],"domain_scores_gemma":[0.9980076,0.0007393275,0.00008585261,0.0008950378,0.00017789152,0.00009427462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005836114,0.00013485475,0.0003099048,0.00024298973,0.0000901329,0.000034410594,0.0007498531,0.00003832802,0.0000016859316],"category_scores_gemma":[0.0006184374,0.00012820626,0.00012667244,0.00084743253,0.0000909599,0.0001577117,0.00028313015,0.0001003382,9.118295e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014014289,0.0005127771,0.44170934,0.0007695268,0.0034785797,0.000078240984,0.003405565,0.012779623,0.45522338,0.0005098568,0.0038625528,0.0775304],"study_design_scores_gemma":[0.0010238547,0.000186539,0.91436476,0.00006871318,0.0001580016,0.000009260811,0.000030321311,0.07710755,0.0053868876,0.00008103641,0.0011080542,0.00047503345],"about_ca_topic_score_codex":0.00024302964,"about_ca_topic_score_gemma":0.000067238914,"teacher_disagreement_score":0.4726554,"about_ca_system_score_codex":0.00009822075,"about_ca_system_score_gemma":0.0000410243,"threshold_uncertainty_score":0.52281},"labels":[],"label_agreement":null},{"id":"W3161504508","doi":"10.1109/icse43902.2021.00135","title":"CodeShovel: Constructing Method-Level Source Code Histories","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Source code; Correctness; Software engineering; Code review; Field (mathematics); Programming language; Software; Code (set theory); Empirical research; Static program analysis; Software development","score_opus":0.05602422699197473,"score_gpt":0.31455817382952383,"score_spread":0.2585339468375491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161504508","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002728837,0.00015436283,0.992586,0.0006779481,0.0005351783,0.00004133001,0.000002589412,0.0006538352,0.0026198758],"genre_scores_gemma":[0.07036124,0.000002646013,0.9213282,0.00015514772,0.00005754828,0.0000061813753,0.00000134976,0.000014769225,0.008072933],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99863935,0.00007761653,0.00016757112,0.00039664353,0.00038341057,0.0003354327],"domain_scores_gemma":[0.99739605,0.0016124087,0.000028457789,0.00060847076,0.00023502496,0.000119588316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047983025,0.000111081856,0.00015642881,0.00007489547,0.00009282018,0.00018159884,0.0006011447,0.000054699678,0.0001022757],"category_scores_gemma":[0.0019716779,0.00011221386,0.000050586317,0.00054067303,0.00003506076,0.00024115291,0.0004944755,0.00020728738,0.000047096182],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005897382,0.00009707783,0.03005833,0.00014490423,0.00013929624,0.0003998526,0.0046603363,0.004335201,0.026015446,0.50707346,0.014889341,0.41218084],"study_design_scores_gemma":[0.0012015107,0.00007403655,0.005572692,0.000074529395,0.000016653525,0.0016374547,0.0011703371,0.21421911,0.3323283,0.004545376,0.43779284,0.0013671567],"about_ca_topic_score_codex":0.00003144195,"about_ca_topic_score_gemma":0.000021098604,"teacher_disagreement_score":0.5025281,"about_ca_system_score_codex":0.000114113405,"about_ca_system_score_gemma":0.00024003512,"threshold_uncertainty_score":0.4575948},"labels":[],"label_agreement":null},{"id":"W3161551626","doi":"10.1109/saner50967.2021.00030","title":"The Usability (or Not) of Refactoring Tools","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Code refactoring; Computer science; Software engineering; Usability; USable; Software; Human–computer interaction; Programming language; World Wide Web","score_opus":0.06920001959988052,"score_gpt":0.31622509905957213,"score_spread":0.2470250794596916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161551626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5085274,0.000101340964,0.48723152,0.001499158,0.0006171488,0.00011046885,0.0000012350098,0.00027830992,0.0016334156],"genre_scores_gemma":[0.9767863,0.000010365442,0.021312177,0.000022094193,0.000022189919,0.000004593069,1.1493933e-7,0.000002858283,0.001839301],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992598,0.000033934368,0.000118194424,0.00015760033,0.00026897865,0.00016146028],"domain_scores_gemma":[0.9961234,0.0029795377,0.000012913528,0.0007255742,0.000119773285,0.0000388361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000437688,0.000040185336,0.00006341335,0.000012345716,0.000051268602,0.00011454116,0.0005886426,0.000018652003,0.0000353663],"category_scores_gemma":[0.003817553,0.000023336803,0.000030835552,0.00030666575,0.000027095073,0.0001720683,0.00036153424,0.00008533054,0.000013578612],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004906724,0.00017896922,0.09815315,0.0001803614,0.000091982205,0.00010597338,0.0013187187,0.000864311,0.04073579,0.14303124,0.002536218,0.7127542],"study_design_scores_gemma":[0.00020750306,0.000062071726,0.4936365,0.000021510401,0.0000015136973,0.000017718823,0.00006048998,0.007837132,0.4751254,0.00067677203,0.022186581,0.00016681576],"about_ca_topic_score_codex":0.000014258233,"about_ca_topic_score_gemma":0.000011553044,"teacher_disagreement_score":0.7125874,"about_ca_system_score_codex":0.000032547265,"about_ca_system_score_gemma":0.00012909695,"threshold_uncertainty_score":0.4570243},"labels":[],"label_agreement":null},{"id":"W3161588130","doi":"10.1109/icse-companion52605.2021.00100","title":"CodeShovel: A Reusable and Available Tool for Extracting Source Code Histories","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Source code; Java; Software engineering; Component (thermodynamics); World Wide Web; Code (set theory); Software; Programming language; Database","score_opus":0.03151616611182169,"score_gpt":0.2691346081720582,"score_spread":0.23761844206023652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161588130","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0121975755,0.00057412015,0.98436344,0.0006491317,0.00022682027,0.00011902239,0.0000022650154,0.00037981078,0.0014877907],"genre_scores_gemma":[0.10487698,0.000026927917,0.73826176,0.00021955383,0.00010017213,0.000065635104,0.0000032096011,0.00003044796,0.15641534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989899,0.000016444015,0.00012816131,0.0003602403,0.00019635225,0.00030892697],"domain_scores_gemma":[0.9977713,0.0015185904,0.000022538186,0.00044274912,0.00017397379,0.000070847906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040523743,0.000086470194,0.00011870514,0.000043657274,0.00013691727,0.00026573185,0.0002878787,0.000044134656,0.000085536936],"category_scores_gemma":[0.002302724,0.0000880945,0.00002778913,0.00023062353,0.000022222248,0.0003898026,0.00027107744,0.000105479594,0.000030840507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063775944,0.0003832787,0.07796089,0.0011935036,0.00020712084,0.0002480428,0.005917603,0.0023064073,0.0809108,0.1426747,0.5783111,0.10982277],"study_design_scores_gemma":[0.00053227413,0.00006402801,0.0007478678,0.000031345717,0.000005549187,0.00011455197,0.00008330675,0.107281946,0.035734054,0.0006489038,0.8544152,0.00034097754],"about_ca_topic_score_codex":0.000018573388,"about_ca_topic_score_gemma":0.000009607637,"teacher_disagreement_score":0.2761041,"about_ca_system_score_codex":0.00007487334,"about_ca_system_score_gemma":0.00014523612,"threshold_uncertainty_score":0.35923895},"labels":[],"label_agreement":null},{"id":"W3162129107","doi":"10.1109/icse-companion52605.2021.00058","title":"A Better Approach to Track the Evolution of Static Code Warnings","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Static analysis; Computer science; Workflow; Code (set theory); Static program analysis; Matching (statistics); Tracking (education); Source code; Detector; Software; Set (abstract data type); Software engineering; Software evolution; Track (disk drive); Plug-in; Programming language; Software system; Software development; Operating system; Database; Software construction","score_opus":0.01933404994448727,"score_gpt":0.2535206605101129,"score_spread":0.23418661056562565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162129107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13289703,0.00003552528,0.86434144,0.0017963487,0.00004657403,0.000078975485,6.596124e-7,0.000085821914,0.0007176478],"genre_scores_gemma":[0.8490519,4.9572367e-7,0.14980593,0.00020842887,0.000015498614,0.000016281101,5.810578e-7,0.000004721279,0.00089615444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99918544,0.000044983142,0.000103157385,0.00018896842,0.00030774862,0.00016967766],"domain_scores_gemma":[0.9990311,0.00035640702,0.000013921313,0.00044242403,0.000108578955,0.000047513517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028552752,0.000050020764,0.00007095744,0.000049480677,0.000030283829,0.00004928546,0.0004995499,0.000018403069,0.000013628438],"category_scores_gemma":[0.00041743342,0.00003454122,0.000027593678,0.0005928589,0.000017660253,0.00010201333,0.00019585244,0.00010173893,0.000038000526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003405102,0.0015478678,0.09470963,0.00095446885,0.00038465287,0.00009796083,0.089254886,0.0924325,0.07353907,0.30181608,0.1729398,0.17228903],"study_design_scores_gemma":[0.00046348062,0.00013105298,0.19313525,0.000045327954,0.000009041772,0.000062351486,0.0005897397,0.76869386,0.025762886,0.0028796373,0.007881049,0.00034633547],"about_ca_topic_score_codex":0.000039115126,"about_ca_topic_score_gemma":0.0000027555034,"teacher_disagreement_score":0.7161549,"about_ca_system_score_codex":0.00006004655,"about_ca_system_score_gemma":0.00008664998,"threshold_uncertainty_score":0.14085501},"labels":[],"label_agreement":null},{"id":"W3162755873","doi":"10.1016/j.infsof.2021.106636","title":"Requirements engineering: Foundation for software quality (REFSQ2020)","year":2021,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Foundation (evidence); Software quality; Software engineering; Quality (philosophy); Engineering; Computer science; Systems engineering; Software; Software development; Programming language; Geography","score_opus":0.0263946985204725,"score_gpt":0.30104182476449726,"score_spread":0.27464712624402476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162755873","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022139532,0.00011785802,0.9740946,0.0011343715,0.0003268014,0.00023091766,0.000008252985,0.0019296384,0.000017995455],"genre_scores_gemma":[0.16745865,0.000056412908,0.8315449,0.0004108881,0.000037298756,0.00021893799,0.00013137779,0.000016585258,0.0001249503],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99881583,0.00001371181,0.00038845438,0.00022261676,0.00024931465,0.00031003924],"domain_scores_gemma":[0.9984684,0.0004097416,0.000092908536,0.00050876726,0.0004459199,0.00007429331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035757813,0.00013694247,0.00017318357,0.00037658509,0.00012665741,0.00018959044,0.00040563807,0.0001933248,0.000014552914],"category_scores_gemma":[0.006532778,0.00015030117,0.000042991865,0.0006838051,0.00003826205,0.0013709737,0.00031844777,0.00017363153,0.000049499675],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011100364,0.00004438357,0.025364079,0.00044808473,0.000062217805,0.0000075032085,0.00053241756,0.0007834803,0.00028155834,0.110251956,0.0011454865,0.8610677],"study_design_scores_gemma":[0.006513256,0.0006513645,0.10596422,0.00026987054,0.000037465317,0.00043637338,0.0003896907,0.05244276,0.024766978,0.05767845,0.7484803,0.0023692434],"about_ca_topic_score_codex":0.000003943471,"about_ca_topic_score_gemma":0.0000021380877,"teacher_disagreement_score":0.8586985,"about_ca_system_score_codex":0.00009012152,"about_ca_system_score_gemma":0.00013212775,"threshold_uncertainty_score":0.7820817},"labels":[],"label_agreement":null},{"id":"W3163202066","doi":"10.1109/tse.2021.3082068","title":"An Empirical Study of Type-Related Defects in Python Projects","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Python (programming language); Computer science; Programming language; Artificial intelligence","score_opus":0.025406470675922346,"score_gpt":0.2945407086543776,"score_spread":0.26913423797845526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163202066","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5163841,0.00003352632,0.482531,0.0000053562626,0.00044076674,0.00015953608,0.0000011656922,0.00044233867,0.000002154039],"genre_scores_gemma":[0.9796572,0.0000061933265,0.020189296,0.000009287319,0.000014054411,0.00004789592,0.00000116206,0.00004288311,0.000032043823],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822974,0.0000921057,0.00033956114,0.00051407854,0.00044894524,0.00037557294],"domain_scores_gemma":[0.9982844,0.000604029,0.000029727034,0.0007940101,0.00015268209,0.00013516286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026967903,0.00020789003,0.00027769007,0.0005376117,0.000047656173,0.00005512087,0.00045999853,0.00012452937,0.000016533659],"category_scores_gemma":[0.00023125524,0.00023246581,0.000066558074,0.0024076866,0.000012460007,0.00035540588,0.0000075878315,0.0005592165,0.000015221786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013005874,0.0013081303,0.017454686,0.000074248106,0.000053113345,0.0002602431,0.0030024184,0.9711639,0.0028446075,0.000014023731,0.000011246453,0.0038003589],"study_design_scores_gemma":[0.004672013,0.0034592645,0.24725275,0.0005214025,0.000059331098,0.0002203007,0.00064232317,0.6090955,0.13233107,0.00003708325,0.00013299737,0.0015759631],"about_ca_topic_score_codex":0.000028160184,"about_ca_topic_score_gemma":0.000027431566,"teacher_disagreement_score":0.46327305,"about_ca_system_score_codex":0.00013438021,"about_ca_system_score_gemma":0.0001594265,"threshold_uncertainty_score":0.94796807},"labels":[],"label_agreement":null},{"id":"W3163466556","doi":"10.1109/icse-companion52605.2021.00056","title":"Explainable Just-In-Time Bug Prediction: Are We There Yet?","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Interpretability; Computer science; Predictive modelling; Software bug; Machine learning; Task (project management); Data mining; Artificial intelligence; Software; Programming language; Engineering","score_opus":0.0249446827098048,"score_gpt":0.25515023628695566,"score_spread":0.23020555357715086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163466556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23754273,0.004360472,0.69467753,0.02319754,0.002437336,0.0006253905,0.000013760564,0.0039677634,0.03317745],"genre_scores_gemma":[0.859489,0.00024750503,0.03938176,0.00034066517,0.00025528652,0.000093028466,0.0000062805157,0.00004210983,0.10014432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987768,0.000039502305,0.00012579336,0.00034191954,0.00038878748,0.00032721725],"domain_scores_gemma":[0.9988789,0.00031534143,0.0000146331995,0.0006041219,0.00009681449,0.00009020911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022685599,0.00009075054,0.000113377515,0.00009158341,0.00005077443,0.00017146481,0.000627423,0.000057741512,0.0005495803],"category_scores_gemma":[0.00023428786,0.000085612046,0.000034948393,0.00074730784,0.000013639333,0.00033028537,0.0003701476,0.00017608452,0.0004168381],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025351601,0.001065743,0.46034282,0.0005968669,0.00015928094,0.0076849856,0.0039377837,0.021851683,0.00457806,0.035954606,0.42990622,0.033896618],"study_design_scores_gemma":[0.0027527383,0.00027151586,0.406398,0.00073824165,0.00001163951,0.0005022736,0.0013221073,0.28339246,0.046906747,0.0057263225,0.2506133,0.0013646672],"about_ca_topic_score_codex":0.000014602941,"about_ca_topic_score_gemma":0.000007286246,"teacher_disagreement_score":0.6552958,"about_ca_system_score_codex":0.00008427754,"about_ca_system_score_gemma":0.000104724306,"threshold_uncertainty_score":0.6017519},"labels":[],"label_agreement":null},{"id":"W3163555559","doi":"10.1109/icpc52881.2021.00011","title":"Assessing Semantic Frames to Support Program Comprehension Activities","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Program comprehension; Correctness; Natural language processing; Parsing; Software engineering; Artificial intelligence; Programming language; Software system; Software","score_opus":0.04289885128387787,"score_gpt":0.35115703209666954,"score_spread":0.30825818081279166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163555559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5143805,0.000023001774,0.4828702,0.00071750913,0.00026965336,0.00012371126,1.6110107e-7,0.0009142024,0.0007010261],"genre_scores_gemma":[0.73644084,0.0000011853219,0.26264426,0.00015184404,0.0000299309,0.000019452797,0.0000014578189,0.000008689382,0.000702323],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987771,0.000038483093,0.00011017767,0.00033789632,0.00040301963,0.00033331057],"domain_scores_gemma":[0.9987869,0.0004589418,0.0000123250675,0.00051401777,0.00009535029,0.00013243583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014837268,0.00009690527,0.00012833835,0.000103923696,0.00007619848,0.00087896583,0.00039417122,0.000041607636,0.00007341165],"category_scores_gemma":[0.00024948415,0.00009078888,0.00004010837,0.00057115545,0.00001668975,0.00063971395,0.0005418085,0.00014763887,0.000103203245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024498413,0.00038579205,0.03066481,0.00015667296,0.00004480656,0.00047914434,0.0010194344,0.0015679166,0.021829924,0.005209148,0.008454486,0.93018544],"study_design_scores_gemma":[0.0006901608,0.0008180127,0.45827353,0.00031283745,0.000013217863,0.00034665474,0.00086838857,0.20722891,0.2707227,0.0009548225,0.05840532,0.0013654326],"about_ca_topic_score_codex":0.0000110242,"about_ca_topic_score_gemma":0.0000044562944,"teacher_disagreement_score":0.92881995,"about_ca_system_score_codex":0.000037658465,"about_ca_system_score_gemma":0.00015344974,"threshold_uncertainty_score":0.8475888},"labels":[],"label_agreement":null},{"id":"W3163683940","doi":"10.1109/saner50967.2021.00073","title":"A Testing Approach While Re-engineering Legacy Systems: An Industrial Case Study","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Process (computing); Computer science; Automation; Quality (philosophy); Reliability engineering; Legacy system; Redevelopment; Risk analysis (engineering); Reliability (semiconductor); System testing; Systems engineering; Engineering; Software engineering; Software; Business","score_opus":0.14075779375369252,"score_gpt":0.2958936475241719,"score_spread":0.1551358537704794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163683940","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6494748,0.00006614262,0.34798613,0.00001793191,0.0005236951,0.00036940564,6.8256367e-7,0.0010431235,0.00051809504],"genre_scores_gemma":[0.93918204,1.1098455e-7,0.060251866,0.0000068676604,0.00030497627,0.00007318834,0.0000016352487,0.000024181862,0.00015514446],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803036,0.00013134474,0.00027880172,0.0006232773,0.0004904105,0.0004457939],"domain_scores_gemma":[0.99765354,0.0008111863,0.000030533625,0.0010468734,0.00022721951,0.00023067168],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008636587,0.00017615934,0.0002182066,0.00017833707,0.00012367552,0.0011189933,0.00065082626,0.000082651124,0.000007083309],"category_scores_gemma":[0.0019147547,0.00017378641,0.000030281895,0.0016084643,0.000008533477,0.0010395887,0.0005099157,0.00042867675,0.000012521577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011574103,0.003972364,0.16268516,0.00045241276,0.0004104062,0.10775489,0.013390189,0.6578204,0.0027392292,0.0062837005,0.0025755377,0.041904155],"study_design_scores_gemma":[0.0007764501,0.0002399226,0.0015542207,0.000036400983,0.000008268441,0.006566943,0.005330417,0.9847132,0.00017419804,0.0000019668917,0.00023275144,0.00036529131],"about_ca_topic_score_codex":0.0008452223,"about_ca_topic_score_gemma":0.000010597148,"teacher_disagreement_score":0.3268928,"about_ca_system_score_codex":0.0000995519,"about_ca_system_score_gemma":0.00022681158,"threshold_uncertainty_score":0.9999179},"labels":[],"label_agreement":null},{"id":"W3163691159","doi":"10.1007/s10664-021-09954-8","title":"On using Stack Overflow comment-edit pairs to recommend code maintenance changes","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Commit; Code (set theory); Source code; Code review; Code smell; Data mining; Programming language; Point (geometry); Interface (matter); Static program analysis; Set (abstract data type); Software; Database; Software development; Software quality; Operating system","score_opus":0.05172537609133042,"score_gpt":0.3103960695023846,"score_spread":0.25867069341105414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163691159","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083575815,0.00015357864,0.90456706,0.008683088,0.001467301,0.00022534234,0.000027637147,0.0012792094,0.000020959786],"genre_scores_gemma":[0.40109494,0.000041787414,0.58505017,0.011833523,0.00086142827,0.00014829233,0.000031864303,0.00023939453,0.00069863925],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969857,0.000069034184,0.00031015842,0.00084762473,0.0007412783,0.001046257],"domain_scores_gemma":[0.9957552,0.0024088165,0.000043272674,0.0010651646,0.00018531558,0.0005422173],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004294866,0.0003846782,0.0003934594,0.00027032685,0.00013823288,0.00025666397,0.0009489559,0.00014510711,0.000085004125],"category_scores_gemma":[0.005248722,0.00040598825,0.000115822484,0.001521758,0.000018264462,0.00024216532,0.0008058378,0.0006023632,0.0001230358],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055435794,0.0005732759,0.06170691,0.00047490365,0.00028904225,0.0017748357,0.0019009504,0.63813573,0.0028411506,0.0020531327,0.26929325,0.020901382],"study_design_scores_gemma":[0.0019609393,0.0007884565,0.0542052,0.0013074764,0.000028715613,0.0002507354,0.000059275753,0.3153614,0.020641305,0.00040878006,0.6021369,0.0028507952],"about_ca_topic_score_codex":0.000013672595,"about_ca_topic_score_gemma":0.000007792567,"teacher_disagreement_score":0.33284363,"about_ca_system_score_codex":0.0005973795,"about_ca_system_score_gemma":0.000108564454,"threshold_uncertainty_score":0.9998392},"labels":[],"label_agreement":null},{"id":"W3170475911","doi":"10.22215/etd/2020-13954","title":"An Empirical Study Investigating the Predictors of Software Metric Correlation in Application Code and Test Code.","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Code (set theory); Metric (unit); Computer science; Software metric; Software; Code coverage; Dead code; Regression testing; Programming language; Redundant code; Software quality; Software construction; Software development; Engineering; Code generation; Operating system; Set (abstract data type)","score_opus":0.025783966780925573,"score_gpt":0.3243294239617642,"score_spread":0.2985454571808386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3170475911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8062813,0.00012422622,0.19180436,0.000110527006,0.00015930872,0.0011769998,0.0000086091995,0.0003022262,0.000032412925],"genre_scores_gemma":[0.9909325,0.000006639281,0.008636709,0.000024172252,0.00003839159,0.0001493714,0.0001273536,0.000024929446,0.00005988441],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980198,0.00012997058,0.00044734438,0.0005567475,0.00066619983,0.00017992964],"domain_scores_gemma":[0.9957287,0.003262797,0.00018372225,0.00053869426,0.00017044415,0.00011564973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064056076,0.00019294124,0.00026267077,0.00039355166,0.00007617519,0.000107131455,0.0008550195,0.00015651426,0.0000020296875],"category_scores_gemma":[0.0056982846,0.0001526511,0.000026500911,0.002191083,0.000035619727,0.0002629807,0.00010698566,0.00051716046,0.0000038508856],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003361119,0.00012356925,0.9878488,0.00007643857,0.000012840648,0.0000017918167,0.005033965,0.0013150774,0.000101282545,0.00006564559,0.00008131728,0.0053358837],"study_design_scores_gemma":[0.00018346634,0.0002408905,0.79564404,0.000030234713,0.000011914466,0.000001107838,0.0006139578,0.20287265,0.00016737527,0.00009114625,0.000020788757,0.00012240265],"about_ca_topic_score_codex":0.0001257486,"about_ca_topic_score_gemma":0.000375996,"teacher_disagreement_score":0.20155758,"about_ca_system_score_codex":0.000068550995,"about_ca_system_score_gemma":0.0001778282,"threshold_uncertainty_score":0.6821791},"labels":[],"label_agreement":null},{"id":"W3173462463","doi":"10.1109/icpc52881.2021.00051","title":"Warning-Introducing Commits vs Bug-Introducing Commits: A tool, statistical models, and a preliminary user study","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Commit; Computer science; Logistic regression; Odds; Statistical model; Software bug; Predictive power; Software; Software engineering; Database; Machine learning; Programming language","score_opus":0.021134144775830963,"score_gpt":0.2742574760266623,"score_spread":0.2531233312508313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173462463","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21683879,0.0003142625,0.7800883,0.0014363354,0.00029364997,0.0003555207,0.0000056548524,0.00053487683,0.00013261013],"genre_scores_gemma":[0.8211261,0.000015807196,0.17749907,0.00016644507,0.00016243654,0.000048728736,0.00000787281,0.000037125636,0.0009364256],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99644,0.00033625533,0.00043562098,0.0012434083,0.00080856413,0.0007361423],"domain_scores_gemma":[0.9953292,0.0024824245,0.00004945514,0.0015564524,0.00032293395,0.00025954432],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011894166,0.0003040705,0.00043543067,0.0001874906,0.00029867794,0.00062931376,0.0008381533,0.00008257188,0.000066771485],"category_scores_gemma":[0.0024632765,0.00029520306,0.000045404893,0.0007068762,0.000068847956,0.00081306166,0.0019077735,0.0006491675,0.000042207626],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044351,0.0054711043,0.40467814,0.0009570074,0.0010196872,0.0055616163,0.034337133,0.22719081,0.0016447061,0.11081551,0.08408864,0.12379214],"study_design_scores_gemma":[0.001544907,0.001025241,0.1055698,0.00009456409,0.00003566131,0.00027129773,0.000668529,0.88741374,0.00048532194,0.00095717405,0.0012540122,0.00067972194],"about_ca_topic_score_codex":0.00017389664,"about_ca_topic_score_gemma":0.00004722829,"teacher_disagreement_score":0.66022295,"about_ca_system_score_codex":0.00012116336,"about_ca_system_score_gemma":0.00020320527,"threshold_uncertainty_score":0.99995},"labels":[],"label_agreement":null},{"id":"W3173682469","doi":"10.1109/msr52588.2021.00040","title":"Studying the Change Histories of Stack Overflow and GitHub Snippets","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Stack (abstract data type); World Wide Web; Code (set theory); Source code; Information retrieval; Key (lock); Programming language; Computer security","score_opus":0.061319704235336094,"score_gpt":0.27252581574699897,"score_spread":0.21120611151166288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173682469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74996716,0.005880841,0.2326969,0.0074368515,0.0013026246,0.00036963614,0.0000041215894,0.0003938634,0.0019480134],"genre_scores_gemma":[0.99058676,0.00003438714,0.008607791,0.00007378023,0.000035896264,0.000009252257,2.1579991e-7,0.000004529208,0.0006473684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99936026,0.000026490985,0.00007427471,0.00015560465,0.00024616552,0.00013717684],"domain_scores_gemma":[0.9990321,0.00044387995,0.000014412187,0.00038894804,0.000087337205,0.000033342592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019620395,0.000051348878,0.000078137564,0.000031419833,0.000050593004,0.000059218713,0.00029238607,0.000015914384,0.000017134449],"category_scores_gemma":[0.0002957437,0.00003571579,0.000015872258,0.00026763187,0.00003545958,0.00018491561,0.0004064791,0.00007021625,0.000002357467],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001382358,0.00029118138,0.46926275,0.0005052468,0.00021152598,0.00030377164,0.046941414,0.00013403437,0.007861627,0.25763053,0.010363824,0.20648026],"study_design_scores_gemma":[0.0009963802,0.00029890917,0.8372768,0.00010113112,0.000015051793,0.00011829039,0.0010382272,0.025989056,0.0497703,0.0014345582,0.0823469,0.00061436393],"about_ca_topic_score_codex":0.00003220173,"about_ca_topic_score_gemma":0.000013840496,"teacher_disagreement_score":0.36801407,"about_ca_system_score_codex":0.00002349266,"about_ca_system_score_gemma":0.00004005603,"threshold_uncertainty_score":0.14564478},"labels":[],"label_agreement":null},{"id":"W3173862657","doi":"","title":"Towards auto-completion on software requirements statements.","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Requirements elicitation; Computer science; Software development; Software requirements specification; Software engineering; Context (archaeology); Software; Software requirements; Quality (philosophy); Software project management; Requirement prioritization; Requirements analysis; Software development process; Software construction; Programming language","score_opus":0.13147481789348378,"score_gpt":0.2605053479608819,"score_spread":0.1290305300673981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173862657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21896024,0.000045655423,0.7783977,0.000071129594,0.0010814337,0.00030001425,0.000018740782,0.0007467902,0.00037832258],"genre_scores_gemma":[0.9878244,0.0001072929,0.010637843,0.00010740192,0.000068932466,0.0000039397164,0.000090198846,0.000037051526,0.0011229533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99696356,0.00017998807,0.00025851568,0.0015735362,0.00041961533,0.0006047986],"domain_scores_gemma":[0.99705553,0.00018602428,0.00016470686,0.0020073687,0.0003327917,0.00025355004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043044353,0.00039998937,0.0003768742,0.00044181757,0.00016521855,0.00034337255,0.002442653,0.00026252717,0.00009733304],"category_scores_gemma":[0.000366449,0.0004950119,0.00021898758,0.00081961195,0.00006475736,0.0006148085,0.003491963,0.00084051467,0.0001908109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013262409,0.0012628671,0.035630897,0.0012131827,0.0011527388,0.006359078,0.0016210313,0.7898154,0.00053192273,0.14005612,0.004091087,0.018133048],"study_design_scores_gemma":[0.0033994948,0.00068462687,0.12000838,0.001760503,0.00015624745,0.00001920649,0.00018887557,0.8339127,0.0024553966,0.025542235,0.008337134,0.0035352048],"about_ca_topic_score_codex":0.00018336723,"about_ca_topic_score_gemma":0.00000922925,"teacher_disagreement_score":0.76886415,"about_ca_system_score_codex":0.00092208467,"about_ca_system_score_gemma":0.00045496048,"threshold_uncertainty_score":0.99975014},"labels":[],"label_agreement":null},{"id":"W3173944821","doi":"10.1145/3463274.3463343","title":"Assessing Developer Expertise from the Statistical Distribution of Programming Syntax Patterns","year":2021,"lang":"en","type":"article","venue":"Evaluation and Assessment in Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Task (project management); Syntax; Context (archaeology); Software engineering; Programming language; Data science; Artificial intelligence; Systems engineering; Engineering","score_opus":0.04264145128656933,"score_gpt":0.357883313491921,"score_spread":0.31524186220535166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173944821","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35491833,0.00024739216,0.64435977,0.00013396183,0.00013207867,0.00012799799,0.000009870624,0.000069063055,0.0000015674557],"genre_scores_gemma":[0.80209535,0.000020972608,0.19764619,0.000014301427,0.000028220009,0.00007353647,0.00011011914,0.000009518681,0.0000018110302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99836046,0.00014133351,0.00029745488,0.00031190642,0.0006581028,0.00023073827],"domain_scores_gemma":[0.99750483,0.0018930129,0.00004680602,0.00029132786,0.00020446665,0.00005958256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091163185,0.00012555374,0.00015547038,0.000047887843,0.000059688457,0.0002876234,0.00021899039,0.00005009436,0.000029872777],"category_scores_gemma":[0.002833831,0.00010987445,0.000023896466,0.00037892046,0.000016881686,0.000460675,0.00019771938,0.00026223177,9.804618e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014745542,0.00008931311,0.529316,0.00008037576,0.00004002789,0.000032347503,0.00090941053,0.01206395,0.000830021,0.002293467,0.00003943738,0.45430416],"study_design_scores_gemma":[0.00025285652,0.000008931171,0.7695247,0.00017163323,0.000007360173,0.0000048209135,0.00011886468,0.22874841,0.0007885715,0.00005780894,0.00020033539,0.000115688],"about_ca_topic_score_codex":0.000054966305,"about_ca_topic_score_gemma":0.000009153246,"teacher_disagreement_score":0.4541885,"about_ca_system_score_codex":0.00021525206,"about_ca_system_score_gemma":0.0002996794,"threshold_uncertainty_score":0.448055},"labels":[],"label_agreement":null},{"id":"W3174073333","doi":"10.1109/msr52588.2021.00065","title":"Mea culpa: How developers fix their own simple bugs differently from other developers","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Commit; Java; Computer science; Software bug; Scope (computer science); Software engineering; Statement (logic); Code (set theory); Simple (philosophy); Code refactoring; Security bug; World Wide Web; Software; Programming language; Database; Computer security; Software security assurance","score_opus":0.028283070769276927,"score_gpt":0.23881036685188176,"score_spread":0.21052729608260484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174073333","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31636864,0.00027919796,0.675338,0.0046304674,0.00050352205,0.00016538249,0.000020006266,0.0011678251,0.0015269837],"genre_scores_gemma":[0.85775954,0.00002638944,0.13507834,0.0009157643,0.00010586798,0.00003626897,0.00002213359,0.000050541646,0.0060051777],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979097,0.00008401011,0.00017932284,0.00069558935,0.00052991754,0.0006014242],"domain_scores_gemma":[0.9978348,0.0007690745,0.000029607181,0.0009186459,0.00022840308,0.00021945957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018817376,0.00026391682,0.00025936763,0.000108048094,0.00012583555,0.00049665506,0.0013055874,0.000108970766,0.0005788904],"category_scores_gemma":[0.0006631362,0.00020257969,0.00008873292,0.0007790808,0.00004490535,0.0003667819,0.0007442954,0.0002562913,0.0002308041],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003896597,0.00063185615,0.2880276,0.00016140928,0.0016400781,0.0008732888,0.02331049,0.00094632246,0.05055116,0.022866875,0.19380885,0.41714308],"study_design_scores_gemma":[0.0020592418,0.000089544475,0.3446702,0.00012279385,0.000018297484,0.00005778037,0.0015166927,0.041148122,0.23673311,0.003055241,0.3681909,0.0023380672],"about_ca_topic_score_codex":0.00020131766,"about_ca_topic_score_gemma":0.00017894023,"teacher_disagreement_score":0.5413909,"about_ca_system_score_codex":0.00014791684,"about_ca_system_score_gemma":0.00038171074,"threshold_uncertainty_score":0.826096},"labels":[],"label_agreement":null},{"id":"W3174274784","doi":"10.48550/arxiv.2105.05981","title":"Assessing Semantic Frames to Support Program Comprehension Activities","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Program comprehension; Correctness; Natural language processing; Software engineering; Parsing; Artificial intelligence; Software development; Programming language; Software; Software system","score_opus":0.10332762653772086,"score_gpt":0.25829985106384973,"score_spread":0.15497222452612885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174274784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58722806,0.000021961194,0.41101414,0.00005779201,0.0005192672,0.0002953235,0.0000014926824,0.00072532357,0.00013662613],"genre_scores_gemma":[0.9738597,0.000022025752,0.025459439,0.00005106402,0.000064583415,0.000004500422,0.00001717345,0.000031373645,0.00049011665],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975427,0.00014503866,0.0001745614,0.0013137716,0.00025026608,0.000573699],"domain_scores_gemma":[0.99734557,0.0005057093,0.0000958797,0.0015584807,0.00020378102,0.00029058984],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00025794795,0.00033940392,0.00041005426,0.00046018188,0.00015800152,0.0011744441,0.0018135362,0.00028133657,0.000034834728],"category_scores_gemma":[0.00018354117,0.00041693752,0.00019396078,0.0009915084,0.00007378,0.0008772582,0.00470596,0.00090344675,0.000056417335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027689208,0.0008367826,0.061040096,0.0012361179,0.00040764015,0.0053441785,0.0021809542,0.8677038,0.0010362695,0.008297873,0.0013338933,0.050554685],"study_design_scores_gemma":[0.0005383487,0.0003556114,0.07733625,0.0009854964,0.0000812995,0.000038379414,0.0007614856,0.91267884,0.0023507152,0.0016254373,0.0015905087,0.001657632],"about_ca_topic_score_codex":0.000095727715,"about_ca_topic_score_gemma":0.000016553737,"teacher_disagreement_score":0.38663164,"about_ca_system_score_codex":0.00028449032,"about_ca_system_score_gemma":0.0004708061,"threshold_uncertainty_score":0.99986243},"labels":[],"label_agreement":null},{"id":"W3175255846","doi":"10.1109/mobilesoft52590.2021.00010","title":"An Empirical Study on the Impact of Refactoring on Quality Metrics in Android Applications","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Android (operating system); Software quality; Software engineering; Software maintenance; Empirical research; Software; Software development; Programming language; Operating system","score_opus":0.1436329687129933,"score_gpt":0.46751016015766345,"score_spread":0.32387719144467014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175255846","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8921929,0.000008079169,0.10712298,0.00013596186,0.000018317718,0.00018422556,0.0000012059988,0.000059115366,0.00027722982],"genre_scores_gemma":[0.9987229,0.0000011590084,0.0011880205,0.000017811712,0.000013111925,0.00003075212,5.147901e-7,0.0000041446,0.00002155231],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988582,0.00018890407,0.00016070744,0.0002501078,0.0003949409,0.00014714513],"domain_scores_gemma":[0.99661326,0.002253335,0.000021866206,0.0009678418,0.000084761195,0.000058925914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091877114,0.00006468489,0.00010854822,0.00015903679,0.00003224215,0.000059215618,0.00057105575,0.000024202287,0.0000119632095],"category_scores_gemma":[0.0009383146,0.000040468167,0.00003875352,0.0018608472,0.000009900218,0.00008283976,0.0001175061,0.00019621283,0.000009127251],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003957604,0.0011310778,0.9882459,0.000003250947,0.000014617922,0.000005827246,0.0008029527,0.0026691847,0.0006468794,0.0027623351,0.000056830442,0.0036572],"study_design_scores_gemma":[0.000113232214,0.000270361,0.993456,0.0000026489197,4.3082375e-7,5.368563e-7,0.00012291447,0.0035732873,0.0022389751,0.00015704535,0.000014327934,0.000050220053],"about_ca_topic_score_codex":0.00015949919,"about_ca_topic_score_gemma":0.000014586063,"teacher_disagreement_score":0.10653005,"about_ca_system_score_codex":0.0001262804,"about_ca_system_score_gemma":0.00009434818,"threshold_uncertainty_score":0.16502438},"labels":[],"label_agreement":null},{"id":"W3175852614","doi":"10.1109/msr52588.2021.00018","title":"An Empirical Study of Developer Discussions on Low-Code Software Development Challenges","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":80,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Personalization; Computer science; Event (particle physics); Software; Software development; Empirical research; Code (set theory); World Wide Web; Code review; Software engineering; Data science; Static program analysis; Programming language","score_opus":0.13734326350757375,"score_gpt":0.26043258565926714,"score_spread":0.12308932215169338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175852614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75628763,0.000052972147,0.24264485,0.000071979186,0.0002823269,0.0003152881,0.0000036031909,0.00031075382,0.00003058363],"genre_scores_gemma":[0.9884763,0.000076633856,0.011140121,0.000018415833,0.000034036264,0.000005000526,0.000012892371,0.000033333457,0.00020327563],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99699646,0.00029553095,0.00030023782,0.0015932132,0.00036125912,0.00045328337],"domain_scores_gemma":[0.9966606,0.00046989307,0.00012563303,0.0021010437,0.00033396698,0.00030887465],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004022386,0.00038683953,0.00047160411,0.00047246943,0.00016494296,0.000103161314,0.0027664169,0.0002717613,0.000024693509],"category_scores_gemma":[0.0003124519,0.000370975,0.0001136136,0.0007266919,0.000057797322,0.00028864143,0.0032163735,0.0008289813,0.00003029973],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092433445,0.006636368,0.1873954,0.0006802049,0.0007668366,0.003093199,0.042612974,0.7328353,0.00006950585,0.0026780744,0.00016851556,0.022971222],"study_design_scores_gemma":[0.0017381436,0.00081592286,0.9327382,0.001026882,0.000071206894,0.000009456247,0.005920517,0.05303695,0.0014890308,0.0007947624,0.00039500496,0.0019639456],"about_ca_topic_score_codex":0.000026409622,"about_ca_topic_score_gemma":0.0001336866,"teacher_disagreement_score":0.7453428,"about_ca_system_score_codex":0.00034496462,"about_ca_system_score_gemma":0.00074870995,"threshold_uncertainty_score":0.99987423},"labels":[],"label_agreement":null},{"id":"W3176989815","doi":"10.1007/s10664-021-10066-6","title":"Test case selection and prioritization using machine learning: a systematic literature review","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Mitacs; Huawei Technologies; Canada Research Chairs","keywords":"Regression testing; Computer science; Machine learning; Prioritization; Artificial intelligence; Feature selection; Process (computing); Software; Test case; Test (biology); Software engineering; Regression analysis; Software development; Engineering; Management science; Software construction","score_opus":0.019469488494802994,"score_gpt":0.28500089700866355,"score_spread":0.26553140851386053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176989815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025345538,0.10207016,0.8708385,0.0001737702,0.00017776217,0.0003307455,0.000002990254,0.001059249,0.0000012439626],"genre_scores_gemma":[0.525873,0.010307354,0.46211225,0.0005257826,0.00041597884,0.00015593033,0.00005051575,0.0001890332,0.0003701526],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842465,0.00010006376,0.000332643,0.0004576697,0.00033997957,0.00034502384],"domain_scores_gemma":[0.9975602,0.0016290557,0.000055470162,0.00030498355,0.00025958527,0.00019071055],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00041749678,0.00022715364,0.00036402376,0.000156809,0.00014118411,0.00029711242,0.00018054116,0.000109451714,0.0000068608447],"category_scores_gemma":[0.015280339,0.00022322133,0.0000673894,0.0018478818,0.000007971352,0.00040388838,0.00022581842,0.00053013244,0.000005628417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004342449,0.00030313025,0.43335825,0.45772877,0.00026585624,0.024347449,0.0019142657,0.07470246,0.0042832787,0.00029733582,0.0005284228,0.00226644],"study_design_scores_gemma":[0.00030380773,0.00008468128,0.0031825318,0.043899357,0.00006338166,0.037656058,0.000005007431,0.91261595,0.00074113597,0.000013989019,0.000829468,0.0006046354],"about_ca_topic_score_codex":0.0000047094313,"about_ca_topic_score_gemma":0.000001945197,"teacher_disagreement_score":0.8379135,"about_ca_system_score_codex":0.00015187578,"about_ca_system_score_gemma":0.000070205104,"threshold_uncertainty_score":0.9930144},"labels":[],"label_agreement":null},{"id":"W3177170112","doi":"10.1109/formalise52586.2021.00015","title":"Checking temporal patterns of API usage without code execution","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Programming language; Code (set theory); Coding (social sciences)","score_opus":0.02931014359280479,"score_gpt":0.2879984287300426,"score_spread":0.2586882851372378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177170112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29926553,0.00003491647,0.69994193,0.0001332175,0.00011678583,0.000036369423,0.0000014439789,0.00014130863,0.00032850637],"genre_scores_gemma":[0.9557036,0.0000047961853,0.043213084,0.00003471608,0.00002625572,0.000004228501,0.0000028989616,0.0000065866134,0.0010037933],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99910414,0.000031088264,0.00013570875,0.00022389012,0.00031896433,0.00018623525],"domain_scores_gemma":[0.9992498,0.00012608129,0.000026534219,0.0004365174,0.0001049423,0.00005613374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023456638,0.00006563894,0.00010458769,0.00006269762,0.000025206999,0.000059943966,0.00037628526,0.00003399894,0.00005854256],"category_scores_gemma":[0.00018798049,0.000062495434,0.0000364856,0.00027495663,0.0000117988375,0.00020179471,0.0002667284,0.00009761539,0.000016794633],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023401112,0.000077568344,0.9616907,0.000098429366,0.000024345158,0.00012538375,0.0006052645,0.00042181902,0.017905664,0.0073239435,0.0003866696,0.011337862],"study_design_scores_gemma":[0.00073059794,0.00009229674,0.4332854,0.00017993827,0.0000056406,0.000108767556,0.000105688996,0.097660206,0.46368843,0.0005063886,0.0032159367,0.0004207423],"about_ca_topic_score_codex":0.00008222431,"about_ca_topic_score_gemma":0.000024547728,"teacher_disagreement_score":0.65672886,"about_ca_system_score_codex":0.000030885443,"about_ca_system_score_gemma":0.00007505124,"threshold_uncertainty_score":0.254849},"labels":[],"label_agreement":null},{"id":"W3177321543","doi":"10.1109/msr52588.2021.00037","title":"On the Use of Dependabot Security Pull Requests","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Merge (version control); Computer science; Secure coding; Computer security; Security bug; Software security assurance; JavaScript; Software; Application security; World Wide Web; Security service; Information security; Information retrieval; Programming language","score_opus":0.055538491442416855,"score_gpt":0.2762570972963118,"score_spread":0.22071860585389497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177321543","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55630815,0.00007890764,0.4360771,0.0046675117,0.00034636378,0.00014418304,0.0000029827852,0.00032426784,0.0020505856],"genre_scores_gemma":[0.98504835,0.0000061187384,0.014111187,0.00025189266,0.000012084582,0.0000037032635,4.2081592e-7,0.0000042412084,0.0005619996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992462,0.00006109635,0.00008240146,0.00016722498,0.00029922675,0.00014388583],"domain_scores_gemma":[0.99728656,0.001844646,0.000012909029,0.0006984117,0.000117019124,0.000040445677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020146367,0.00004929292,0.000060884235,0.00003052439,0.000026550895,0.000086363456,0.0004644058,0.000024640778,0.00009281521],"category_scores_gemma":[0.0018838693,0.000032447606,0.000030187113,0.00033875008,0.000017663091,0.00015500114,0.00024660007,0.00013445568,0.00004844535],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042133233,0.00014087226,0.0061735613,0.000028248429,0.00002907405,0.00015633197,0.00048590582,0.0010674744,0.0016056353,0.95717144,0.024083056,0.00905416],"study_design_scores_gemma":[0.0007174528,0.00032102186,0.074642345,0.00019143418,0.000008086724,0.00015427463,0.00003611764,0.20975876,0.57348514,0.062745005,0.07716246,0.0007779225],"about_ca_topic_score_codex":0.000042981123,"about_ca_topic_score_gemma":0.000018810755,"teacher_disagreement_score":0.89442647,"about_ca_system_score_codex":0.000018865787,"about_ca_system_score_gemma":0.0000712412,"threshold_uncertainty_score":0.22553036},"labels":[],"label_agreement":null},{"id":"W3177400593","doi":"10.1109/msr52588.2021.00050","title":"Rollback Edit Inconsistencies in Developer Forum","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Rollback; Computer science; Consistency (knowledge bases); Quality (philosophy); Collaborative editing; World Wide Web; Software quality; Information retrieval; Software; Data science; Database; Programming language; Software development; Artificial intelligence; Database transaction","score_opus":0.017465384677730053,"score_gpt":0.2492278717460679,"score_spread":0.23176248706833785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177400593","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23065902,0.0007294197,0.73281467,0.015559031,0.0022496043,0.00020018694,0.0000010989899,0.0008100337,0.016976943],"genre_scores_gemma":[0.7758178,0.000014646093,0.21776854,0.00067708275,0.00007086665,0.000019267382,0.0000010975155,0.00000936422,0.0056213015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991245,0.000024273284,0.00011472674,0.00022965402,0.00022838813,0.00027840846],"domain_scores_gemma":[0.9991008,0.00036062067,0.0000066325356,0.00036941803,0.00010425196,0.00005830019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019163542,0.00006318775,0.00008537661,0.00009296251,0.000025107074,0.00009879722,0.00042761426,0.00003636364,0.000084062056],"category_scores_gemma":[0.0008187866,0.000057636036,0.000022212413,0.0007229457,0.000014814822,0.00026442093,0.000493722,0.00011456016,0.00019591459],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057544626,0.00023930019,0.6840637,0.000080047976,0.00004843497,0.001625105,0.0020475723,0.0016769116,0.0036343622,0.11380437,0.108175226,0.084599234],"study_design_scores_gemma":[0.001535366,0.00008179405,0.6999451,0.00011322591,0.0000022901534,0.00026222118,0.00072102033,0.0393418,0.06299112,0.0053393873,0.18863332,0.0010333642],"about_ca_topic_score_codex":0.000028032799,"about_ca_topic_score_gemma":0.00017976234,"teacher_disagreement_score":0.5451588,"about_ca_system_score_codex":0.0000561054,"about_ca_system_score_gemma":0.000260373,"threshold_uncertainty_score":0.2518151},"labels":[],"label_agreement":null},{"id":"W3177451191","doi":"10.1109/msr52588.2021.00066","title":"PySStuBs: Characterizing Single-Statement Bugs in Popular Open-Source Python Projects","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Python (programming language); Java; Computer science; Workflow; Open source; Programming language; Software engineering; Software bug; Operating system; World Wide Web; Software; Database","score_opus":0.05650532925885045,"score_gpt":0.2993577384506876,"score_spread":0.24285240919183715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3177451191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6541871,0.0002034634,0.3389997,0.0034279285,0.00051215343,0.0006477041,0.0000011660107,0.00076957996,0.0012512339],"genre_scores_gemma":[0.903324,0.000018612642,0.092050284,0.00060586975,0.00006126075,0.00009178813,0.000010198447,0.000043014057,0.0037949383],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99803805,0.000105048195,0.00030503471,0.0005978189,0.00043653592,0.00051750615],"domain_scores_gemma":[0.9988221,0.00016799982,0.000041020136,0.000759658,0.0000954156,0.00011378416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006919817,0.00015139305,0.0002012055,0.00017978954,0.000057554003,0.0007249862,0.0012639747,0.00005113207,0.00003888547],"category_scores_gemma":[0.00040793038,0.00014997144,0.000034560646,0.0009937921,0.000013651973,0.0007856963,0.001795126,0.00021528418,0.00007119711],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057620062,0.0032313147,0.16946454,0.00054900063,0.00021203379,0.0052737603,0.019368233,0.0023428865,0.46567103,0.03314183,0.0073074135,0.29338035],"study_design_scores_gemma":[0.0041815005,0.00071317377,0.13748145,0.0009648839,0.000012688533,0.00031269502,0.0010496555,0.065283,0.47797748,0.000761798,0.3089396,0.002322068],"about_ca_topic_score_codex":0.00015784055,"about_ca_topic_score_gemma":0.000046676745,"teacher_disagreement_score":0.3016322,"about_ca_system_score_codex":0.00021722837,"about_ca_system_score_gemma":0.00016529697,"threshold_uncertainty_score":0.69910586},"labels":[],"label_agreement":null},{"id":"W3178956269","doi":"10.1007/s10664-021-10004-6","title":"Evaluating the impact of falsely detected performance bug-inducing changes in JIT models","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal; Concordia University","funders":"","keywords":"Leverage (statistics); Software bug; Computer science; Software; Software quality; Empirical research; Software quality assurance; Quality (philosophy); Capability Maturity Model; Source code; Software engineering; Software development; Operating system; Artificial intelligence","score_opus":0.09454756759896381,"score_gpt":0.3660511802990926,"score_spread":0.2715036127001288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178956269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7388585,0.00041321246,0.26002377,0.000106310115,0.00013295957,0.00013264551,0.0000020284886,0.00032515518,0.000005386173],"genre_scores_gemma":[0.96337706,0.000022375398,0.0363963,0.000018796278,0.000073520794,0.000049438768,0.0000024792066,0.000035773228,0.000024246994],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977514,0.00008817369,0.00035473864,0.0004877521,0.00064551213,0.0006723888],"domain_scores_gemma":[0.9966437,0.0021563082,0.00006390115,0.0007829524,0.0002174389,0.00013564911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009117905,0.00025641275,0.0003265537,0.00024874826,0.00007799259,0.000098871526,0.0008806887,0.0001183155,0.00001784961],"category_scores_gemma":[0.004146754,0.0002027383,0.00012932396,0.0019495529,0.000024275389,0.00039048775,0.0005087447,0.0005994975,0.000007512048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045706192,0.000033296732,0.10132488,0.00007102894,0.00003069766,0.000024283703,0.00081761274,0.8833954,0.0045157876,0.000011173557,0.000022507737,0.009748791],"study_design_scores_gemma":[0.00020659922,0.00013094832,0.32233068,0.00013434264,0.0000029077062,0.000029977362,0.000006314343,0.66976947,0.0071501518,0.000046037836,0.000007651085,0.00018495061],"about_ca_topic_score_codex":0.00006984235,"about_ca_topic_score_gemma":0.000008422672,"teacher_disagreement_score":0.22451852,"about_ca_system_score_codex":0.00031013097,"about_ca_system_score_gemma":0.0002614035,"threshold_uncertainty_score":0.82674277},"labels":[],"label_agreement":null},{"id":"W3180512116","doi":"10.1007/s10664-021-09969-1","title":"The secret life of test smells - an empirical study on test smell evolution and maintenance","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code smell; Test (biology); Code refactoring; Empirical research; Computer science; Reliability engineering; Engineering; Software; Software quality; Software development; Statistics","score_opus":0.02457635823879043,"score_gpt":0.29435137768838804,"score_spread":0.2697750194495976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3180512116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6378664,0.00044414657,0.35987666,0.00061442977,0.00031902656,0.00027775337,0.000010337729,0.00057858863,0.000012683523],"genre_scores_gemma":[0.9905614,0.00001959529,0.008975967,0.00011335673,0.00014120231,0.000039711722,0.000003131909,0.000044492084,0.000101102094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99729836,0.000100283105,0.0004525641,0.00072748755,0.00076510845,0.0006561994],"domain_scores_gemma":[0.98822814,0.009930656,0.00006783718,0.001090883,0.00025930663,0.0004231556],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007439303,0.00030709634,0.00035438038,0.00013749131,0.00019197127,0.00021437171,0.0008595215,0.00012666038,0.000006963271],"category_scores_gemma":[0.023483694,0.00024582166,0.00008453949,0.001156752,0.000077198296,0.00029172856,0.0005323696,0.000611037,0.000020411911],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063982593,0.0005139294,0.9906872,0.000043914442,0.00003260735,0.00009662886,0.0005274643,0.0055641443,0.00045810224,0.00009962605,0.00097082066,0.0009991917],"study_design_scores_gemma":[0.00045317007,0.00070761825,0.96227145,0.000062981104,0.000008862659,0.000033905777,0.000090969166,0.03372103,0.00055732566,0.00008404954,0.0017034004,0.00030524214],"about_ca_topic_score_codex":0.000013337316,"about_ca_topic_score_gemma":0.0000059765025,"teacher_disagreement_score":0.35269508,"about_ca_system_score_codex":0.0001721793,"about_ca_system_score_gemma":0.00022028733,"threshold_uncertainty_score":0.9999994},"labels":[],"label_agreement":null},{"id":"W3183042663","doi":"10.1109/icsme52107.2021.00036","title":"Design Smells in Deep Learning Programs: An Empirical Study","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code smell; Computer science; Context (archaeology); Artificial intelligence; Artificial neural network; Relevance (law); Empirical research; Software engineering; Software; Quality (philosophy); Machine learning; Software quality; Software development","score_opus":0.08701109926562463,"score_gpt":0.3627289947378883,"score_spread":0.27571789547226366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183042663","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30641255,0.00011422497,0.6916983,0.000055163688,0.00022109799,0.00077791355,2.6491241e-8,0.00067734334,0.000043380147],"genre_scores_gemma":[0.75794035,0.0000074634786,0.2415698,0.000018515071,0.000048637994,0.00023200686,0.0000055433825,0.000027957296,0.00014974401],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961813,0.0008724912,0.00035392804,0.0012293564,0.00078618614,0.0005767474],"domain_scores_gemma":[0.99754304,0.00073004613,0.000049846745,0.0013108092,0.00016405983,0.00020217817],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018504108,0.0002903862,0.00039036694,0.00035881394,0.00005057426,0.0010759443,0.0021320183,0.0002355516,0.000036889247],"category_scores_gemma":[0.0006681963,0.00028421814,0.00006822276,0.0008312493,0.000024221015,0.00026912644,0.0034059957,0.0019108827,0.00003420425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068839763,0.0018015889,0.5476853,0.00008158531,0.000062532454,0.0010255215,0.015757551,0.25444007,0.000021463953,0.000018798903,0.000025873169,0.17907278],"study_design_scores_gemma":[0.00042610656,0.00075734284,0.1765931,0.00010011055,0.0000060527136,0.000014677225,0.0011111676,0.8199881,0.00013328987,0.00017445837,0.00006905962,0.000626565],"about_ca_topic_score_codex":0.0002055249,"about_ca_topic_score_gemma":0.00009578748,"teacher_disagreement_score":0.565548,"about_ca_system_score_codex":0.00020382213,"about_ca_system_score_gemma":0.00035527363,"threshold_uncertainty_score":0.999961},"labels":[],"label_agreement":null},{"id":"W3183521984","doi":"10.1145/3468744.3468754","title":"Reflections on","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Readability; Computer science; Code (set theory); Style (visual arts); Software engineering; Programming language; World Wide Web; Art; Visual arts","score_opus":0.04293661375924791,"score_gpt":0.3177162513290067,"score_spread":0.2747796375697588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183521984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13818558,0.0009135146,0.8481639,0.0020633803,0.0027678115,0.0002451147,0.000016462163,0.007581616,0.00006262398],"genre_scores_gemma":[0.7604335,0.000021298283,0.238805,0.00023207683,0.00018922894,0.000048883154,0.000011082316,0.00005383955,0.00020512516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978962,0.000033377044,0.00024510195,0.0006667597,0.000535307,0.0006232595],"domain_scores_gemma":[0.90733993,0.09007199,0.00003446937,0.002085572,0.00022499413,0.00024306636],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022273179,0.00028598073,0.00023919449,0.00028781855,0.00014872156,0.00023970992,0.0013554004,0.00013641831,0.000056357665],"category_scores_gemma":[0.37031236,0.00031511267,0.0001322009,0.0013412769,0.000019789251,0.00034780294,0.00064911414,0.00051981834,0.00033458768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036289875,0.0012040156,0.5581145,0.0008485583,0.00065141777,0.0033712245,0.0034257602,0.10683718,0.074232765,0.11886467,0.01607203,0.116341576],"study_design_scores_gemma":[0.0012261515,0.00043510785,0.7208329,0.000502279,0.000030498632,0.0005748898,0.000021049109,0.0019988958,0.19440056,0.00062475394,0.07703558,0.0023173494],"about_ca_topic_score_codex":0.000009666017,"about_ca_topic_score_gemma":0.0000024241165,"teacher_disagreement_score":0.6222479,"about_ca_system_score_codex":0.00014581929,"about_ca_system_score_gemma":0.00015437395,"threshold_uncertainty_score":0.9999301},"labels":[],"label_agreement":null},{"id":"W3184068421","doi":"10.1142/s0218194021500327","title":"An Extensible Compiler for Implementing Software Design Patterns as Concise Language Constructs","year":2021,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software design pattern; Computer science; Structural pattern; Design pattern; Programming language; Compiler; Software design; Software engineering; Software; Software development","score_opus":0.019229357488186768,"score_gpt":0.29895102840481125,"score_spread":0.2797216709166245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3184068421","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1775394,0.0017015198,0.81849176,0.00004043103,0.001797222,0.00011469254,0.00002167838,0.0002908357,0.0000024541957],"genre_scores_gemma":[0.60348856,0.000064398846,0.39576286,0.000025960804,0.0005362613,0.00001622063,0.000013152817,0.000056234705,0.00003634935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802375,0.000035915145,0.00057433214,0.0003700979,0.0004808655,0.0005150339],"domain_scores_gemma":[0.99607396,0.0018596867,0.00014538608,0.00032865597,0.0012725132,0.00031977866],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007496212,0.0003021652,0.00038189592,0.00049506617,0.0000729868,0.00039918005,0.0009093261,0.000106099345,0.000019948022],"category_scores_gemma":[0.0035933652,0.00032615446,0.00014934824,0.00027848044,0.000018401815,0.0007496295,0.00028560476,0.00039449884,0.0000048727015],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001772389,0.0007463106,0.050617177,0.0017361655,0.0027753697,0.0049015204,0.012498937,0.5268796,0.11224172,0.010000598,0.0016444429,0.2757809],"study_design_scores_gemma":[0.0069977352,0.0009284106,0.026043952,0.002746958,0.0001381552,0.008563479,0.0006946383,0.78044885,0.15600246,0.00028569132,0.014826188,0.0023234705],"about_ca_topic_score_codex":0.00000513433,"about_ca_topic_score_gemma":0.0000012214922,"teacher_disagreement_score":0.42594916,"about_ca_system_score_codex":0.00015795117,"about_ca_system_score_gemma":0.00029219757,"threshold_uncertainty_score":0.99991906},"labels":[],"label_agreement":null},{"id":"W3185065804","doi":"10.1145/3452379","title":"PLIERS","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Carnegie Mellon University; U.S. Department of Defense; National Science Foundation","keywords":"Computer science; Immutability; Programming language; Usability; Java; Process (computing); Software engineering; Human–computer interaction","score_opus":0.029425097163547555,"score_gpt":0.3058972013839144,"score_spread":0.27647210422036683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185065804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032788917,0.000016251992,0.9625335,0.0010469651,0.0025554392,0.00009904854,0.000002440416,0.00070658757,0.00025088803],"genre_scores_gemma":[0.89928836,0.000012834249,0.09932166,0.000366049,0.0001921627,0.00003746917,0.000008726609,0.000025888512,0.00074685924],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983433,0.00009094891,0.0002623471,0.00058603793,0.00038752457,0.00032987643],"domain_scores_gemma":[0.9975553,0.00070467853,0.00004977908,0.0013620894,0.00018781304,0.00014031475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014183846,0.00019153426,0.00016832056,0.00032468344,0.00032345334,0.00035799146,0.00091857166,0.00008634675,0.00024092369],"category_scores_gemma":[0.00006124568,0.00021761096,0.00015329875,0.00060885295,0.00002786722,0.00073052186,0.000053941465,0.00056674145,0.00029599955],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037365684,0.00134027,0.00049230136,0.00010288579,0.00037508717,0.00043201545,0.0016986773,0.07917395,0.009380675,0.0062994724,0.007535977,0.8931313],"study_design_scores_gemma":[0.0052336226,0.0027276438,0.04400474,0.00096221396,0.000108814835,0.002630253,0.00035411317,0.4994446,0.27233696,0.014248187,0.15434913,0.0035997026],"about_ca_topic_score_codex":0.000029267747,"about_ca_topic_score_gemma":0.000015295229,"teacher_disagreement_score":0.8895316,"about_ca_system_score_codex":0.0002414709,"about_ca_system_score_gemma":0.000069180176,"threshold_uncertainty_score":0.88739175},"labels":[],"label_agreement":null},{"id":"W3185295980","doi":"10.1007/s10664-021-10099-x","title":"Clones in deep learning code: what, where, and why?","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Deep learning; Computer science; Artificial intelligence; Timeline; Source lines of code; Context (archaeology); Python (programming language); Dependability; Software development; Java; Software evolution; Software system; Software engineering; Machine learning; Software quality; Code (set theory); Software; Programming language; Software construction; Biology","score_opus":0.017447204121601945,"score_gpt":0.26496860410912637,"score_spread":0.24752139998752443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3185295980","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29896238,0.006352085,0.6917799,0.00077329564,0.0006305519,0.00018551928,0.0000013373891,0.0013091475,0.000005771686],"genre_scores_gemma":[0.9516197,0.00025479405,0.04732112,0.00026579303,0.00010507178,0.00020800803,0.000005694144,0.000077527824,0.00014228352],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978762,0.000092685856,0.00027152878,0.00056466233,0.00057165674,0.00062321976],"domain_scores_gemma":[0.9978053,0.0015631688,0.000032427626,0.00036803496,0.000033474236,0.00019757226],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006112858,0.00022429088,0.00026529396,0.00036893252,0.00018686701,0.00029991264,0.0007422165,0.00006750785,0.000056355377],"category_scores_gemma":[0.0013298963,0.0002581751,0.000054402553,0.0011992296,0.000022303624,0.0007628214,0.0011922464,0.0010405721,0.000012052645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007747304,0.000066741595,0.5060139,0.000102696795,0.00002288428,0.00028162307,0.0017603545,0.46489665,0.00009256024,0.00022619653,0.0006413293,0.025887325],"study_design_scores_gemma":[0.00096446136,0.00029590327,0.38735902,0.00012049616,0.0000058569885,0.00024508726,0.00020778777,0.44982138,0.00011465551,0.00022194324,0.15963115,0.001012235],"about_ca_topic_score_codex":0.00002969155,"about_ca_topic_score_gemma":0.000008961553,"teacher_disagreement_score":0.65265733,"about_ca_system_score_codex":0.00023654832,"about_ca_system_score_gemma":0.000037755955,"threshold_uncertainty_score":0.99998707},"labels":[],"label_agreement":null},{"id":"W3188152090","doi":"10.1109/ms.2021.3101249","title":"From GWT to Angular: An Experiment Report on Migrating a Legacy Web Application","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Computer science; Web application; World Wide Web; Software; Operating system","score_opus":0.020332023076295298,"score_gpt":0.3055672975441192,"score_spread":0.28523527446782393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188152090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4771115,0.00008402767,0.5212281,0.00033298033,0.00047176922,0.00015571245,0.0000056789604,0.0005923183,0.000017957116],"genre_scores_gemma":[0.7408769,9.971341e-7,0.2580295,0.00030533256,0.00036229123,0.00017987963,0.000037972175,0.000028124707,0.0001790045],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979051,0.000057531848,0.00025456434,0.0008452269,0.00061058183,0.00032703354],"domain_scores_gemma":[0.9974904,0.0003297696,0.000053688604,0.0016731701,0.00019696912,0.00025602273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023355176,0.00017046818,0.00016978347,0.0001075437,0.00017045588,0.0002763132,0.000690297,0.000074931464,0.000017950942],"category_scores_gemma":[0.00083562965,0.00018372928,0.00006248351,0.0005919157,0.000012824913,0.00039730943,0.00025682122,0.0001868809,0.0001407164],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055744575,0.0015384803,0.044297487,0.00011685694,0.0002127694,0.007576547,0.022924788,0.02711455,0.576366,0.0019077782,0.029473947,0.288415],"study_design_scores_gemma":[0.00097502524,0.0004868763,0.0295218,0.00027562567,0.000014552672,0.0003054237,0.00046801195,0.034545455,0.87986594,0.0013086869,0.050776802,0.0014557748],"about_ca_topic_score_codex":0.00017329807,"about_ca_topic_score_gemma":0.000034981178,"teacher_disagreement_score":0.30349994,"about_ca_system_score_codex":0.00015274783,"about_ca_system_score_gemma":0.000203915,"threshold_uncertainty_score":0.7492263},"labels":[],"label_agreement":null},{"id":"W3188230742","doi":"10.1109/rew53955.2021.00024","title":"Issue Link Label Recovery and Prediction for Open Source Software","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Task (project management); Software; Open source; Open source software; Focus (optics); Link (geometry); Machine learning; Data science; Selection (genetic algorithm); Feature selection; Artificial intelligence; Software engineering; Data mining; Systems engineering; Engineering","score_opus":0.03474133248225599,"score_gpt":0.2999174149204027,"score_spread":0.2651760824381467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188230742","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027774852,0.00075869303,0.9916938,0.0013154775,0.0015721847,0.0010096638,0.00003156362,0.00074636185,0.00009475612],"genre_scores_gemma":[0.0035485942,0.00022029901,0.9787296,0.000311802,0.0005934623,0.0005937179,0.00012207581,0.000063842366,0.015816623],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808365,0.00004879077,0.00024838038,0.00097556657,0.00030798206,0.00033564027],"domain_scores_gemma":[0.9973338,0.0010686361,0.00006435802,0.0011196667,0.0002653981,0.00014813818],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00064527045,0.00022685716,0.00031190307,0.00014233773,0.000109322405,0.0018761493,0.0019804423,0.00032022444,0.000040746247],"category_scores_gemma":[0.0016348431,0.00023282117,0.00006484903,0.00019296371,0.000023923874,0.00048092424,0.0087117925,0.00051760674,0.0000140608645],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027891463,0.00010883945,0.0056466605,0.0013457073,0.00023961648,0.00002057357,0.0010269355,0.009304059,0.000077587916,0.00038828747,0.043038357,0.9387755],"study_design_scores_gemma":[0.0036915678,0.0009938066,0.02509471,0.0021433302,0.00009294079,0.0001289989,0.00016491275,0.7418564,0.0046230713,0.011924086,0.20664221,0.0026439847],"about_ca_topic_score_codex":0.00017388159,"about_ca_topic_score_gemma":0.000012639725,"teacher_disagreement_score":0.9361315,"about_ca_system_score_codex":0.00010149738,"about_ca_system_score_gemma":0.00033216423,"threshold_uncertainty_score":0.99930555},"labels":[],"label_agreement":null},{"id":"W3189144731","doi":"10.1109/icces51350.2021.9489247","title":"Retracted: An Adaptable and Extensible Code Smell Detection Approach","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Code smell; Code refactoring; Mistake; Computer science; Code (set theory); Product (mathematics); Source code; Extensibility; Software engineering; Programming language; Software quality; Software; Software development","score_opus":0.028708291884656494,"score_gpt":0.2535352720499648,"score_spread":0.2248269801653083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189144731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13502021,0.00017763411,0.8621195,0.0000542933,0.00012643226,0.000054069787,4.7507922e-7,0.00039146515,0.0020559058],"genre_scores_gemma":[0.8244804,0.00001776045,0.17385465,0.000044923298,0.00004012045,0.000006230629,0.0000017127609,0.000008535103,0.0015456767],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990219,0.000039220697,0.0000849017,0.00038292634,0.00024290242,0.00022813835],"domain_scores_gemma":[0.99909985,0.00013145384,0.000011212025,0.0005015095,0.00013305151,0.00012290347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002803991,0.00007341004,0.00008548437,0.00007179185,0.000073005656,0.00022171852,0.0002211455,0.000073415315,0.000019235214],"category_scores_gemma":[0.00022467507,0.00007153421,0.000015074355,0.00049168995,0.000015754891,0.00052168226,0.00017002746,0.00020923691,0.000014665481],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027046826,0.0009597646,0.021602308,0.00030643854,0.00011240224,0.00045283712,0.0018621016,0.008539568,0.40692788,0.040187012,0.0027572915,0.51626533],"study_design_scores_gemma":[0.00027690927,0.00010744886,0.08996287,0.000007936099,0.0000032283815,0.0002984333,0.00008841195,0.79428786,0.11058343,0.0005874059,0.0035437797,0.00025227113],"about_ca_topic_score_codex":0.000057679845,"about_ca_topic_score_gemma":0.00002795404,"teacher_disagreement_score":0.7857483,"about_ca_system_score_codex":0.000026090012,"about_ca_system_score_gemma":0.000055756973,"threshold_uncertainty_score":0.29170802},"labels":[],"label_agreement":null},{"id":"W3189287397","doi":"10.1007/978-3-030-75855-4_14","title":"Cost Optimization of Software Quality Assurance","year":2021,"lang":"en","type":"book-chapter","venue":"Studies in big data","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College","funders":"","keywords":"Quality assurance; Software quality assurance; Computer science; Software quality; Software; Quality costs; Reliability engineering; Business; Engineering; Risk analysis (engineering); Software development; Operations management; Cost control; Operating system","score_opus":0.3398517357818084,"score_gpt":0.4067914611748718,"score_spread":0.06693972539306342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189287397","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000052703267,0.018229846,0.9745678,0.0002589168,0.00228157,0.00036713012,0.00079935556,0.00017441268,0.003315709],"genre_scores_gemma":[0.0025158853,0.039091755,0.88450205,0.0002269079,0.0009876736,0.000101128666,0.0024898842,0.00017944432,0.069905244],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783367,0.00004845013,0.00047340797,0.0007866948,0.0006221942,0.00023559992],"domain_scores_gemma":[0.9945218,0.0017174395,0.00017678733,0.0031606324,0.00038363508,0.00003973834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008761668,0.00022685814,0.0005486388,0.00017636729,0.000045063127,0.000036587997,0.0025666205,0.00013943626,0.000012797667],"category_scores_gemma":[0.0050431206,0.0002337611,0.000042576834,0.0002015767,0.00015484713,0.0002302542,0.005311117,0.00035190728,0.00000977636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006026767,0.0003244198,0.009815543,0.010340645,0.0028842043,0.0010744357,0.0046291463,0.10741091,0.000011325659,0.099690594,0.29612324,0.46763527],"study_design_scores_gemma":[0.0055343104,0.00045746067,0.013885592,0.021143168,0.00024031864,0.0001151719,0.0008513813,0.035328813,0.00032550082,0.019419864,0.8947348,0.007963629],"about_ca_topic_score_codex":0.000023812754,"about_ca_topic_score_gemma":0.00009523508,"teacher_disagreement_score":0.59861153,"about_ca_system_score_codex":0.00012879696,"about_ca_system_score_gemma":0.00020148266,"threshold_uncertainty_score":0.95325005},"labels":[],"label_agreement":null},{"id":"W3190371720","doi":"10.1007/978-981-16-1927-4_15","title":"Sometimes, Cloning Is a Sound Design Decision!","year":2021,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code refactoring; Cloning (programming); Code (set theory); Source code; Computer science; Software engineering; clone (Java method); Programming language; Software; Biology; Genetics","score_opus":0.0504611684080111,"score_gpt":0.2800818788749672,"score_spread":0.22962071046695612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3190371720","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003350308,0.0020984018,0.91236943,0.00014946455,0.00045364065,0.00017538578,0.0000023556,0.0004605567,0.08428739],"genre_scores_gemma":[0.0001321482,0.00010631189,0.44850367,0.0002518114,0.000116683725,0.000009145021,0.0000029250298,0.000053797263,0.5508235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733275,0.000019047817,0.00031440944,0.0008738412,0.0010166707,0.00044327942],"domain_scores_gemma":[0.99500465,0.002993888,0.0000625019,0.0014891546,0.00024218818,0.00020762197],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0005210709,0.00035062485,0.00038272576,0.00041706604,0.0001030079,0.00054450036,0.001652276,0.000326492,0.0022157256],"category_scores_gemma":[0.0004923973,0.0003359112,0.00019375545,0.0001666644,0.000041044084,0.00021342395,0.0010893004,0.0006093045,0.0014471216],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007620868,0.000027083292,0.000034433502,0.00006160696,0.0002696431,0.0010308616,0.00034148525,0.00078930776,0.00003010847,0.7003422,0.15780626,0.13925941],"study_design_scores_gemma":[0.00062249845,0.00023020442,0.00009146556,0.00084605446,0.000035986795,0.00032837054,0.0000057574457,0.024773762,0.0010973964,0.31838748,0.65155584,0.0020251619],"about_ca_topic_score_codex":0.000007427422,"about_ca_topic_score_gemma":0.0000013986397,"teacher_disagreement_score":0.4937496,"about_ca_system_score_codex":0.00015537707,"about_ca_system_score_gemma":0.00038442606,"threshold_uncertainty_score":0.9999093},"labels":[],"label_agreement":null},{"id":"W3191590060","doi":"10.1109/icjece.2021.3084850","title":"Prediction of Software Effort in the Early Stage of Software Development: A Hybrid Model","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Electrical and Computer Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Perceptron; Software development; Predictive modelling; Baseline (sea); Multilayer perceptron; Machine learning; Key (lock); Data mining; Artificial intelligence; Artificial neural network","score_opus":0.014507290066262874,"score_gpt":0.19440652307570072,"score_spread":0.17989923300943786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191590060","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41250628,0.00047293404,0.5868846,0.000021806994,0.000067877285,0.000033140303,0.0000030928156,0.0000091753745,0.0000010997613],"genre_scores_gemma":[0.9008997,0.000012955084,0.09900253,0.00002179619,0.000038447357,0.0000020821299,0.0000010080761,0.000008775855,0.00001271641],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886256,0.000020652005,0.00038951388,0.00013759927,0.00028987534,0.0002997895],"domain_scores_gemma":[0.999019,0.0003181726,0.00007154855,0.00017404271,0.00020112963,0.00021607881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032723777,0.00010799843,0.00022403795,0.00040120236,0.000033345874,0.000057414367,0.000492152,0.000042960324,0.0000016116803],"category_scores_gemma":[0.00026742497,0.00009278126,0.000056577923,0.00063476164,0.000017457725,0.0001943598,0.000047741392,0.00033905194,1.8955784e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013184236,0.000099190926,0.199067,0.00043378462,0.00017993053,0.0013176457,0.003818739,0.70937264,0.0005013992,0.0025369592,0.00036945546,0.08229006],"study_design_scores_gemma":[0.0004657598,0.00021023424,0.259679,0.00021336232,0.0000071411823,0.00043270978,0.000004591038,0.73499835,0.0030419196,0.00014529272,0.0006344333,0.0001672024],"about_ca_topic_score_codex":0.000088744135,"about_ca_topic_score_gemma":0.00004453041,"teacher_disagreement_score":0.4883934,"about_ca_system_score_codex":0.00008568333,"about_ca_system_score_gemma":0.0008774929,"threshold_uncertainty_score":0.378351},"labels":[],"label_agreement":null},{"id":"W3192457683","doi":"10.1007/s10664-021-09980-6","title":"An empirical study of same-day releases of popular packages in the npm ecosystem","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta; Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Reuse; Schedule; Exploratory research; Software engineering; Operating system; Engineering","score_opus":0.030237698177021738,"score_gpt":0.3166212142887117,"score_spread":0.28638351611169,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192457683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8281608,0.00040283738,0.17052068,0.00017386927,0.00020392606,0.00026003108,0.0000072402527,0.0002679767,0.0000026446319],"genre_scores_gemma":[0.988879,0.0000059752247,0.010896174,0.00004810404,0.00007511509,0.000046467765,0.000005492347,0.000034154506,0.00000951855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99688864,0.00041005222,0.0006604079,0.00057407294,0.0009685873,0.00049826613],"domain_scores_gemma":[0.9958042,0.0023825432,0.00008543748,0.0013795719,0.00018886005,0.00015937185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010801117,0.00026443074,0.00052898756,0.00028687017,0.000047844027,0.00008229791,0.0014700757,0.00012598341,0.000012267345],"category_scores_gemma":[0.004799764,0.00021559407,0.00012530407,0.0019769343,0.000022515322,0.00031333207,0.00032792255,0.00049078895,0.0000058067485],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004851409,0.0009353172,0.9477472,0.00016538291,0.0000427859,0.00031735734,0.0051968666,0.043829445,0.0003511543,0.000045195782,0.00025965882,0.0011048353],"study_design_scores_gemma":[0.0006149946,0.00055540726,0.97792,0.00014428228,0.000014935232,0.000052469542,0.0006938087,0.01702499,0.0017971391,0.000045294048,0.00079200766,0.00034468336],"about_ca_topic_score_codex":0.0000439787,"about_ca_topic_score_gemma":0.000041149444,"teacher_disagreement_score":0.1607182,"about_ca_system_score_codex":0.00009731655,"about_ca_system_score_gemma":0.00012068008,"threshold_uncertainty_score":0.87916714},"labels":[],"label_agreement":null},{"id":"W3194111178","doi":"10.1007/s00766-021-00360-6","title":"A validation of QDAcity-RE for domain modeling using qualitative data analysis","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Deutsche Forschungsgemeinschaft; Friedrich-Alexander-Universität Erlangen-Nürnberg","keywords":"Traceability; Domain (mathematical analysis); Computer science; Set (abstract data type); Data mining; Artificial intelligence; Machine learning; Mathematics; Software engineering; Programming language","score_opus":0.22658466325772372,"score_gpt":0.42070231335018665,"score_spread":0.19411765009246293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194111178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23517585,0.00011222955,0.76434445,0.000028467413,0.0001039585,0.000112532936,0.000027847998,0.000089190515,0.0000054490797],"genre_scores_gemma":[0.57529104,0.0000031138243,0.42459467,0.0000028956458,0.000018864446,0.000008294614,0.000063113126,0.0000118525095,0.000006148032],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983844,0.00005118925,0.00035308374,0.00046713869,0.00044452873,0.00029966686],"domain_scores_gemma":[0.99812055,0.00042650243,0.00006471728,0.0010912801,0.00022800684,0.00006892798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011624253,0.00013129476,0.00026415862,0.0003487851,0.000050256556,0.00008387015,0.00079751894,0.000045332952,0.0000054280567],"category_scores_gemma":[0.0009812419,0.00015241181,0.00009411534,0.001465668,0.000007678337,0.0006970572,0.0005193903,0.00008449727,7.4626564e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020730067,0.000025987509,0.00018501113,0.00012554938,0.00045162486,0.0000036358974,0.001619182,0.9542206,0.041158848,0.0019674196,0.0000051668158,0.00023493715],"study_design_scores_gemma":[0.0002218427,0.000011632918,0.00004536855,0.00005441947,0.00006912767,0.0000011798907,0.00015249113,0.9863756,0.012622496,0.00027060453,0.000030953946,0.0001443216],"about_ca_topic_score_codex":0.0000207776,"about_ca_topic_score_gemma":0.0000015130822,"teacher_disagreement_score":0.3401152,"about_ca_system_score_codex":0.00011292727,"about_ca_system_score_gemma":0.00008581611,"threshold_uncertainty_score":0.62151736},"labels":[],"label_agreement":null},{"id":"W3194114348","doi":"10.1007/s10664-021-09986-0","title":"Empirical evaluation of tools for hairy requirements engineering tasks","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Empirical research; Systems engineering; Software engineering; Engineering; Mathematics","score_opus":0.13428343853465402,"score_gpt":0.37559869310442306,"score_spread":0.24131525456976904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194114348","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19189514,0.00071004225,0.8051142,0.00027835413,0.0008399896,0.00041144507,0.000013749381,0.00072480517,0.000012277014],"genre_scores_gemma":[0.7328849,0.000009165295,0.26629856,0.000098761586,0.00025728028,0.00027839313,0.000044471715,0.00007848632,0.00004999486],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99632156,0.00007179335,0.0006275795,0.00074141496,0.0014739328,0.0007637376],"domain_scores_gemma":[0.99414605,0.0036581224,0.000083692714,0.00094455207,0.0008853114,0.00028229406],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015726966,0.00034001487,0.0004632274,0.00027903958,0.00007271355,0.00020605333,0.000823898,0.00021129794,0.000043097083],"category_scores_gemma":[0.026033618,0.00037546948,0.00025459623,0.0012128293,0.000021508911,0.0008130212,0.00044364386,0.00035912744,0.000016972963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028407534,0.0004913096,0.12318887,0.0011270695,0.00049172435,0.00009766027,0.0011182469,0.79285717,0.013930474,0.00077118125,0.007303443,0.05859444],"study_design_scores_gemma":[0.0020642276,0.00019952797,0.19679713,0.0003294218,0.000088902365,0.00006189213,0.000016933225,0.7388078,0.04005982,0.00025756643,0.020305743,0.0010110008],"about_ca_topic_score_codex":0.000002739798,"about_ca_topic_score_gemma":6.662875e-7,"teacher_disagreement_score":0.54098976,"about_ca_system_score_codex":0.00041436352,"about_ca_system_score_gemma":0.00041879388,"threshold_uncertainty_score":0.9998697},"labels":[],"label_agreement":null},{"id":"W3194283088","doi":"10.1145/3479497","title":"The \"Shut the f**k up\" Phenomenon: Characterizing Incivility in Open Source Code Review Discussions","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incivility; Civility; Context (archaeology); Phenomenon; Internet privacy; Computer science; Computer security; World Wide Web; Public relations; Social psychology; Psychology; Political science; Law; Epistemology","score_opus":0.07765418840429965,"score_gpt":0.3631479555744238,"score_spread":0.28549376717012415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194283088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84192365,0.0017297695,0.007256986,0.13821745,0.005320246,0.003188701,0.00000796177,0.00042795597,0.0019272836],"genre_scores_gemma":[0.9932667,0.00046100112,0.0024685725,0.0018894598,0.0003624384,0.00021059718,0.0000029311143,0.000037472026,0.0013008016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788445,0.00010024355,0.0005320528,0.00055404886,0.0005601497,0.00036904938],"domain_scores_gemma":[0.99667954,0.0010264721,0.00033989525,0.0015408115,0.0003514195,0.00006186612],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0017922497,0.00021303467,0.00029229952,0.00007610886,0.00059603463,0.0008781141,0.007975871,0.000049488142,0.000016980614],"category_scores_gemma":[0.0020325226,0.00010900783,0.00014187083,0.00078013004,0.00008563251,0.0009916599,0.0077550183,0.00079100113,0.000019256855],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025347053,0.0016187517,0.02321956,0.003714298,0.0005355106,0.000018152961,0.024300024,0.0006050618,0.071865305,0.047060024,0.14835298,0.67845684],"study_design_scores_gemma":[0.002515788,0.00070367893,0.39444816,0.026829151,0.00011312107,0.0004326443,0.0015240035,0.045771547,0.08793716,0.023423752,0.4143632,0.0019377702],"about_ca_topic_score_codex":0.000033107066,"about_ca_topic_score_gemma":0.00001978957,"teacher_disagreement_score":0.6765191,"about_ca_system_score_codex":0.00022700784,"about_ca_system_score_gemma":0.000058643156,"threshold_uncertainty_score":0.99739146},"labels":[],"label_agreement":null},{"id":"W3194585484","doi":"10.1145/3468264.3468609","title":"How disabled tests manifest in test maintainability challenges?","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Technical debt; Software maintenance; Computer science; Test (biology); Maintainability; Software engineering; Code smell; Quality (philosophy); Empirical research; Reliability engineering; Risk analysis (engineering); Java; Codebase; Software quality; Software; Software development; Engineering","score_opus":0.02653790395737383,"score_gpt":0.26622074050630595,"score_spread":0.23968283654893213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194585484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48729628,0.0025760003,0.33829966,0.14385886,0.0010192901,0.0010686,0.0000051228944,0.0028278755,0.023048315],"genre_scores_gemma":[0.981533,0.000050806386,0.016564947,0.000053485855,0.000037696132,0.000030929517,9.48182e-7,0.000010040636,0.0017181801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985319,0.000060649894,0.00012482802,0.0005210896,0.0003193398,0.00044222854],"domain_scores_gemma":[0.9969417,0.0018094323,0.000014097725,0.0009797165,0.00013312139,0.00012196349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000457377,0.000118342105,0.00014542155,0.00008618964,0.000035577148,0.00023999081,0.00067960256,0.000060025824,0.000028527656],"category_scores_gemma":[0.0055192453,0.00011292011,0.0000371724,0.00063182245,0.000033638353,0.00039493066,0.000536891,0.00021715909,0.000047542268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033887611,0.001054236,0.6546711,0.0003333874,0.000017146904,0.0025339993,0.0007913242,0.00021958671,0.0016539465,0.27235088,0.0007502852,0.06562078],"study_design_scores_gemma":[0.0003785647,0.000066068205,0.97833365,0.000030450145,8.344012e-7,0.00008858105,0.0001529539,0.006934761,0.002505429,0.009017091,0.002232647,0.0002589949],"about_ca_topic_score_codex":0.000022920949,"about_ca_topic_score_gemma":0.00026769773,"teacher_disagreement_score":0.4942367,"about_ca_system_score_codex":0.00018086443,"about_ca_system_score_gemma":0.00015926833,"threshold_uncertainty_score":0.6607451},"labels":[],"label_agreement":null},{"id":"W3195323992","doi":"10.1145/3468264.3473132","title":"Term interrelations and trends in software engineering","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Term (time); Software; Embedding; Word (group theory); Software development; Rapid prototyping; Test (biology)","score_opus":0.015068468563573653,"score_gpt":0.25972209075109454,"score_spread":0.24465362218752087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195323992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18002604,0.00023780343,0.81866026,0.0003359755,0.00014675088,0.000019775352,4.750633e-7,0.00033328222,0.00023963508],"genre_scores_gemma":[0.9018661,0.000004579964,0.09722195,0.00002001214,0.000011718174,0.0000062940258,0.0000017758158,0.00000552237,0.0008620933],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994742,0.000008028013,0.000082472114,0.00018531717,0.00009694619,0.00015299694],"domain_scores_gemma":[0.99942607,0.00026824937,0.0000047047206,0.00022658223,0.000021433681,0.000052970965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007339439,0.000055132914,0.000061720246,0.00023345958,0.0000146757575,0.0000802432,0.00016563656,0.000028200318,0.00004416497],"category_scores_gemma":[0.00037452145,0.00005699497,0.000015345317,0.00063018134,0.000006051331,0.00021212522,0.00022862159,0.000120905366,0.00000830755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010554654,0.00007556162,0.6793048,0.000043824584,0.000025361922,0.00036154254,0.0015928436,0.0056174775,0.0012095589,0.020657059,0.00088920933,0.29022175],"study_design_scores_gemma":[0.00016208358,0.000009524565,0.94098127,0.000024374116,5.8833575e-7,0.000044769826,0.0000061855985,0.057377677,0.0006849887,0.00006443733,0.00053666957,0.00010744525],"about_ca_topic_score_codex":0.0000069106363,"about_ca_topic_score_gemma":0.000014619486,"teacher_disagreement_score":0.72184,"about_ca_system_score_codex":0.000029188732,"about_ca_system_score_gemma":0.0000151469485,"threshold_uncertainty_score":0.23241875},"labels":[],"label_agreement":null},{"id":"W3195370809","doi":"","title":"A Systematic Literature Review of Automated Query Reformulations in Source Code Search.","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Information retrieval; Table (database); Software; Source code; Code (set theory); World Wide Web; Data mining; Programming language; Set (abstract data type)","score_opus":0.046844861937170766,"score_gpt":0.22376366864668265,"score_spread":0.17691880670951188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195370809","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21160388,0.045002148,0.7387695,0.00020759086,0.00041000568,0.0020495686,0.000039210143,0.0016904362,0.00022772043],"genre_scores_gemma":[0.98523384,0.011386922,0.0027702113,0.00004646578,0.000014229848,0.000005068453,0.00004413067,0.000022616683,0.00047648393],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781895,0.00044488208,0.000423056,0.00075387023,0.00023287557,0.0003263483],"domain_scores_gemma":[0.99678385,0.0006301741,0.00018848239,0.0017828409,0.0004884179,0.00012623885],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00091834343,0.00023943096,0.0006626132,0.00061317126,0.00004309277,0.00011651588,0.0016960719,0.0002449544,0.0000076115707],"category_scores_gemma":[0.00093799527,0.00025331814,0.00021363115,0.0026705735,0.00004480275,0.00033537447,0.0018758634,0.0008371771,0.000012926162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057800635,0.00014162122,0.0031994504,0.52164274,0.00018293629,0.001403722,0.0012733595,0.46353847,0.000045491473,0.008375789,0.0001432276,0.000047432713],"study_design_scores_gemma":[0.00015881786,0.000014215786,0.0014301445,0.2519886,0.000028137032,0.000019194185,0.00004295904,0.7459101,0.000046239245,0.00012168617,0.000007491231,0.00023240926],"about_ca_topic_score_codex":0.00006954642,"about_ca_topic_score_gemma":0.000021396687,"teacher_disagreement_score":0.77363,"about_ca_system_score_codex":0.00038372353,"about_ca_system_score_gemma":0.00040595912,"threshold_uncertainty_score":0.9999919},"labels":[],"label_agreement":null},{"id":"W3195404945","doi":"","title":"Software Batch Testing to Reduce Build Test Executions","year":2020,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Concordia University","keywords":"Computer science; Commit; Test (biology); Test case; Bisection method; Code coverage; Reliability engineering; Software; Programming language; Algorithm; Database; Machine learning; Engineering","score_opus":0.03419390070201119,"score_gpt":0.28700472231156815,"score_spread":0.252810821609557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195404945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7602786,0.0006750211,0.05995838,0.0071759108,0.0074151703,0.0053954213,0.00011085143,0.007463944,0.1515267],"genre_scores_gemma":[0.90212333,0.00004524679,0.013275118,0.00003325433,0.001064643,0.00004350875,0.00010327152,0.00018352916,0.08312809],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933797,0.0004312273,0.00042613116,0.0019860351,0.0021088552,0.0016680359],"domain_scores_gemma":[0.99070054,0.0047769826,0.00015534442,0.0018696085,0.0011455542,0.0013519954],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00074870087,0.0005470512,0.0005821099,0.002503842,0.0013555926,0.0008215832,0.0050755334,0.00046911158,0.00002370059],"category_scores_gemma":[0.009452514,0.0006919051,0.0002465062,0.008491427,0.00015543924,0.0007142289,0.0013640907,0.0029016202,0.00043192532],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013067947,0.0019787964,0.40563363,0.004215214,0.001594296,0.04822802,0.012936026,0.002202477,0.27694917,0.03127549,0.1599318,0.053748295],"study_design_scores_gemma":[0.0020391932,0.004294711,0.5318996,0.0022144201,0.00015144704,0.00033330824,0.0028370263,0.0047357776,0.18646568,0.0014951413,0.25893983,0.0045938725],"about_ca_topic_score_codex":0.0051891156,"about_ca_topic_score_gemma":0.0013065152,"teacher_disagreement_score":0.14184475,"about_ca_system_score_codex":0.0017084975,"about_ca_system_score_gemma":0.0034661926,"threshold_uncertainty_score":0.9999445},"labels":[],"label_agreement":null},{"id":"W3195642814","doi":"10.1145/3475960.3475984","title":"Heterogeneous ensemble imputation for software development effort estimation","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Imputation (statistics); Computer science; Decision tree; Missing data; Data mining; Regression; Support vector machine; Artificial intelligence; Statistics; Machine learning; Mathematics","score_opus":0.019758071731206885,"score_gpt":0.2785844139466412,"score_spread":0.2588263422154343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195642814","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04942788,0.000051875544,0.94962674,0.000108582324,0.00018585793,0.0001570526,4.4509272e-7,0.0004172776,0.00002429982],"genre_scores_gemma":[0.29955292,8.1403226e-7,0.69993633,0.00005786745,0.000013879933,0.00006315635,0.00001777567,0.000007962049,0.00034927647],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911046,0.000008463531,0.00014791141,0.0002692127,0.00023697689,0.0002269592],"domain_scores_gemma":[0.99911976,0.00033707748,0.000019812567,0.00025367874,0.00020350261,0.00006617543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016291799,0.000079583086,0.000078392906,0.00006350515,0.00008969127,0.00013413427,0.0002240588,0.00003869824,0.00001152822],"category_scores_gemma":[0.00046500898,0.00008074944,0.000034225257,0.00022069797,0.00000493263,0.00019222341,0.00012494999,0.000040847834,0.0000509483],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042868032,0.00006290961,0.001979825,0.00012475425,0.000040288553,0.000041096602,0.0005737958,0.09985438,0.001083661,0.0025811049,0.0010480796,0.89260584],"study_design_scores_gemma":[0.0004707316,0.00006407171,0.008421846,0.0000288101,0.0000034209597,0.000109300745,0.000006254642,0.6258381,0.35787174,0.002999946,0.0038796875,0.0003061169],"about_ca_topic_score_codex":0.0000018955562,"about_ca_topic_score_gemma":0.000004343077,"teacher_disagreement_score":0.8922997,"about_ca_system_score_codex":0.00009094289,"about_ca_system_score_gemma":0.0002315367,"threshold_uncertainty_score":0.3292867},"labels":[],"label_agreement":null},{"id":"W3195653486","doi":"10.48550/arxiv.2108.07474","title":"A grounded theory of Community Package Maintenance\\n Organizations-Registered Report","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Grounded theory; Plan (archaeology); Extant taxon; Context (archaeology); Function (biology); Computer science; Knowledge management; Process management; Qualitative research; Management science; Business; Engineering; Sociology; Geography","score_opus":0.08843218740740404,"score_gpt":0.21526413801410474,"score_spread":0.12683195060670072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3195653486","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29199812,0.00003421315,0.70662284,0.000035125962,0.00031467114,0.00016908863,0.000009326116,0.000259885,0.0005567207],"genre_scores_gemma":[0.99091893,0.000042650874,0.006831612,0.000026556596,0.000023468985,0.0000011262168,0.00006897847,0.000029979314,0.0020567027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978623,0.00065641064,0.00031657948,0.00063935295,0.00018040158,0.00034494614],"domain_scores_gemma":[0.99372494,0.0009168133,0.00033652046,0.0039447322,0.00092955737,0.00014743044],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011653411,0.00026795882,0.00041468567,0.0002959843,0.0001856527,0.00014640582,0.0029065188,0.00025863256,0.000044450906],"category_scores_gemma":[0.0021629746,0.00031904023,0.0001653743,0.0016743891,0.0002162414,0.0003198713,0.0047341445,0.0011858804,0.000014908714],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011456075,0.002622827,0.054089863,0.002900562,0.0016721656,0.02121795,0.014111341,0.09167981,0.0013011559,0.80063957,0.002525253,0.007124928],"study_design_scores_gemma":[0.0064274,0.0005009319,0.35516173,0.0028259398,0.000610373,0.0013039547,0.008015439,0.17059164,0.010332538,0.4382395,0.0007157014,0.005274851],"about_ca_topic_score_codex":0.00046383444,"about_ca_topic_score_gemma":0.00005316665,"teacher_disagreement_score":0.69979125,"about_ca_system_score_codex":0.000312962,"about_ca_system_score_gemma":0.0005855388,"threshold_uncertainty_score":0.99992615},"labels":[],"label_agreement":null},{"id":"W3196038764","doi":"","title":"Creating Better Action Plans for Writing Tasks via Vocabulary-Based Planning","year":2018,"lang":"en","type":"article","venue":"Conference on Computer Supported Cooperative Work","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Vocabulary; Task (project management); Action (physics); Context (archaeology); Plan (archaeology); Set (abstract data type); Action plan; Domain (mathematical analysis); Human–computer interaction; Task analysis; Automation; Knowledge management; Artificial intelligence; Process management; Engineering","score_opus":0.0633750200978596,"score_gpt":0.3246366454533156,"score_spread":0.261261625355456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196038764","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06294582,0.00000894451,0.93401307,0.00076163514,0.0008460451,0.00052122783,0.000011395972,0.0005965416,0.00029530318],"genre_scores_gemma":[0.8436063,5.22065e-7,0.15431888,0.00097150623,0.0007786174,0.00013243438,0.00006052204,0.000035938596,0.000095285184],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99732447,0.00014767636,0.00042264294,0.0009074208,0.00044490304,0.0007529037],"domain_scores_gemma":[0.9968915,0.0012749523,0.00012851789,0.000710369,0.0007831941,0.0002114734],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049402635,0.00037911892,0.0003507398,0.0002988843,0.00057780347,0.00066829287,0.0009991243,0.00016025326,0.000090445035],"category_scores_gemma":[0.0001700356,0.00037050652,0.000092380076,0.0007474937,0.00013737669,0.00042724202,0.00020214976,0.000467179,0.00011528341],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00070299045,0.00075772253,0.10262141,0.00029552155,0.0006502323,0.0004734947,0.0133030135,0.037929717,0.011727678,0.018624196,0.04143965,0.77147436],"study_design_scores_gemma":[0.0011001955,0.0013012057,0.017043669,0.0005357377,0.000011541154,0.000015264268,0.000041003823,0.96160024,0.016002992,0.00017160457,0.0015242696,0.0006522919],"about_ca_topic_score_codex":0.000007163044,"about_ca_topic_score_gemma":0.000004875057,"teacher_disagreement_score":0.92367053,"about_ca_system_score_codex":0.00011073196,"about_ca_system_score_gemma":0.00027448646,"threshold_uncertainty_score":0.9998747},"labels":[],"label_agreement":null},{"id":"W3196126762","doi":"10.1109/tse.2021.3106247","title":"Dependency Smells in JavaScript Projects","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code smell; Computer science; Dependency (UML); Commit; JavaScript; Code refactoring; Dependency graph; Software engineering; Security bug; World Wide Web; Popularity; Computer security; Data science; Software; Software development; Software quality; Software security assurance; Database; Programming language; Information security","score_opus":0.018662997445303465,"score_gpt":0.2381131029342694,"score_spread":0.21945010548896593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196126762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043638412,0.00022433046,0.953329,0.000054529773,0.0014320513,0.00017780875,0.000005335685,0.0011117358,0.000026789472],"genre_scores_gemma":[0.87504065,0.00004649759,0.12426049,0.000052375253,0.000041958232,0.00010573531,0.0000012825102,0.00004970414,0.0004012922],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99793136,0.000040839557,0.00029906174,0.0006098809,0.00051291665,0.00060595555],"domain_scores_gemma":[0.9982406,0.0006520613,0.000021704842,0.00080802443,0.00011040756,0.00016720446],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024305764,0.00025917945,0.000245571,0.0005340423,0.00007170553,0.0001446179,0.00060727063,0.00013761445,0.000051154253],"category_scores_gemma":[0.00027753948,0.0003047257,0.0001238555,0.0016221526,0.000013064605,0.000519379,0.000010370776,0.0007010798,0.00011785681],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000106403495,0.00045360526,0.003134943,0.0002658175,0.00009642276,0.0013135484,0.0012548402,0.93593675,0.0050959555,0.00042124707,0.00019561073,0.051820625],"study_design_scores_gemma":[0.0032643466,0.00036129897,0.030049348,0.0010676534,0.000035672547,0.000807669,0.00012162756,0.3396421,0.6172516,0.0002073518,0.0044430215,0.002748335],"about_ca_topic_score_codex":0.000027034226,"about_ca_topic_score_gemma":0.00002047218,"teacher_disagreement_score":0.83140224,"about_ca_system_score_codex":0.00024383812,"about_ca_system_score_gemma":0.00021492675,"threshold_uncertainty_score":0.9999405},"labels":[],"label_agreement":null},{"id":"W3196571700","doi":"10.18293/seke2021-163","title":"Evaluating a Tool for Creating Bug Report Assignment Recommenders (S)","year":2021,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Workload; Field (mathematics); Software bug; Triage; Software; Software engineering; World Wide Web; Operating system","score_opus":0.05676680508889584,"score_gpt":0.3214043356662734,"score_spread":0.2646375305773776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196571700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8233383,0.0004161178,0.16617547,0.0014536356,0.0035165465,0.001004809,0.000024101833,0.0014896621,0.0025813417],"genre_scores_gemma":[0.8411386,0.000035419558,0.15738437,0.00003693659,0.0003194525,0.00025103838,0.0000044338444,0.000075722935,0.00075404247],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969729,0.0000039304446,0.0006785289,0.00085941487,0.0009056709,0.00057951635],"domain_scores_gemma":[0.99668187,0.0007425433,0.0002581557,0.00025300906,0.0018943362,0.00017010493],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013380578,0.0004440683,0.00043096006,0.00034153994,0.0001871813,0.00052837626,0.0013186255,0.00016030337,0.000013941179],"category_scores_gemma":[0.011900994,0.00041975174,0.00020766062,0.00064073456,0.000034485452,0.0005970972,0.0008869762,0.00054758205,0.000002227487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000953419,0.00048050858,0.038486693,0.0036720606,0.00093711267,0.000028051018,0.0050169877,0.014410339,0.4963358,0.41033962,0.00334945,0.026848016],"study_design_scores_gemma":[0.001582098,0.0002768124,0.012576093,0.0031774738,0.000070758986,0.0005107828,0.00045195912,0.8305542,0.1444932,0.0009077132,0.004203966,0.0011949507],"about_ca_topic_score_codex":0.0000021531982,"about_ca_topic_score_gemma":1.9570324e-7,"teacher_disagreement_score":0.8161439,"about_ca_system_score_codex":0.00030045895,"about_ca_system_score_gemma":0.00018520004,"threshold_uncertainty_score":0.9998254},"labels":[],"label_agreement":null},{"id":"W3196823214","doi":"10.48550/arxiv.2108.13587","title":"T3-Vis: a visual analytic framework for Training and fine-Tuning Transformers in NLP","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Suite; Transformer; Computer science; Visualization; Artificial intelligence; Architecture; Focus (optics); Process (computing); Machine learning; Natural language processing; Programming language; Engineering","score_opus":0.09381849016606994,"score_gpt":0.24494936643288998,"score_spread":0.15113087626682004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196823214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38373223,0.00013196772,0.61553687,0.00006350306,0.00016477006,0.0002155986,0.0000033693493,0.00011896345,0.00003275864],"genre_scores_gemma":[0.97490793,0.00009924517,0.024787067,0.000029317367,0.000047440917,0.0000047383346,0.000010161083,0.000026353762,0.00008776169],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979008,0.000073980234,0.00022535078,0.0011106047,0.00012601705,0.0005632441],"domain_scores_gemma":[0.9978439,0.0012856587,0.00007951956,0.00049371336,0.0001000529,0.00019712167],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005146097,0.00028712675,0.0004307587,0.00060388335,0.00009729927,0.00022065495,0.0008791344,0.00033804227,0.000009911164],"category_scores_gemma":[0.000581569,0.0003689165,0.00017229973,0.001099424,0.00007730557,0.00033877644,0.00065190037,0.0009582727,0.000002167787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001337504,0.00033673926,0.04569943,0.0018271195,0.0006867742,0.0025880313,0.021958482,0.7377747,0.00020550513,0.1468355,0.00005469578,0.041899215],"study_design_scores_gemma":[0.0006193228,0.00009302466,0.004822108,0.000609213,0.00003797423,0.000007552616,0.00086724217,0.9837117,0.00005994305,0.008594351,0.000075289,0.0005022849],"about_ca_topic_score_codex":0.00007628418,"about_ca_topic_score_gemma":0.00007557212,"teacher_disagreement_score":0.5911757,"about_ca_system_score_codex":0.00022274887,"about_ca_system_score_gemma":0.00037413757,"threshold_uncertainty_score":0.99987626},"labels":[],"label_agreement":null},{"id":"W3196940930","doi":"10.48550/arxiv.2109.00659","title":"Semantic Slicing of Architectural Change Commits: Towards Semantic Design Review","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Commit; Software engineering; Architectural pattern; Slicing; Process (computing); Java; Programming language; Software; Database; Software design; Software development; World Wide Web","score_opus":0.1612324899678375,"score_gpt":0.23301951233541876,"score_spread":0.07178702236758125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196940930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11148721,0.0059997723,0.88056695,0.00030200995,0.00046725775,0.0007761524,0.000005150544,0.0003254473,0.00007001512],"genre_scores_gemma":[0.9875096,0.0038215262,0.008219265,0.00015541629,0.00006577986,0.0000051681777,0.000011366365,0.00003213771,0.00017975506],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973798,0.00041820103,0.00032817762,0.0010635087,0.00027832063,0.00053202634],"domain_scores_gemma":[0.99660546,0.0006293579,0.00023675572,0.0019964506,0.00033650995,0.00019544477],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078998646,0.00038867668,0.0007636563,0.00041407548,0.00008246399,0.0000941565,0.0027328902,0.00019782443,0.000031090167],"category_scores_gemma":[0.0005186187,0.00043440488,0.00031938127,0.0013810353,0.000103841005,0.0002872585,0.0035106766,0.0009067043,0.000023630737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118264485,0.0010800594,0.0353668,0.09755183,0.0030126618,0.012282621,0.010099618,0.7247467,0.001193032,0.021913817,0.0025178583,0.090116724],"study_design_scores_gemma":[0.00087091926,0.0002465488,0.030337514,0.026140269,0.0004590895,0.00014892635,0.00008295098,0.9352288,0.0019296624,0.0025857787,0.00016759112,0.0018019032],"about_ca_topic_score_codex":0.00055842375,"about_ca_topic_score_gemma":0.000020410345,"teacher_disagreement_score":0.8760224,"about_ca_system_score_codex":0.00020431637,"about_ca_system_score_gemma":0.0003278157,"threshold_uncertainty_score":0.99981076},"labels":[],"label_agreement":null},{"id":"W3196992266","doi":"10.1002/smr.2378","title":"A study of refactorings during software change tasks","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Norges Forskningsråd","keywords":"Code refactoring; Workflow; Computer science; Software engineering; Scope (computer science); Software; Task (project management); Adaptation (eye); Software development; Programming language; Systems engineering; Engineering; Database","score_opus":0.03438675384689678,"score_gpt":0.297320505641714,"score_spread":0.2629337517948172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196992266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8952685,0.0021572586,0.10186207,0.000082817074,0.00042173383,0.00011599852,0.00000226662,0.00008693656,0.000002387013],"genre_scores_gemma":[0.99034184,0.00006338829,0.0093178125,0.000014736204,0.00018911653,0.000009134298,3.8509648e-7,0.000014145252,0.00004943212],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825305,0.000065847984,0.00045089461,0.00024381152,0.0007343735,0.0002520139],"domain_scores_gemma":[0.9978633,0.00028270934,0.00030213175,0.00028177237,0.0010988384,0.00017124628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042355683,0.00014264823,0.00031010143,0.00029828103,0.00011204787,0.000080805716,0.0004807182,0.000073935735,0.000009684945],"category_scores_gemma":[0.0018742272,0.00013067461,0.000065724365,0.0007933934,0.000030775147,0.00091974344,0.00022119025,0.00035237486,0.0000015667504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006950818,0.00071465946,0.97037745,0.00085480785,0.00014540488,0.0005366231,0.013925446,0.0003255768,0.0004695156,0.00009050828,0.00010875599,0.012381757],"study_design_scores_gemma":[0.0017250105,0.0006351742,0.99182,0.00040020625,0.000027450034,0.0009244802,0.0011062804,0.000090840564,0.0022816057,0.00056595914,0.00016949393,0.00025354902],"about_ca_topic_score_codex":0.0000140954535,"about_ca_topic_score_gemma":0.0000052730097,"teacher_disagreement_score":0.09507332,"about_ca_system_score_codex":0.00010395297,"about_ca_system_score_gemma":0.00022287515,"threshold_uncertainty_score":0.5328756},"labels":[],"label_agreement":null},{"id":"W3197075544","doi":"10.17771/pucrio.acad.48681","title":"CATALOGING DEPENDENCY INJECTION ANTI-PATTERNS IN SOFTWARE SYSTEMS","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Inversa Systems (Canada)","funders":"Pontifícia Universidade Católica do Rio de Janeiro; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Cataloging; Dependency (UML); Computer science; Software engineering; Information retrieval; World Wide Web","score_opus":0.0346676210012855,"score_gpt":0.2775621449887255,"score_spread":0.24289452398744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197075544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07335698,0.00026548607,0.92176276,0.00021122184,0.002333151,0.00047138988,0.000011985002,0.001512918,0.00007413444],"genre_scores_gemma":[0.98458594,0.000029151044,0.0149011975,0.00003345577,0.00017406602,0.00011346045,0.000036301866,0.000033792727,0.00009265237],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99735564,0.00010147897,0.00039745282,0.0010290049,0.0006379397,0.00047846077],"domain_scores_gemma":[0.9982062,0.0003870118,0.00008913527,0.0010745745,0.00009326095,0.00014980078],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043255417,0.0002980675,0.00039191075,0.0005098447,0.000044778128,0.00055449386,0.0020394449,0.000298156,0.000009744062],"category_scores_gemma":[0.00078810804,0.00030925786,0.00008687011,0.0005374272,0.000012728146,0.00029843577,0.0034262897,0.0013205216,0.000114719776],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002933968,0.00007517289,0.774771,0.0021248888,0.000060825332,0.00066031853,0.0013641226,0.20840403,0.00009376122,0.0017923779,0.00069731264,0.0099532865],"study_design_scores_gemma":[0.000526878,0.00012152696,0.4508438,0.0014600937,0.000010637011,0.00020315527,0.000116847536,0.542223,0.00063223066,0.0020964984,0.00020194637,0.0015633954],"about_ca_topic_score_codex":0.003621104,"about_ca_topic_score_gemma":0.0001027235,"teacher_disagreement_score":0.91122895,"about_ca_system_score_codex":0.00033822254,"about_ca_system_score_gemma":0.00027174666,"threshold_uncertainty_score":0.9999359},"labels":[],"label_agreement":null},{"id":"W3197188256","doi":"10.1016/j.infsof.2021.106756","title":"Early prediction for merged vs abandoned code changes in modern code reviews","year":2021,"lang":"en","type":"preprint","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Code review; Code (set theory); Machine learning; Classifier (UML); Artificial intelligence; Source code; Suite; Software; Source lines of code; Process (computing); Empirical research; Software inspection; Software engineering; Software development; Software quality; Programming language; Statistics","score_opus":0.02435593368266787,"score_gpt":0.27361690913263004,"score_spread":0.24926097544996217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197188256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08140249,0.0021497111,0.9114838,0.0015754341,0.0005580251,0.0012789503,0.00008699967,0.0014560337,0.000008543647],"genre_scores_gemma":[0.6322998,0.009891513,0.3507401,0.00068870187,0.000121864075,0.0053133867,0.0007383072,0.00006324881,0.00014308882],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833196,0.000042121705,0.00060779735,0.0003900664,0.0002501688,0.00037788326],"domain_scores_gemma":[0.9983855,0.00022863323,0.00023876784,0.00080218934,0.00027593947,0.000068957015],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006948312,0.00025722705,0.0005049872,0.0011296512,0.00008606272,0.00024490035,0.0008116492,0.0007149159,0.000004075764],"category_scores_gemma":[0.0023092923,0.0002665539,0.00006852231,0.0005634676,0.0000645634,0.00068805733,0.001019732,0.00073566934,0.000007541021],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005001739,0.000059359852,0.025564343,0.0022176867,0.00006955799,0.0000093331655,0.005842906,0.0023198423,0.000073937794,0.0018200892,0.0014551753,0.96051776],"study_design_scores_gemma":[0.0073082293,0.0010995297,0.09384291,0.0039401106,0.00007974333,0.00018756062,0.00036919484,0.73298734,0.0039246404,0.028911076,0.1245873,0.002762361],"about_ca_topic_score_codex":0.00003019111,"about_ca_topic_score_gemma":0.00014651558,"teacher_disagreement_score":0.9577554,"about_ca_system_score_codex":0.00013565863,"about_ca_system_score_gemma":0.00013953513,"threshold_uncertainty_score":0.99997866},"labels":[],"label_agreement":null},{"id":"W3197531090","doi":"","title":"A Data Extraction Algorithm From Open Source Software Project Repositories for Building Duration Estimation Models: Case Study of GitHub","year":2020,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Duration (music); Computer science; Estimation; Schedule; Software; Data extraction; Variable (mathematics); Work (physics); Data mining; Data science; Engineering; Systems engineering","score_opus":0.07751349942747296,"score_gpt":0.3566497924798842,"score_spread":0.2791362930524113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197531090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13620344,0.00024541383,0.8623306,0.00016739017,0.0001558747,0.0007643608,0.000015394122,0.00011674928,7.457446e-7],"genre_scores_gemma":[0.680611,0.000027020116,0.31901628,0.000007439101,0.00024290582,0.00003890282,0.00001937342,0.000022359063,0.000014690971],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777794,0.00011886612,0.00044841453,0.00048062915,0.0004522179,0.00072194095],"domain_scores_gemma":[0.9983019,0.00050845125,0.00029720482,0.00057575956,0.00024332831,0.00007331705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015842805,0.00014330476,0.00020929944,0.00011552526,0.00030963458,0.00057185907,0.0016710964,0.000055502827,5.408627e-7],"category_scores_gemma":[0.0011185508,0.00013928021,0.000036159377,0.00044050338,0.000011867648,0.0031890587,0.0006122844,0.0007696138,5.250083e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020735036,0.0005745582,0.0012022217,0.00006450467,0.00066023035,0.00027563568,0.013720082,0.105853446,0.0010545563,0.002137029,0.00041675428,0.87383366],"study_design_scores_gemma":[0.00090106635,0.0009196813,0.00003396906,0.00002361356,0.00003723298,0.0016598881,0.003214203,0.9850136,0.0002862353,0.0076889936,0.00007114059,0.00015037978],"about_ca_topic_score_codex":0.001488479,"about_ca_topic_score_gemma":0.0002649207,"teacher_disagreement_score":0.87916017,"about_ca_system_score_codex":0.00039252036,"about_ca_system_score_gemma":0.0015240074,"threshold_uncertainty_score":0.5679682},"labels":[],"label_agreement":null},{"id":"W3199062392","doi":"","title":"A comparative exploration of FreeBSD bug lifetimes","year":2010,"lang":"en","type":"article","venue":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Eclipse; Computer science; Software bug; Data mining; Programming language; Software","score_opus":0.026512186530792653,"score_gpt":0.23982817801459438,"score_spread":0.21331599148380173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199062392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047271177,0.00007573666,0.54581875,0.0010788657,0.0018433556,0.0015218407,0.00004477778,0.0011181679,0.40122736],"genre_scores_gemma":[0.93783766,0.00010950605,0.040818993,0.000027609465,0.00009446,0.0000016918293,0.0001021568,0.000021510241,0.020986388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968609,0.00016775013,0.0003646635,0.001064927,0.0008795638,0.0006621638],"domain_scores_gemma":[0.9975743,0.00020972153,0.00027782854,0.0011476532,0.0004958294,0.0002946265],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00057436014,0.00048352746,0.00048484423,0.0026860577,0.0009330711,0.00016351978,0.0026566663,0.00018326828,0.00007175849],"category_scores_gemma":[0.00004434118,0.0006106139,0.00026381025,0.00345449,0.00078430143,0.0027896569,0.002477054,0.000605159,0.00017990397],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009880772,0.00066541147,0.0011655705,0.0003531228,0.00057484483,0.00093207305,0.001223134,0.002391631,0.00018665128,0.98023665,0.0040408294,0.00813129],"study_design_scores_gemma":[0.005650671,0.00033843814,0.018762102,0.00063238485,0.0005352413,0.0000276423,0.005817432,0.017693825,0.0013685292,0.006047837,0.9411335,0.001992417],"about_ca_topic_score_codex":0.000052962754,"about_ca_topic_score_gemma":0.00013200994,"teacher_disagreement_score":0.9741888,"about_ca_system_score_codex":0.0006364183,"about_ca_system_score_gemma":0.0002124631,"threshold_uncertainty_score":0.9996345},"labels":[],"label_agreement":null},{"id":"W3199935553","doi":"","title":"Measuring API documentation on the Web","year":2011,"lang":"en","type":"article","venue":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; World Wide Web; Software documentation; Computer science; Social media; Social software; Software; Software development; Social web; User analysis; Software development process; Human–computer interaction","score_opus":0.050546420966246126,"score_gpt":0.20796008772622185,"score_spread":0.15741366675997573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199935553","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022215525,0.00005813799,0.1886265,0.00084393204,0.0012268212,0.001357403,0.000014542295,0.00120653,0.7844506],"genre_scores_gemma":[0.94968605,0.00026657002,0.013715241,0.0001584781,0.00009144136,0.0000031977336,0.000043207663,0.000035298046,0.036000516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99644846,0.00027706963,0.00028872807,0.0011462043,0.0010245828,0.0008149506],"domain_scores_gemma":[0.99781364,0.00021745564,0.00019127555,0.0012572419,0.00025947843,0.00026089908],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0008559881,0.0005102042,0.00028837108,0.002216129,0.0018123417,0.00026079398,0.0033017409,0.00013177861,0.0001956492],"category_scores_gemma":[0.00004827485,0.0005346881,0.00026151614,0.0031904373,0.00046242223,0.0016559511,0.0024238962,0.0005165582,0.00063843146],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102544196,0.00043271983,0.0009664662,0.00016854715,0.0004941353,0.0017812396,0.00092449907,0.0007644699,0.000016832979,0.9799103,0.0043683285,0.010069906],"study_design_scores_gemma":[0.004628407,0.00032909197,0.02549382,0.0008849697,0.00049437204,0.000032117907,0.006696388,0.009462026,0.00042665005,0.0041371416,0.9454519,0.0019630888],"about_ca_topic_score_codex":0.00004763441,"about_ca_topic_score_gemma":0.00004226249,"teacher_disagreement_score":0.97577316,"about_ca_system_score_codex":0.0016690984,"about_ca_system_score_gemma":0.00014848352,"threshold_uncertainty_score":0.99971044},"labels":[],"label_agreement":null},{"id":"W3200568639","doi":"10.1007/s10664-021-10025-1","title":"A study of how Docker Compose is used to compose multi-component systems","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Component (thermodynamics); Computer science; Container (type theory); Software deployment; Operating system; Component-based software engineering; Software; Leverage (statistics); Web application; Software engineering; AKA; Database; World Wide Web; Software system; Engineering","score_opus":0.07160242864086612,"score_gpt":0.3200402561237651,"score_spread":0.24843782748289894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200568639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51182896,0.00022462274,0.48605332,0.0003096069,0.00056446326,0.00039450618,0.00000775188,0.0006158747,9.1214906e-7],"genre_scores_gemma":[0.9348178,0.0000021334688,0.06471321,0.000077781726,0.00009296052,0.000100309466,0.0000054387074,0.000062617175,0.00012774064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99660563,0.00012364332,0.00051910913,0.00087839115,0.0011256608,0.0007475874],"domain_scores_gemma":[0.9961826,0.0014760519,0.000074081756,0.0013723284,0.00036714642,0.00052778865],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039547795,0.00040445555,0.0006915497,0.00036899454,0.00009262652,0.0003080824,0.0012267523,0.00012815041,0.000011069527],"category_scores_gemma":[0.0014843505,0.00041430452,0.00015345152,0.0017300212,0.000019095924,0.00028917808,0.0010727849,0.0004778804,0.00005763608],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025792626,0.0034611758,0.6040625,0.000631141,0.00053749967,0.0017719473,0.019083586,0.35216194,0.0113203,0.000090211775,0.0057163946,0.0011375298],"study_design_scores_gemma":[0.00496042,0.0010646859,0.7343587,0.00058433105,0.000055350047,0.0002659513,0.0006734622,0.22473866,0.015380248,0.0000067745304,0.015860023,0.0020513735],"about_ca_topic_score_codex":0.000054526212,"about_ca_topic_score_gemma":0.0000056673616,"teacher_disagreement_score":0.42298886,"about_ca_system_score_codex":0.00022813783,"about_ca_system_score_gemma":0.00010575072,"threshold_uncertainty_score":0.9998309},"labels":[],"label_agreement":null},{"id":"W3200749310","doi":"10.1002/smr.2395","title":"Behind the scenes: On the relationship between developer experience and refactoring","year":2021,"lang":"en","type":"preprint","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Technical debt; Computer science; Generalizability theory; Software engineering; Variety (cybernetics); Software development; Software; Programming language; Artificial intelligence; Psychology","score_opus":0.08183480943976264,"score_gpt":0.3301927228445304,"score_spread":0.24835791340476776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200749310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7352616,0.0023712465,0.26023886,0.0014629657,0.00049026485,0.00012492522,0.0000019175416,0.000042204505,0.0000060280163],"genre_scores_gemma":[0.9940283,0.00010689502,0.0054261214,0.00006364984,0.0002967584,0.000015889187,9.4795286e-7,0.000013230533,0.000048222573],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981987,0.00015434089,0.0004000212,0.00030339486,0.0007238333,0.00021970601],"domain_scores_gemma":[0.99498177,0.0036560108,0.00031131232,0.00039946003,0.00052584935,0.00012558477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012382037,0.00019407446,0.00023817435,0.00015831055,0.00040912075,0.0005807759,0.0009832216,0.00016888331,0.000004387463],"category_scores_gemma":[0.006919031,0.000112999085,0.00006079348,0.00029147253,0.0001240983,0.00043875683,0.0006022946,0.0014162172,0.0000012103541],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000787091,0.0000137856,0.9841884,0.00017865683,0.00003835303,0.00001245498,0.010569115,0.0005579745,0.0000031113452,0.00055156474,0.00011240954,0.0037662955],"study_design_scores_gemma":[0.0001197113,0.00004092358,0.9947129,0.00078940194,0.000013372965,0.00008971424,0.0004576312,0.00021181213,0.00008273571,0.0030762781,0.00023883622,0.00016671912],"about_ca_topic_score_codex":0.000011430494,"about_ca_topic_score_gemma":0.0000020004761,"teacher_disagreement_score":0.25876668,"about_ca_system_score_codex":0.00013621584,"about_ca_system_score_gemma":0.0005233493,"threshold_uncertainty_score":0.8283226},"labels":[],"label_agreement":null},{"id":"W3201809880","doi":"10.3390/e23101274","title":"An Adaptive Rank Aggregation-Based Ensemble Multi-Filter Feature Selection Method in Software Defect Prediction","year":2021,"lang":"en","type":"article","venue":"Entropy","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Filter (signal processing); Rank (graph theory); Feature selection; Computer science; Selection (genetic algorithm); Curse of dimensionality; Data mining; Artificial intelligence; Feature (linguistics); Pattern recognition (psychology); Machine learning; Mathematics","score_opus":0.018183229619683463,"score_gpt":0.28654739203006013,"score_spread":0.2683641624103767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201809880","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025804196,0.00017998545,0.97283125,0.000197756,0.00030172762,0.00020230957,0.0000063008856,0.0004713186,0.000005149132],"genre_scores_gemma":[0.41743785,0.0000032715811,0.58220464,0.00006853855,0.00008314569,0.00004971091,0.000022175418,0.000016414917,0.00011428374],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819386,0.00037963619,0.00015109849,0.0005467313,0.00038551787,0.0003431562],"domain_scores_gemma":[0.99854755,0.00063995353,0.00004242681,0.0004331943,0.00022746272,0.00010940629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042967914,0.00015260595,0.00015659413,0.00022730527,0.000093803625,0.00014094758,0.0003030789,0.00012875568,0.000027229724],"category_scores_gemma":[0.0008749736,0.000159508,0.000085001644,0.0010239629,0.000012975413,0.00044713367,0.000052269817,0.0003816667,0.000026381276],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002287141,0.0009550108,0.3218914,0.00012031472,0.0001518003,0.00037654876,0.002228758,0.4495333,0.10314646,0.0030122902,0.0031322993,0.11522307],"study_design_scores_gemma":[0.0011271463,0.00017546714,0.09509541,0.00005194826,0.0000072842536,0.000024848716,0.0000129233285,0.8227529,0.08006606,0.00018224894,0.00032556863,0.00017818589],"about_ca_topic_score_codex":0.000060555438,"about_ca_topic_score_gemma":0.00007869362,"teacher_disagreement_score":0.39163366,"about_ca_system_score_codex":0.00026262255,"about_ca_system_score_gemma":0.00023033125,"threshold_uncertainty_score":0.65045476},"labels":[],"label_agreement":null},{"id":"W3202264790","doi":"10.1007/s10664-021-10016-2","title":"Rotten green tests in Java, Pharo and Python","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Python (programming language); Java; Computer science; Programming language; Unit testing; Test (biology); Software; Biology; Ecology","score_opus":0.02234213422314712,"score_gpt":0.284636052570599,"score_spread":0.26229391834745186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202264790","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5171917,0.0013563054,0.4788109,0.0010219608,0.00033300082,0.00014020328,0.0000028164955,0.0011169313,0.00002619029],"genre_scores_gemma":[0.8797066,0.000034665063,0.11940037,0.00026194265,0.00015092154,0.00005175068,0.000005844661,0.000060903934,0.00032695808],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981206,0.000038505543,0.0002632236,0.00059087184,0.0003982885,0.0005884987],"domain_scores_gemma":[0.9977119,0.0014088108,0.000020428139,0.00052409887,0.0000759944,0.00025879336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029560272,0.00022494429,0.00026653064,0.00022917749,0.000043420798,0.00014457882,0.0004917932,0.00012211502,0.000020461754],"category_scores_gemma":[0.0030136707,0.000242061,0.000055099605,0.0011667063,0.000019966506,0.00038209837,0.0005946724,0.00046500715,0.000037445945],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029186176,0.000077866665,0.9692427,0.00014847095,0.000026105545,0.0010016114,0.0005603389,0.006321461,0.0011002715,0.00015934119,0.00067107467,0.020687826],"study_design_scores_gemma":[0.00051031186,0.000041601576,0.95423824,0.000106992266,0.000003312822,0.000154256,0.0000048545717,0.033186324,0.0016589472,0.00018351714,0.009465955,0.0004456697],"about_ca_topic_score_codex":0.00004475958,"about_ca_topic_score_gemma":0.000011722294,"teacher_disagreement_score":0.36251497,"about_ca_system_score_codex":0.00013098186,"about_ca_system_score_gemma":0.000088707886,"threshold_uncertainty_score":0.9870961},"labels":[],"label_agreement":null},{"id":"W3202359992","doi":"10.1145/3475716.3475790","title":"Continuous Software Bug Prediction","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Benchmark (surveying); Computer science; Software bug; Software; Software regression; Set (abstract data type); Data mining; Verification and validation; Software metric; Software development; Software evolution; Software engineering; Machine learning; Software quality; Software construction; Programming language; Engineering","score_opus":0.011991483860232601,"score_gpt":0.23715835986668288,"score_spread":0.22516687600645027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202359992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018117866,0.00014090205,0.97875226,0.00038290312,0.00046657847,0.00004299641,0.0000015214619,0.0011180707,0.0009769351],"genre_scores_gemma":[0.66443396,0.00001979481,0.3221337,0.00029614466,0.00016779407,0.000024320954,0.000007859115,0.000017232995,0.0128992135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99919444,0.000020430958,0.00008711173,0.00024378825,0.00025727917,0.00019692958],"domain_scores_gemma":[0.9990461,0.00027078498,0.00000867504,0.00045402415,0.00014559264,0.00007485255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000121190686,0.000056851473,0.000068680485,0.000045602552,0.000041822364,0.00012276377,0.00032615845,0.000036365705,0.000108444845],"category_scores_gemma":[0.0008005566,0.000054965058,0.000030857133,0.0003621956,0.00001048005,0.00021792104,0.00022291963,0.00010161396,0.00017479478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058850032,0.00031575718,0.44579184,0.00011652175,0.000119850476,0.0011197644,0.0009759613,0.001898789,0.007698555,0.04533398,0.13016927,0.36645383],"study_design_scores_gemma":[0.0016169134,0.0002715186,0.6595282,0.00010262384,0.000011204939,0.0007398742,0.00009381802,0.06586568,0.10684411,0.0057749758,0.15826029,0.0008907943],"about_ca_topic_score_codex":0.000007750679,"about_ca_topic_score_gemma":0.0000018197354,"teacher_disagreement_score":0.65661854,"about_ca_system_score_codex":0.00003100379,"about_ca_system_score_gemma":0.0000831954,"threshold_uncertainty_score":0.22466916},"labels":[],"label_agreement":null},{"id":"W3203214494","doi":"","title":"Software Functional Sizing Automation from Requirements Written as Triplets","year":2021,"lang":"en","type":"article","venue":"International Conference on Software Engineering Advances","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Automation; Software requirements specification; Software; Functional requirement; Sizing; Software engineering; Software construction; Programming language; Software development; Engineering","score_opus":0.04094549634603421,"score_gpt":0.30153369169442273,"score_spread":0.2605881953483885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203214494","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027639827,0.00059165707,0.9644658,0.00070861797,0.0044647604,0.00013146545,0.00004210991,0.0016844445,0.00027131685],"genre_scores_gemma":[0.678975,0.00020863065,0.31855795,0.0003319073,0.00052853796,0.00012273176,0.0002801523,0.000057648336,0.00093743065],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99691546,0.00004482005,0.00042205688,0.00083131646,0.0013470199,0.00043933332],"domain_scores_gemma":[0.9973209,0.0010919544,0.00011729736,0.0006055767,0.0006798442,0.00018446606],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021453551,0.0003299349,0.0002632625,0.00029945772,0.00012247983,0.0004740096,0.0010757241,0.00011912555,0.00048948725],"category_scores_gemma":[0.00517063,0.00036766025,0.00011957118,0.0004587808,0.00003048501,0.0014579758,0.00034576672,0.00041488695,0.00034109745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017282918,0.00076156383,0.048394036,0.00025195023,0.0010803792,0.0014474711,0.0012136165,0.23466045,0.014944331,0.17867757,0.0036001645,0.5147956],"study_design_scores_gemma":[0.005803314,0.0005452719,0.2920782,0.003065088,0.000064057815,0.0003821747,0.00026793376,0.43947896,0.06965182,0.029983979,0.15421171,0.0044675064],"about_ca_topic_score_codex":0.000022225504,"about_ca_topic_score_gemma":0.0000042875677,"teacher_disagreement_score":0.6513352,"about_ca_system_score_codex":0.0003122172,"about_ca_system_score_gemma":0.0002709763,"threshold_uncertainty_score":0.9998775},"labels":[],"label_agreement":null},{"id":"W3203221575","doi":"10.3390/a14100289","title":"Comparing Commit Messages and Source Code Metrics for the Prediction Refactoring Activities","year":2021,"lang":"en","type":"article","venue":"Algorithms","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Commit; Java; Code smell; Metric (unit); Source code; Code (set theory); Class (philosophy); Software; Software metric; Data mining; Programming language; Machine learning; Artificial intelligence; Software quality; Software development; Set (abstract data type); Database","score_opus":0.05110975156882941,"score_gpt":0.2871362250593349,"score_spread":0.23602647349050548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203221575","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0410041,0.0013478581,0.95640814,0.00037255275,0.00047159244,0.00011876123,0.000006675836,0.00023063463,0.000039694634],"genre_scores_gemma":[0.94892514,0.00016660868,0.05002451,0.0000299026,0.00017396097,0.000051430114,0.0000032569396,0.000016729684,0.00060845434],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991021,0.000032481577,0.00010633256,0.00024469278,0.00027824406,0.00023614462],"domain_scores_gemma":[0.99649894,0.0029639953,0.000027320079,0.00037400977,0.00008007008,0.00005567082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003541296,0.000089930254,0.00012510607,0.00007819844,0.00024848388,0.00026878377,0.00036508343,0.00003960168,0.0000015533628],"category_scores_gemma":[0.00052810874,0.00007384183,0.000034400648,0.0004045573,0.00004547472,0.0002821161,0.00033931938,0.00018050769,0.0000011108136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017499304,0.00015929899,0.19037068,0.00033562066,0.0005674896,0.00006153985,0.00994052,0.015852083,0.002483765,0.0059965868,0.0044892207,0.7697257],"study_design_scores_gemma":[0.00041845182,0.000049162772,0.045441408,0.000034692435,0.00001772047,0.000054535296,0.000538176,0.9141279,0.012932846,0.00017516881,0.026040427,0.00016951775],"about_ca_topic_score_codex":0.000025574484,"about_ca_topic_score_gemma":0.0000060431234,"teacher_disagreement_score":0.9079211,"about_ca_system_score_codex":0.000051456707,"about_ca_system_score_gemma":0.000035649016,"threshold_uncertainty_score":0.30111825},"labels":[],"label_agreement":null},{"id":"W3203969037","doi":"10.1145/3470006","title":"Automatic Fault Detection for Deep Learning Programs Using Graph Transformations","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds de recherche du Québec; Institut de Valorisation des Données","keywords":"Computer science; Metamodeling; Graph; Fault detection and isolation; Precision and recall; Construct (python library); Artificial intelligence; Deep learning; Artificial neural network; Machine learning; Software; Process (computing); Data mining; Software engineering; Theoretical computer science; Programming language","score_opus":0.08467335479524384,"score_gpt":0.3304131342028107,"score_spread":0.24573977940756686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203969037","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05815283,0.00030524103,0.93943554,0.00007355867,0.0005763309,0.00026017881,0.0000028125007,0.0011928058,6.961164e-7],"genre_scores_gemma":[0.20234293,0.00005829395,0.79732466,0.000018934403,0.000028035622,0.00016943963,0.000005160486,0.00003044264,0.000022110838],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998506,0.00018350866,0.00027496266,0.00041456654,0.00017774502,0.00044320914],"domain_scores_gemma":[0.99529034,0.003920874,0.00003741829,0.0004520511,0.00015993776,0.00013940882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071358227,0.00020908863,0.00027805014,0.00037375113,0.00031126334,0.00010548053,0.000299211,0.00017652145,0.000007292343],"category_scores_gemma":[0.0027797208,0.00023143638,0.00014089275,0.0007691299,0.000030832307,0.00030466105,0.000015782198,0.00046461844,0.0000024116766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005621251,0.00004349812,0.000056853398,0.0001930896,0.000086073145,0.0000066949765,0.000779035,0.22968996,0.0037312864,0.0001792065,5.0470743e-7,0.7652282],"study_design_scores_gemma":[0.0008128026,0.00033432763,0.0010400394,0.00009883134,0.00007732527,0.0004986106,0.00013871843,0.9637273,0.030389449,0.0009361421,0.001474694,0.00047173933],"about_ca_topic_score_codex":0.000012029276,"about_ca_topic_score_gemma":0.000008983628,"teacher_disagreement_score":0.76475644,"about_ca_system_score_codex":0.000070542505,"about_ca_system_score_gemma":0.000053672375,"threshold_uncertainty_score":0.9437702},"labels":[],"label_agreement":null},{"id":"W3204270390","doi":"10.1145/3475716.3484487","title":"Semantic Slicing of Architectural Change Commits","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Software engineering; Commit; Slicing; Architectural pattern; Programming language; Process (computing); Java; Software; Database; Software development; Software design; World Wide Web","score_opus":0.0407431961813553,"score_gpt":0.277116203003387,"score_spread":0.23637300682203172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204270390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5233177,0.00019679745,0.47408435,0.0012226444,0.00019928052,0.00006903943,4.303932e-7,0.0002172994,0.0006925021],"genre_scores_gemma":[0.9674167,0.0000027598971,0.032132342,0.00009962686,0.000034371595,0.0000046861783,5.156202e-7,0.0000045095862,0.0003044561],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99934155,0.000026221844,0.00008855509,0.00014801981,0.0002172597,0.000178368],"domain_scores_gemma":[0.99911153,0.00035674148,0.0000126268815,0.00039703256,0.00007440354,0.00004766113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011827077,0.000051491494,0.0000918965,0.00007145835,0.0000208566,0.000030586456,0.00038661042,0.000017706747,0.000026627806],"category_scores_gemma":[0.00022595565,0.00004578531,0.000031951775,0.00041716732,0.000014046464,0.00009977992,0.0003281172,0.00008912814,0.000021617467],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006823279,0.0002583758,0.24286005,0.0008072259,0.00014681272,0.0006394639,0.012416736,0.0013972019,0.0536076,0.08708909,0.0018626819,0.59890795],"study_design_scores_gemma":[0.0005702397,0.00012116617,0.60855794,0.00018899661,0.0000053683957,0.00030671497,0.000065085835,0.14775893,0.23958765,0.0011827375,0.0012424802,0.0004126752],"about_ca_topic_score_codex":0.000077036224,"about_ca_topic_score_gemma":0.000020219537,"teacher_disagreement_score":0.59849524,"about_ca_system_score_codex":0.00001139423,"about_ca_system_score_gemma":0.00002697348,"threshold_uncertainty_score":0.18670708},"labels":[],"label_agreement":null},{"id":"W3204491293","doi":"10.1109/tse.2021.3115772","title":"Characterizing and Mitigating Self-Admitted Technical Debt in Build Systems","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Technical debt; Software engineering; Operating system; Software; Software development","score_opus":0.009912218925696303,"score_gpt":0.22976416783745449,"score_spread":0.2198519489117582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204491293","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1981704,0.00025312524,0.7992113,0.000059797338,0.0006420232,0.00015281852,0.0000047264894,0.0015000677,0.0000056991103],"genre_scores_gemma":[0.8763486,0.00004832565,0.12334776,0.000032595068,0.000043802538,0.000105492596,0.0000013188799,0.0000443095,0.000027756123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981438,0.000046535526,0.00035300804,0.0005655043,0.00037019013,0.00052096474],"domain_scores_gemma":[0.998132,0.0010260086,0.00003258552,0.0005296486,0.000085085936,0.00019470748],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030310798,0.0002530493,0.000288358,0.0003972051,0.00010290768,0.0002418083,0.00035884153,0.0001607062,0.0000053816357],"category_scores_gemma":[0.0002454148,0.00029897978,0.00007009012,0.0010946017,0.00001538211,0.00044624758,0.000015087696,0.00073083356,0.0000135899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023480266,0.00080400694,0.018166352,0.0018936242,0.0003228468,0.0021935601,0.002729587,0.75749224,0.17620803,0.0019657346,0.00006771844,0.038132798],"study_design_scores_gemma":[0.0020413029,0.00021961053,0.067242935,0.002180165,0.000040956304,0.0017786741,0.00010311557,0.77594686,0.14692809,0.000027166438,0.0014874836,0.00200366],"about_ca_topic_score_codex":0.000019372728,"about_ca_topic_score_gemma":0.000004482485,"teacher_disagreement_score":0.67817825,"about_ca_system_score_codex":0.000217544,"about_ca_system_score_gemma":0.0000935046,"threshold_uncertainty_score":0.99994624},"labels":[],"label_agreement":null},{"id":"W3204578495","doi":"10.1145/3470133","title":"A Systematic Review of API Evolution Literature","year":2021,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"","keywords":"Computer science; Artifact (error); Application programming interface; Software evolution; Software engineering; Software; Software development; Compiler; Android (operating system); Data science; World Wide Web; Programming language; Software construction; Artificial intelligence; Operating system","score_opus":0.03773563095177377,"score_gpt":0.3398366848737849,"score_spread":0.3021010539220111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204578495","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3697203e-7,0.7828708,0.21534882,0.000015351156,0.00055088475,0.0009468864,0.000010602242,0.0002427091,0.000013759114],"genre_scores_gemma":[0.000006876253,0.98554057,0.014046738,0.000021363798,0.00010486035,0.00004307684,0.000097496304,0.000048623606,0.000090412905],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9910652,0.0052004284,0.0015333669,0.00081035256,0.00090165884,0.000488981],"domain_scores_gemma":[0.9850373,0.009458933,0.0008097875,0.0038384558,0.0007325054,0.00012300133],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010510673,0.0004984756,0.0038433676,0.0003926631,0.00007252219,0.00021702425,0.0042552603,0.0002860644,0.000004994142],"category_scores_gemma":[0.03080702,0.0004092944,0.0008227816,0.003681905,0.000031194086,0.0001556961,0.0021794077,0.0008139661,0.000058096735],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.8268022e-8,0.000019003986,0.0000034549523,0.9222439,0.00015362237,0.000040863142,0.000032819906,0.0000026510666,2.3431234e-8,0.00042261413,0.0004596254,0.07662138],"study_design_scores_gemma":[0.00003504151,0.000018968663,0.000013801149,0.9926556,0.00020128953,0.00019911642,6.049843e-7,0.00030771625,1.7496127e-7,0.000022028415,0.0062149838,0.00033068596],"about_ca_topic_score_codex":0.000011155645,"about_ca_topic_score_gemma":3.7413042e-7,"teacher_disagreement_score":0.2026697,"about_ca_system_score_codex":0.00026726082,"about_ca_system_score_gemma":0.0006044886,"threshold_uncertainty_score":0.9998359},"labels":[],"label_agreement":null},{"id":"W3204686189","doi":"10.1007/s10664-021-10032-2","title":"How are project-specific forums utilized? A study of participation, content, and sentiment in the Eclipse ecosystem","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Japan Society for the Promotion of Science","keywords":"Eclipse; Popularity; World Wide Web; Computer science; Bridge (graph theory); Sentiment analysis; Knowledge management; Data science; Public relations; Political science; Artificial intelligence","score_opus":0.09961188966302743,"score_gpt":0.31488797726991474,"score_spread":0.21527608760688732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204686189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8571513,0.0005283762,0.14090396,0.00046935372,0.00022068557,0.0005501672,0.0000039990255,0.00016958144,0.000002544656],"genre_scores_gemma":[0.99523157,0.000015237018,0.0043936586,0.000027938266,0.00008246249,0.00019279221,0.0000022162621,0.00001878833,0.000035332934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980344,0.00014666021,0.00034932562,0.0004698036,0.00057330343,0.00042648177],"domain_scores_gemma":[0.997735,0.0013068038,0.00006873959,0.00065396656,0.0001499397,0.00008553748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000547877,0.00019753662,0.00032201383,0.00017739544,0.000059782793,0.00024817642,0.00050208793,0.00006327042,0.0000030881238],"category_scores_gemma":[0.0014684747,0.00015700374,0.00005810516,0.0010815858,0.000014407829,0.0002642759,0.0003198278,0.0002804111,0.0000022515596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010854824,0.0007644825,0.9813867,0.00023407742,0.00007479888,0.00034625403,0.009213388,0.0042631878,0.00019158814,0.00025208996,0.001070985,0.0021915545],"study_design_scores_gemma":[0.001728243,0.00027805197,0.9632555,0.00019012245,0.000014341982,0.00006730339,0.0027045994,0.02112972,0.0009124011,0.000028315137,0.009285018,0.0004063336],"about_ca_topic_score_codex":0.000009920147,"about_ca_topic_score_gemma":0.000033439188,"teacher_disagreement_score":0.13808025,"about_ca_system_score_codex":0.00008347738,"about_ca_system_score_gemma":0.000045842855,"threshold_uncertainty_score":0.6402427},"labels":[],"label_agreement":null},{"id":"W3204758977","doi":"10.48550/arxiv.2109.14097","title":"How Much Data Analytics is Enough? The ROI of Machine Learning Classification and its Application to Requirements Dependency Classification","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Dependency (UML); Return on investment; Analytics; Artificial intelligence; Selection (genetic algorithm); Region of interest; Software; Machine learning; Data mining","score_opus":0.21359547421863792,"score_gpt":0.2580230380897199,"score_spread":0.04442756387108196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204758977","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22954248,0.00020649398,0.7683067,0.0012279202,0.00009672474,0.000443643,0.000025493428,0.000100456884,0.00005012084],"genre_scores_gemma":[0.9964898,0.00048673165,0.002209142,0.000025624922,0.000034529166,0.0000042955,0.00017181717,0.000017551203,0.00056048203],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978491,0.00016817242,0.00021186034,0.0012443069,0.00028258606,0.00024396069],"domain_scores_gemma":[0.9963293,0.00029910868,0.00028274884,0.0025268015,0.0004366895,0.0001253705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006629728,0.00020847093,0.00022410242,0.00026887405,0.00016401251,0.00024773242,0.0028988256,0.00017961061,0.0000032975154],"category_scores_gemma":[0.0005945346,0.00021529362,0.000051393556,0.0010865934,0.000044867214,0.0005800265,0.0035105413,0.0005868573,0.000007864173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014304275,0.0010337743,0.30914098,0.0023871574,0.0013773603,0.0001495324,0.007471898,0.21912627,0.06797215,0.31234208,0.0010444057,0.077811345],"study_design_scores_gemma":[0.00013510509,0.00002507847,0.024797194,0.000051388368,0.000047829202,0.0000019930326,0.00019952586,0.97271264,0.0007844342,0.0005787071,0.00046724378,0.00019885041],"about_ca_topic_score_codex":0.000083337334,"about_ca_topic_score_gemma":0.00004070767,"teacher_disagreement_score":0.7669473,"about_ca_system_score_codex":0.0001874236,"about_ca_system_score_gemma":0.00017918646,"threshold_uncertainty_score":0.8779419},"labels":[],"label_agreement":null},{"id":"W3204827391","doi":"10.5281/zenodo.5532640","title":"Scalable and Accurate Test Case Prioritization in Continuous Integration Contexts","year":2021,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"","keywords":"Prioritization; Scalability; Test (biology); Computer science; Data science; Database; Business; Process management; Geology","score_opus":0.021480443720523525,"score_gpt":0.2474873130833507,"score_spread":0.22600686936282718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3204827391","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34760293,0.0008055778,0.63141525,0.0024843276,0.00031538995,0.0010486778,0.000101989746,0.0025316933,0.01369418],"genre_scores_gemma":[0.9965534,0.00007198832,0.0024240366,0.000057655405,0.000038774346,8.706397e-8,0.00015636609,0.00027792546,0.00041972744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858063,0.0002204485,0.0002133031,0.000429331,0.0002574829,0.00029878004],"domain_scores_gemma":[0.9985387,0.00020709047,0.00004577883,0.00040150498,0.00067614013,0.00013083749],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006420482,0.00010582302,0.00012409079,0.00022945345,0.0006301282,0.0013765646,0.0004984238,0.00005600978,0.0004116638],"category_scores_gemma":[0.005021916,0.0001190268,0.000017901,0.0010248569,0.00006418627,0.0006252555,0.00095936656,0.00024987527,0.00047360896],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028024542,0.0004502496,0.00071070396,0.00017737705,0.00003256484,0.0043507516,0.00478696,0.00037467168,0.02880343,0.025136733,0.027360609,0.9077879],"study_design_scores_gemma":[0.00574307,0.0011213805,0.046694323,0.00058286876,0.000024132552,0.027343819,0.0018228753,0.15859546,0.029081183,0.0023235905,0.7250531,0.0016142594],"about_ca_topic_score_codex":0.000023818666,"about_ca_topic_score_gemma":0.0000031699717,"teacher_disagreement_score":0.90617365,"about_ca_system_score_codex":0.00012757948,"about_ca_system_score_gemma":0.00001014502,"threshold_uncertainty_score":0.9996601},"labels":[],"label_agreement":null},{"id":"W3206397610","doi":"10.1007/s10664-021-10083-5","title":"A fine-grained data set and analysis of tangling in bug fixing commits","year":2022,"lang":"en","type":"preprint","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; University of Saskatchewan; University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia; University of Ottawa","funders":"Horizon 2020 Framework Programme; Technische Universität Clausthal; Deutsche Forschungsgemeinschaft","keywords":"Context (archaeology); Computer science; Software bug; Set (abstract data type); Code (set theory); Software; Source lines of code; Data mining; Programming language; Biology","score_opus":0.07673165410839632,"score_gpt":0.34358802997785276,"score_spread":0.26685637586945643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206397610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43716666,0.0015036713,0.559519,0.00020002092,0.00039404057,0.00028061267,0.00028570532,0.0006455846,0.000004708373],"genre_scores_gemma":[0.9005946,0.000044739227,0.09835825,0.00003887497,0.00008441571,0.00010021468,0.0006705888,0.00007854923,0.00002975645],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961899,0.00011777743,0.00077870156,0.0013561716,0.00088530674,0.0006721644],"domain_scores_gemma":[0.9927702,0.0040525096,0.00016455143,0.0026987807,0.00008698328,0.00022697922],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0014812486,0.00046759838,0.0010727186,0.0019193875,0.000071543436,0.00017550147,0.0035523872,0.00026545092,0.000046928104],"category_scores_gemma":[0.006420252,0.0005358075,0.00018927144,0.0037924354,0.000038958577,0.0002816796,0.01319303,0.0017713642,0.0000014416925],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004175589,0.000038514143,0.5387885,0.00032270997,0.00042174826,0.00010242815,0.00078600127,0.45839927,0.000014129388,0.00001812622,0.00024344344,0.0008609879],"study_design_scores_gemma":[0.00022597668,0.00002734392,0.3619174,0.00015215114,0.000113444185,0.000004878833,0.000010250638,0.635909,0.000020618376,0.000051399937,0.0010891062,0.0004783697],"about_ca_topic_score_codex":0.00019011031,"about_ca_topic_score_gemma":0.00004278309,"teacher_disagreement_score":0.46342793,"about_ca_system_score_codex":0.00028419483,"about_ca_system_score_gemma":0.0001785826,"threshold_uncertainty_score":0.99970937},"labels":[],"label_agreement":null},{"id":"W3206419348","doi":"10.1145/3485537","title":"Automatic migration from synchronous to asynchronous JavaScript APIs","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Programming Languages","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Asynchronous communication; JavaScript; Code refactoring; Callback; Programming language; Programmer; Distributed computing; Software; Computer network","score_opus":0.011510722755067895,"score_gpt":0.25955521929488073,"score_spread":0.24804449653981284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206419348","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900254,0.0005825486,0.0037972585,0.0042350823,0.0002704412,0.00038992387,0.000003884087,0.00056591776,0.0001295628],"genre_scores_gemma":[0.78526473,0.000005763501,0.21421556,0.00017369342,0.00008878937,0.00007758445,0.0000021363692,0.000022339507,0.00014940197],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982211,0.000015037566,0.00025542718,0.00048033067,0.0006339325,0.0003941665],"domain_scores_gemma":[0.99811065,0.00037507774,0.0001110856,0.0009889852,0.00029826406,0.00011591536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032109144,0.00018538801,0.00022547672,0.00012572155,0.000091777845,0.00036292314,0.002856897,0.00007415544,0.0000176479],"category_scores_gemma":[0.0074968487,0.00014604595,0.000110305424,0.0008902233,0.00003902432,0.00026336196,0.0014489397,0.00021805467,0.000044276603],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010760603,0.00035590667,0.029671868,0.0003685521,0.0001620703,0.000030630785,0.009906654,0.000092937975,0.089911014,0.0028286853,0.0065469183,0.860114],"study_design_scores_gemma":[0.0007422689,0.00059361523,0.069234,0.0011786388,0.00006299351,0.000080284306,0.0018668704,0.0070046545,0.90930456,0.0030926126,0.005990144,0.0008493693],"about_ca_topic_score_codex":0.00015630804,"about_ca_topic_score_gemma":0.000014652626,"teacher_disagreement_score":0.8592646,"about_ca_system_score_codex":0.00012496668,"about_ca_system_score_gemma":0.00007934898,"threshold_uncertainty_score":0.897497},"labels":[],"label_agreement":null},{"id":"W3206481103","doi":"10.1007/s10664-021-10083-5","title":"A fine-grained data set and analysis of tangling in bug fixing commits","year":2022,"lang":"en","type":"article","venue":"Florence Research (University of Florence)","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; University of Saskatchewan; University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia; University of Ottawa","funders":"Technische Universität Clausthal","keywords":"Context (archaeology); Computer science; Software bug; Code (set theory); Source lines of code; Set (abstract data type); Software; Data science; Data mining; Programming language; Biology","score_opus":0.10845759653231943,"score_gpt":0.32623385004434213,"score_spread":0.2177762535120227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3206481103","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9452717,0.0003293414,0.052848637,0.00072109926,0.000074012976,0.00025747743,0.0002658531,0.000062687555,0.00016919462],"genre_scores_gemma":[0.98999393,0.000061095554,0.009751713,0.0000030801764,0.000009227976,0.0000016171505,0.00009077191,0.0000057255916,0.00008283462],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966689,0.00043866085,0.00020853951,0.0006642664,0.0014709248,0.0005487577],"domain_scores_gemma":[0.9962033,0.0018604357,0.00008525887,0.0014094146,0.00028192997,0.00015963898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004083798,0.000114741706,0.00038442912,0.0024888767,0.00035216662,0.000043923053,0.004308062,0.000048272905,0.00019111937],"category_scores_gemma":[0.0011024799,0.0001454318,0.000064584674,0.008514912,0.00039122137,0.00064624206,0.006699719,0.00068674487,0.0000027173166],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017496433,0.0003730434,0.87469923,0.000345016,0.0007614941,0.0007642362,0.031202044,0.02903709,0.0028536434,0.0044436604,0.0037874985,0.05155806],"study_design_scores_gemma":[0.00049971783,0.00020050506,0.28593186,0.000056765002,0.000029675191,0.0000043091836,0.002714665,0.70950496,0.00007631092,0.00032198447,0.00047260162,0.000186631],"about_ca_topic_score_codex":0.0019278135,"about_ca_topic_score_gemma":0.000714957,"teacher_disagreement_score":0.6804679,"about_ca_system_score_codex":0.00014513597,"about_ca_system_score_gemma":0.00031852882,"threshold_uncertainty_score":0.83507204},"labels":[],"label_agreement":null},{"id":"W3207869070","doi":"10.1016/j.jss.2021.111115","title":"Clone detection through srcClone: A program slicing based approach","year":2021,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Program comprehension; clone (Java method); Benchmark (surveying); Program slicing; Scalability; Semantics (computer science); Source code; Software maintenance; Kernel (algebra); Precision and recall; Software; Programming language; Data mining; Code (set theory); Set (abstract data type); Software system; Artificial intelligence; Operating system; Biology","score_opus":0.022017679272204375,"score_gpt":0.26683964405038046,"score_spread":0.24482196477817608,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207869070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09478066,0.0032675837,0.90100694,0.0000713164,0.0005704235,0.00013938826,7.909617e-7,0.00013875125,0.000024161514],"genre_scores_gemma":[0.8237452,0.000038120088,0.1758964,0.000025537034,0.000216136,0.00001338782,6.1072757e-7,0.000013368637,0.00005127032],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985587,0.000095278454,0.0003732163,0.000207133,0.00052646076,0.00023920093],"domain_scores_gemma":[0.99862915,0.00030688918,0.00017572822,0.00028753484,0.00047510475,0.0001255913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060603826,0.00011826136,0.00028375912,0.00011623062,0.000112464906,0.0003624271,0.00027836525,0.00008670027,0.0000010304226],"category_scores_gemma":[0.0006517143,0.00009828604,0.00008940903,0.00050804723,0.000021830801,0.0004616821,0.00008727392,0.00032279993,0.0000015132533],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015254215,0.0021876895,0.119016364,0.0072006695,0.0009212347,0.0041011916,0.008901548,0.076649226,0.016663468,0.0037625565,0.0027744453,0.7576691],"study_design_scores_gemma":[0.014664811,0.0063678497,0.16248237,0.006269144,0.00027750636,0.04125265,0.003493178,0.6365606,0.032546874,0.0017051524,0.090794116,0.0035857472],"about_ca_topic_score_codex":0.000033689426,"about_ca_topic_score_gemma":9.800763e-7,"teacher_disagreement_score":0.75408334,"about_ca_system_score_codex":0.00007559514,"about_ca_system_score_gemma":0.00016330788,"threshold_uncertainty_score":0.40079883},"labels":[],"label_agreement":null},{"id":"W3208243843","doi":"10.1109/rew53955.2021.00025","title":"Is BERT the New Silver Bullet? - An Empirical Investigation of Requirements Dependency Classification","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Transformer; Artificial intelligence; Silver bullet; Dependency (UML); Empirical research; Encoder; Machine learning; Data mining; Engineering","score_opus":0.10386123021689922,"score_gpt":0.35122460525203775,"score_spread":0.24736337503513853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208243843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38957822,0.00009745169,0.5886649,0.020485519,0.00022898446,0.00014957384,7.300795e-7,0.00017295119,0.0006216822],"genre_scores_gemma":[0.95368963,0.000008849619,0.043623216,0.0007781202,0.000053585558,0.0000069526086,0.000005125734,0.000007140693,0.0018273884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988067,0.000075764896,0.00017764019,0.000271498,0.0005196525,0.00014872878],"domain_scores_gemma":[0.9987211,0.00023296052,0.000036333433,0.00073272357,0.00016804073,0.000108845496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029168135,0.00006607838,0.00006936615,0.00004813232,0.00005124931,0.000084539315,0.00060069724,0.000048518014,0.0001532202],"category_scores_gemma":[0.00035960224,0.00004939722,0.000031098625,0.0005189574,0.000031195214,0.00035765374,0.00016745627,0.000106795975,0.00005256172],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008656432,0.00018723497,0.6305229,0.00006271112,0.000079311234,0.00002124618,0.008833674,0.00023853563,0.13881533,0.02636044,0.13927132,0.055598628],"study_design_scores_gemma":[0.00029505283,0.00008158195,0.79494107,0.000021718206,0.0000066791745,0.000013447958,0.00007800482,0.042097267,0.15006584,0.00816124,0.0040679057,0.00017017534],"about_ca_topic_score_codex":0.00006810713,"about_ca_topic_score_gemma":0.000014015321,"teacher_disagreement_score":0.5641114,"about_ca_system_score_codex":0.000041457668,"about_ca_system_score_gemma":0.00030278787,"threshold_uncertainty_score":0.20143601},"labels":[],"label_agreement":null},{"id":"W3208323417","doi":"10.1007/s10664-021-10045-x","title":"How do i refactor this? An empirical study on refactoring trends and topics in Stack Overflow","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Software engineering; Unit testing; Empirical research; Implementation; Software; Programming language","score_opus":0.04809255609342547,"score_gpt":0.3290085982567614,"score_spread":0.2809160421633359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208323417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93496555,0.0002615024,0.06207125,0.0010804415,0.000587225,0.00015393342,0.0000051395496,0.00085194985,0.000023011591],"genre_scores_gemma":[0.9822619,0.000011412268,0.016781567,0.000096638905,0.00028048392,0.000037860238,0.000006135808,0.000060483177,0.000463527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968198,0.0001315854,0.00034458877,0.0010816507,0.0008383324,0.0007840655],"domain_scores_gemma":[0.99714637,0.0011354723,0.000039665756,0.0011320531,0.000100374054,0.00044608128],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041527575,0.00040778602,0.00046433244,0.00048530183,0.000090057525,0.00068038923,0.00068695995,0.00020661541,0.000026834676],"category_scores_gemma":[0.0030053325,0.0004020835,0.00008521849,0.001589853,0.000021882126,0.00077545736,0.0005539307,0.0009633711,0.0000090124195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009577157,0.00037880582,0.9817031,0.00004150998,0.00003326242,0.00062909856,0.0021374691,0.002350326,0.00012057599,0.000050627,0.0002733618,0.012272296],"study_design_scores_gemma":[0.0006888092,0.0004226411,0.98372406,0.00006276588,0.000005337918,0.000026108088,0.00006630971,0.005417284,0.00046385668,0.000024621126,0.008595739,0.00050249184],"about_ca_topic_score_codex":0.000010954666,"about_ca_topic_score_gemma":0.000010401813,"teacher_disagreement_score":0.047296345,"about_ca_system_score_codex":0.0003645536,"about_ca_system_score_gemma":0.000096823795,"threshold_uncertainty_score":0.9998431},"labels":[],"label_agreement":null},{"id":"W3208730084","doi":"10.48550/arxiv.2110.14081","title":"A Controlled Experiment of Different Code Representations for Learning-Based Bug Repair","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Code (set theory); Source code; Representation (politics); Perspective (graphical); Point (geometry); Process (computing); Abstract syntax; Programming language; Syntax; Artificial intelligence; Set (abstract data type); Mathematics","score_opus":0.07040668802292974,"score_gpt":0.23906511192958935,"score_spread":0.1686584239066596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208730084","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33498222,0.00009292682,0.6634592,0.00005934209,0.0002700512,0.00069841027,0.000009020237,0.00037061967,0.000058198846],"genre_scores_gemma":[0.9925328,0.000027893275,0.006226656,0.000013775886,0.000032707478,0.000037480415,0.00003734989,0.000023868097,0.001067487],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979023,0.00022127324,0.0003012426,0.0010448076,0.00018951764,0.00034086301],"domain_scores_gemma":[0.9960162,0.0017456593,0.00023737075,0.0013918015,0.0004544675,0.000154503],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031388804,0.00026776156,0.00059864175,0.0003273314,0.00011170326,0.000087887594,0.0011326415,0.00018233704,0.000028178656],"category_scores_gemma":[0.00092342636,0.00029650703,0.00062544463,0.0004040116,0.000079651465,0.000113670714,0.0010962104,0.00044582845,0.0000031345883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001935883,0.00033601178,0.010384999,0.00025364952,0.0003345007,0.00011218456,0.0004006926,0.9801314,0.0004546716,0.007141305,0.00019835809,0.00005866418],"study_design_scores_gemma":[0.0035332008,0.0001532541,0.0028281396,0.0001391043,0.00006935665,9.046681e-7,0.00013556138,0.9863947,0.00566763,0.0006937583,0.00007816581,0.0003062271],"about_ca_topic_score_codex":0.000074744166,"about_ca_topic_score_gemma":0.00001705807,"teacher_disagreement_score":0.6575506,"about_ca_system_score_codex":0.00025052967,"about_ca_system_score_gemma":0.00036636932,"threshold_uncertainty_score":0.9999487},"labels":[],"label_agreement":null},{"id":"W3208913301","doi":"10.32920/ryerson.14638470.v1","title":"Partially observable Markov Decision Process to prioritize software defects","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Partially observable Markov decision process; Dependency (UML); Dependency graph; Exploit; Software bug; Prioritization; Software; Graph; Process (computing); Software quality; Software regression; Data mining; Risk analysis (engineering); Markov chain; Markov model; Software development; Machine learning; Artificial intelligence; Computer security; Engineering; Theoretical computer science","score_opus":0.025687265362385556,"score_gpt":0.2996946730810493,"score_spread":0.2740074077186637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208913301","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1933078,0.00039354197,0.80222064,0.0002778117,0.0015525568,0.00067161344,0.000004488847,0.0014150498,0.00015649413],"genre_scores_gemma":[0.23095974,0.000040350762,0.7670413,0.00038758214,0.00020237007,0.00034903642,0.000020243722,0.00007002051,0.0009293282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99537235,0.000086964355,0.0004676992,0.0016924914,0.0014820392,0.0008984804],"domain_scores_gemma":[0.9943904,0.0016422336,0.00007448277,0.0025227994,0.0008130293,0.0005570534],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007806565,0.00046300513,0.0005476002,0.0002969022,0.0001227889,0.0015270351,0.0037078839,0.00039749398,0.0001431958],"category_scores_gemma":[0.0064017633,0.0004642195,0.00020649905,0.0010758077,0.000021636228,0.00039683405,0.0069536613,0.00093679706,0.00019227217],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012180249,0.0008440018,0.11572249,0.005553666,0.0003816491,0.0027713492,0.004677793,0.29590055,0.0010047357,0.0013864897,0.03886437,0.5327711],"study_design_scores_gemma":[0.0043317233,0.00138341,0.61652845,0.016819352,0.00017059981,0.00041500936,0.00032037238,0.20784205,0.07917734,0.03302052,0.02631778,0.01367342],"about_ca_topic_score_codex":0.00007692942,"about_ca_topic_score_gemma":0.00008274428,"teacher_disagreement_score":0.5190977,"about_ca_system_score_codex":0.0002497571,"about_ca_system_score_gemma":0.0013967078,"threshold_uncertainty_score":0.99978095},"labels":[],"label_agreement":null},{"id":"W3209001851","doi":"10.1016/j.infsof.2021.106756","title":"Early Prediction for Merged vs Abandoned Code Changes in Modern Code Reviews","year":2019,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Code review; Code (set theory); Machine learning; Source code; Artificial intelligence; Classifier (UML); Suite; Software; Source lines of code; Empirical research; Software inspection; Process (computing); Software engineering; Software development; Software quality; Programming language; Statistics","score_opus":0.07216682349375034,"score_gpt":0.20648882950485375,"score_spread":0.13432200601110342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209001851","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5951705,0.000095305426,0.40370372,0.00007163641,0.00021062126,0.00052563177,0.000010490625,0.00015146026,0.000060637256],"genre_scores_gemma":[0.99661696,0.00023296167,0.0012397314,0.000036209796,0.00002885194,0.0000064135975,0.000004497929,0.000013606408,0.0018207447],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988477,0.00006728488,0.00012338927,0.0005360331,0.00008608463,0.00033950637],"domain_scores_gemma":[0.9989281,0.00026209792,0.000055736182,0.0005870959,0.00007355396,0.000093376155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045565187,0.000130138,0.00021939276,0.00025503908,0.000050667168,0.000038648628,0.00072603696,0.00008083861,0.00001166184],"category_scores_gemma":[0.0001408222,0.0001433804,0.000069263595,0.00067931064,0.000021415337,0.00042741923,0.00016329101,0.00015517042,0.00008296584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066438183,0.00040584774,0.6997093,0.0007821485,0.0001459985,0.00015988022,0.003491226,0.22256684,0.009110617,0.04781212,0.0029535026,0.012198161],"study_design_scores_gemma":[0.0016151633,0.00023952861,0.05732301,0.00010011467,0.000009744636,0.0000017949073,0.000012317541,0.93511415,0.00061659835,0.0015336785,0.003194302,0.00023957429],"about_ca_topic_score_codex":0.000042262753,"about_ca_topic_score_gemma":0.00011857455,"teacher_disagreement_score":0.71254736,"about_ca_system_score_codex":0.00013205459,"about_ca_system_score_gemma":0.000036268684,"threshold_uncertainty_score":0.5846883},"labels":[],"label_agreement":null},{"id":"W3209347229","doi":"10.1002/smr.2402","title":"A systematic mapping study on the employment of neural networks on software engineering projects: Where to go next?","year":2021,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Artificial neural network; Domain (mathematical analysis); Computer science; Deep learning; Software; Field (mathematics); Software engineering; Artificial intelligence; Software development; Social software engineering; Point (geometry); Data science; Software construction","score_opus":0.028202629790664114,"score_gpt":0.2700500468416283,"score_spread":0.2418474170509642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209347229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39268306,0.0017490909,0.60414577,0.0003090773,0.00046547563,0.0005514245,0.0000011278014,0.00009349205,0.0000014854618],"genre_scores_gemma":[0.99420834,0.000017042414,0.005435703,0.00010257357,0.00013162945,0.000047266458,2.4074933e-7,0.000021473257,0.00003573082],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99776167,0.00015680364,0.00062445266,0.0002718121,0.00087772857,0.0003075371],"domain_scores_gemma":[0.99704504,0.0014279166,0.00028232267,0.0004028637,0.00068058935,0.0001612909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001074668,0.0002068022,0.00042028993,0.0003022631,0.000120366334,0.00022083802,0.0006471318,0.000062063875,0.0000036228955],"category_scores_gemma":[0.0044296295,0.00014346899,0.00009547722,0.0010780483,0.000017300516,0.0003618385,0.00016980075,0.0004776325,0.0000032371718],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024162725,0.0017674139,0.18779013,0.019433627,0.00096584,0.0006558413,0.02554961,0.7539627,0.00021884772,0.0012490236,0.0022853643,0.0058800043],"study_design_scores_gemma":[0.0054133497,0.011560555,0.4633861,0.073074594,0.0002933108,0.0022167705,0.014857784,0.4249242,0.0011423071,0.00043765048,0.00035567238,0.0023377074],"about_ca_topic_score_codex":0.0000032660428,"about_ca_topic_score_gemma":0.0000023331047,"teacher_disagreement_score":0.60152525,"about_ca_system_score_codex":0.00016222386,"about_ca_system_score_gemma":0.00016511753,"threshold_uncertainty_score":0.58504957},"labels":[],"label_agreement":null},{"id":"W3209468076","doi":"10.1145/3530785","title":"On Wasted Contributions: Understanding the Dynamics of Contributor-Abandoned Pull Requests–A Mixed-Methods Study of 10 Large Open-Source Projects","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Concordia University","funders":"","keywords":"Computer science; Open source; Dynamics (music); Open source software; Management science; Operations research; Software; Economics; Sociology; Engineering; Programming language","score_opus":0.08502718441017452,"score_gpt":0.3720169809182515,"score_spread":0.286989796508077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209468076","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06250479,0.00015906045,0.9352018,0.00019935588,0.0006392864,0.00089971913,0.000106463296,0.00028711546,0.0000023711789],"genre_scores_gemma":[0.7846876,0.000014758576,0.21480417,0.000026123731,0.000010976597,0.00031611114,0.000009840637,0.000033760913,0.0000966779],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960183,0.0020585887,0.00049801316,0.0005255041,0.00041111847,0.000488482],"domain_scores_gemma":[0.9746596,0.023755256,0.00016291236,0.0011529407,0.00016834404,0.00010093744],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0062296283,0.0002543326,0.00059973256,0.0005101024,0.00047953776,0.00005515216,0.0015776842,0.000111522226,0.000026340456],"category_scores_gemma":[0.009136603,0.00022582112,0.00009811614,0.0012087743,0.000067097426,0.00014763547,0.0003013004,0.0008307709,6.3734416e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010441403,0.0030236032,0.0011915518,0.0003195352,0.0013900527,0.000052453528,0.011637604,0.84994066,0.002240482,0.06694833,0.000203311,0.06200829],"study_design_scores_gemma":[0.039326068,0.03426814,0.013549307,0.0007042861,0.00094360806,0.0009611695,0.037180617,0.8096212,0.03523298,0.019137641,0.005142118,0.003932873],"about_ca_topic_score_codex":0.00009770384,"about_ca_topic_score_gemma":0.000019768795,"teacher_disagreement_score":0.7221828,"about_ca_system_score_codex":0.00037952268,"about_ca_system_score_gemma":0.00011819132,"threshold_uncertainty_score":0.9992099},"labels":[],"label_agreement":null},{"id":"W3209827742","doi":"10.48550/arxiv.2102.09775","title":"Characterizing and Mitigating Self-Admitted Technical Debt in Build Systems","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Technical debt; Computer science; Artifact (error); Software; Set (abstract data type); Software system; Data science; Dependency (UML); Data mining; Software development; Software engineering; Artificial intelligence","score_opus":0.03750002698376278,"score_gpt":0.1958700061272583,"score_spread":0.15836997914349552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209827742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8546013,0.00021153923,0.14383033,0.00005449918,0.00034624813,0.00026637988,0.000002503013,0.0005726621,0.000114489296],"genre_scores_gemma":[0.99404234,0.00013330742,0.005654471,0.000021703978,0.000050870105,0.0000035490575,0.000007350071,0.000022713823,0.00006368494],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997852,0.00016502904,0.00023609611,0.0011469683,0.00014414165,0.0004557544],"domain_scores_gemma":[0.9980644,0.0005352942,0.000113429196,0.0009680863,0.00012146336,0.00019730709],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004706795,0.0002680767,0.00037904637,0.00041374128,0.00008005567,0.0003671642,0.0012375991,0.00034276088,0.0000029847517],"category_scores_gemma":[0.00029505717,0.000341325,0.00008178323,0.00092499686,0.00004943008,0.0003706506,0.0030942105,0.0010955347,0.000007940102],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032172276,0.00051746395,0.74470586,0.0030931323,0.00039191663,0.013967886,0.002783322,0.15106302,0.011988469,0.06954384,0.000091874856,0.0018210242],"study_design_scores_gemma":[0.0005714378,0.000042182004,0.13174175,0.0012307911,0.000025833211,0.00009037649,0.00015535436,0.86426365,0.00047478403,0.00050627545,0.00010215703,0.0007954192],"about_ca_topic_score_codex":0.00022216402,"about_ca_topic_score_gemma":0.000020236233,"teacher_disagreement_score":0.7132006,"about_ca_system_score_codex":0.00036207295,"about_ca_system_score_gemma":0.00023034538,"threshold_uncertainty_score":0.99990386},"labels":[],"label_agreement":null},{"id":"W3210111894","doi":"10.1109/seaa53835.2021.00015","title":"Automated Support for Searching and Selecting Evidence in Software Engineering: A Cross-domain Systematic Mapping","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Workload; Computer science; Automation; Domain (mathematical analysis); Context (archaeology); Field (mathematics); Data science; Systematic review; Variety (cybernetics); Selection (genetic algorithm); Software engineering; Software; Precision and recall; Information retrieval; Machine learning; Artificial intelligence; Engineering; MEDLINE","score_opus":0.042381102224931404,"score_gpt":0.32087167509287495,"score_spread":0.27849057286794354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210111894","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24299645,0.0003487035,0.75470144,0.00009115244,0.00010489433,0.00045765503,7.5646176e-7,0.0012928725,0.0000060528373],"genre_scores_gemma":[0.603282,0.000004943736,0.3963383,0.000030769912,0.00001967296,0.00013877383,0.0000012690163,0.000021497062,0.00016278714],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979962,0.00008101708,0.0004006559,0.00053166284,0.00037989413,0.0006105637],"domain_scores_gemma":[0.99359506,0.00558339,0.00004442852,0.00043680318,0.00020210886,0.00013822537],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020350942,0.00016724986,0.0003160727,0.00031028,0.00010636957,0.00062927586,0.0004913872,0.000069128226,0.000005320624],"category_scores_gemma":[0.015333525,0.0001697573,0.000050575083,0.0011007523,0.000016498398,0.00065538636,0.00043026797,0.00023829036,0.000006824481],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000275754,0.00023507819,0.624951,0.20941718,0.00034481246,0.002063695,0.020624971,0.07298717,0.050891127,0.014770982,0.00062992127,0.0030565078],"study_design_scores_gemma":[0.0004054487,0.000048815647,0.04213762,0.005146811,0.0000027922997,0.00030610774,0.0000973727,0.9488823,0.0025225203,0.000119171746,0.000022070699,0.00030900456],"about_ca_topic_score_codex":0.000017076987,"about_ca_topic_score_gemma":0.000006484329,"teacher_disagreement_score":0.8758951,"about_ca_system_score_codex":0.00015768498,"about_ca_system_score_gemma":0.00024236365,"threshold_uncertainty_score":0.99296075},"labels":[],"label_agreement":null},{"id":"W3210853439","doi":"10.5281/zenodo.5361067","title":"How Do I Refactor This? An Empirical Study on Refactoring Trends and Topics in Stack Overflow","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Code refactoring; Stack (abstract data type); Computer science; Empirical research; Programming language; Mathematics; Software; Statistics","score_opus":0.062116709552840176,"score_gpt":0.3083726042637263,"score_spread":0.24625589471088613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210853439","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07217546,0.0006031995,0.0036572823,0.004711945,0.0019683386,0.002437704,0.9077607,0.003764944,0.0029204497],"genre_scores_gemma":[0.05030078,0.00039046057,0.00102168,0.00019279151,0.0010458921,6.6603224e-7,0.9422736,0.0023621148,0.0024120277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962048,0.0007456669,0.0002895599,0.0011510806,0.0010369199,0.0005719922],"domain_scores_gemma":[0.9972593,0.0001442363,0.00009576927,0.0018496269,0.00032619046,0.0003248678],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00090844766,0.00032157273,0.0003496154,0.00092502154,0.00066762534,0.004018626,0.0025855517,0.00019983947,0.0011189032],"category_scores_gemma":[0.0022108522,0.00033117953,0.00004776562,0.0013938547,0.000068733425,0.00059836434,0.0033674473,0.0012239054,0.00037175353],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021962103,0.00048278796,0.00011240686,0.000078486715,0.000038020917,0.00027879572,0.00093140546,0.000016896684,0.000027248554,0.000043251235,0.96065193,0.03731681],"study_design_scores_gemma":[0.0004903027,0.00084656227,0.013816054,0.000064764325,0.000006676831,0.000036296977,0.0001325498,0.00014073995,0.000017752856,0.00000783103,0.9841201,0.00032038093],"about_ca_topic_score_codex":0.00003016348,"about_ca_topic_score_gemma":0.000003224402,"teacher_disagreement_score":0.036996428,"about_ca_system_score_codex":0.00041441192,"about_ca_system_score_gemma":0.000016129208,"threshold_uncertainty_score":0.99991405},"labels":[],"label_agreement":null},{"id":"W3210938546","doi":"10.3390/app11136188","title":"Automated Extraction and Time-Cost Prediction of Contractual Reporting Requirements in Construction Using Natural Language Processing and Simulation","year":2021,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workflow; Computer science; Overhead (engineering); Identification (biology); Database; Programming language","score_opus":0.037233583633287555,"score_gpt":0.3453840418439745,"score_spread":0.30815045821068693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210938546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95780444,0.00024882855,0.041535564,0.000012345803,0.000078854064,0.00012024828,6.262161e-7,0.00013001688,0.00006908532],"genre_scores_gemma":[0.9666665,0.0000026287278,0.033302378,0.000004260126,0.000013921135,0.0000031772697,0.0000017698122,0.0000024141223,0.0000029166868],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989711,0.000022161279,0.00031827606,0.0002701098,0.000280668,0.00013766847],"domain_scores_gemma":[0.99937654,0.00020857572,0.0002485227,0.0000764203,0.00006406783,0.0000258708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080845586,0.000057567755,0.00009821274,0.000114744485,0.000114601644,0.0001359655,0.00006795493,0.00003498261,0.0000010386661],"category_scores_gemma":[0.00063414086,0.000056691966,0.000006519849,0.00048688453,0.00011526874,0.0006440028,0.00006103848,0.000083955,1.7645085e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009401176,0.00003034991,0.03588116,0.00008052544,0.0000066830153,0.000019574214,0.0022759654,0.05257503,0.74920285,0.00029915123,0.0000022932327,0.159617],"study_design_scores_gemma":[0.00015288212,0.000008953837,0.047626752,0.000042098716,0.00000201296,0.000049958304,0.00023611357,0.9332598,0.018534027,0.000039245122,0.0000018407501,0.000046327008],"about_ca_topic_score_codex":0.000025156536,"about_ca_topic_score_gemma":0.000002245346,"teacher_disagreement_score":0.88068473,"about_ca_system_score_codex":0.00003849376,"about_ca_system_score_gemma":0.000081303515,"threshold_uncertainty_score":0.23118313},"labels":[],"label_agreement":null},{"id":"W3211076835","doi":"10.1109/rew53955.2021.00012","title":"Generating Sequence Diagram from Natural Language Requirements","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Alberta Innovates","keywords":"Sequence diagram; Computer science; Unified Modeling Language; Communication diagram; Correctness; Completeness (order theory); Class diagram; Programming language; Applications of UML; Use Case Diagram; UML tool; Natural language; Sequence (biology); Natural language processing; Software engineering; Software","score_opus":0.03411350203033933,"score_gpt":0.3147973851656794,"score_spread":0.2806838831353401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211076835","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5835611,0.000913794,0.41391894,0.00029098598,0.0005517884,0.00004516997,0.0000021951669,0.00043433055,0.0002816753],"genre_scores_gemma":[0.7898637,0.0000042872566,0.20870878,0.00026222525,0.00009249199,0.0000059835857,0.000010618094,0.0000058072746,0.0010460875],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989608,0.000037424856,0.00010447184,0.00031712465,0.0003341788,0.00024599154],"domain_scores_gemma":[0.99906945,0.0002642058,0.000014026894,0.0005116913,0.00007169115,0.00006892581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011665278,0.000076952994,0.00007541929,0.000030842042,0.000054231765,0.00022399808,0.0005133279,0.000027023387,0.00009134719],"category_scores_gemma":[0.00064090826,0.00007070601,0.000029900915,0.00030991636,0.000011464728,0.00031098755,0.0003818064,0.00014389605,0.00009855291],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011571891,0.000055849527,0.018824767,0.000017861348,0.000057049063,0.0013516572,0.0019469492,0.00094183075,0.68719405,0.0036843286,0.00264608,0.28327844],"study_design_scores_gemma":[0.0003513319,0.000021544656,0.016644614,0.000039379698,0.0000027740514,0.000029410077,0.000083318264,0.70830977,0.2732458,0.00025110363,0.00064533245,0.00037559128],"about_ca_topic_score_codex":0.0001733495,"about_ca_topic_score_gemma":0.000028643604,"teacher_disagreement_score":0.70736796,"about_ca_system_score_codex":0.000054249896,"about_ca_system_score_gemma":0.000072916664,"threshold_uncertainty_score":0.28833076},"labels":[],"label_agreement":null},{"id":"W3211582933","doi":"10.54590/pop.2021.004","title":"Social Analytics Through Spyral","year":2021,"lang":"en","type":"article","venue":"Pop! Public Open Participatory","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"JavaScript; Computer science; Analytics; World Wide Web; Development environment; Code (set theory); Data science; Software engineering; Programming language; Human–computer interaction","score_opus":0.27338811428755994,"score_gpt":0.41857461050994715,"score_spread":0.14518649622238722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211582933","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4854245,0.0012019519,0.38989547,0.06402008,0.0032454208,0.0011578907,0.000028548013,0.0020661985,0.052959945],"genre_scores_gemma":[0.98694533,0.0000052379705,0.010009929,0.0008100671,0.0001970517,0.00007993772,0.000007545814,0.000023930375,0.0019209792],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99759644,0.00018436096,0.00028853456,0.000541977,0.00059549575,0.00079319114],"domain_scores_gemma":[0.99825114,0.00028533663,0.000056629335,0.000878376,0.00029108545,0.00023741306],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00081401825,0.000159786,0.0002590249,0.00007416684,0.00026974935,0.0014580393,0.0022978436,0.000090020316,0.0003809497],"category_scores_gemma":[0.0011525846,0.00016887064,0.00008701547,0.0011645658,0.00009408107,0.0017528764,0.0022623867,0.00029231704,0.00042256707],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008080213,0.0006699114,0.090201445,0.00006492762,0.00028016572,0.00048346195,0.0038548687,0.000174315,0.0005044096,0.7583504,0.12576646,0.019641565],"study_design_scores_gemma":[0.0025649061,0.00017421233,0.25905833,0.00004608436,0.00005680792,0.000100111305,0.00039570712,0.045282558,0.009804244,0.024398452,0.6563354,0.0017831796],"about_ca_topic_score_codex":0.000050235103,"about_ca_topic_score_gemma":0.000026610442,"teacher_disagreement_score":0.7339519,"about_ca_system_score_codex":0.0001397975,"about_ca_system_score_gemma":0.0008376527,"threshold_uncertainty_score":0.99957854},"labels":[],"label_agreement":null},{"id":"W3211768873","doi":"10.1145/3528579.3529177","title":"How developers and managers define and trade productivity for quality","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Productivity; Quality (philosophy); Software; Software quality; Business; Robustness (evolution); Computer science; Software development; Knowledge management; Economics","score_opus":0.06251090589772802,"score_gpt":0.31121229572994313,"score_spread":0.24870138983221513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211768873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11049565,0.0008554429,0.8652374,0.021488668,0.00041941216,0.00096167554,0.000038518272,0.0004105431,0.00009269238],"genre_scores_gemma":[0.6925102,0.00012693374,0.3032475,0.00013927725,0.000056709156,0.0005686055,0.000030957814,0.000036175967,0.0032836488],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983147,0.000075003445,0.00012006895,0.00090291514,0.00031120083,0.00027615033],"domain_scores_gemma":[0.9986008,0.00061557564,0.000043895285,0.0006115821,0.000025893216,0.000102258644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010670269,0.0001857748,0.0002409291,0.000107609754,0.00010988634,0.00041451422,0.0006081067,0.00007858239,0.0000033451868],"category_scores_gemma":[0.0008596503,0.00018040377,0.0000359459,0.000157254,0.000059085476,0.00017060617,0.0021741376,0.00039100836,1.5162611e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009450047,0.0003881441,0.06057883,0.009819471,0.0007494073,0.000053449825,0.005730855,0.001311479,0.002073599,0.08401704,0.08037254,0.7548107],"study_design_scores_gemma":[0.0028880646,0.00048087284,0.5842826,0.00013298003,0.00006821788,0.000107761276,0.0005892716,0.036954805,0.007197736,0.022936964,0.3396889,0.0046718535],"about_ca_topic_score_codex":0.00007670055,"about_ca_topic_score_gemma":0.0000070933534,"teacher_disagreement_score":0.7501388,"about_ca_system_score_codex":0.00009572334,"about_ca_system_score_gemma":0.00010207158,"threshold_uncertainty_score":0.7356652},"labels":[],"label_agreement":null},{"id":"W3211925781","doi":"10.1145/3491211","title":"An Empirical Study of the Effectiveness of an Ensemble of Stand-alone Sentiment Detection Tools for Software Engineering Datasets","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Saskatchewan; Concordia University; University of Calgary","funders":"","keywords":"Computer science; Sentiment analysis; Software; Majority rule; Artificial intelligence; Machine learning; Empirical research; Detector; Data mining","score_opus":0.0814680668414065,"score_gpt":0.3610115127954521,"score_spread":0.2795434459540456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211925781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46197155,0.000048391794,0.5370426,0.0000031613722,0.0003095055,0.0004171982,0.00009985208,0.00010771668,2.4605116e-8],"genre_scores_gemma":[0.70731795,0.0000028233042,0.29240024,0.000002847474,0.000009893187,0.00022996744,0.000009497179,0.00002545705,0.0000013470351],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9976015,0.0008576874,0.0003924439,0.0004697349,0.0003845737,0.00029407587],"domain_scores_gemma":[0.9866105,0.011886661,0.00009849531,0.0011968508,0.00011118587,0.00009632719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028702898,0.00020991536,0.00048011634,0.00036856276,0.00015476943,0.000020106056,0.0008719307,0.000086270724,0.000003538603],"category_scores_gemma":[0.0032968787,0.00019902569,0.00010303289,0.00068028504,0.000035001205,0.00028187092,0.00010197445,0.00038194313,7.496275e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028948864,0.00076020765,0.0016684423,0.0005159131,0.00018740456,0.0000036114943,0.0011648872,0.916549,0.045980323,0.000026987509,0.0000014693237,0.032852262],"study_design_scores_gemma":[0.0047292216,0.0109375855,0.1655333,0.0001794009,0.0002537319,0.00016829801,0.0006876738,0.100141846,0.71609926,0.00021412158,0.00026807585,0.000787482],"about_ca_topic_score_codex":0.00005360524,"about_ca_topic_score_gemma":0.0000048598845,"teacher_disagreement_score":0.81640714,"about_ca_system_score_codex":0.00008922373,"about_ca_system_score_gemma":0.000067766494,"threshold_uncertainty_score":0.8116032},"labels":[],"label_agreement":null},{"id":"W3212549866","doi":"10.18653/v1/2021.findings-emnlp.214","title":"Novel Natural Language Summarization of Program Code via Leveraging Multiple Input Representations","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Automatic summarization; Programming language; Python (programming language); Source code; Code (set theory); Encoder; Redundant code; Code generation; Task (project management); Artificial intelligence; Natural language processing; Set (abstract data type); Operating system","score_opus":0.024817799380612772,"score_gpt":0.31090854281459185,"score_spread":0.28609074343397906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212549866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06534787,0.00010931851,0.9334063,0.0002399987,0.00018938335,0.00014159204,0.000002398994,0.0003709829,0.00019215382],"genre_scores_gemma":[0.7253437,0.0000014386076,0.27400792,0.00002467636,0.000018241042,0.00001517432,0.000022302549,0.0000060398693,0.00056048855],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999122,0.000023507453,0.00014766683,0.00024595953,0.00028681112,0.00017404118],"domain_scores_gemma":[0.99885607,0.00042809296,0.000029319022,0.00043391265,0.0002079328,0.000044664328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011957624,0.00006467552,0.000084212064,0.000090314614,0.000042408203,0.00008285796,0.0003221084,0.000027749424,0.000014940215],"category_scores_gemma":[0.0009366186,0.00006434265,0.0000365186,0.00071818905,0.000019541676,0.0002741978,0.00026324423,0.00011648893,0.000006807297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006884853,0.000679929,0.14258797,0.00015612143,0.000101951926,0.00009511779,0.006039095,0.013579964,0.56534916,0.0049885,0.000902032,0.26551327],"study_design_scores_gemma":[0.00039307104,0.000016548622,0.08050559,0.00001833953,0.0000024608871,0.000026173546,0.0000947579,0.7836003,0.13496171,0.000036720867,0.00022359572,0.000120781166],"about_ca_topic_score_codex":0.00015638676,"about_ca_topic_score_gemma":0.00006614857,"teacher_disagreement_score":0.7700203,"about_ca_system_score_codex":0.000029663333,"about_ca_system_score_gemma":0.00007162157,"threshold_uncertainty_score":0.2623817},"labels":[],"label_agreement":null},{"id":"W3213599224","doi":"10.1109/vissoft52517.2021.00027","title":"Understanding High-Level Behavior with a Light-Traces Visualization Metaphor","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Animation; Computer science; Visualization; Metaphor; Exploit; Set (abstract data type); Human–computer interaction; Information visualization; Computer animation; Data visualization; Computer graphics (images); Artificial intelligence; Programming language","score_opus":0.11658962961440078,"score_gpt":0.3044504734519165,"score_spread":0.18786084383751572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213599224","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043851666,0.00006107109,0.95479506,0.00042961555,0.0001430224,0.00008972891,9.614215e-7,0.00036822652,0.00026062957],"genre_scores_gemma":[0.9037362,0.0000060260036,0.09493256,0.00004290522,0.000024211828,0.000025165053,0.000003446372,0.0000135253595,0.0012159637],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988591,0.000033499164,0.00010768034,0.00031753053,0.00044613975,0.00023605637],"domain_scores_gemma":[0.9992025,0.00020272858,0.000020966496,0.00036806337,0.00011978201,0.00008598931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015849865,0.00009775749,0.00010717522,0.00012234678,0.0000868241,0.0002855837,0.00031888406,0.000042166987,0.000077060075],"category_scores_gemma":[0.000112083995,0.00007841833,0.000024047793,0.00087392697,0.000014826237,0.000410129,0.00013786463,0.00008946828,0.000027363945],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001075918,0.00036143977,0.03391498,0.000073983996,0.00013918713,0.0007460472,0.0014444578,0.00091552397,0.021223318,0.93509156,0.002698771,0.0033799545],"study_design_scores_gemma":[0.0027403391,0.00068344054,0.2041049,0.00022685912,0.00012805966,0.00054715166,0.0012312648,0.04937544,0.7310714,0.004317896,0.0036674784,0.0019057621],"about_ca_topic_score_codex":0.000023400342,"about_ca_topic_score_gemma":0.00004852937,"teacher_disagreement_score":0.9307737,"about_ca_system_score_codex":0.00011795124,"about_ca_system_score_gemma":0.00012030528,"threshold_uncertainty_score":0.31978068},"labels":[],"label_agreement":null},{"id":"W3214151424","doi":"10.48550/arxiv.2111.07263","title":"Code Representation Learning with Prüfer Sequences","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Automatic summarization; Sequence (biology); Representation (politics); Source code; Artificial intelligence; Encoding (memory); Syntax; Benchmark (surveying); Deep learning; Code (set theory); Program comprehension; Natural language processing; Abstract syntax; Programming language; Software; Software system","score_opus":0.08707538642658927,"score_gpt":0.21679399147137887,"score_spread":0.1297186050447896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214151424","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4447724,0.000043022974,0.55413395,0.00005696972,0.00015670714,0.00011937119,0.000001083112,0.00035461527,0.00036189667],"genre_scores_gemma":[0.9908917,0.00008907845,0.006868002,0.000015391255,0.000043764383,0.0000018947565,0.000018669964,0.000019053703,0.002052458],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804425,0.00017758495,0.000117953554,0.0011275104,0.00020038908,0.00033232555],"domain_scores_gemma":[0.99808073,0.00038851963,0.00011165463,0.0010050061,0.0002781182,0.00013596725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023646877,0.0002173796,0.00023146215,0.00023538736,0.00012981704,0.00032265027,0.0013229101,0.00016646061,0.000031702282],"category_scores_gemma":[0.00025311598,0.00023478249,0.00008886137,0.00094332366,0.00008711786,0.0005018759,0.0015174685,0.00088675605,0.0000320666],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010831834,0.000026781474,0.06845447,0.00006535092,0.00008258452,0.0011866096,0.00047120434,0.92394966,0.000071037495,0.0052179233,0.000049970477,0.00041355565],"study_design_scores_gemma":[0.00057384575,0.00014465215,0.03447335,0.0003708514,0.000053303032,0.00004497819,0.00046052336,0.95858103,0.0016738159,0.002386909,0.00038443142,0.0008523063],"about_ca_topic_score_codex":0.00022732603,"about_ca_topic_score_gemma":0.00004981608,"teacher_disagreement_score":0.54726595,"about_ca_system_score_codex":0.00020547873,"about_ca_system_score_gemma":0.00036152068,"threshold_uncertainty_score":0.95741516},"labels":[],"label_agreement":null},{"id":"W3214476327","doi":"10.3390/sym13112166","title":"Software Defect Prediction Using Wrapper Feature Selection Based on Dynamic Re-Ranking Strategy","year":2021,"lang":"en","type":"article","venue":"Symmetry","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Yayasan UTP; Universiti Teknologi Petronas","keywords":"Computer science; Feature selection; Overfitting; Data mining; Maxima and minima; Curse of dimensionality; Machine learning; Ranking (information retrieval); Artificial intelligence; Software; Classifier (UML); Feature (linguistics); Process (computing); Pattern recognition (psychology); Artificial neural network; Mathematics","score_opus":0.01617267138903952,"score_gpt":0.27165605243976,"score_spread":0.2554833810507205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214476327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17205943,0.00024256895,0.82603014,0.00011034444,0.00059377553,0.00011949483,0.000006484367,0.0006946831,0.0001430653],"genre_scores_gemma":[0.9397394,0.0000038132328,0.059856035,0.0001065844,0.0000993889,0.000008794653,0.000018399944,0.000029259365,0.0001383008],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821174,0.000126884,0.00013774767,0.00056439836,0.00056585384,0.00039339095],"domain_scores_gemma":[0.99875206,0.00043312434,0.000040370218,0.0005110238,0.00017150545,0.000091905815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034612574,0.00017323406,0.00014631829,0.00031715597,0.00019474978,0.00023177835,0.0003115135,0.00017314657,0.000024433348],"category_scores_gemma":[0.00062588434,0.00018237045,0.00011872396,0.0017053395,0.000016788901,0.0002986204,0.00008841999,0.0005239551,0.000020205502],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006243577,0.00037776085,0.21159753,0.0004966399,0.00021652442,0.00038266735,0.00027517724,0.63716084,0.030364895,0.0014252315,0.0029108946,0.11472938],"study_design_scores_gemma":[0.0003690936,0.00013550074,0.06126774,0.00016458279,0.000013498053,0.00005985654,0.000016905266,0.93176544,0.0055086436,0.0002461524,0.00021571263,0.00023686193],"about_ca_topic_score_codex":0.0000152356715,"about_ca_topic_score_gemma":0.000009494245,"teacher_disagreement_score":0.76768,"about_ca_system_score_codex":0.00035372205,"about_ca_system_score_gemma":0.00027927273,"threshold_uncertainty_score":0.7436851},"labels":[],"label_agreement":null},{"id":"W3214674962","doi":"10.1109/models50736.2021.00014","title":"Repository Mining for Changes in Simulink Models","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Artifact (error); Computer science; Automotive industry; Software; Software engineering; Model-based design; Software development; Simulation; Engineering; Artificial intelligence; Operating system","score_opus":0.04334033440436619,"score_gpt":0.28583879585364513,"score_spread":0.24249846144927895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214674962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035746194,0.00018818158,0.9618549,0.00082209345,0.00022056444,0.00007663323,2.5080433e-7,0.0001737182,0.00091751193],"genre_scores_gemma":[0.73584837,0.0000049917444,0.26139554,0.00012021127,0.00006080281,0.000040617964,7.1041575e-7,0.0000072559483,0.0025215351],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993715,0.000013819516,0.00007308703,0.0002231826,0.00012718303,0.00019121602],"domain_scores_gemma":[0.9988798,0.0007089606,0.000007895507,0.00029311565,0.00007065055,0.000039588784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001578456,0.000046188477,0.000068039015,0.00006928398,0.000024515512,0.00006949988,0.0002804063,0.0000315887,0.0000028041893],"category_scores_gemma":[0.0002438464,0.000046669473,0.000018662638,0.00024388244,0.000005444647,0.00014609037,0.0001529056,0.000050803188,0.0000020175582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025627322,0.00038914857,0.024116458,0.00053018285,0.00008886321,0.001431305,0.012286159,0.54218656,0.032820627,0.12999305,0.011589637,0.24454236],"study_design_scores_gemma":[0.00016358407,0.00002147836,0.0006754031,0.000017734857,4.0406306e-7,0.000009081316,0.00003049258,0.97187835,0.025581518,0.0008515118,0.0006922487,0.00007822103],"about_ca_topic_score_codex":0.000007774658,"about_ca_topic_score_gemma":0.00002191914,"teacher_disagreement_score":0.7004593,"about_ca_system_score_codex":0.000031347256,"about_ca_system_score_gemma":0.00006228868,"threshold_uncertainty_score":0.19031258},"labels":[],"label_agreement":null},{"id":"W3214740254","doi":"","title":"Software Migration: A Theoretical Framework (A Grounded Theory approach on Systematic Literature Review)","year":2021,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Grounded theory; Systematic review; Computer science; Epistemology; Software; Sociology; Programming language; Qualitative research; Social science; Philosophy; Political science; MEDLINE","score_opus":0.011529987153419853,"score_gpt":0.24118195774340923,"score_spread":0.22965197058998937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214740254","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00070529303,0.056262527,0.93183464,0.0054282784,0.0003750409,0.001268285,0.000017763872,0.00081796484,0.0032902304],"genre_scores_gemma":[0.15190142,0.01815486,0.82403404,0.0009936617,0.00008755113,0.0010848864,0.00071350083,0.00012816828,0.0029018994],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.98183787,0.013968012,0.0008030677,0.0015234628,0.0013171105,0.0005504605],"domain_scores_gemma":[0.9758029,0.014056167,0.00041895444,0.0064400965,0.0029812297,0.00030068075],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.012547375,0.00057698955,0.0008861688,0.00029576567,0.00030876845,0.0020081832,0.004275934,0.00061774853,0.000090586895],"category_scores_gemma":[0.03436413,0.00052708806,0.0004512384,0.0013840368,0.0002737139,0.00026922778,0.002884066,0.0023229069,0.000045924804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004813317,0.0004362299,0.00006500211,0.04156561,0.00012263286,0.00004050062,0.0072185034,0.00010425256,0.00001515374,0.94638604,0.00082891807,0.0032123388],"study_design_scores_gemma":[0.0005063903,0.0000027602812,0.000971581,0.83464086,0.00018442934,0.0002476951,0.00015489604,0.061837804,0.00253805,0.09648307,0.0005742577,0.0018582181],"about_ca_topic_score_codex":0.000015853408,"about_ca_topic_score_gemma":0.000010914936,"teacher_disagreement_score":0.849903,"about_ca_system_score_codex":0.00023469307,"about_ca_system_score_gemma":0.0004027046,"threshold_uncertainty_score":0.9999788},"labels":[],"label_agreement":null},{"id":"W3214949213","doi":"10.1109/tem.2021.3122012","title":"Toward Using Package Centrality Trend to Identify Packages in Decline","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Engineering Management","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Université Laval; Carleton University; Concordia University","funders":"","keywords":"Centrality; Computer science; Popularity; Reuse; Scalability; Code (set theory); Software; Software engineering; Code reuse; Data science; World Wide Web; Database; Operating system; Engineering","score_opus":0.03937547079648684,"score_gpt":0.30553573147891133,"score_spread":0.2661602606824245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214949213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07672868,0.000046485835,0.9211454,0.0004728693,0.0009611303,0.00021601305,0.000008409554,0.00037770154,0.000043357864],"genre_scores_gemma":[0.92376953,0.00004563932,0.075787246,0.00009263013,0.000027325783,0.000049581748,0.0000017440636,0.000030250316,0.00019606797],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980326,0.00004095284,0.00030201883,0.0005654402,0.0004964387,0.00056252535],"domain_scores_gemma":[0.9988104,0.00016928904,0.000018708522,0.0007737725,0.000035835616,0.00019195637],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003276712,0.0002251132,0.00021045121,0.0005836028,0.00005475809,0.00020352402,0.00058082776,0.000058453377,0.000033526656],"category_scores_gemma":[0.000027519203,0.00026771173,0.00010210129,0.0015867656,0.0000089213145,0.00026982717,0.000033254262,0.0002889038,0.000047219874],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005341364,0.000187855,0.000109025255,0.00017341663,0.000073868076,0.00055187684,0.0003098696,0.97785324,0.0046091685,0.00045482343,0.00006460488,0.015606903],"study_design_scores_gemma":[0.002878071,0.00019223084,0.12393802,0.00094449683,0.000093362796,0.00011222046,0.00023507421,0.6310663,0.23186424,0.00026840484,0.0062574763,0.0021501067],"about_ca_topic_score_codex":0.000027286591,"about_ca_topic_score_gemma":0.000026791797,"teacher_disagreement_score":0.84704083,"about_ca_system_score_codex":0.0003327786,"about_ca_system_score_gemma":0.000023780025,"threshold_uncertainty_score":0.9999775},"labels":[],"label_agreement":null},{"id":"W3215087645","doi":"10.1155/2021/5069016","title":"A Novel Rank Aggregation‐Based Hybrid Multifilter Wrapper Feature Selection Method in Software Defect Prediction","year":2021,"lang":"en","type":"article","venue":"Computational Intelligence and Neuroscience","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Feature selection; Rank (graph theory); Computer science; Feature (linguistics); Software; Selection (genetic algorithm); Pattern recognition (psychology); Artificial intelligence; Data mining; Machine learning; Mathematics","score_opus":0.042036925436791335,"score_gpt":0.3140236752147824,"score_spread":0.2719867497779911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215087645","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01705997,0.00014336144,0.98151857,0.00052549696,0.0003918742,0.00016352636,0.000010804008,0.00018022816,0.000006198821],"genre_scores_gemma":[0.6475624,0.000014516799,0.35172892,0.0005474389,0.000029025934,0.000028350445,0.000009554679,0.000009181579,0.00007061353],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798745,0.00011441402,0.00022806901,0.00079906324,0.0005611535,0.00030985105],"domain_scores_gemma":[0.9980293,0.0012648145,0.000054285018,0.00022771329,0.00031002855,0.000113888185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044365218,0.0001610582,0.00014014915,0.00032631384,0.00019764592,0.00028991568,0.0004171959,0.000054057495,0.0000070707333],"category_scores_gemma":[0.0016905009,0.0001667424,0.00006327767,0.0017247387,0.00009137217,0.00065715454,0.00016355266,0.0003168624,0.000008005338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071092736,0.00009534092,0.011943739,0.000024829755,0.0000023673394,0.000031723284,0.00012100235,0.95207286,0.006271576,0.0008208073,0.000106201136,0.028502425],"study_design_scores_gemma":[0.000147495,0.000052331616,0.06441891,0.00004970379,0.0000022007714,0.00023696374,0.000005334922,0.899407,0.03420044,0.0011350422,0.00019969279,0.00014487281],"about_ca_topic_score_codex":0.0000120363475,"about_ca_topic_score_gemma":0.000005550487,"teacher_disagreement_score":0.63050246,"about_ca_system_score_codex":0.00007131492,"about_ca_system_score_gemma":0.0002376884,"threshold_uncertainty_score":0.6799558},"labels":[],"label_agreement":null},{"id":"W3215176293","doi":"10.1109/re51729.2021.00023","title":"Automated Traceability for Domain Modelling Decisions Empowered by Artificial Intelligence","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Traceability; Computer science; TRACE (psycholinguistics); Domain (mathematical analysis); Tracing; Set (abstract data type); Completeness (order theory); Artificial intelligence; Domain model; Software engineering; Data science; Machine learning; Domain knowledge; Programming language","score_opus":0.06684052606423473,"score_gpt":0.33346453587189595,"score_spread":0.2666240098076612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215176293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044879932,0.00009993442,0.95188296,0.00078447297,0.0002598111,0.00022684161,0.000011064456,0.0017904387,0.000064523665],"genre_scores_gemma":[0.46240112,0.000004815291,0.53737867,0.00003232825,0.000018241337,0.000036521447,0.0000073526912,0.000010006818,0.00011091992],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831325,0.000055146018,0.00032014883,0.00055456173,0.00035805436,0.00039884925],"domain_scores_gemma":[0.99602586,0.0027790228,0.000023888548,0.00074211694,0.00027643397,0.00015265773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067566446,0.0001228372,0.00015786235,0.00007018076,0.00014814863,0.00024164662,0.0007045638,0.000080863254,0.00004625024],"category_scores_gemma":[0.0014924591,0.0001191639,0.000090847265,0.00068919203,0.000033724093,0.0002432964,0.00020649853,0.0001382064,0.000042295935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007454185,0.0013666882,0.0003936163,0.00008643264,0.0001187252,0.00009769066,0.0031308418,0.5161175,0.018666776,0.23067357,0.027584767,0.20168883],"study_design_scores_gemma":[0.000053783424,0.000028859458,0.00003396407,0.000009565754,0.0000012445109,0.0000059711215,0.000052692176,0.93691856,0.022798588,0.03891276,0.0010466388,0.00013738849],"about_ca_topic_score_codex":0.000013323699,"about_ca_topic_score_gemma":0.000007849145,"teacher_disagreement_score":0.420801,"about_ca_system_score_codex":0.00008912539,"about_ca_system_score_gemma":0.00019668796,"threshold_uncertainty_score":0.48593628},"labels":[],"label_agreement":null},{"id":"W3215908476","doi":"10.48550/arxiv.2112.01259","title":"Borrowing from Similar Code: A Deep Learning NLP-Based Approach for Log Statement Automation","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Source code; Artificial intelligence; Java; Context (archaeology); Natural language processing; Parsing; Machine learning; Information retrieval; Data mining; Programming language","score_opus":0.07292306413508969,"score_gpt":0.21502333995186096,"score_spread":0.14210027581677126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215908476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12786613,0.00010026189,0.870417,0.000052572384,0.00029378675,0.000495392,0.000019441717,0.00069707714,0.00005834997],"genre_scores_gemma":[0.8549207,0.000021753724,0.14446102,0.000035932648,0.000053703145,0.000011765373,0.00032713855,0.00003356126,0.00013440695],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974461,0.00020820643,0.0002543494,0.0013703032,0.00022829347,0.0004927236],"domain_scores_gemma":[0.99743354,0.0008505736,0.00018747956,0.0010563226,0.00029529288,0.0001768147],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005867919,0.00032208848,0.00035734766,0.00032513827,0.00020768255,0.0003506628,0.0014980559,0.00027084045,0.000020836744],"category_scores_gemma":[0.00044305975,0.00041526443,0.00023406079,0.00058881054,0.00004341019,0.00038245233,0.001302948,0.00073782547,0.000009438293],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014092968,0.00007941817,0.0034651768,0.00019135996,0.00009757598,0.00009711303,0.00033973868,0.99360496,0.00008444422,0.0010242851,0.000058878446,0.00094294146],"study_design_scores_gemma":[0.00062580255,0.00004724862,0.0017181159,0.00009735528,0.000042843123,5.095828e-7,0.00013815855,0.99544924,0.0004868564,0.0007242997,0.00027035727,0.0003991958],"about_ca_topic_score_codex":0.00012491335,"about_ca_topic_score_gemma":0.000014038692,"teacher_disagreement_score":0.7270546,"about_ca_system_score_codex":0.0005880006,"about_ca_system_score_gemma":0.0003769555,"threshold_uncertainty_score":0.99982995},"labels":[],"label_agreement":null},{"id":"W3216390711","doi":"10.32920/ryerson.14665455.v1","title":"Speeding up calibration of latent Dirichlet allocation model to improve topic analysis in software engineering","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Topic model; Exploit; Software; Simple (philosophy); Dirichlet distribution; Information retrieval; Data mining; Data science; Theoretical computer science; Mathematics; Programming language","score_opus":0.027622280103591152,"score_gpt":0.27322675240945776,"score_spread":0.2456044723058666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216390711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2733936,0.000059560654,0.7256764,0.00015391716,0.00031597557,0.00022066529,0.0000032669393,0.0001725489,0.0000040686496],"genre_scores_gemma":[0.75172114,0.00001252574,0.24794722,0.000020364714,0.000031387986,0.000055928882,0.000031659187,0.000014445897,0.00016534576],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979591,0.000025335397,0.0004718864,0.0007035409,0.0005346193,0.00030554013],"domain_scores_gemma":[0.99842364,0.00024283354,0.00007565298,0.00091412844,0.00022721865,0.000116544696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041014713,0.0002197388,0.0004285317,0.0011016598,0.000014990124,0.0002138747,0.0008648529,0.00019263894,0.000010699921],"category_scores_gemma":[0.0009296402,0.00024042452,0.00016104261,0.0017511465,0.000005614761,0.00027974666,0.0015632964,0.00039621606,0.000001271405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010918586,0.000020337739,0.021807369,0.00015633153,0.00010275422,0.0000041936632,0.00070963934,0.9736013,0.0018445689,0.00034321635,0.000017765324,0.0013914254],"study_design_scores_gemma":[0.00007590485,0.000011590673,0.028460994,0.000081479906,0.000026550562,3.3693306e-7,0.0000070320248,0.96280354,0.008265605,0.00005438381,0.0000014776427,0.00021109765],"about_ca_topic_score_codex":0.0004351473,"about_ca_topic_score_gemma":0.00007814103,"teacher_disagreement_score":0.47832754,"about_ca_system_score_codex":0.0002784313,"about_ca_system_score_gemma":0.00020773294,"threshold_uncertainty_score":0.9804227},"labels":[],"label_agreement":null},{"id":"W3216427897","doi":"10.1109/scam52516.2021.00025","title":"PYREF: Refactoring Detection in Python Projects","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Python (programming language); Computer science; Programming language; Java; Oracle; Software; Software engineering; Source code","score_opus":0.030539399267037633,"score_gpt":0.2773174201593533,"score_spread":0.24677802089231565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216427897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.509695,0.000053042153,0.48802075,0.00013802054,0.00040814048,0.00006617446,5.7464778e-8,0.00045341154,0.0011654291],"genre_scores_gemma":[0.98179775,0.0000048484144,0.017528737,0.0000168401,0.00003326405,0.000011533114,1.8792383e-7,0.000006185505,0.00060064683],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992568,0.000026823025,0.0000813901,0.00023716621,0.00019576939,0.00020204834],"domain_scores_gemma":[0.9994248,0.00016368531,0.00000754933,0.00031768126,0.00004704038,0.000039253788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018345962,0.00005117072,0.000057153302,0.00011947887,0.000021165679,0.00008354713,0.00021256036,0.00003426828,0.00001081069],"category_scores_gemma":[0.0005124913,0.000050154144,0.000016451768,0.0007803463,0.0000041062794,0.00025686008,0.00017499078,0.00014215906,0.000035711855],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008213559,0.00018557163,0.10816692,0.00015167268,0.0000219045,0.0009010233,0.0026834125,0.0018319328,0.2724919,0.008718033,0.00024468475,0.6045947],"study_design_scores_gemma":[0.00025678417,0.00003887258,0.19064501,0.00003255358,4.5525036e-7,0.000040431383,0.000039407434,0.028797016,0.7773351,0.0003015651,0.0023325498,0.00018025328],"about_ca_topic_score_codex":0.000058662135,"about_ca_topic_score_gemma":0.00008879166,"teacher_disagreement_score":0.60441446,"about_ca_system_score_codex":0.00010195456,"about_ca_system_score_gemma":0.00006976071,"threshold_uncertainty_score":0.20452265},"labels":[],"label_agreement":null},{"id":"W3216532022","doi":"10.32920/ryerson.14660433.v1","title":"Predicting the time-to-deliver of software changes","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software; Identification (biology); Data mining; Event (particle physics); Feature (linguistics); Data science","score_opus":0.02067907124096478,"score_gpt":0.25595874584334344,"score_spread":0.23527967460237867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216532022","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07922652,0.0006516782,0.9146226,0.0026781794,0.00073909713,0.0005747776,0.000012731881,0.00096427725,0.00053011696],"genre_scores_gemma":[0.42822984,0.000092903414,0.55704296,0.0008877598,0.00071657874,0.00035679125,0.000031179497,0.00011722134,0.012524788],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819744,0.00007423272,0.00019280495,0.0005454867,0.00067134213,0.00031870065],"domain_scores_gemma":[0.99674404,0.001181672,0.0000673525,0.0015707876,0.00033518748,0.000100991885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057194335,0.0001865537,0.00025339302,0.00015743078,0.00005527508,0.00021626308,0.0025524073,0.0001436056,0.00027078195],"category_scores_gemma":[0.0015304298,0.00013689141,0.00009371701,0.00041923535,0.000033250497,0.000067789086,0.00698819,0.0005467219,0.00012421727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022567148,0.0003976562,0.05122214,0.0033492153,0.0012738523,0.00027828882,0.030664299,0.18899655,0.004260396,0.0011207304,0.064602986,0.65381134],"study_design_scores_gemma":[0.0007776564,0.00055731257,0.23214127,0.003963953,0.00010970689,0.00010787351,0.0004751007,0.6933423,0.053527612,0.0010438061,0.010987871,0.0029654985],"about_ca_topic_score_codex":0.00014986825,"about_ca_topic_score_gemma":0.000013268677,"teacher_disagreement_score":0.6508458,"about_ca_system_score_codex":0.000058245572,"about_ca_system_score_gemma":0.00014981707,"threshold_uncertainty_score":0.8710279},"labels":[],"label_agreement":null},{"id":"W3216616474","doi":"10.18280/isi.260504","title":"Reusable Component Retrieval from a Large Repository Using Word2Vec with Continuous Bag of Words","year":2021,"lang":"en","type":"article","venue":"Ingénierie des systèmes d information","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Word2vec; Component (thermodynamics); Computer science; Word embedding; Word (group theory); Code (set theory); Process (computing); Representation (politics); Embedding; Artificial intelligence; Information retrieval; Natural language processing; Data mining; Programming language","score_opus":0.012317461896000895,"score_gpt":0.2283517562152507,"score_spread":0.2160342943192498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216616474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5789827,0.00014968842,0.4199821,0.000010765575,0.00021647141,0.00012057539,0.0000094759,0.00013620716,0.00039201477],"genre_scores_gemma":[0.9330896,0.0000054833918,0.06672988,0.000027705888,0.000043306063,0.000007291215,0.000033268105,0.000010389992,0.00005304477],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826735,0.00008322423,0.0005224912,0.0001899747,0.0005979454,0.00033898855],"domain_scores_gemma":[0.9981448,0.00028652936,0.0002487864,0.0006599566,0.0005676614,0.000092251255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004302514,0.00014829187,0.0002710751,0.00017787218,0.00015964781,0.00032232466,0.00044289016,0.000089993555,0.000014395053],"category_scores_gemma":[0.00056339806,0.00014306333,0.000053530206,0.00087237154,0.000069700065,0.002184113,0.00027727737,0.00018363097,0.00001222543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015300346,0.0012935183,0.46955934,0.004799658,0.0018255422,0.0014043126,0.14247954,0.084869884,0.19685899,0.026750516,0.0019652664,0.066663414],"study_design_scores_gemma":[0.0038731087,0.0005086712,0.1182448,0.002676695,0.00006780748,0.00071038894,0.002605422,0.54006636,0.3245145,0.0015600873,0.0038988057,0.0012733571],"about_ca_topic_score_codex":0.00016083739,"about_ca_topic_score_gemma":0.000004007564,"teacher_disagreement_score":0.45519647,"about_ca_system_score_codex":0.00029677947,"about_ca_system_score_gemma":0.00031291076,"threshold_uncertainty_score":0.58339536},"labels":[],"label_agreement":null},{"id":"W3349379","doi":"10.1007/978-3-319-09940-8_9","title":"Bi-objective Genetic Search for Release Planning in Support of Themes","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Sorting; Theme (computing); Genetic algorithm; Set (abstract data type); Operations research; Multi-objective optimization; Preference; Management science; Machine learning; Algorithm; World Wide Web; Mathematics","score_opus":0.023381579251515135,"score_gpt":0.2838028446062741,"score_spread":0.26042126535475896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3349379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013840523,0.00034016205,0.9965426,0.00018304386,0.00057281717,0.0006015785,0.0000069281336,0.00009560387,0.00027322874],"genre_scores_gemma":[0.5577104,0.00001723947,0.4414202,0.00028947298,0.00027153257,0.000035251574,0.000003950712,0.00005430949,0.00019760607],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99630964,0.000039589624,0.0005085609,0.0012714324,0.0010689561,0.00080183666],"domain_scores_gemma":[0.9951113,0.0030701961,0.00014214998,0.0011892251,0.00033289188,0.00015427737],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001170797,0.00038054233,0.0005525319,0.0016381292,0.00008834078,0.00017174963,0.0031808135,0.0002551756,0.000008346692],"category_scores_gemma":[0.0005360144,0.0003624351,0.00011796964,0.0007760904,0.0004777392,0.00019810886,0.0010864959,0.00074390526,0.0000100481075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033024917,0.00004766137,0.0038653025,0.00037320057,0.000024023271,0.00016129126,0.0042271353,0.47633946,0.00041342204,0.0074338047,0.00008307747,0.5069986],"study_design_scores_gemma":[0.0009798679,0.0010995077,0.006904005,0.0009551959,0.000007966145,0.0000868933,8.408634e-7,0.9317543,0.014379101,0.041486163,0.0012123113,0.0011338788],"about_ca_topic_score_codex":0.000034017856,"about_ca_topic_score_gemma":0.00001335243,"teacher_disagreement_score":0.5563264,"about_ca_system_score_codex":0.00027409455,"about_ca_system_score_gemma":0.0007855662,"threshold_uncertainty_score":0.99988276},"labels":[],"label_agreement":null},{"id":"W33701851","doi":"","title":"A Software Design Pattern Based Approach to Auto Dynamic Difficulty in Video Games","year":2014,"lang":"en","type":"article","venue":"The Dental register","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Computer graphics (images); Artificial intelligence; Software engineering; Programming language","score_opus":0.02231819023931951,"score_gpt":0.2548587565282449,"score_spread":0.2325405662889254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W33701851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.073552415,0.000023623334,0.9250581,0.0005488936,0.00013579514,0.00036845775,0.0000014564018,0.0002401946,0.00007103268],"genre_scores_gemma":[0.9627854,4.54789e-7,0.035820425,0.0007132635,0.000027697028,0.0001278901,0.0000031540212,0.000023047487,0.00049867673],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982698,0.00019860269,0.00017811479,0.00044742296,0.0004769719,0.0004291048],"domain_scores_gemma":[0.99804825,0.000766602,0.00003360592,0.0010024926,0.00002868724,0.00012037952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070710655,0.00017117764,0.0001638877,0.00015277162,0.000060956387,0.00020669281,0.0016033624,0.00005451336,0.000004908649],"category_scores_gemma":[0.0005074466,0.00012002939,0.00006327576,0.0004342107,0.000050853734,0.00014781568,0.0003904305,0.00021881745,0.00018111875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020179292,0.001398236,0.12721884,0.00049581437,0.000099595505,0.00019086448,0.011261838,0.19030356,0.005126009,0.0011173311,0.019147383,0.64343876],"study_design_scores_gemma":[0.00058930035,0.000107074244,0.22467339,0.00008249827,0.0000033064316,0.000035188437,0.000025346164,0.7725036,0.00040481857,0.00012577476,0.0011463907,0.00030329925],"about_ca_topic_score_codex":0.00006537817,"about_ca_topic_score_gemma":0.000025632184,"teacher_disagreement_score":0.8892377,"about_ca_system_score_codex":0.00017307172,"about_ca_system_score_gemma":0.00003074698,"threshold_uncertainty_score":0.48946565},"labels":[],"label_agreement":null},{"id":"W349099688","doi":"","title":"An implementation for merging images for version control","year":2006,"lang":"en","type":"article","venue":"Annual Conference on Computers","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Maintainability; Scalability; Software; Merge (version control); Source code; Software engineering; Software development; Conflict resolution; Data mining; Programming language; Information retrieval; Database","score_opus":0.01805899312722866,"score_gpt":0.3203192417208621,"score_spread":0.3022602485936335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W349099688","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025847912,0.000009242118,0.9717917,0.0009286883,0.00044103956,0.000594093,0.00009395281,0.00026615185,0.000027232038],"genre_scores_gemma":[0.92354435,0.000001122869,0.07589284,0.00019749349,0.00015637735,0.00010241912,0.00006847596,0.000013165366,0.000023733463],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875426,0.00003692866,0.00017621885,0.00040909264,0.00023931201,0.00038420226],"domain_scores_gemma":[0.9984723,0.00071373757,0.000055817356,0.0003127458,0.00036488893,0.000080530976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030973463,0.00014329463,0.00014468809,0.0001552456,0.00015852673,0.00027049167,0.00066120445,0.000040970153,0.0000061670567],"category_scores_gemma":[0.00004046289,0.00014609733,0.0000672351,0.00012965873,0.000023927032,0.0006186248,0.000047682093,0.00006772056,0.000009410749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036967444,0.00046235175,0.00683785,0.00017590327,0.00012717528,0.000025836152,0.0024507518,0.04666004,0.013737464,0.2418386,0.19512981,0.49218455],"study_design_scores_gemma":[0.005134957,0.0024472685,0.018334499,0.000060792758,0.000015362006,0.000005691721,0.00041372504,0.94906425,0.012015503,0.004713596,0.0071594836,0.00063484756],"about_ca_topic_score_codex":0.00007475733,"about_ca_topic_score_gemma":0.000004322938,"teacher_disagreement_score":0.90240425,"about_ca_system_score_codex":0.000059395643,"about_ca_system_score_gemma":0.000074577765,"threshold_uncertainty_score":0.5957676},"labels":[],"label_agreement":null},{"id":"W37293407","doi":"10.71781/10886","title":"DECOR : détection et correction des défauts dans les systèmes orientés objet","year":2008,"lang":"fr","type":"dissertation","venue":"Frontiers in Psychiatry","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Code smell; Code refactoring; Computer science; Restructuring; Software engineering; Software maintenance; Software; Code (set theory); Source code; Software system; Abstraction; Software development; Java; Software design; Programming language; Software quality","score_opus":0.015033910986077311,"score_gpt":0.2811223211123236,"score_spread":0.2660884101262463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W37293407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22777008,0.0067537264,0.58094674,0.000169613,0.18239014,0.00050369086,0.000012972039,0.0003846396,0.0010684071],"genre_scores_gemma":[0.4621057,0.006506892,0.5029665,0.0001402912,0.001969751,0.0006278115,0.0006488722,0.00037724955,0.0246569],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99567807,0.000425876,0.00079905253,0.0012424719,0.00088968605,0.0009648276],"domain_scores_gemma":[0.99799895,0.00028551358,0.0003165926,0.00083740306,0.0003077586,0.0002538049],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000664653,0.00067195,0.000632659,0.001299297,0.0006185789,0.00028721825,0.0010906335,0.00086692255,0.000025010986],"category_scores_gemma":[0.00080124836,0.00080388197,0.000281927,0.0022823708,0.00022436472,0.0008672687,0.0001132008,0.0016065001,0.00005737776],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011855895,0.00035242637,0.8273443,0.0007015436,0.0001261488,0.00003793521,0.01866083,0.0076434314,0.000042906366,0.00067110365,0.092723,0.051577833],"study_design_scores_gemma":[0.00083955005,0.0003468928,0.9134801,0.0019684692,0.000052408835,0.000191848,0.005003055,0.070170514,0.00037111004,0.0021769144,0.0044081393,0.0009910181],"about_ca_topic_score_codex":0.0023380884,"about_ca_topic_score_gemma":0.0043771164,"teacher_disagreement_score":0.2343356,"about_ca_system_score_codex":0.0013083547,"about_ca_system_score_gemma":0.0011733439,"threshold_uncertainty_score":0.9994412},"labels":[],"label_agreement":null},{"id":"W397180395","doi":"10.1007/978-1-84800-044-5_11","title":"Selecting Empirical Methods for Software Engineering Research","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1135,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; National Research Council Canada; University of Toronto","funders":"","keywords":"Empirical research; Computer science; Variety (cybernetics); Data science; Software engineering; Software; Management science; Method engineering; Systems engineering; Engineering; Artificial intelligence; Mathematics","score_opus":0.24589088857868543,"score_gpt":0.48988522473861085,"score_spread":0.2439943361599254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W397180395","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000033035758,0.00071737374,0.9720299,0.00013416837,0.00060825906,0.00071198586,0.0000029961743,0.0015623299,0.02422966],"genre_scores_gemma":[0.000023450944,0.000017104183,0.79649556,0.000054395987,0.00046109047,0.000064734035,0.0000065090303,0.00014137161,0.20273581],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99588054,0.00005524487,0.00050156424,0.0011372464,0.0010778424,0.0013475354],"domain_scores_gemma":[0.97505033,0.022353794,0.00006167553,0.0012061156,0.00096577656,0.00036230256],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00766504,0.0004486704,0.000514753,0.0015011393,0.00023086986,0.00032876874,0.0021111695,0.0006926823,0.000090561414],"category_scores_gemma":[0.010412838,0.0004529557,0.0002645167,0.00045500195,0.00006222677,0.00021626646,0.001079687,0.0020680628,0.00013174629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020686157,0.0000366536,0.00020325155,0.0007480963,0.0002835625,0.00010092257,0.000449084,0.0007258672,0.00018309845,0.36416414,0.027283315,0.60580134],"study_design_scores_gemma":[0.00029610595,0.00027762222,0.00010288156,0.00026237362,0.000011575394,0.0000764376,0.0000031402046,0.053147804,0.0016056066,0.0115575455,0.93167317,0.0009857671],"about_ca_topic_score_codex":0.000008385593,"about_ca_topic_score_gemma":0.000002595517,"teacher_disagreement_score":0.9043898,"about_ca_system_score_codex":0.0005271032,"about_ca_system_score_gemma":0.00038319122,"threshold_uncertainty_score":0.9997922},"labels":[],"label_agreement":null},{"id":"W40894950","doi":"","title":"FiGD: An Open Source Intellectual Property Violation Detector.","year":2009,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Code refactoring; Computer science; Java; Open source; Obfuscation; Fingerprint (computing); Detector; Property (philosophy); Generator (circuit theory); Intellectual property; Source code; Open source software; Programming language; Software; Operating system; Computer security","score_opus":0.019583414232368646,"score_gpt":0.2584719341747957,"score_spread":0.23888851994242705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W40894950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094256766,0.00018489941,0.9002409,0.0019170663,0.00008958184,0.00093002454,0.000003284606,0.0021354964,0.00024200305],"genre_scores_gemma":[0.8136941,0.000021969821,0.18362448,0.0011930366,0.0001111724,0.0002003319,0.000009749032,0.00004443543,0.0011007384],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99724495,0.00019857656,0.0003875899,0.00075483177,0.0005567915,0.0008572856],"domain_scores_gemma":[0.99718815,0.00039414965,0.000100876976,0.0016835221,0.00017789038,0.00045540664],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001064282,0.0003286675,0.0003089193,0.00048682248,0.0003053677,0.0012035415,0.0037162646,0.00023385423,0.00004377218],"category_scores_gemma":[0.001661091,0.0002725736,0.00007844759,0.0011540662,0.00004352773,0.001785474,0.00086023746,0.0005787681,0.00006353434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014818857,0.0006807498,0.009739308,0.000025032403,0.00004243993,0.00008996361,0.0026099142,0.013807172,0.04677088,0.008210847,0.008579238,0.9092963],"study_design_scores_gemma":[0.00053280185,0.0011695784,0.05856263,0.000060695085,0.0000074557242,0.00015444384,0.000030313913,0.8983136,0.02840414,0.0019824505,0.010078127,0.0007038021],"about_ca_topic_score_codex":0.003113698,"about_ca_topic_score_gemma":0.00039105208,"teacher_disagreement_score":0.90859246,"about_ca_system_score_codex":0.00049089175,"about_ca_system_score_gemma":0.00031391034,"threshold_uncertainty_score":0.99997264},"labels":[],"label_agreement":null},{"id":"W41831425","doi":"","title":"Variability Modeling: State of the Art and Future Directions.","year":2010,"lang":"en","type":"article","venue":"Variability Modelling of Software-Intensive Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Data science","score_opus":0.02096445860599052,"score_gpt":0.2344570107138745,"score_spread":0.21349255210788398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W41831425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2621371,0.000106715066,0.734409,0.00022012029,0.0022893837,0.00056644453,0.0000274493,0.00021477557,0.000029034785],"genre_scores_gemma":[0.9522781,0.000041917243,0.047386907,0.000019528741,0.00014516807,0.000041207237,0.0000019852084,0.000027864073,0.00005733765],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966769,0.0003953482,0.00089935114,0.00082750514,0.0007627846,0.00043811172],"domain_scores_gemma":[0.99114615,0.0025808907,0.00028642642,0.0023062655,0.00349925,0.00018102744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040637334,0.0002999393,0.0006248301,0.00016334146,0.00016671166,0.00009020143,0.0011502051,0.00020660135,0.0000035118426],"category_scores_gemma":[0.005424023,0.00023040346,0.00019109479,0.000749224,0.0003157494,0.00033732574,0.00052836264,0.00084597425,0.0000032782634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040880932,0.00020909739,0.036796156,0.0010011538,0.00014585388,0.0000022122688,0.0026761938,0.9429675,0.0016915881,0.0111432,0.00009921966,0.0032269661],"study_design_scores_gemma":[0.00019662284,0.000042762233,0.0013167921,0.00008578945,0.000017503155,0.00002922262,0.00003728475,0.989126,0.00061048975,0.00755689,0.0007607366,0.00021986374],"about_ca_topic_score_codex":0.00048407234,"about_ca_topic_score_gemma":0.0000063598573,"teacher_disagreement_score":0.690141,"about_ca_system_score_codex":0.00006868914,"about_ca_system_score_gemma":0.00028246446,"threshold_uncertainty_score":0.939558},"labels":[],"label_agreement":null},{"id":"W4200148139","doi":"10.1109/models-c53483.2021.00126","title":"Metamodel Refactoring using Constraint Solving: a Quality-based Perspective","year":2021,"lang":"en","type":"article","venue":"2021 ACM/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Code refactoring; Metamodeling; Computer science; Correctness; Software engineering; Quality (philosophy); Set (abstract data type); Task (project management); Programming language; Software; Systems engineering; Engineering","score_opus":0.1685616600302603,"score_gpt":0.3734979495000038,"score_spread":0.20493628946974352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200148139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09283474,0.00038397414,0.90416586,0.00035263898,0.00083364587,0.00019362857,0.000053250224,0.00027055698,0.0009116709],"genre_scores_gemma":[0.93981683,0.00005079028,0.05969557,0.000036260688,0.00016774725,0.000037636833,0.00002051252,0.000042526575,0.00013213213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969892,0.00012681012,0.00051404093,0.00089594955,0.000978252,0.00049574545],"domain_scores_gemma":[0.99724466,0.0004890136,0.00014073076,0.0008894058,0.0009899085,0.00024627856],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004866113,0.0004002586,0.00051198207,0.0003889756,0.00013489761,0.0007311439,0.0010890826,0.0001523275,0.000018164386],"category_scores_gemma":[0.00039440254,0.00041871372,0.00015608913,0.00028598763,0.000051262214,0.00067330245,0.000380692,0.00054002914,0.0000060888615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050696085,0.000043462394,0.000039380415,0.000046268262,0.00008312821,0.00005049354,0.00065824826,0.647822,0.013923166,0.3371815,0.000009791941,0.00013746817],"study_design_scores_gemma":[0.00048129042,0.00003103392,0.000070056245,0.00038966798,0.000012098849,0.000053590054,0.0007894842,0.9952526,0.00087314023,0.0015809822,0.000021201471,0.0004448196],"about_ca_topic_score_codex":0.00030449286,"about_ca_topic_score_gemma":0.00000968776,"teacher_disagreement_score":0.84698206,"about_ca_system_score_codex":0.0005090163,"about_ca_system_score_gemma":0.00040822814,"threshold_uncertainty_score":0.9998265},"labels":[],"label_agreement":null},{"id":"W4200448782","doi":"10.1007/s10664-021-10076-4","title":"Using code reviews to automatically configure static analysis tools","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Leverage (statistics); Code review; Static program analysis; Java; Code (set theory); Source code; Precision and recall; Context (archaeology); Information retrieval; Software engineering; Statement (logic); Programming language; Artificial intelligence; Software; Software development","score_opus":0.09646917508994118,"score_gpt":0.3629266213116876,"score_spread":0.26645744622174644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200448782","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05229883,0.00059391465,0.94478464,0.00055805885,0.00028273405,0.00026974504,0.000013743219,0.0011829857,0.000015325551],"genre_scores_gemma":[0.087735,0.00002068298,0.91096294,0.00083910866,0.00011748433,0.00006851611,0.000018371646,0.00005500846,0.00018290867],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99695295,0.00011234458,0.0006315529,0.0007782438,0.00072060665,0.00080428633],"domain_scores_gemma":[0.9956821,0.002226671,0.000056872814,0.001194577,0.00024042996,0.0005993216],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00066976814,0.00034221602,0.0007353207,0.0004490739,0.000096102776,0.00047367212,0.00095526996,0.00012921305,0.0001472377],"category_scores_gemma":[0.014718988,0.00034392052,0.0003123057,0.0049791792,0.000017013403,0.00041065013,0.0005278935,0.00042229483,0.00020612267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004874769,0.00017151801,0.073488176,0.00053285726,0.0008298051,0.0007623399,0.0012522317,0.8994227,0.0031037568,0.0007863692,0.0055086883,0.014136703],"study_design_scores_gemma":[0.00039937842,0.000089262634,0.15028116,0.00033734637,0.00025258,0.00009715138,0.00001215635,0.76800656,0.002674414,0.000104408005,0.07642516,0.0013204173],"about_ca_topic_score_codex":0.000006894655,"about_ca_topic_score_gemma":0.0000035641613,"teacher_disagreement_score":0.13141611,"about_ca_system_score_codex":0.00029027174,"about_ca_system_score_gemma":0.00019909909,"threshold_uncertainty_score":0.9999013},"labels":[],"label_agreement":null},{"id":"W4200576845","doi":"10.1109/models-c53483.2021.00090","title":"DoMoBOT: An AI-Empowered Bot for Automated and Interactive Domain Modelling","year":2021,"lang":"en","type":"article","venue":"2021 ACM/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C)","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Domain (mathematical analysis); Set (abstract data type); Domain model; MODELLER; Artificial intelligence; Software engineering; Domain engineering; Machine learning; Programming language; Domain knowledge; Software; Software development","score_opus":0.07182052063672636,"score_gpt":0.340547473686961,"score_spread":0.26872695305023464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200576845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1241164,0.00025356148,0.8736577,0.00035003602,0.0006836082,0.00030073285,0.00007458393,0.0004420601,0.00012129622],"genre_scores_gemma":[0.92120355,0.00011202441,0.07810623,0.000042063046,0.00014603011,0.000116001334,0.0000751749,0.000044494514,0.00015442532],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977171,0.00007666716,0.0004134887,0.0008301035,0.00054527225,0.00041738222],"domain_scores_gemma":[0.99796724,0.00041623454,0.0000972788,0.0006526218,0.0006224257,0.00024422258],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033516262,0.0003530686,0.00042104124,0.00030226004,0.0001226462,0.0008248946,0.0008361564,0.00014797745,0.000006700196],"category_scores_gemma":[0.00011117563,0.00036493893,0.000082600345,0.00017413286,0.000033046388,0.0010602316,0.000327402,0.0003714276,0.000003149997],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018883002,0.000058167687,0.000019084997,0.00006568076,0.000086756554,0.000035401594,0.0013763253,0.8602378,0.004863775,0.13267261,0.000070568414,0.00049498334],"study_design_scores_gemma":[0.0006425154,0.000091134636,0.000038685437,0.00033211542,0.000008219223,0.0000772585,0.00038654692,0.9952661,0.0002874704,0.0024187178,0.00006840957,0.00038285158],"about_ca_topic_score_codex":0.00008082932,"about_ca_topic_score_gemma":0.000007912853,"teacher_disagreement_score":0.79708713,"about_ca_system_score_codex":0.0001467367,"about_ca_system_score_gemma":0.00012544477,"threshold_uncertainty_score":0.99988025},"labels":[],"label_agreement":null},{"id":"W4205290156","doi":"10.22215/etd/2021-14656","title":"Understanding How Developers Reuse Stack Overflow Code in Their GitHub Projects","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Code reuse; Computer science; Source code; Reuse; Code (set theory); Software; Code review; Software evolution; Software engineering; Static program analysis; Programming language; Software development; Software construction; Engineering","score_opus":0.12211958829014888,"score_gpt":0.29806519202736353,"score_spread":0.17594560373721466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205290156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35892653,0.0012536902,0.61516094,0.0017347609,0.003943003,0.0018041532,0.000027347663,0.0017450232,0.015404562],"genre_scores_gemma":[0.9077973,0.0003828007,0.05740339,0.000080303624,0.0000984682,0.00010972108,0.00034375052,0.00013058793,0.033653732],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977184,0.00007861627,0.00022077418,0.00077022397,0.00065184233,0.0005601577],"domain_scores_gemma":[0.9978609,0.00064997387,0.00006569034,0.0011600528,0.00015468767,0.00010869833],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004168979,0.00032318573,0.00033659098,0.00058734725,0.00008403579,0.0006581892,0.0017275206,0.00027811227,0.000027220829],"category_scores_gemma":[0.0013233027,0.00029589832,0.00007548253,0.0014973636,0.000016541237,0.00046040374,0.00023702504,0.0006266679,0.000013860584],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004990086,0.0016146541,0.13659008,0.012565211,0.0023260359,0.0076601887,0.40463516,0.017923081,0.010720958,0.18184137,0.18683374,0.036790498],"study_design_scores_gemma":[0.00996714,0.0011252883,0.2773453,0.015220739,0.00008841389,0.00024409877,0.1382863,0.30801156,0.19207756,0.01210305,0.029227097,0.01630344],"about_ca_topic_score_codex":0.00008775809,"about_ca_topic_score_gemma":0.0038991917,"teacher_disagreement_score":0.55775756,"about_ca_system_score_codex":0.0010070611,"about_ca_system_score_gemma":0.001620014,"threshold_uncertainty_score":0.99994934},"labels":[],"label_agreement":null},{"id":"W4205420848","doi":"10.1007/s10515-021-00319-5","title":"Improving the prediction of continuous integration build failures using deep learning","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Benchmark (surveying); Feature engineering; Process (computing); Machine learning; Artificial intelligence; Task (project management); Construct (python library); Outcome (game theory); Recurrent neural network; Deep learning; Software; Code (set theory); Feature (linguistics); Artificial neural network; Data mining; Engineering; Systems engineering","score_opus":0.008641220931652826,"score_gpt":0.22069118800838491,"score_spread":0.2120499670767321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205420848","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2512318,0.0002360063,0.744197,0.000022827977,0.0005039948,0.0001886442,0.0000046880614,0.0036133607,0.0000016638357],"genre_scores_gemma":[0.932677,0.000002674604,0.06712757,0.0000087553935,0.00004979296,0.00006741317,0.000011259606,0.000040266586,0.000015285132],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982219,0.000100558245,0.0003507807,0.0003295031,0.0006002967,0.00039700093],"domain_scores_gemma":[0.9983563,0.0008576721,0.00013418992,0.0004654353,0.00012526146,0.00006113233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006564429,0.00019019718,0.00020230487,0.00031859468,0.00037048451,0.00011949442,0.0008555611,0.00005924881,0.000014020147],"category_scores_gemma":[0.002105951,0.00017705106,0.00008276865,0.0010660861,0.000024771249,0.00039672139,0.00057932164,0.0006773883,0.0000020949008],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028041734,0.00001761308,0.0054402393,0.000044401793,0.000035581626,0.000011919872,0.0009357649,0.95793563,0.026988376,0.00033433852,0.000039363902,0.008213965],"study_design_scores_gemma":[0.00017458576,0.00008959767,0.0077830562,0.00003202374,0.000010129025,0.000069347225,0.00012692652,0.98673165,0.00450973,0.000007640994,0.000318016,0.00014728555],"about_ca_topic_score_codex":0.00016547728,"about_ca_topic_score_gemma":0.0000010943368,"teacher_disagreement_score":0.6814452,"about_ca_system_score_codex":0.00024546363,"about_ca_system_score_gemma":0.000066404216,"threshold_uncertainty_score":0.72199327},"labels":[],"label_agreement":null},{"id":"W4205513494","doi":"10.1109/ase51524.2021.9678640","title":"Is Historical Data an Appropriate Benchmark for Reviewer Recommendation Systems? : A Case Study of the Gerrit Community","year":2021,"lang":"en","type":"article","venue":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal; McGill University","funders":"","keywords":"Context (archaeology); Pessimism; Computer science; Benchmark (surveying); Replicate; Task (project management); Data science; History; Epistemology; Management","score_opus":0.1459378586426111,"score_gpt":0.3631536798642139,"score_spread":0.21721582122160277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205513494","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42436033,0.0002227622,0.5577116,0.00142473,0.011867951,0.0019524385,0.00079358526,0.0016258986,0.00004072053],"genre_scores_gemma":[0.9731131,0.000035850862,0.025690082,0.000086418986,0.0002015348,0.00021321708,0.00036010082,0.00005427002,0.0002453751],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968402,0.00046456544,0.0007486186,0.0007575616,0.00081173686,0.00037735672],"domain_scores_gemma":[0.99284387,0.0015900192,0.00025397277,0.0035101245,0.0016282978,0.00017374141],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014584186,0.00034074808,0.00045271596,0.00024629146,0.0002544318,0.00034375786,0.0038659591,0.00014541166,0.00012315215],"category_scores_gemma":[0.008897702,0.00030891312,0.000106723775,0.00070871034,0.000024017116,0.0006367081,0.0012852107,0.00076236675,0.000010936372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051110564,0.030868022,0.05423665,0.010536271,0.008833637,0.006679065,0.055373672,0.3209176,0.010403581,0.016834589,0.26878434,0.21602146],"study_design_scores_gemma":[0.00091320736,0.00029200132,0.0019542007,0.00048341235,0.000044726028,0.00031261204,0.00045822444,0.98970103,0.0003712407,0.000054500146,0.004971264,0.0004435856],"about_ca_topic_score_codex":0.0007942355,"about_ca_topic_score_gemma":0.00006435008,"teacher_disagreement_score":0.6687834,"about_ca_system_score_codex":0.00063256436,"about_ca_system_score_gemma":0.0003487794,"threshold_uncertainty_score":0.9999363},"labels":[],"label_agreement":null},{"id":"W4205795599","doi":"10.1109/ase51524.2021.9678554","title":"Automatically Annotating Sentences for Task-specific Bug Report Summarization","year":2021,"lang":"en","type":"article","venue":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge; University of Alberta","funders":"","keywords":"Automatic summarization; Computer science; Task (project management); DevOps; Annotation; Software engineering; Information retrieval; World Wide Web; Natural language processing; Software; Artificial intelligence; Programming language; Engineering","score_opus":0.03620246813544579,"score_gpt":0.3043772340185386,"score_spread":0.2681747658830928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205795599","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020491324,0.00008376284,0.9698473,0.0011460492,0.0040595676,0.00040479284,0.0001196565,0.0036885163,0.00015902627],"genre_scores_gemma":[0.5101559,0.00007793626,0.48700243,0.00015478063,0.0004116122,0.0002811982,0.0007286748,0.000103721555,0.0010837576],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995818,0.000078924335,0.00089203374,0.0011526325,0.0013110171,0.00074739923],"domain_scores_gemma":[0.9946885,0.0018838427,0.00023695681,0.0012900616,0.00161263,0.00028798153],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007018221,0.00048462435,0.00045171904,0.00049632107,0.00019496807,0.00091856753,0.0018369529,0.00022492852,0.000255864],"category_scores_gemma":[0.011287477,0.00053505966,0.00020211063,0.0009795424,0.00005140596,0.0006839476,0.00039855693,0.00049336697,0.00013817842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012510428,0.0012391604,0.01151106,0.0011115617,0.0015625163,0.008048239,0.0023044848,0.68809354,0.055010304,0.12651452,0.044605643,0.059873838],"study_design_scores_gemma":[0.00058690895,0.00009069535,0.004142082,0.00048155498,0.0000118506505,0.0002890988,0.000044903383,0.9819797,0.007267535,0.00046620268,0.0040203277,0.00061909226],"about_ca_topic_score_codex":0.000013086426,"about_ca_topic_score_gemma":0.0000030053566,"teacher_disagreement_score":0.48966458,"about_ca_system_score_codex":0.000361947,"about_ca_system_score_gemma":0.0005567026,"threshold_uncertainty_score":0.9997101},"labels":[],"label_agreement":null},{"id":"W4206030968","doi":"10.1007/s10270-021-00942-6","title":"Automated, interactive, and traceable domain modelling empowered by artificial intelligence","year":2022,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Domain (mathematical analysis); Software engineering; Domain engineering; Domain analysis; Domain model; Software; Artificial intelligence; Domain knowledge; Software development; Programming language; Component-based software engineering; Software construction","score_opus":0.03171702711815094,"score_gpt":0.2704622975187825,"score_spread":0.23874527040063154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206030968","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11823749,0.0026985402,0.87527204,0.00007314535,0.0008911886,0.00039042323,0.000026554924,0.0023912655,0.00001933954],"genre_scores_gemma":[0.9486568,0.000023108472,0.050914343,0.000025720026,0.000062095845,0.00017372446,0.00001571773,0.000057721412,0.00007078858],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967342,0.00022790756,0.0006161968,0.000876386,0.00086371,0.0006816082],"domain_scores_gemma":[0.998256,0.0005859725,0.000121388715,0.00069443753,0.0001318407,0.0002103079],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012309655,0.00029598473,0.0003609178,0.00031265107,0.00069745426,0.00056567276,0.0011352545,0.00008562104,0.000013641076],"category_scores_gemma":[0.00017633269,0.00033252453,0.000078616715,0.0006689918,0.00003466951,0.00072114705,0.00088912854,0.00066036294,0.000018381159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001701951,0.000051041257,0.00007639382,0.00005979885,0.000027658181,0.000029322642,0.0017503515,0.99198073,0.00022064499,0.001369273,0.00023679422,0.004180995],"study_design_scores_gemma":[0.00009916256,0.00007505431,6.963599e-7,0.00006367865,0.0000043186005,0.000118195974,0.00096607767,0.99491036,0.00007965542,0.00258965,0.0007407145,0.00035246514],"about_ca_topic_score_codex":0.0003515456,"about_ca_topic_score_gemma":0.0000014113643,"teacher_disagreement_score":0.8304193,"about_ca_system_score_codex":0.0003509338,"about_ca_system_score_gemma":0.00011568098,"threshold_uncertainty_score":0.9999127},"labels":[],"label_agreement":null},{"id":"W4206541176","doi":"10.1109/tdsc.2021.3138700","title":"Dataset Characteristics for Reliable Code Authorship Attribution","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Dependable and Secure Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Attribution; Computer science; Coding (social sciences); Source code; Field (mathematics); Robustness (evolution); Code (set theory); Data science; Data mining; Benchmark (surveying); Information retrieval; Set (abstract data type); Artificial intelligence; Programming language","score_opus":0.03607006238654237,"score_gpt":0.2916618682774196,"score_spread":0.2555918058908772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206541176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02467693,0.000100905905,0.97300917,0.00038433133,0.0007775659,0.00016854821,0.0006863444,0.00018983109,0.000006348516],"genre_scores_gemma":[0.9531696,0.000033209482,0.046147823,0.00013045571,0.00008422831,0.000015498497,0.0002254402,0.000019834872,0.00017395258],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854535,0.000051581257,0.00023877589,0.00050241605,0.00023778106,0.00042412113],"domain_scores_gemma":[0.9984186,0.000753029,0.00004873564,0.00045326762,0.00017368549,0.00015268198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005016448,0.00015871346,0.00020180564,0.00010610788,0.00044956707,0.00028096486,0.00030516915,0.00011653366,0.000013697178],"category_scores_gemma":[0.00007714914,0.00017293164,0.00005659695,0.00038845398,0.000021737409,0.0002599323,0.000013114781,0.00036963788,0.000016880635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037159253,0.0022157244,0.0032567703,0.0028574138,0.00087387336,0.0012026591,0.005087922,0.19495767,0.0247669,0.027524022,0.03659662,0.70028883],"study_design_scores_gemma":[0.0009668092,0.00020342079,0.0009783738,0.000181457,0.00003734451,0.00025077767,0.000031106883,0.89973456,0.054964993,0.0005665835,0.041561067,0.00052350236],"about_ca_topic_score_codex":0.000011849776,"about_ca_topic_score_gemma":0.000011078811,"teacher_disagreement_score":0.9284926,"about_ca_system_score_codex":0.000059691698,"about_ca_system_score_gemma":0.00011531672,"threshold_uncertainty_score":0.7051948},"labels":[],"label_agreement":null},{"id":"W4206639121","doi":"10.22215/etd/2021-14643","title":"Using Machine Learning to Detect Architectural Integrity Violations Associated with Bugs","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Maintainability; Computer science; Architectural pattern; Software engineering; Architecture; Set (abstract data type); Software bug; Software; Debugging; Programming language; Software development; Software design","score_opus":0.029663435513647297,"score_gpt":0.3073713762723838,"score_spread":0.2777079407587365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206639121","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57184964,0.000094428884,0.42673507,0.000044649292,0.00025215175,0.00020903777,0.0000035920616,0.0005495303,0.00026187368],"genre_scores_gemma":[0.82986796,0.0000022056352,0.1643824,0.00002983673,0.000053178876,0.00003047892,0.00034617152,0.00005620319,0.0052315798],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99803305,0.00014151924,0.00022185229,0.00056425337,0.00062058686,0.00041874294],"domain_scores_gemma":[0.9980976,0.00085526693,0.00008331462,0.00040970847,0.0003905193,0.00016357428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003346709,0.00027647257,0.00030016233,0.00042714304,0.00021037759,0.0003448859,0.0006711344,0.00018399132,0.000053163443],"category_scores_gemma":[0.003113449,0.00023863975,0.00008385156,0.0014132011,0.000009769978,0.0001458647,0.00015108073,0.0014967485,0.000014386962],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003243531,0.00041700242,0.1584088,0.0009331551,0.0025566707,0.0010898453,0.038873754,0.40593943,0.0632249,0.0023411673,0.00036087073,0.32553005],"study_design_scores_gemma":[0.00066455366,0.00047153377,0.22646922,0.0016004917,0.00007412511,0.00009190872,0.0003622103,0.7514326,0.016586006,0.00026968875,0.00024533822,0.0017323102],"about_ca_topic_score_codex":0.0009149684,"about_ca_topic_score_gemma":0.003595683,"teacher_disagreement_score":0.3454932,"about_ca_system_score_codex":0.00026472853,"about_ca_system_score_gemma":0.00036130243,"threshold_uncertainty_score":0.97314465},"labels":[],"label_agreement":null},{"id":"W4206923519","doi":"10.1142/s0218194021400192","title":"Automatically Generating Release Notes with Content Classification Models","year":2021,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Automatic summarization; Computer science; Task (project management); Metric (unit); Software; Software release life cycle; Artificial intelligence; Word (group theory); Machine learning; Word embedding; Natural language processing; Information retrieval; Embedding; Software development; Software quality; Programming language","score_opus":0.03481585465653141,"score_gpt":0.25578651031495636,"score_spread":0.22097065565842494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206923519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15880683,0.0016077989,0.8383009,0.00018621085,0.0008013236,0.00004498375,0.0000022873262,0.0002410015,0.000008657166],"genre_scores_gemma":[0.66963756,0.00007836054,0.32993343,0.000013792161,0.00026995837,0.000006914657,0.0000025373524,0.000029814264,0.000027612496],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840236,0.000021588106,0.00048447968,0.00026375975,0.000547046,0.0002807529],"domain_scores_gemma":[0.99701077,0.0011645507,0.00011747596,0.00024672484,0.0012300749,0.00023041827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038063957,0.0002248075,0.00027223816,0.0003726546,0.00004488096,0.00030319302,0.0005904893,0.00008007871,0.0000038550884],"category_scores_gemma":[0.0029742562,0.00020704544,0.000087131186,0.00033026093,0.000017764707,0.0007471633,0.00019047767,0.0004181183,0.0000036201607],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019161924,0.00014979334,0.0029137684,0.00019896243,0.0004866326,0.00073499297,0.001111889,0.9198842,0.030248323,0.01175891,0.00007389376,0.03241949],"study_design_scores_gemma":[0.0006227067,0.00007292606,0.007237357,0.00054868107,0.000015668391,0.0011458562,0.000023457951,0.983396,0.006169925,0.000037018362,0.0004562699,0.00027413055],"about_ca_topic_score_codex":0.0000023858838,"about_ca_topic_score_gemma":8.3920037e-7,"teacher_disagreement_score":0.51083076,"about_ca_system_score_codex":0.00016942577,"about_ca_system_score_gemma":0.00023100253,"threshold_uncertainty_score":0.84430677},"labels":[],"label_agreement":null},{"id":"W4206994298","doi":"10.1109/asew52652.2021.00017","title":"Toward a Smell-aware Prediction Model for CI Build Failures","year":2021,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code smell; Computer science; Context (archaeology); Code (set theory); Quality (philosophy); Predictive modelling; Detector; Artificial intelligence; Reliability engineering; Machine learning; Software quality; Data mining; Engineering; Software; Programming language; Telecommunications; Software development","score_opus":0.03745704801880494,"score_gpt":0.2782276312020863,"score_spread":0.24077058318328137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206994298","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002104266,0.00007011305,0.9950261,0.0016719511,0.00020328838,0.00014138906,0.00001376555,0.0005863895,0.00018269663],"genre_scores_gemma":[0.7509613,0.000008291353,0.2458546,0.0001241655,0.00008057607,0.00007964699,0.000008875563,0.000012729714,0.002869805],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989691,0.000012025509,0.00011718496,0.00034542388,0.00028757524,0.00026873732],"domain_scores_gemma":[0.9989891,0.00025849798,0.000011957373,0.00043422254,0.00021520519,0.00009098603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015233087,0.00008558281,0.00009109126,0.00007394225,0.00005617869,0.00014889502,0.0004444983,0.000057290352,0.000023178576],"category_scores_gemma":[0.0003351918,0.00008140864,0.000063863765,0.00028178078,0.000010779392,0.00024795192,0.00022997483,0.00009818588,0.000022009943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002539625,0.0003847502,0.008403346,0.00061173114,0.0002041052,0.00013169587,0.002992259,0.556665,0.008866444,0.18459223,0.17267789,0.06444514],"study_design_scores_gemma":[0.00019644755,0.000026055459,0.0006721483,0.000009978384,0.000002004979,0.000012845233,0.000014081496,0.9893533,0.004995438,0.0018974933,0.0027324706,0.00008776077],"about_ca_topic_score_codex":0.000011329678,"about_ca_topic_score_gemma":0.0000062190006,"teacher_disagreement_score":0.74917156,"about_ca_system_score_codex":0.000050260685,"about_ca_system_score_gemma":0.00016438491,"threshold_uncertainty_score":0.3319748},"labels":[],"label_agreement":null},{"id":"W4210265361","doi":"10.32920/19067156.v1","title":"Simulation Methods and Software Engineering Principles for the Analysis of Cost-Effective Disease Prevention","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reuse; Software engineering; Health care; Reusability; Software; Medicine; Computer science; Engineering; Operating system; Political science","score_opus":0.06371809419479925,"score_gpt":0.41071753546589634,"score_spread":0.3469994412710971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210265361","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0066340724,0.00094001903,0.988982,0.000048513797,0.00024388744,0.002880742,0.00004086154,0.00022857747,0.000001325194],"genre_scores_gemma":[0.3333578,0.0000388573,0.6626186,0.0000075573803,0.00003378719,0.0037167806,0.000061969855,0.000023863966,0.00014082387],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985606,0.00016306803,0.00027388698,0.0005183777,0.00029535245,0.00018868032],"domain_scores_gemma":[0.98265135,0.016094364,0.00013366889,0.00086968386,0.00016671659,0.00008420368],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017170847,0.00017697638,0.00031731272,0.00051075773,0.00009378441,0.000082342274,0.00074141414,0.00006592997,0.000021157082],"category_scores_gemma":[0.0072674653,0.00014390664,0.00028291738,0.000794011,0.000021493352,0.00011157888,0.0019790824,0.0002880258,1.20641e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009391662,0.000019199373,0.0048238644,0.00021467237,0.00072325947,3.5740402e-7,0.00015538049,0.9295532,0.0000069002112,0.0008761439,0.0000026920777,0.06361495],"study_design_scores_gemma":[0.00008002678,0.000019560133,0.19153768,0.000019641624,0.0003826886,5.956787e-8,0.000004856896,0.8067808,0.000052198942,0.00025037208,0.00075685704,0.00011525562],"about_ca_topic_score_codex":0.000021541398,"about_ca_topic_score_gemma":0.0000029213325,"teacher_disagreement_score":0.32672372,"about_ca_system_score_codex":0.00013375796,"about_ca_system_score_gemma":0.000091929745,"threshold_uncertainty_score":0.870036},"labels":[],"label_agreement":null},{"id":"W4210294742","doi":"10.1109/ase51524.2021.9678520","title":"Subtle Bugs Everywhere: Generating Documentation for Data Wrangling Code","year":2021,"lang":"en","type":"article","venue":"2021 36th IEEE/ACM International Conference on Automated Software Engineering (ASE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Documentation; Code (set theory); Programming language; Reuse; Plug-in; Software bug; Database; Software engineering; Software; Engineering; Set (abstract data type)","score_opus":0.07020492043842771,"score_gpt":0.3442052189351064,"score_spread":0.27400029849667873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210294742","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03265987,0.00015699788,0.95941275,0.00082676555,0.0038332124,0.00034807372,0.00040942954,0.0022971616,0.000055748213],"genre_scores_gemma":[0.40273798,0.00010858827,0.59270114,0.00026360905,0.0006972066,0.00020498988,0.0020206403,0.00012301795,0.0011428015],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99655217,0.000069316935,0.0005892811,0.0011590428,0.0009913463,0.0006388228],"domain_scores_gemma":[0.99525565,0.001610262,0.0001472965,0.0018411358,0.00092422793,0.0002214442],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065008353,0.00040727592,0.00034616934,0.00033476372,0.00017995355,0.0010030476,0.0030154411,0.00017769035,0.00038974415],"category_scores_gemma":[0.007174456,0.00047013568,0.00011320762,0.0006143586,0.000026568154,0.0011410422,0.0007834036,0.00044633247,0.00014544868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001207111,0.00072869484,0.0057889246,0.00086045696,0.0015697994,0.001130918,0.0017681376,0.7149779,0.12826967,0.032360297,0.053100914,0.059323523],"study_design_scores_gemma":[0.00077484903,0.000058046593,0.0007263186,0.00029170173,0.000015666461,0.0000466082,0.000030585616,0.9784154,0.015267132,0.0001371189,0.0037367349,0.000499825],"about_ca_topic_score_codex":0.000036466496,"about_ca_topic_score_gemma":0.000014425998,"teacher_disagreement_score":0.37007812,"about_ca_system_score_codex":0.00034925627,"about_ca_system_score_gemma":0.0004978822,"threshold_uncertainty_score":0.99977505},"labels":[],"label_agreement":null},{"id":"W4210729440","doi":"10.1016/j.infsof.2022.106855","title":"An empirical study on self-admitted technical debt in modern code review","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Japan Society for the Promotion of Science; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Technical debt; Debt; Imperfect; Code (set theory); Process (computing); Computer science; Empirical research; Risk analysis (engineering); Business; Accounting; Data science; Finance; Statistics; Mathematics; Software development","score_opus":0.017732388542163458,"score_gpt":0.31609050294286134,"score_spread":0.29835811440069787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210729440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67867136,0.0008660164,0.30787,0.0040890034,0.00015352838,0.001574085,0.000010232857,0.0066860653,0.000079690755],"genre_scores_gemma":[0.9852159,0.00009158569,0.01291289,0.0013536165,0.000003828552,0.0004019042,0.0000090757185,0.000007706922,0.000003471273],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986318,0.00008518465,0.00037162082,0.00023647712,0.00041191632,0.0002630383],"domain_scores_gemma":[0.9989228,0.00019863338,0.0000627864,0.0006827508,0.00006420254,0.000068799825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068043027,0.00012420483,0.0002078704,0.0007907281,0.00013880523,0.000045707442,0.00094883656,0.00009593876,0.000011080617],"category_scores_gemma":[0.0006912156,0.00012269845,0.000020450447,0.0014124401,0.000030923107,0.0005536827,0.00058209983,0.00065640156,0.000018542438],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024966468,0.0011158999,0.52795804,0.00021628343,0.00002331066,0.00008850854,0.002861625,0.0011270331,0.000015936303,0.0036076016,0.0023815124,0.4605793],"study_design_scores_gemma":[0.005173151,0.008486403,0.75959367,0.00035226086,0.000028218617,0.0010341792,0.0013711755,0.15474904,0.00011267289,0.012167041,0.055203456,0.0017287161],"about_ca_topic_score_codex":0.0000064943024,"about_ca_topic_score_gemma":0.000007306706,"teacher_disagreement_score":0.4588506,"about_ca_system_score_codex":0.00016521868,"about_ca_system_score_gemma":0.00008991702,"threshold_uncertainty_score":0.50034976},"labels":[],"label_agreement":null},{"id":"W4210732697","doi":"10.1016/j.jss.2022.111229","title":"Evaluating the performance of clone detection tools in detecting cloned co-change candidates","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"clone (Java method); Java; Commit; Cloning (programming); Computer science; Computational biology; Software evolution; Source code; Biology; Software; Data mining; Genetics; Programming language; Software system; Gene; Database","score_opus":0.07439687648200605,"score_gpt":0.3285819411431132,"score_spread":0.25418506466110713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210732697","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9864911,0.0019588384,0.010866855,0.000034811444,0.00044202636,0.00018335998,0.000002394025,0.000019541756,0.0000011174455],"genre_scores_gemma":[0.9983855,0.000039744762,0.0014358122,0.000008775255,0.00008037607,0.000031607622,1.9699488e-7,0.000007531489,0.000010457195],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848807,0.00019115146,0.0004271324,0.000111150584,0.0006087107,0.0001738093],"domain_scores_gemma":[0.9983414,0.00096529734,0.00032632428,0.00018205197,0.0001427406,0.000042188254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00316287,0.00007579083,0.00020569026,0.00021666613,0.00022348978,0.00009108819,0.00039116404,0.000026097612,0.00000231209],"category_scores_gemma":[0.00074706087,0.000055946464,0.000039354512,0.0004132705,0.000018595923,0.000404322,0.00016299424,0.00039232287,3.3923607e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017452477,0.00007336567,0.5927478,0.00075977796,0.000085392545,0.00007902693,0.0119102495,0.06253782,0.018900475,0.000040700863,0.000033799777,0.3126571],"study_design_scores_gemma":[0.0021678365,0.004964848,0.43161926,0.00085283525,0.000024251507,0.0025603313,0.002257016,0.5474296,0.007240133,0.00004811536,0.00042802427,0.00040773445],"about_ca_topic_score_codex":0.00018060002,"about_ca_topic_score_gemma":0.0000066752086,"teacher_disagreement_score":0.4848918,"about_ca_system_score_codex":0.00012690134,"about_ca_system_score_gemma":0.00006650701,"threshold_uncertainty_score":0.22814305},"labels":[],"label_agreement":null},{"id":"W4210736653","doi":"10.5753/wscad.2009.17394","title":"Automação de Refatorações para Programas Fortran de Alto Desempenho","year":2009,"lang":"pt","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ovarian Cancer Canada","funders":"","keywords":"Humanities; Physics; Computer science; Art","score_opus":0.038344187266792396,"score_gpt":0.33479600138263466,"score_spread":0.29645181411584226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210736653","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2691762,0.0008521556,0.7229496,0.0033126092,0.00027190294,0.00063064496,0.0000025817585,0.002024492,0.0007797933],"genre_scores_gemma":[0.8801744,0.000039550032,0.11540738,0.00054424885,0.00016047263,0.000042116135,0.0000025146367,0.000036631976,0.0035927028],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.995995,0.00015312643,0.00040810154,0.0007801255,0.0008040612,0.0018595745],"domain_scores_gemma":[0.997268,0.00053281646,0.00006532423,0.0011882756,0.00016015742,0.00078539574],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013395118,0.0003859726,0.00034328218,0.00027581686,0.00021446974,0.00082918745,0.0018633677,0.00027740977,0.000120552126],"category_scores_gemma":[0.0007207103,0.00037990624,0.00018581006,0.0011720344,0.00008038633,0.0005370458,0.00022838666,0.00061344303,0.0003269615],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010214854,0.0017300665,0.1482859,0.0004263836,0.0002681029,0.0018653979,0.011718159,0.003623556,0.0063714343,0.037213027,0.04290864,0.7454872],"study_design_scores_gemma":[0.0012692156,0.0019207799,0.50471914,0.00030897016,0.000041448267,0.00035127983,0.00015759209,0.454659,0.017812079,0.003664947,0.013695669,0.0013998654],"about_ca_topic_score_codex":0.0001458013,"about_ca_topic_score_gemma":0.000032948636,"teacher_disagreement_score":0.74408734,"about_ca_system_score_codex":0.00045397063,"about_ca_system_score_gemma":0.00083207455,"threshold_uncertainty_score":0.9998653},"labels":[],"label_agreement":null},{"id":"W4212906466","doi":"10.1109/tse.2022.3152148","title":"An Empirical Study of Yanked Releases in the Rust Package Registry","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Alberta","funders":"University of Alberta","keywords":"Computer science; Rust (programming language); Software versioning; Dependency (UML); Software package; Code (set theory); Software release life cycle; Software; Software engineering; Operating system; World Wide Web; Database; Programming language; Software development; Software quality","score_opus":0.024242124774664125,"score_gpt":0.28821594235437353,"score_spread":0.2639738175797094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212906466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.448713,0.000019823552,0.55045074,0.000028695971,0.00025260155,0.00022451727,0.000009412898,0.00029974742,0.000001469741],"genre_scores_gemma":[0.9922105,0.0000027616277,0.007365766,0.00003878911,0.000023545432,0.00030639634,0.0000014767314,0.00003112243,0.00001960637],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.997937,0.0001815119,0.00031039756,0.00041691703,0.00080700906,0.00034715564],"domain_scores_gemma":[0.9974466,0.0011563173,0.000041485462,0.0012322202,0.00003871856,0.00008468826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005706231,0.00018904314,0.00021076603,0.00043488902,0.00019539308,0.00006648388,0.0015174487,0.000045373537,0.000032473847],"category_scores_gemma":[0.00012209844,0.00017767819,0.000079705605,0.0015549599,0.00001998346,0.00026217577,0.000013458004,0.0008751864,0.000004236066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001938653,0.0014032488,0.005700928,0.00003083904,0.000028548133,0.00013131798,0.004706809,0.9844118,0.0002388504,0.00001900621,0.000104260886,0.0032050258],"study_design_scores_gemma":[0.008073694,0.01162929,0.48145455,0.0002328786,0.00012541232,0.0007084271,0.012711396,0.4666667,0.010915831,0.00007241462,0.0042660087,0.003143415],"about_ca_topic_score_codex":0.000093001385,"about_ca_topic_score_gemma":0.000014328285,"teacher_disagreement_score":0.5434975,"about_ca_system_score_codex":0.00015400708,"about_ca_system_score_gemma":0.000066973924,"threshold_uncertainty_score":0.72455066},"labels":[],"label_agreement":null},{"id":"W4213075374","doi":"10.1109/tse.2018.2872711","title":"An Interactive and Dynamic Search-Based Approach to Software Refactoring Recommendations","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Ford Motor Company","keywords":"Code refactoring; Computer science; Software; Software engineering; Software evolution; Software quality; Software system; Set (abstract data type); Process (computing); Merge (version control); Software metric; Software development; Programming language; Software construction; Information retrieval","score_opus":0.0253112702250691,"score_gpt":0.27451925036300423,"score_spread":0.24920798013793513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213075374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01949062,0.00002289593,0.97673064,0.00042613127,0.0004343342,0.00038249395,0.000043075856,0.002465929,0.0000038758544],"genre_scores_gemma":[0.604772,0.0000046111195,0.39486146,0.00016979415,0.000030118848,0.00009206004,0.0000061323044,0.0000535728,0.000010259363],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978303,0.000060427803,0.00027968897,0.0008375265,0.00044225308,0.0005498524],"domain_scores_gemma":[0.9976391,0.0008461513,0.000028382654,0.00064434164,0.0001234554,0.0007185295],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021073385,0.0003418995,0.00027484688,0.0004979824,0.00021277393,0.00028738333,0.00079243747,0.00011147402,0.000015609077],"category_scores_gemma":[0.00027457418,0.00039000635,0.000089440655,0.0011241612,0.000024804827,0.00085882086,0.000016523707,0.0008072147,0.000040463434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022837521,0.00012402913,0.00014683453,0.00010184353,0.0000464375,0.000009140759,0.0017361183,0.96363425,0.0013394341,0.000033893513,0.00003601174,0.032769136],"study_design_scores_gemma":[0.00053062435,0.00042665887,0.0018614075,0.00012557434,0.000014206763,0.000016709439,0.000082048384,0.9840009,0.011611411,0.000004537685,0.00067203416,0.0006538619],"about_ca_topic_score_codex":0.000018185458,"about_ca_topic_score_gemma":0.0000018150462,"teacher_disagreement_score":0.5852814,"about_ca_system_score_codex":0.0002576934,"about_ca_system_score_gemma":0.000089432746,"threshold_uncertainty_score":0.99985516},"labels":[],"label_agreement":null},{"id":"W4213310871","doi":"10.7287/peerj.preprints.2723","title":"Lifting the curse of stringly-typed code","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"JavaScript; Computer science; String (physics); Programming language; Parsing; Code (set theory); Source code; Rule-based machine translation; Natural language processing; Theoretical computer science; Artificial intelligence; Mathematics; Set (abstract data type)","score_opus":0.05605265536245688,"score_gpt":0.3304924646234312,"score_spread":0.27443980926097433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213310871","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056292187,0.00049384404,0.9309475,0.001999291,0.002130693,0.00050790695,0.000010267617,0.0006670773,0.0069512576],"genre_scores_gemma":[0.96529156,0.00003138819,0.03291749,0.000018434655,0.00014338683,0.000019771154,0.0000016348307,0.000016992963,0.0015593438],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985845,0.000042877782,0.00021518565,0.00039175324,0.00049009395,0.00027557128],"domain_scores_gemma":[0.99610704,0.0008241547,0.00016809812,0.002657684,0.0001795449,0.00006350209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008378998,0.00015362584,0.00021570822,0.000095480835,0.00010909955,0.0002984261,0.004860908,0.00013213795,0.000017951577],"category_scores_gemma":[0.0018132409,0.00010609668,0.00009851085,0.00008873714,0.00008665973,0.00009626222,0.0049958923,0.00070080924,0.00003641166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039243456,0.0005294535,0.11517159,0.0030643889,0.0011711249,0.0002504091,0.011673571,0.099279575,0.002189443,0.23434556,0.047646947,0.4846387],"study_design_scores_gemma":[0.0011829004,0.00020891106,0.14469856,0.0017234316,0.0000627729,0.000046490455,0.00009403414,0.76059186,0.03346427,0.026031857,0.029794019,0.0021008914],"about_ca_topic_score_codex":0.00019450187,"about_ca_topic_score_gemma":0.000010748165,"teacher_disagreement_score":0.9089994,"about_ca_system_score_codex":0.000036910355,"about_ca_system_score_gemma":0.0002566418,"threshold_uncertainty_score":0.90328574},"labels":[],"label_agreement":null},{"id":"W4214585125","doi":"10.1145/3511430.3511441","title":"Supporting Readability by Comprehending the Hierarchical Abstraction of a Software Project","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Readability; Computer science; Abstraction; Software engineering; Programming language; Software","score_opus":0.024094735349566892,"score_gpt":0.316441231488114,"score_spread":0.2923464961385471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214585125","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3829187,0.000046796853,0.6149324,0.0007545114,0.00022943401,0.00038791716,0.000012422351,0.00046425193,0.00025354218],"genre_scores_gemma":[0.97941566,7.075936e-7,0.020197753,0.00003694148,0.000015001033,0.00007018235,0.0000050174363,0.0000073283472,0.00025140538],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984487,0.00014182196,0.00024586677,0.0002712537,0.0006132667,0.00027907462],"domain_scores_gemma":[0.99764836,0.0016828222,0.000073477735,0.0005158819,0.000043389504,0.000036049514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012336107,0.00007414961,0.00010377582,0.00007984404,0.0002576495,0.000048535265,0.00091320707,0.00001847721,0.00009439008],"category_scores_gemma":[0.0007204309,0.000055810597,0.000055324534,0.0005311738,0.00005038506,0.00016435877,0.00071436504,0.00043467028,0.000002555379],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000127813,0.0014641513,0.38461152,0.0005348969,0.00021041253,0.00007073561,0.011588177,0.017909657,0.034107126,0.017984148,0.13211465,0.3992767],"study_design_scores_gemma":[0.0017013606,0.00215085,0.3404716,0.00006859649,0.000035034176,0.0006965793,0.003338835,0.42289615,0.06993873,0.011962655,0.14473781,0.0020018094],"about_ca_topic_score_codex":0.00024468504,"about_ca_topic_score_gemma":0.000002163132,"teacher_disagreement_score":0.596497,"about_ca_system_score_codex":0.0001046416,"about_ca_system_score_gemma":0.00011657909,"threshold_uncertainty_score":0.22758901},"labels":[],"label_agreement":null},{"id":"W4214592544","doi":"10.1007/978-1-4842-8051-5_20","title":"How to Use the Recipes","year":2022,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Bible College","funders":"","keywords":"Recipe; Operationalization; Audit; Computer science; Code (set theory); Code of practice; Engineering; Programming language; Engineering management; Business; Accounting; History; Epistemology","score_opus":0.05233012107935242,"score_gpt":0.24696792805480633,"score_spread":0.1946378069754539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214592544","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016306757,0.0007739202,0.15587142,0.00564644,0.0038514223,0.0023895917,0.00009638726,0.0021530907,0.82905465],"genre_scores_gemma":[0.0023975426,0.000011356706,0.004973385,0.00042508796,0.00018295631,0.00015359905,0.0000032158875,0.00007110673,0.9917818],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809337,0.000033262277,0.00014170544,0.0005637905,0.0008117956,0.0003560808],"domain_scores_gemma":[0.9964852,0.0013461447,0.000057004265,0.0018885642,0.00008257407,0.00014056763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026057867,0.00026395408,0.00021246275,0.0001843782,0.00019714829,0.00076099695,0.0028430778,0.00011247762,0.000058977574],"category_scores_gemma":[0.00030379422,0.00020745797,0.000119228636,0.000028258186,0.00005611867,0.00014535991,0.00220067,0.0007209301,0.000069493886],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006629738,0.0000041487415,0.000010184019,0.000027061067,0.000089797424,0.0001340752,0.00082903134,0.000102153535,0.00007150633,0.8907183,0.029034477,0.07897263],"study_design_scores_gemma":[0.000048242717,0.000046309495,0.000053780648,0.000033939963,0.000006192485,0.000014324109,0.0000014676394,0.00007964323,0.00017452797,0.0034126579,0.99587476,0.00025415866],"about_ca_topic_score_codex":0.000047900805,"about_ca_topic_score_gemma":0.000008274634,"teacher_disagreement_score":0.96684027,"about_ca_system_score_codex":0.0000939998,"about_ca_system_score_gemma":0.000079011385,"threshold_uncertainty_score":0.84598905},"labels":[],"label_agreement":null},{"id":"W4214741785","doi":"10.1007/s10664-021-10070-w","title":"TraceSim: An Alignment Method for Computing Stack Trace Similarity","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Telefonaktiebolaget LM Ericsson; Western Canada Research Grid; Compute Canada","keywords":"Computer science; Data deduplication; Crash; Data mining; TRACE (psycholinguistics); Software; Task (project management); Subroutine; Flexibility (engineering); Benchmark (surveying); Similarity (geometry); Information retrieval; Artificial intelligence; Machine learning; Database; Programming language; Engineering","score_opus":0.04467345933549554,"score_gpt":0.34524277005109066,"score_spread":0.3005693107155951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214741785","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056403596,0.00021935804,0.9396067,0.0005901467,0.00070482685,0.00050869037,0.000027313516,0.0019345345,0.0000047876842],"genre_scores_gemma":[0.28710338,0.000001318836,0.71207654,0.00026922903,0.00019041804,0.00019845118,0.000018678751,0.00007218883,0.000069807735],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99667567,0.00015975085,0.0004256399,0.00088947365,0.0009130204,0.000936461],"domain_scores_gemma":[0.995086,0.003536529,0.00006994839,0.00082341244,0.00009230051,0.0003917988],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001858493,0.0003334258,0.0003760479,0.00024313059,0.0004593968,0.00020421649,0.0016557653,0.000092125905,0.000041300467],"category_scores_gemma":[0.001564014,0.00038179898,0.00017724323,0.0009229234,0.000015289961,0.00042221593,0.00082987564,0.0007059509,0.000006077321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015470556,0.00025215856,0.014880481,0.00012587423,0.00005639212,0.00007600976,0.0013006639,0.96036816,0.00026922996,0.00051344716,0.002986797,0.019155346],"study_design_scores_gemma":[0.0006275609,0.00041371924,0.025482327,0.0000138011565,0.000012036144,0.00007321222,0.000037710648,0.9081931,0.001126854,0.00021812551,0.063169666,0.0006318879],"about_ca_topic_score_codex":0.000015392283,"about_ca_topic_score_gemma":0.0000011145598,"teacher_disagreement_score":0.23069978,"about_ca_system_score_codex":0.0004929421,"about_ca_system_score_gemma":0.00011943954,"threshold_uncertainty_score":0.9998634},"labels":[],"label_agreement":null},{"id":"W4214871480","doi":"10.1007/s10664-021-10078-2","title":"Reuse and maintenance practices among divergent forks in three software ecosystems","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Polytechnique Montréal","funders":"Vetenskapsrådet; Vlaamse regering; Fonds De La Recherche Scientifique - FNRS; Fonds Wetenschappelijk Onderzoek; Canada Research Chairs","keywords":"Computer science; Software engineering; Software development; Software construction; Software bug; Software; Social software engineering; Software evolution; Software analytics; Software peer review; Software system; Code reuse; Software maintenance; Operating system","score_opus":0.02947488547754301,"score_gpt":0.27531612184347026,"score_spread":0.24584123636592725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214871480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.551243,0.00073105097,0.44580734,0.0003696859,0.0006255427,0.00031638425,0.000009110056,0.0008940714,0.0000038035712],"genre_scores_gemma":[0.9418012,0.000025945468,0.057453223,0.00009021946,0.00009926432,0.0003736003,0.000007102087,0.000063760526,0.00008567947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969613,0.00009073731,0.0004397749,0.00082468067,0.0008226731,0.00086084154],"domain_scores_gemma":[0.99605495,0.0023295225,0.000168209,0.0010838119,0.00006541538,0.0002980882],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010276693,0.00032132483,0.00036473802,0.0004053564,0.00023789766,0.0002017309,0.0018239259,0.000104850886,0.000048603804],"category_scores_gemma":[0.010563063,0.000340557,0.0000883043,0.0012592265,0.00003393582,0.00075262436,0.0031041033,0.0010608069,0.000012924049],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009004022,0.00006169804,0.9347528,0.000101063815,0.000026250038,0.0002606456,0.000582234,0.060988303,0.000017245597,0.00009305452,0.0016754358,0.0014322351],"study_design_scores_gemma":[0.00070401514,0.00017129967,0.82312053,0.00011145946,0.0000072861408,0.00012682128,0.000040218332,0.15586935,0.000043992037,0.00033083768,0.01878409,0.00069008983],"about_ca_topic_score_codex":0.0002285829,"about_ca_topic_score_gemma":0.00007235178,"teacher_disagreement_score":0.39055818,"about_ca_system_score_codex":0.0005063232,"about_ca_system_score_gemma":0.000089637295,"threshold_uncertainty_score":0.99990463},"labels":[],"label_agreement":null},{"id":"W4220704127","doi":"10.1145/3510455.3512771","title":"Better modeling the programming world with code concept graphs-augmented multi-modal learning","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Identifier; Artificial intelligence; Code (set theory); Domain (mathematical analysis); Process (computing); Machine learning; Software engineering; Programming language","score_opus":0.03777001590869307,"score_gpt":0.29157668098486095,"score_spread":0.2538066650761679,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220704127","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016050266,0.00025699392,0.9775949,0.0008938969,0.0003161576,0.00087557215,0.0000017959936,0.003829485,0.00018091593],"genre_scores_gemma":[0.6474776,0.0000070729934,0.3415049,0.00025725114,0.000091468464,0.00078272115,0.000027156497,0.00020177555,0.009650031],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658906,0.00018469735,0.00034300075,0.0010457298,0.0011116996,0.0007258207],"domain_scores_gemma":[0.9977564,0.00054743025,0.000119760145,0.0012787705,0.00015935031,0.00013828688],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.000803039,0.00040846205,0.0003265965,0.00037540533,0.00029945307,0.00071923755,0.002752724,0.00009565298,0.000050450995],"category_scores_gemma":[0.00012250103,0.00028809273,0.00015532551,0.0007513505,0.00009839635,0.00018137241,0.004456647,0.003140485,0.0000059867234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007869206,0.000043403303,0.005617409,0.000040921863,0.0001296043,0.000047507623,0.0017141982,0.9767253,0.000007855397,0.0014753465,0.00017012891,0.014020486],"study_design_scores_gemma":[0.00036456314,0.000060049948,0.00036784628,0.00008634034,0.000013598936,0.000010279258,0.00012090025,0.99448633,0.00004920549,0.00023717646,0.0037798875,0.00042384694],"about_ca_topic_score_codex":0.00018619152,"about_ca_topic_score_gemma":0.000081921935,"teacher_disagreement_score":0.63609004,"about_ca_system_score_codex":0.00022563915,"about_ca_system_score_gemma":0.00022982097,"threshold_uncertainty_score":0.99995714},"labels":[],"label_agreement":null},{"id":"W4220908806","doi":"10.18280/ria.360109","title":"Novel Optimized Reusable Component Repository Using Neural Networks","year":2022,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Component (thermodynamics); Computer science; Software; Information repository; Artificial neural network; Work (physics); Component-based software engineering; Data science; World Wide Web; Software engineering; Database; Software development; Computer data storage; Engineering; Artificial intelligence; Operating system","score_opus":0.05333537265837602,"score_gpt":0.27729546277295297,"score_spread":0.22396009011457696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220908806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04375607,0.00041548404,0.9532369,0.00023316617,0.0015241782,0.00026388056,0.0000018967037,0.00032874508,0.00023967809],"genre_scores_gemma":[0.9390151,0.000007777589,0.059640545,0.000093800096,0.00013051309,0.0000634534,0.000004200394,0.000029838655,0.0010148067],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977512,0.00012136091,0.00045446082,0.0006174391,0.00046102953,0.00059453957],"domain_scores_gemma":[0.99789226,0.0005941991,0.00011178505,0.0011524577,0.00009646152,0.00015281464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007577256,0.00018373955,0.00023264904,0.00018008638,0.00069366954,0.00019906196,0.0017053143,0.000046289857,0.00010837842],"category_scores_gemma":[0.00016021436,0.00021110848,0.00012455841,0.0010378641,0.000063537074,0.00026456753,0.001308096,0.0005617796,0.000023519116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012432573,0.00011705592,0.00020894285,0.0000108153745,0.000011307628,0.00006129984,0.00029145592,0.9884789,0.007673009,0.0010498186,0.00023901269,0.0018459588],"study_design_scores_gemma":[0.000062244646,0.00007917407,0.0000492333,0.0000144657515,0.0000042353176,0.0003542769,0.00010982576,0.991334,0.006591636,0.000048559756,0.0011197629,0.00023255477],"about_ca_topic_score_codex":0.00012627662,"about_ca_topic_score_gemma":4.6595522e-7,"teacher_disagreement_score":0.895259,"about_ca_system_score_codex":0.00027669015,"about_ca_system_score_gemma":0.00006388095,"threshold_uncertainty_score":0.86087537},"labels":[],"label_agreement":null},{"id":"W4221004552","doi":"10.1142/s0218194022500085","title":"GASSER: A Multi-Objective Evolutionary Approach for Test Suite Reduction","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Test suite; Sorting; Computer science; Regression testing; Reduction (mathematics); Suite; Genetic algorithm; Test case; Artifact (error); Baseline (sea); Software; Model-based testing; Code coverage; Machine learning; Evolutionary algorithm; Data mining; Artificial intelligence; Algorithm; Regression analysis; Software system; Mathematics; Programming language","score_opus":0.01419625295735528,"score_gpt":0.25685773653825233,"score_spread":0.24266148358089706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221004552","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017851477,0.0022591695,0.9765898,0.00006227435,0.002718103,0.00019341614,0.000026453652,0.00029376723,0.0000055646233],"genre_scores_gemma":[0.59632486,0.00003582235,0.40283406,0.0000051547636,0.0005392316,0.00009605402,0.0000098344835,0.000044770815,0.00011017082],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983666,0.000022244078,0.00043668208,0.00031047253,0.00052495755,0.00033906117],"domain_scores_gemma":[0.99777454,0.0011365188,0.00013446035,0.00019600101,0.0005914873,0.00016700907],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071445416,0.00023236586,0.0002603339,0.0008740735,0.00012760426,0.000120863595,0.0009927832,0.000059395235,0.000004495555],"category_scores_gemma":[0.002619568,0.0002600541,0.00016288781,0.00044273882,0.000017449434,0.0005310806,0.00044086506,0.0005875896,0.0000011464621],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045704637,0.00046457408,0.004934187,0.00018555402,0.0003998781,0.000061087005,0.0017937666,0.97545356,0.0066278237,0.0012989746,0.0009717349,0.0077631655],"study_design_scores_gemma":[0.001448635,0.0003230932,0.012262267,0.0000953012,0.000020502566,0.0021746506,0.00009664899,0.97403973,0.00092813384,0.000029783723,0.008154111,0.000427121],"about_ca_topic_score_codex":0.000003439692,"about_ca_topic_score_gemma":6.6592534e-8,"teacher_disagreement_score":0.5784734,"about_ca_system_score_codex":0.0005444295,"about_ca_system_score_gemma":0.00016237846,"threshold_uncertainty_score":0.99998516},"labels":[],"label_agreement":null},{"id":"W4221058968","doi":"10.32604/iasc.2022.027349","title":"Improve Representation for Cross-Language Clone Detection by Pretrain Using Tree Autoencoder","year":2022,"lang":"en","type":"article","venue":"Intelligent Automation & Soft Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Autoencoder; Artificial intelligence; Deep learning; Tree (set theory); Context (archaeology); Node (physics); Encoder; Embedding; Feature learning; Pattern recognition (psychology); Machine learning","score_opus":0.02670070496416517,"score_gpt":0.3361846129183926,"score_spread":0.3094839079542274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221058968","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27852708,0.00011070647,0.71862996,0.000056572546,0.0011530566,0.0005708798,0.000013377341,0.0009251119,0.000013256764],"genre_scores_gemma":[0.9195457,6.650805e-7,0.07991396,0.00006270141,0.00017356497,0.00009052643,0.000037878155,0.00003600091,0.0001389795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974705,0.00015810989,0.0005505126,0.00064015214,0.00070541643,0.00047533584],"domain_scores_gemma":[0.99777675,0.001178716,0.00026194795,0.0004974936,0.0001951927,0.00008990322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012392787,0.00019815715,0.00019044612,0.00029829497,0.00070766336,0.00042657767,0.0007360355,0.00006596433,0.00002855733],"category_scores_gemma":[0.0010388766,0.00023931498,0.00012949649,0.00084730575,0.000034613364,0.0005153204,0.0004917331,0.00031266367,0.000010023674],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021501051,0.00010325981,0.0015847636,0.000075718155,0.000048318165,0.0000061293126,0.0057841805,0.46234804,0.1122459,0.00023499205,0.00036312878,0.41718405],"study_design_scores_gemma":[0.00027928696,0.00011740608,0.0012441644,0.000011366485,0.0000057874286,0.000024152838,0.00017016138,0.92018783,0.077169076,0.0002031336,0.0003652206,0.00022243393],"about_ca_topic_score_codex":0.00008538743,"about_ca_topic_score_gemma":0.0000030948918,"teacher_disagreement_score":0.6410186,"about_ca_system_score_codex":0.0006065334,"about_ca_system_score_gemma":0.00008427822,"threshold_uncertainty_score":0.97589815},"labels":[],"label_agreement":null},{"id":"W4221069574","doi":"10.1016/j.jss.2022.111308","title":"Wayback Machine: A tool to capture the evolutionary behavior of the bug reports and their triage process in open-source software systems","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Triage; Computer science; Process (computing); Software; Software engineering; Open source software; Software evolution; Open source; Operating system; Software system; Software construction; Medicine; Medical emergency","score_opus":0.014279740946357937,"score_gpt":0.25262178928616486,"score_spread":0.2383420483398069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221069574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9547088,0.016287925,0.02579724,0.00040157294,0.001217292,0.0015050106,0.000036426376,0.000043090058,0.000002605942],"genre_scores_gemma":[0.9988059,0.00002344956,0.0005790106,0.000042993943,0.000082992905,0.00017995315,7.3164557e-7,0.000023422823,0.00026154975],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973306,0.00036813994,0.0008586776,0.00031795327,0.000843749,0.0002808825],"domain_scores_gemma":[0.9974287,0.00086522975,0.0005826603,0.00067991926,0.00031793764,0.0001255113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028250068,0.00019752707,0.0004932457,0.00020220975,0.00035617434,0.00032499252,0.0015403568,0.00006855518,0.0000036535268],"category_scores_gemma":[0.001368387,0.000108537504,0.00009114372,0.00077688333,0.000054145716,0.00042958508,0.0013423179,0.000672872,2.2077914e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014503585,0.00029013652,0.893769,0.0010488079,0.00013091654,0.0006264848,0.017725378,0.07569102,0.00021803298,0.00015018515,0.004891681,0.00531332],"study_design_scores_gemma":[0.0036977394,0.0017019457,0.8867406,0.004679667,0.00011905256,0.045388293,0.015506796,0.013702794,0.00011180187,0.00034686454,0.02667102,0.0013334166],"about_ca_topic_score_codex":0.0004873119,"about_ca_topic_score_gemma":0.000009127596,"teacher_disagreement_score":0.061988223,"about_ca_system_score_codex":0.00017231185,"about_ca_system_score_gemma":0.00033596435,"threshold_uncertainty_score":0.4426031},"labels":[],"label_agreement":null},{"id":"W4221130019","doi":"10.12688/openreseurope.14507.1","title":"An open-source natural language processing toolkit to support software development: addressing automatic bug detection, code summarisation and code search","year":2022,"lang":"en","type":"article","venue":"Open Research Europe","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Horizon 2020 Framework Programme; European Commission","keywords":"Computer science; Software engineering; Codebase; Code review; Source code; Parsing; Code generation; Documentation; Software; Code (set theory); KPI-driven code analysis; TRACE (psycholinguistics); Software development; Programming language; World Wide Web; Static program analysis; Operating system; Key (lock)","score_opus":0.09172202267189417,"score_gpt":0.38927321591392294,"score_spread":0.2975511932420288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4221130019","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73078924,0.0004551075,0.2616832,0.001083387,0.0002669034,0.003831473,0.000043330332,0.0009874305,0.0008599273],"genre_scores_gemma":[0.9217458,0.0000046842774,0.07409607,0.0001979491,0.000054253087,0.0004742369,0.000051970597,0.0000984706,0.003276603],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936425,0.0013900796,0.0004190793,0.0011892647,0.0022349698,0.0011241126],"domain_scores_gemma":[0.99683815,0.00078555616,0.00006928684,0.0010856404,0.00069458043,0.0005267625],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.008715915,0.00024256714,0.00028770193,0.0007002455,0.0027050255,0.006732304,0.007000346,0.000048845555,0.00017924025],"category_scores_gemma":[0.0024135318,0.00025155483,0.000017734987,0.0031202766,0.00010986367,0.0024889042,0.014916949,0.001345778,0.00011881769],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007911744,0.00018167197,0.004506691,0.00016879283,0.000023978091,0.00025112173,0.013351522,0.0017676465,0.009342086,0.000052146606,0.0019759005,0.9682993],"study_design_scores_gemma":[0.0037018247,0.003438033,0.16532348,0.00060924684,0.0000143863135,0.0007115716,0.0045547537,0.57081914,0.034049984,0.000083874285,0.2142117,0.0024819954],"about_ca_topic_score_codex":0.00039499297,"about_ca_topic_score_gemma":0.00026075213,"teacher_disagreement_score":0.96581733,"about_ca_system_score_codex":0.00050526287,"about_ca_system_score_gemma":0.0014316571,"threshold_uncertainty_score":0.9999937},"labels":[],"label_agreement":null},{"id":"W4223432363","doi":"10.1145/3524610.3529156","title":"Error identification strategies for Python Jupyter notebooks","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debugging; Python (programming language); Computer science; Programming language; Exploratory data analysis; Software engineering; Data science; Data mining","score_opus":0.06175773032543677,"score_gpt":0.3416812496562637,"score_spread":0.27992351933082693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223432363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068335403,0.0000544181,0.98775554,0.000555709,0.0020283575,0.0008179871,0.000023560651,0.0010186872,0.00091221783],"genre_scores_gemma":[0.7180451,0.000008860533,0.26164216,0.00016643933,0.00034992656,0.0031361587,0.00018310646,0.000094242154,0.016374027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980609,0.000052807576,0.0002918372,0.0007560795,0.00051021343,0.00032817636],"domain_scores_gemma":[0.9977482,0.00053557486,0.00009152697,0.001419675,0.00013534017,0.000069703536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007307428,0.00019936335,0.00018759807,0.0002538103,0.00012375065,0.0008801369,0.0021539552,0.00015377998,0.00013169073],"category_scores_gemma":[0.00020266349,0.00020585823,0.00012342683,0.0001293545,0.000024769577,0.00024754816,0.0022533247,0.00058858783,0.000043098724],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060223192,0.00035641633,0.0010687727,0.0034111901,0.00041444416,0.000063662694,0.009263071,0.18291268,0.008760987,0.6672185,0.070981175,0.055488843],"study_design_scores_gemma":[0.0009306798,0.00028489908,0.025639635,0.00012456556,0.000046204234,0.000016142581,0.0007227619,0.68328726,0.010452879,0.19223338,0.08389934,0.0023622222],"about_ca_topic_score_codex":0.00006398695,"about_ca_topic_score_gemma":0.000008402426,"teacher_disagreement_score":0.7261134,"about_ca_system_score_codex":0.0001581359,"about_ca_system_score_gemma":0.00040152486,"threshold_uncertainty_score":0.84871805},"labels":[],"label_agreement":null},{"id":"W4223464152","doi":"10.1016/j.infsof.2022.106912","title":"An empirical study of emoji use in software development communication","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Instituto Nacional de Ciência e Tecnologia para Engenharia de Software; Fundação de Amparo à Ciência e Tecnologia do Estado de Pernambuco; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Emoji; Computer science; Software engineering; Software development; Empirical research; Software; World Wide Web; Programming language; Social media; Mathematics","score_opus":0.024901636920426556,"score_gpt":0.2952116746122025,"score_spread":0.2703100376917759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223464152","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8560566,0.00003372033,0.14288971,0.000118029166,0.000035571902,0.0002671501,0.0000018660548,0.00059524307,0.0000021690605],"genre_scores_gemma":[0.91329134,0.0000039395936,0.08647026,0.000070899725,8.9881206e-7,0.00013939585,0.000014696962,0.0000043315913,0.000004251154],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99888486,0.000079361715,0.00040449167,0.00014023665,0.00031417303,0.00017687093],"domain_scores_gemma":[0.998801,0.0002699932,0.00009856711,0.0006837841,0.00010680908,0.000039833034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047739636,0.00008886765,0.00014540214,0.000988027,0.00017779843,0.000059643407,0.00090588554,0.00007052647,0.000010141557],"category_scores_gemma":[0.00066734845,0.00009647184,0.000009694353,0.0010810402,0.000044367946,0.00118707,0.0009235677,0.00034976035,0.000004257437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071085306,0.0002118372,0.8546021,0.000013221503,0.000006781445,0.0000028598117,0.008511642,0.0016103318,0.0000023870432,0.00033777714,0.00006875859,0.1346252],"study_design_scores_gemma":[0.0013504216,0.00071093364,0.9786091,0.000014395504,0.000002170199,0.00004716953,0.003425901,0.007264129,0.00013150797,0.0007036033,0.0074686967,0.00027197125],"about_ca_topic_score_codex":0.000053965257,"about_ca_topic_score_gemma":0.000054995904,"teacher_disagreement_score":0.13435324,"about_ca_system_score_codex":0.00011492495,"about_ca_system_score_gemma":0.00010460078,"threshold_uncertainty_score":0.39340073},"labels":[],"label_agreement":null},{"id":"W4223561042","doi":"10.1145/3524610.3527920","title":"Backports","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Merge (version control); Open source; Source code; Software engineering; Code review; Open source software; Software; Software development; World Wide Web; Programming language; Software quality; Information retrieval","score_opus":0.027752340835281004,"score_gpt":0.2909284429458229,"score_spread":0.2631761021105419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223561042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006105486,0.00024323341,0.9719353,0.0008031498,0.0027667151,0.00023207866,0.0000028878126,0.0017299687,0.016181206],"genre_scores_gemma":[0.50614893,0.00006661428,0.45994833,0.00045317563,0.00031082507,0.00045401594,0.000038360395,0.000067426685,0.03251233],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985915,0.000029678456,0.00012383,0.0004954798,0.00052457955,0.00023497481],"domain_scores_gemma":[0.9981836,0.00023938493,0.000027258811,0.0014339781,0.000034001314,0.00008174763],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034124427,0.00011881019,0.00012372405,0.00015326882,0.000043782435,0.00017093791,0.0022286656,0.00006863412,0.0015638247],"category_scores_gemma":[0.00016876722,0.0001207696,0.000072626994,0.00020416982,0.000009492712,0.00006423171,0.009678851,0.0007420796,0.0001186167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004995431,0.00034688503,0.061231036,0.00076642603,0.00027774248,0.0020359305,0.0018754079,0.12544277,0.00008573484,0.22246812,0.43296227,0.15250266],"study_design_scores_gemma":[0.000413658,0.00015206556,0.12335976,0.00008642739,0.000010899072,0.00010725138,0.000030776013,0.19039722,0.0009476951,0.05339444,0.62869275,0.002407073],"about_ca_topic_score_codex":0.00005256716,"about_ca_topic_score_gemma":8.120894e-7,"teacher_disagreement_score":0.5119869,"about_ca_system_score_codex":0.00011132559,"about_ca_system_score_gemma":0.00020343091,"threshold_uncertainty_score":0.9993489},"labels":[],"label_agreement":null},{"id":"W4223598146","doi":"10.1145/3524610.3527886","title":"On the effectiveness of pretrained models for API learning","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Kelowna General Hospital; University of British Columbia","funders":"","keywords":"Computer science; Natural language processing; Artificial intelligence; Natural language; Language model; Lexical analysis; Task (project management); Information retrieval; Context (archaeology); Encoder; Question answering; Transformer; Automatic summarization; Parsing; ENCODE; Programming language","score_opus":0.03599107396813926,"score_gpt":0.293690002250762,"score_spread":0.2576989282826227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223598146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025188282,0.00004232454,0.97157526,0.000097582386,0.000349409,0.0010531999,0.000005082932,0.00027111534,0.0014177279],"genre_scores_gemma":[0.98730564,0.0000033747042,0.01132107,0.000013355635,0.00001877728,0.0008778595,0.0000064796695,0.00002188378,0.00043153277],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982938,0.00041993233,0.00014221335,0.00044482655,0.00047587443,0.00022332996],"domain_scores_gemma":[0.9823207,0.01664547,0.00005651653,0.0008389014,0.00010535201,0.000033015902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031865663,0.00014645272,0.0002154071,0.00013560586,0.00009120392,0.00007250804,0.0018389139,0.0000813279,0.000041733198],"category_scores_gemma":[0.0022975449,0.00010582081,0.0001434285,0.00020665058,0.000024677807,0.00005429841,0.002013451,0.0007956672,0.0000018596598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024580917,0.00001617186,0.000053815544,0.00032180498,0.000035580193,7.6453165e-7,0.00020546431,0.75678337,0.00007099094,0.24169554,0.00007983635,0.000712071],"study_design_scores_gemma":[0.0001534128,0.00018052293,0.0006724309,0.00009901732,0.00000304317,5.5594006e-7,0.0000105237805,0.90108967,0.001734261,0.095853895,0.00006815444,0.00013451118],"about_ca_topic_score_codex":0.000025569116,"about_ca_topic_score_gemma":2.0454063e-7,"teacher_disagreement_score":0.9621174,"about_ca_system_score_codex":0.00010717062,"about_ca_system_score_gemma":0.00014501759,"threshold_uncertainty_score":0.43152472},"labels":[],"label_agreement":null},{"id":"W4223971160","doi":"10.1016/j.infsof.2022.107025","title":"S-DABT: Schedule and Dependency-aware Bug Triage in open-source bug tracking systems","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software regression; Software bug; Schedule; Dependency (UML); Dependency graph; Scheduling (production processes); Open source; Software; Software development; Software quality; Software engineering; Programming language; Operating system; Engineering","score_opus":0.014490333728166742,"score_gpt":0.25314797987584403,"score_spread":0.2386576461476773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4223971160","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36693567,0.0008694578,0.62857217,0.0009454404,0.00033359657,0.0007408165,0.000012340441,0.0015109631,0.00007953703],"genre_scores_gemma":[0.9941415,0.000034560435,0.005384804,0.00011188081,0.000007960596,0.0002334417,0.000009799006,0.000009899771,0.000066114204],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998669,0.00005662879,0.00039013592,0.00024577943,0.00030604267,0.00033238245],"domain_scores_gemma":[0.9990159,0.00028562493,0.00010937168,0.0004448694,0.000075717144,0.000068492496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008171535,0.00013817615,0.00022541269,0.0009361621,0.00028810857,0.00042259682,0.0011483312,0.00013863863,0.00001568383],"category_scores_gemma":[0.00063438626,0.0001478578,0.000016085218,0.0010507097,0.00006047213,0.0016702925,0.0020345338,0.0005565832,0.000011047086],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004251421,0.00010624494,0.30427256,0.00033905,0.00003987653,0.000088099514,0.0049594967,0.00924337,0.00004486095,0.038448576,0.0007386544,0.64167666],"study_design_scores_gemma":[0.016677078,0.0019473645,0.12552722,0.0005014426,0.000027346458,0.0049832156,0.015155365,0.5726894,0.0012661678,0.015070851,0.24279371,0.0033608335],"about_ca_topic_score_codex":0.000116997566,"about_ca_topic_score_gemma":0.000012165688,"teacher_disagreement_score":0.63831586,"about_ca_system_score_codex":0.00012673199,"about_ca_system_score_gemma":0.000099165816,"threshold_uncertainty_score":0.60294664},"labels":[],"label_agreement":null},{"id":"W4224287853","doi":"10.1145/3508479","title":"Just-In-Time Defect Prediction on JavaScript Projects: A Replication Study","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China; National Research Foundation Singapore","keywords":"JavaScript; Computer science; Java; Unobtrusive JavaScript; Machine learning; Artificial intelligence; Replication (statistics); Java Programming Language; Natural language processing; Software engineering; Programming language; Rich Internet application","score_opus":0.10556455715455794,"score_gpt":0.3332004721546199,"score_spread":0.22763591500006197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224287853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25009552,0.00007616013,0.74777526,0.00011436005,0.00052756106,0.00053883117,0.000012123662,0.000857188,0.000003038229],"genre_scores_gemma":[0.7172199,0.000022123395,0.28097907,0.000109536355,0.00004369131,0.0013423096,0.0000072287867,0.000050718623,0.00022543683],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9974254,0.00059048954,0.0002929982,0.00087275374,0.00042548872,0.0003928913],"domain_scores_gemma":[0.99441904,0.003932112,0.000041036998,0.0014678081,0.00004028674,0.00009972846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027939288,0.00021815613,0.000285561,0.0008540689,0.00023212234,0.000047971793,0.00079532654,0.00008326146,0.000022835264],"category_scores_gemma":[0.0032965597,0.00024170947,0.00008289549,0.0010318677,0.000018960727,0.00015997197,0.00008137375,0.000814827,0.000011524225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002618648,0.0017260688,0.017144285,0.00012724812,0.00029102253,0.0001212612,0.008028093,0.7979816,0.0024867987,0.0003994202,0.0002630596,0.17116924],"study_design_scores_gemma":[0.014264229,0.029544171,0.57302934,0.0003279083,0.00038691243,0.0019334966,0.0024946793,0.33824202,0.012432261,0.0014122619,0.021864021,0.004068676],"about_ca_topic_score_codex":0.00005201304,"about_ca_topic_score_gemma":0.0000021310098,"teacher_disagreement_score":0.5558851,"about_ca_system_score_codex":0.00024447573,"about_ca_system_score_gemma":0.000056089175,"threshold_uncertainty_score":0.9856626},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4224436806","doi":"10.1007/s10664-022-10133-6","title":"Revisiting reopened bugs in open source software systems","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Queen's University","funders":"","keywords":"Software bug; Rework; Documentation; Pipeline (software); Software; Open source; Computer science; Software engineering; Engineering; Computer security; Operating system; Embedded system","score_opus":0.03242953496458023,"score_gpt":0.29263426994624303,"score_spread":0.2602047349816628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224436806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115305394,0.001185633,0.87893796,0.00045889532,0.0009959936,0.0008007521,0.000010685785,0.0022714084,0.000033274562],"genre_scores_gemma":[0.885883,0.000010889614,0.11123257,0.00035993027,0.00034467547,0.001014275,0.000026343407,0.00018818115,0.00094014267],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99589044,0.00022117705,0.0006706078,0.0010381764,0.0010752631,0.0011043584],"domain_scores_gemma":[0.9956003,0.0026665148,0.00010597931,0.0012134153,0.00008562275,0.0003281656],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019618664,0.00038989115,0.0005758023,0.0005369998,0.0003561173,0.0007539394,0.0044134166,0.00010688606,0.000083633044],"category_scores_gemma":[0.0052525382,0.00044712058,0.000119754266,0.0025828066,0.000020093416,0.00087481394,0.0060637468,0.0012343661,0.000060959977],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012477801,0.00007116953,0.29183578,0.00016446385,0.000031035146,0.00031196926,0.0006805236,0.6979424,0.000054645287,0.00024590484,0.002135429,0.006514226],"study_design_scores_gemma":[0.002963814,0.0004051102,0.30061495,0.0006647922,0.000018321443,0.0006508674,0.00025229165,0.39895478,0.00020972785,0.00017435505,0.292062,0.0030289716],"about_ca_topic_score_codex":0.00024919573,"about_ca_topic_score_gemma":0.0000015015798,"teacher_disagreement_score":0.7705776,"about_ca_system_score_codex":0.0008950108,"about_ca_system_score_gemma":0.00020398405,"threshold_uncertainty_score":0.99979806},"labels":[],"label_agreement":null},{"id":"W4225094266","doi":"10.1145/3491102.3501895","title":"Supercharging Trial-and-Error for Learning Complex Software Applications","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada); University of Waterloo","funders":"","keywords":"Computer science; Software; Proof of concept; Key (lock); Software engineering; Machine learning; Data science; Programming language; Computer security","score_opus":0.1725917647466699,"score_gpt":0.3652937626882987,"score_spread":0.19270199794162882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225094266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5141856,0.0000693788,0.4830338,0.000055239852,0.00046578175,0.001542373,0.000009992198,0.00056744757,0.00007034546],"genre_scores_gemma":[0.9964579,0.000001532577,0.0026636897,0.000019258006,0.000121035984,0.0005341551,0.00003641655,0.000033359836,0.00013270193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997427,0.0002973533,0.00050014356,0.00073672505,0.00049744634,0.0005413177],"domain_scores_gemma":[0.9972569,0.0018303925,0.00015148673,0.0005408132,0.000099519275,0.00012091804],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012127345,0.00025094431,0.00041768284,0.00046285155,0.0011441845,0.00038485363,0.001213113,0.00005921844,0.000015096047],"category_scores_gemma":[0.0003796888,0.0002695989,0.00007816138,0.0004476033,0.000053945212,0.00011670689,0.0006630321,0.0006921277,0.000004624828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003927298,0.00079632306,0.21588781,0.0013191198,0.00016031058,0.000026856453,0.024915632,0.29693016,0.0025486764,0.43398082,0.0008174959,0.022224069],"study_design_scores_gemma":[0.011564426,0.0013696797,0.027294856,0.000344247,0.00000930423,0.000022926059,0.0020421487,0.94810796,0.00007244794,0.001135673,0.0068856603,0.0011506785],"about_ca_topic_score_codex":0.0000992718,"about_ca_topic_score_gemma":0.0000034996276,"teacher_disagreement_score":0.6511778,"about_ca_system_score_codex":0.00029185187,"about_ca_system_score_gemma":0.00010317948,"threshold_uncertainty_score":0.9999756},"labels":[],"label_agreement":null},{"id":"W4225163285","doi":"10.1145/3522587","title":"There’s no Such Thing as a Free Lunch: Lessons Learned from Exploring the Overhead Introduced by the Greenkeeper Dependency Bot in Npm","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Queen's University","funders":"","keywords":"Computer science; Dependency (UML); Overhead (engineering); Process (computing); Computer security; Pipeline (software); Action (physics); Software; Software engineering; Risk analysis (engineering); Process management","score_opus":0.17598726110486262,"score_gpt":0.33581605162678857,"score_spread":0.15982879052192595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225163285","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19146061,0.00082811556,0.8008426,0.0047672177,0.0013583332,0.00024054365,0.000030739593,0.0004657474,0.0000061340406],"genre_scores_gemma":[0.7362334,0.00043990748,0.2609726,0.00046491256,0.00017940388,0.0011610441,0.000009253377,0.00010154003,0.00043795363],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968441,0.0009042315,0.00032751556,0.0007573855,0.0005314188,0.0006353478],"domain_scores_gemma":[0.9818986,0.015954126,0.000053267428,0.001924088,0.000054357868,0.00011556416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026162958,0.00030473561,0.00034613707,0.00027668613,0.0005903894,0.000116816394,0.0024160948,0.000103539736,0.000099470526],"category_scores_gemma":[0.0056458656,0.00023736019,0.00011499049,0.0007917978,0.000063298765,0.0002987924,0.0003119506,0.0019654345,0.000015774087],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022979568,0.0003073474,0.0017877083,0.00008334593,0.0005059034,0.00013555013,0.024693478,0.36052758,0.011035305,0.0033207706,0.00091298623,0.5964602],"study_design_scores_gemma":[0.025191246,0.0072368267,0.18921952,0.0010476264,0.0008823743,0.0033384885,0.01789392,0.32410207,0.081470005,0.124175794,0.21248336,0.012958758],"about_ca_topic_score_codex":0.0015657279,"about_ca_topic_score_gemma":0.00007491162,"teacher_disagreement_score":0.58350146,"about_ca_system_score_codex":0.00017420082,"about_ca_system_score_gemma":0.00009628856,"threshold_uncertainty_score":0.96792674},"labels":[],"label_agreement":null},{"id":"W4225333936","doi":"10.5267/j.ijdns.2022.2.011","title":"Understanding and predicting bugs fixed by API-migrations","year":2022,"lang":"en","type":"article","venue":"International Journal of Data and Network Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software bug; Computer science; Context (archaeology); Security bug; Schedule; Software engineering; Software; Computer security; Programming language; Biology; Operating system","score_opus":0.08412188676902072,"score_gpt":0.3226650559591267,"score_spread":0.23854316919010599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225333936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08979904,0.0008916738,0.9054708,0.0025241226,0.0011582138,0.0000438385,0.00003988238,0.000023646426,0.000048815116],"genre_scores_gemma":[0.9855225,0.00012003286,0.014084411,0.00009980652,0.00014652433,9.592759e-7,0.0000045894963,0.000002562651,0.000018610386],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998514,0.000029121895,0.00017512572,0.00019949797,0.000923647,0.00015861077],"domain_scores_gemma":[0.99903786,0.00045613907,0.0001093858,0.00019559989,0.00010445969,0.00009658172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018608492,0.000047391055,0.000063560576,0.00015807754,0.00037981247,0.00039521325,0.0023272992,0.0000080942245,0.000008272062],"category_scores_gemma":[0.00035461955,0.000044294295,0.000009391235,0.0004376984,0.00012684622,0.0016255522,0.0020096605,0.00020670058,2.1934244e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008753543,0.00024605572,0.527433,0.000020894566,0.0003083813,0.00032859744,0.00529619,0.04548857,0.009782643,0.065239616,0.24203265,0.103735894],"study_design_scores_gemma":[0.0007595175,0.00024143454,0.017144594,0.000077900695,0.000010064917,0.0014763729,0.00052828377,0.9509346,0.0001443027,0.0060329544,0.022413092,0.00023687581],"about_ca_topic_score_codex":0.000006769369,"about_ca_topic_score_gemma":0.0000019284116,"teacher_disagreement_score":0.90544605,"about_ca_system_score_codex":0.00011137385,"about_ca_system_score_gemma":0.0001466358,"threshold_uncertainty_score":0.432474},"labels":[],"label_agreement":null},{"id":"W4225383538","doi":"10.32473/flairs.v35i.130643","title":"Learning to Rank with BERT for Argument Quality Evaluation","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ... International Florida Artificial Intelligence Research Society Conference","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Argument (complex analysis); Leverage (statistics); Ranking (information retrieval); Rank (graph theory); Computer science; Learning to rank; Pairwise comparison; Artificial intelligence; Quality (philosophy); Machine learning; Representation (politics); Task (project management); Mathematics; Epistemology; Political science; Engineering","score_opus":0.17335816357690312,"score_gpt":0.4124483342358819,"score_spread":0.23909017065897878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225383538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69259375,0.000039345476,0.2813055,0.020347102,0.0012014079,0.002986661,0.000028533694,0.00017512834,0.0013226051],"genre_scores_gemma":[0.9849531,0.000011953132,0.0128946025,0.000080885926,0.00016094821,0.0013229377,0.000004408199,0.000017499919,0.00055364234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937664,0.000091449176,0.000474417,0.0006544385,0.0044419724,0.0005712755],"domain_scores_gemma":[0.99270743,0.001428033,0.00016835582,0.0002881402,0.005266827,0.00014120305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010700533,0.00016182198,0.00019298935,0.00019192841,0.00084299874,0.00044193122,0.0038509471,0.00004507584,0.00012928758],"category_scores_gemma":[0.004979629,0.00013469139,0.00018004583,0.0014180386,0.00017885896,0.00042226136,0.0020176293,0.0008378072,0.000012048033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006095431,0.00042005233,0.009612994,0.00019889306,0.00031485505,7.0036833e-7,0.026315622,0.046913322,0.13756676,0.670898,0.0060118646,0.10113735],"study_design_scores_gemma":[0.00023235843,0.0010574885,0.0022476527,0.00013834157,0.000014353231,0.000008590004,0.012978102,0.70260054,0.21286334,0.060355946,0.0070519736,0.0004513247],"about_ca_topic_score_codex":0.0001424329,"about_ca_topic_score_gemma":0.000008892461,"teacher_disagreement_score":0.6556872,"about_ca_system_score_codex":0.0008449698,"about_ca_system_score_gemma":0.0005887208,"threshold_uncertainty_score":0.7156082},"labels":[],"label_agreement":null},{"id":"W4225630774","doi":"10.48550/arxiv.2201.02215","title":"On the Prevalence, Impact, and Evolution of SQL Code Smells in Data-Intensive Systems","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Wetenschappelijk Onderzoek; Fonds De La Recherche Scientifique - FNRS","keywords":"Code smell; Computer science; Code refactoring; SQL; Code (set theory); Code review; Software quality; Software; Software engineering; Database; Programming language; Software development","score_opus":0.09521332136890527,"score_gpt":0.2315162346778636,"score_spread":0.13630291330895833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225630774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88686985,0.0005069713,0.11111733,0.000066022134,0.00042638587,0.0005775362,0.00021210847,0.00009182447,0.00013199587],"genre_scores_gemma":[0.9991596,0.00020033095,0.00006419976,0.0000090139865,0.000015591213,0.0000021475767,0.000010553999,0.000011201892,0.0005273846],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982113,0.00028192066,0.00017026802,0.0008680987,0.00019919768,0.0002691969],"domain_scores_gemma":[0.99593717,0.0014110317,0.00015419918,0.0022274624,0.0001925845,0.000077540746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008342525,0.0001890031,0.00025834757,0.00040463495,0.00006981188,0.000063761334,0.0030186938,0.00010610818,0.000022809187],"category_scores_gemma":[0.0007005665,0.00016848017,0.000059081955,0.0007613698,0.00011001175,0.00022492917,0.005213956,0.0007601356,0.000008440542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042925112,0.00006088271,0.059808798,0.00045826976,0.00008924052,0.0001825718,0.00033517755,0.8558255,0.000023722288,0.08198391,0.001152558,0.000036442358],"study_design_scores_gemma":[0.00023989871,0.00009377456,0.05898638,0.00025722908,0.000021968192,0.0000072733424,0.00018892386,0.93611157,0.0000110295805,0.0037741743,0.00008838764,0.00021939923],"about_ca_topic_score_codex":0.0006598106,"about_ca_topic_score_gemma":0.000021676302,"teacher_disagreement_score":0.11228975,"about_ca_system_score_codex":0.0005550404,"about_ca_system_score_gemma":0.00027604852,"threshold_uncertainty_score":0.6870422},"labels":[],"label_agreement":null},{"id":"W4225714444","doi":"10.1007/s10664-022-10125-6","title":"Tracking bad updates in mobile apps: a search-based approach","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; Queen's University; École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Android (operating system); Computer science; Benchmark (surveying); Genetic programming; Machine learning; Sorting; Mobile apps; Artificial intelligence; World Wide Web","score_opus":0.0278380218906817,"score_gpt":0.2811678476185983,"score_spread":0.2533298257279166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225714444","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19636445,0.0007116129,0.80066746,0.00013006167,0.00025668732,0.00038255786,0.000007784425,0.0014607185,0.000018653933],"genre_scores_gemma":[0.8643171,0.0000036165372,0.13468617,0.00013831173,0.00007199349,0.00066314894,0.000021877277,0.00006569698,0.0000320527],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99671143,0.000108038104,0.00038411113,0.0007862397,0.0010376093,0.00097258814],"domain_scores_gemma":[0.9973378,0.0015541748,0.000032003267,0.00076749315,0.00005367381,0.0002548171],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010790462,0.0003032467,0.0003389636,0.00068400416,0.00018764703,0.00018224791,0.0016894536,0.00008566244,0.00008300369],"category_scores_gemma":[0.00095988193,0.0003409381,0.00013518927,0.002485667,0.000031813684,0.00036160855,0.00094849,0.0012060521,0.000027386339],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006231563,0.00018027192,0.07722432,0.0000653056,0.000011926838,0.00010128809,0.0005168917,0.91665393,0.00009805784,0.000094899166,0.0003238703,0.004723028],"study_design_scores_gemma":[0.0009229572,0.00022522613,0.07186915,0.00004533051,0.000003935281,0.00005871221,0.000062386076,0.8994974,0.0008401312,0.000047764315,0.025622815,0.000804181],"about_ca_topic_score_codex":0.000026345579,"about_ca_topic_score_gemma":6.4492855e-7,"teacher_disagreement_score":0.66795266,"about_ca_system_score_codex":0.00058293197,"about_ca_system_score_gemma":0.0001788181,"threshold_uncertainty_score":0.9999043},"labels":[],"label_agreement":null},{"id":"W4225807728","doi":"10.1109/qrs54544.2021.00063","title":"Predictors of Software Metric Correlation: A Non-parametric Analysis","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cyclomatic complexity; Metric (unit); Code (set theory); Correlation; Computer science; Code refactoring; Source lines of code; Code coverage; Software quality; Software metric; Software; Statistics; Programming language; Mathematics; Software development; Set (abstract data type); Engineering","score_opus":0.034565574273561835,"score_gpt":0.32378986542613564,"score_spread":0.2892242911525738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225807728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44776836,0.00019690098,0.5484849,0.0006628959,0.0016047556,0.00029470303,0.00028531605,0.00023984669,0.00046228565],"genre_scores_gemma":[0.9792657,0.0003219086,0.019604458,0.000116758354,0.00012981467,0.000046848047,0.00014667094,0.000019192874,0.00034867914],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994462,0.00053890294,0.0011027298,0.0013604733,0.0020596306,0.00047624018],"domain_scores_gemma":[0.99074787,0.0045131687,0.0003798471,0.0014979496,0.0025176012,0.00034358716],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020637622,0.00039894925,0.00083643885,0.0012767735,0.00016979079,0.00039652936,0.0014704284,0.00032792505,0.0005523082],"category_scores_gemma":[0.0142199695,0.0004176641,0.0004495476,0.005286693,0.00025516094,0.00064707565,0.0006530428,0.0008008901,0.00004846042],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009384055,0.0012513063,0.9289014,0.00041020082,0.0014196191,0.000060065082,0.0021842073,0.009417396,0.0000667761,0.045492824,0.00050659693,0.010195806],"study_design_scores_gemma":[0.0022335937,0.00060176104,0.77436626,0.0003270089,0.00041407664,0.00004355197,0.0005918821,0.18763442,0.0030899046,0.027372994,0.0016523,0.0016722485],"about_ca_topic_score_codex":0.0003311195,"about_ca_topic_score_gemma":0.00007642589,"teacher_disagreement_score":0.5314973,"about_ca_system_score_codex":0.0002728913,"about_ca_system_score_gemma":0.000570382,"threshold_uncertainty_score":0.9998275},"labels":[],"label_agreement":null},{"id":"W4225845650","doi":"10.2139/ssrn.4070797","title":"What are the Characteristics of Highly-Selected Packages? A Case Study on the NPM Ecosystem","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Ecosystem; Environmental science; Environmental resource management; Ecology; Biology","score_opus":0.014763968480411864,"score_gpt":0.24918403620970775,"score_spread":0.23442006772929588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225845650","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98809534,0.000559674,0.007937335,0.0022744595,0.000621785,0.00043132415,0.000004616809,0.00007118415,0.000004283143],"genre_scores_gemma":[0.99940664,0.00013785617,0.000012143209,0.000058676767,0.00013313652,0.000064574306,5.735399e-7,0.000022759525,0.00016364716],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99623716,0.0008041332,0.00034743914,0.00025838174,0.0009350971,0.0014177612],"domain_scores_gemma":[0.9973944,0.001244098,0.00028713135,0.0008010955,0.00020941327,0.000063889],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004587744,0.00016688138,0.00021517334,0.00016140412,0.00082312146,0.00034731638,0.0019031366,0.000025599933,0.000013685416],"category_scores_gemma":[0.00049331336,0.0000999057,0.0000897754,0.0010823277,0.000023990255,0.00024319482,0.00042485897,0.0031084872,0.000010136888],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077170966,0.009155988,0.33197892,0.00022323987,0.007549853,0.026700031,0.08602155,0.008008266,0.0040226555,0.34722486,0.005638978,0.17270392],"study_design_scores_gemma":[0.006950675,0.024046235,0.2112692,0.00041231097,0.00032491633,0.2021973,0.48610663,0.03549595,0.0016618499,0.022819176,0.0061186575,0.0025970798],"about_ca_topic_score_codex":0.000034039043,"about_ca_topic_score_gemma":0.00015673348,"teacher_disagreement_score":0.4000851,"about_ca_system_score_codex":0.00094097055,"about_ca_system_score_gemma":0.00118818,"threshold_uncertainty_score":0.9991914},"labels":[],"label_agreement":null},{"id":"W4225878264","doi":"10.1109/tse.2022.3162985","title":"Static Profiling of Alloy Models","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Correctness; Modeling language; Natural language processing; Profiling (computer programming); Matching (statistics); Programming language; Software; Artificial intelligence; Data science; Software engineering","score_opus":0.02111579023518419,"score_gpt":0.23700404072038123,"score_spread":0.21588825048519703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225878264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030741109,0.00004942201,0.9671638,0.00003177577,0.0007809006,0.00022494406,0.000029793835,0.0009721364,0.000006126553],"genre_scores_gemma":[0.7812342,0.0000057270117,0.21843545,0.000023409882,0.000011370324,0.00018773682,0.0000013851808,0.000037971724,0.00006276525],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823326,0.000037836555,0.00029267848,0.00035878897,0.0006903711,0.0003870725],"domain_scores_gemma":[0.9984485,0.000719537,0.000043532833,0.0006092387,0.00006795907,0.000111234054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003327317,0.00018593908,0.0002123019,0.00047561733,0.00016108474,0.00003575176,0.00080816593,0.000037980317,0.00004313539],"category_scores_gemma":[0.00005931165,0.00022274103,0.000118651325,0.0009275086,0.000015675809,0.00036035664,0.000017240416,0.0005554723,0.000007668086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005550107,0.00007478189,0.000031940377,0.00006497886,0.00003568533,0.000013423961,0.00031433086,0.99478966,0.0015109198,0.0005905847,0.000028999997,0.002539138],"study_design_scores_gemma":[0.00030567127,0.00017637161,0.00007599926,0.000029632023,0.00000850344,0.00003085882,0.000028554774,0.9617394,0.037051443,0.00010491014,0.00017272333,0.00027591336],"about_ca_topic_score_codex":0.000014613384,"about_ca_topic_score_gemma":3.1349546e-7,"teacher_disagreement_score":0.75049305,"about_ca_system_score_codex":0.00019224215,"about_ca_system_score_gemma":0.00009769243,"threshold_uncertainty_score":0.9083116},"labels":[],"label_agreement":null},{"id":"W4225908028","doi":"10.1145/3524842.3527957","title":"How heated is it?","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"","keywords":"Oracle; Lock (firearm); Computer science; Variety (cybernetics); Code (set theory); Open source; Software; Software engineering; Engineering; Artificial intelligence","score_opus":0.04831979751246629,"score_gpt":0.3038914363655416,"score_spread":0.2555716388530753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225908028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036875189,0.00027699376,0.95333844,0.034967702,0.0019108587,0.00033516783,0.0000118227745,0.001514552,0.003956936],"genre_scores_gemma":[0.53100586,0.00016010678,0.26319024,0.0033302812,0.0003707764,0.0005687361,0.000055106855,0.000105483974,0.20121342],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981457,0.00004689291,0.000111539564,0.0006687883,0.0006922338,0.00033485217],"domain_scores_gemma":[0.99789065,0.0002791796,0.000028972474,0.0016130854,0.000077169134,0.000110923334],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002915586,0.00017818014,0.00018139316,0.00021711158,0.00006701344,0.0006646769,0.002760003,0.00011347102,0.00091641926],"category_scores_gemma":[0.00024060842,0.00017578619,0.00009848177,0.00038443445,0.000015855314,0.00012049798,0.007527922,0.00093399227,0.00008180227],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004490196,0.00013274618,0.00457749,0.00037531802,0.00022402313,0.0003136519,0.0028027862,0.0074063996,0.0002454845,0.012156814,0.9406754,0.031085398],"study_design_scores_gemma":[0.00050845987,0.00018080752,0.009354492,0.000103803526,0.000011911775,0.00004417226,0.00013383037,0.21558419,0.0073926807,0.006247083,0.75859624,0.0018423182],"about_ca_topic_score_codex":0.00009734212,"about_ca_topic_score_gemma":0.0000014283418,"teacher_disagreement_score":0.69014823,"about_ca_system_score_codex":0.00016414333,"about_ca_system_score_gemma":0.00020574214,"threshold_uncertainty_score":0.9999969},"labels":[],"label_agreement":null},{"id":"W4226069469","doi":"10.1109/qrs54544.2021.00012","title":"Analyzing Structural Security Posture to Evaluate System Design Decisions","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Leverage (statistics); Computer science; Computer security; Software security assurance; Security testing; Computer security model; Identification (biology); Resource (disambiguation); Security information and event management; Secure coding; Security service; Security through obscurity; Software; Cloud computing security; Risk analysis (engineering); Information security; Artificial intelligence; Cloud computing; Business","score_opus":0.07041286786716698,"score_gpt":0.3641071605009214,"score_spread":0.2936942926337544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226069469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60473675,0.000154493,0.38768926,0.0034616631,0.0023099082,0.00057431374,0.00025721523,0.00046439978,0.00035198906],"genre_scores_gemma":[0.9713441,0.00009804448,0.027768143,0.00030169537,0.00022658678,0.00006870931,0.000057076235,0.000025970978,0.00010968789],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935381,0.0012768738,0.00091520365,0.0016908584,0.0019114633,0.00066750543],"domain_scores_gemma":[0.9911456,0.0039040006,0.00018887738,0.0015762708,0.0025853554,0.00059988146],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032788066,0.00048739105,0.0006546951,0.00031870385,0.00039904224,0.0010718982,0.0018460538,0.00030275676,0.00025286607],"category_scores_gemma":[0.011013911,0.00047949495,0.00023913535,0.0009231057,0.00014355946,0.0006523737,0.0010228414,0.0009929362,0.00013467767],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077345973,0.001183837,0.08302734,0.0011223472,0.0008809125,0.00070682826,0.020869875,0.019233625,0.0027200987,0.81965595,0.0035814296,0.046244293],"study_design_scores_gemma":[0.004985053,0.0013510628,0.15029174,0.003138156,0.00015804867,0.0006048137,0.0044297306,0.56066364,0.012542643,0.2527576,0.004005407,0.0050721057],"about_ca_topic_score_codex":0.00023981299,"about_ca_topic_score_gemma":0.00011041704,"teacher_disagreement_score":0.56689835,"about_ca_system_score_codex":0.00055197254,"about_ca_system_score_gemma":0.00066271465,"threshold_uncertainty_score":0.9999651},"labels":[],"label_agreement":null},{"id":"W4226137778","doi":"10.1109/tse.2022.3201209","title":"Flakify: A Black-Box, Language Model-Based Predictor for Flaky Tests","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs; Canada Research Chairs; Western Canada Research Grid; Compute Canada","keywords":"Computer science; Debugging; Code coverage; Code (set theory); Set (abstract data type); Source code; White-box testing; Programming language; Software; Overhead (engineering); Black box; Test (biology); Machine learning; Artificial intelligence; Software development; Software construction","score_opus":0.013714965914711835,"score_gpt":0.24877966200787097,"score_spread":0.23506469609315914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226137778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027581153,0.00006694455,0.9677375,0.0000905668,0.0010285876,0.0005997883,0.00018728708,0.0027041642,0.0000040064638],"genre_scores_gemma":[0.787229,0.0000016261013,0.21117085,0.000092611415,0.00006244829,0.0010240381,0.000009407239,0.00008939544,0.00032063777],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99772,0.000030926534,0.00028774884,0.0006157823,0.00068449724,0.00066106237],"domain_scores_gemma":[0.9975183,0.0012391191,0.000041353578,0.0008935883,0.00008429398,0.00022334098],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036372192,0.00031577543,0.00025849734,0.00057497487,0.00033267427,0.000107808075,0.0010628948,0.00008419794,0.000048648744],"category_scores_gemma":[0.00019285727,0.00037635287,0.00022831054,0.0008831326,0.00002737217,0.00028421884,0.000016679114,0.0006556029,0.000020277303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019515992,0.00011047385,0.000034704855,0.00009179872,0.00003732978,0.00001962381,0.00053717615,0.99440575,0.0012626726,0.00007815384,0.0003563368,0.0030464425],"study_design_scores_gemma":[0.0007840076,0.00022406019,0.00011980142,0.00003215539,0.000015208358,0.0000132341,0.00001762621,0.9863634,0.011110751,0.000019614676,0.0009075382,0.00039257854],"about_ca_topic_score_codex":0.000008133142,"about_ca_topic_score_gemma":0.0000022901827,"teacher_disagreement_score":0.75964785,"about_ca_system_score_codex":0.0004042498,"about_ca_system_score_gemma":0.0002182465,"threshold_uncertainty_score":0.99986887},"labels":[],"label_agreement":null},{"id":"W4226205863","doi":"10.1109/qrs54544.2021.00076","title":"Vulnerability Analysis of Similar Code","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 21st International Conference on Software Quality, Reliability and Security (QRS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Computer science; Secure coding; Vulnerability (computing); Software security assurance; Code (set theory); Computer security; Code review; Static program analysis; Domain (mathematical analysis); Software; Scripting language; Source code; Vulnerability assessment; Security bug; Application security; Software engineering; Information security; Programming language; Software development; Security service; Mathematics","score_opus":0.060345565260924376,"score_gpt":0.3613439035872422,"score_spread":0.30099833832631784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226205863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8105078,0.00012708448,0.18197146,0.0038432607,0.0011490809,0.0002782122,0.00077801954,0.00026708934,0.0010780239],"genre_scores_gemma":[0.98985684,0.00023932634,0.009191988,0.0002687005,0.00007735227,0.000033270266,0.000120891295,0.00001395305,0.0001976668],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99488324,0.00079894724,0.00097116694,0.0013565675,0.0015596951,0.00043037834],"domain_scores_gemma":[0.9923891,0.0032225258,0.00024457354,0.001711118,0.0021475514,0.00028514073],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027145941,0.0003411519,0.0008067535,0.0003942791,0.00015110518,0.00032217853,0.0014200491,0.00025099836,0.0008414883],"category_scores_gemma":[0.008373417,0.00035489444,0.00040131505,0.0015022834,0.00033213067,0.00047982103,0.00065329025,0.00071376556,0.000024507159],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022952688,0.0031315975,0.49637464,0.0008107368,0.0025807947,0.000108140135,0.0066157645,0.008281243,0.0014897177,0.46040365,0.00074981165,0.019224405],"study_design_scores_gemma":[0.0024190075,0.00054472015,0.5289764,0.00037859354,0.00045013276,0.00003116604,0.00110757,0.29463494,0.016058693,0.14740798,0.005687853,0.0023029656],"about_ca_topic_score_codex":0.00030191772,"about_ca_topic_score_gemma":0.00032126709,"teacher_disagreement_score":0.31299564,"about_ca_system_score_codex":0.00021051579,"about_ca_system_score_gemma":0.0004377986,"threshold_uncertainty_score":0.9999795},"labels":[],"label_agreement":null},{"id":"W4226253895","doi":"10.48550/arxiv.2202.03270","title":"Do Developers Refactor Data Access Code? An Empirical Study","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Maintainability; Data access; Program comprehension; Code (set theory); Software; Software engineering; Database; Software system; Programming language","score_opus":0.35974523666241137,"score_gpt":0.3307371870697894,"score_spread":0.029008049592621987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226253895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7984395,0.00002895821,0.19897726,0.00007419962,0.0008892073,0.00056539447,0.000099008386,0.00069258007,0.00023385996],"genre_scores_gemma":[0.99727714,0.0000315576,0.0019038427,0.0000622135,0.000070950504,0.0000040796795,0.00011177963,0.000041116782,0.0004973303],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955749,0.00044900956,0.00023843351,0.0027604587,0.00041953172,0.00055765134],"domain_scores_gemma":[0.9921288,0.0005481795,0.00012771244,0.0066538267,0.00017600626,0.0003654914],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0010805493,0.0003815056,0.00039244365,0.00053818873,0.00028550354,0.00066193164,0.01988237,0.00025862898,0.000249386],"category_scores_gemma":[0.00047686914,0.00044539978,0.00007941541,0.001548671,0.00007527841,0.0015044641,0.041765884,0.0020357373,0.000056946865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051041778,0.0008761139,0.8282459,0.000073083356,0.00028615617,0.002566246,0.0012671708,0.16103292,0.0000024800743,0.0018575491,0.002524844,0.0012164965],"study_design_scores_gemma":[0.0011438933,0.0003668883,0.53361076,0.000043905275,0.000090402245,0.000011928875,0.00082311593,0.45190594,0.000015893042,0.0019204512,0.008456015,0.0016107811],"about_ca_topic_score_codex":0.00024497326,"about_ca_topic_score_gemma":0.000093428585,"teacher_disagreement_score":0.29463512,"about_ca_system_score_codex":0.0005894201,"about_ca_system_score_gemma":0.00088567793,"threshold_uncertainty_score":0.9997998},"labels":[],"label_agreement":null},{"id":"W4226265053","doi":"10.5281/zenodo.6338380","title":"Refactoring Debt: Myth or Reality? An Exploratory Study on the Relationship Between Technical Debt and Refactoring","year":2022,"lang":"en","type":"dataset","venue":"Espace ÉTS (ETS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Code refactoring; Technical debt; Codebase; Computer science; Software engineering; Java; Source code; Code (set theory); Code smell; Debt; Software quality; Programming language; Software development; Software; Business; Finance","score_opus":0.11992321865469671,"score_gpt":0.35520456869998296,"score_spread":0.23528135004528625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226265053","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.304629,0.0006534588,0.009223457,0.0063861148,0.0046042614,0.0072071813,0.66296756,0.004230086,0.00009888492],"genre_scores_gemma":[0.8113422,0.00013244513,0.0017788323,0.0002828169,0.0017584369,0.0016415602,0.18209225,0.00033341654,0.0006380637],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99485236,0.001001513,0.00047842943,0.0013286651,0.0016345364,0.0007044949],"domain_scores_gemma":[0.9859449,0.009863686,0.00021067171,0.0035402274,0.0000793277,0.00036113933],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0031200405,0.00054033584,0.0005352074,0.0005583104,0.0007593114,0.0005460863,0.002996449,0.00031202464,0.00016759837],"category_scores_gemma":[0.006801775,0.00040730071,0.000079059886,0.0012247821,0.00008720202,0.0006282698,0.002205329,0.0028873992,0.00004257981],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009252628,0.00043426832,0.077315465,0.00018080269,0.0001443732,0.00045608333,0.0037597609,0.00015841155,0.000019479812,0.0010577447,0.9153181,0.0010630045],"study_design_scores_gemma":[0.0006572327,0.0016025063,0.30196774,0.00025437877,0.00008219095,0.000030978827,0.0011515621,0.00003685838,0.000041183197,0.0003100878,0.69257975,0.0012855445],"about_ca_topic_score_codex":0.00016805195,"about_ca_topic_score_gemma":0.00035509153,"teacher_disagreement_score":0.5067132,"about_ca_system_score_codex":0.00059978844,"about_ca_system_score_gemma":0.0003268825,"threshold_uncertainty_score":0.9998379},"labels":[],"label_agreement":null},{"id":"W4226265546","doi":"10.1145/3524842.3528435","title":"Does this apply to me?","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canada Research Chairs","keywords":"Computer science; Context (archaeology); Focus (optics); Task (project management); Data science; World Wide Web; Information retrieval; Engineering","score_opus":0.01847715162260648,"score_gpt":0.2852877144144154,"score_spread":0.2668105627918089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226265546","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028773788,0.00005597046,0.97831535,0.0045248354,0.0035224394,0.0005539477,0.0000094191855,0.0017227848,0.008417853],"genre_scores_gemma":[0.14737141,0.000035576308,0.73572516,0.0015828862,0.000534794,0.0016301664,0.000019115772,0.00008907011,0.1130118],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788845,0.000046332585,0.00016331808,0.00076659117,0.00077693886,0.00035836763],"domain_scores_gemma":[0.9975323,0.00043769632,0.00002464803,0.001759771,0.000064405445,0.0001811713],"candidate_categories":["open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049878383,0.00018236917,0.00019318482,0.00028236955,0.00007131021,0.00030438896,0.0037311953,0.00008848008,0.0021027182],"category_scores_gemma":[0.00036647785,0.00012224667,0.00008760381,0.0004056677,0.0000108818185,0.00007125887,0.012881948,0.0007819161,0.0004906224],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017878649,0.0003227347,0.019878058,0.0009182167,0.0003615632,0.00045525955,0.008909364,0.10964427,0.0006616385,0.109137125,0.566746,0.18294787],"study_design_scores_gemma":[0.00026352977,0.0001685982,0.013730776,0.00009214624,0.000009840193,0.000011477231,0.00007105578,0.058669023,0.0038190978,0.0145119615,0.90681046,0.0018420375],"about_ca_topic_score_codex":0.00023803867,"about_ca_topic_score_gemma":0.0000066979787,"teacher_disagreement_score":0.34006444,"about_ca_system_score_codex":0.00019143884,"about_ca_system_score_gemma":0.00018410539,"threshold_uncertainty_score":0.9988095},"labels":[],"label_agreement":null},{"id":"W4226304690","doi":"10.1145/3524610.3528387","title":"A first look at duplicate and near-duplicate self-admitted technical debt comments","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Debt; Information retrieval; Business; Finance","score_opus":0.019678405131037018,"score_gpt":0.27343940733900535,"score_spread":0.2537610022079683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226304690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4142884,0.0017909063,0.5329522,0.025421595,0.0015884457,0.005129299,0.000081715814,0.014826491,0.003920967],"genre_scores_gemma":[0.7127984,0.00058604055,0.27832657,0.0014505605,0.00013218522,0.0025432874,0.00009242961,0.00019254067,0.0038779827],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99629736,0.00008651734,0.0004391701,0.0015675921,0.00086635316,0.0007430092],"domain_scores_gemma":[0.99572325,0.0009497175,0.000120900215,0.0027043754,0.00009110571,0.0004106249],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0006794278,0.00045720523,0.00047643625,0.0002197228,0.00046284517,0.0005516,0.0034543795,0.00031450693,0.0003195346],"category_scores_gemma":[0.00022236689,0.00045647813,0.00014464592,0.0005443763,0.00011098852,0.00013117863,0.026637454,0.0015046294,0.00022156474],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024403521,0.0038929873,0.5524858,0.004953493,0.0021375553,0.0017028967,0.0043262322,0.034548834,0.0017741184,0.029055212,0.33267012,0.032208692],"study_design_scores_gemma":[0.00162176,0.00033546425,0.24466515,0.00017551128,0.00006273732,0.00034926395,0.000008786695,0.49985343,0.0007166608,0.0030193632,0.24689974,0.0022921308],"about_ca_topic_score_codex":0.00019689526,"about_ca_topic_score_gemma":0.000024303714,"teacher_disagreement_score":0.46530458,"about_ca_system_score_codex":0.0007124949,"about_ca_system_score_gemma":0.00019863214,"threshold_uncertainty_score":0.9997887},"labels":[],"label_agreement":null},{"id":"W4229000353","doi":"10.1145/3477314.3507053","title":"Fighting evil is not enough when refactoring metamodels","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 37th ACM/SIGAPP Symposium on Applied Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Code refactoring; Correctness; Computer science; Context (archaeology); Quality (philosophy); Task (project management); Process (computing); Set (abstract data type); Domain (mathematical analysis); Metamodeling; Software engineering; Heuristic; Artificial intelligence; Programming language; Systems engineering; Engineering; Software","score_opus":0.027770503131642404,"score_gpt":0.24767176647928307,"score_spread":0.21990126334764068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229000353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94648033,0.00016088369,0.023364525,0.0093453135,0.0018693137,0.002012523,0.000018090319,0.0019420999,0.014806911],"genre_scores_gemma":[0.96778613,0.0000031634008,0.03079654,0.0007472072,0.00023802876,0.000103013874,0.0000010383986,0.000076831486,0.00024804036],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9950069,0.000031346604,0.00074388075,0.0011514677,0.0020486834,0.001017679],"domain_scores_gemma":[0.9968638,0.0010259771,0.00059484376,0.0010769599,0.00025053736,0.0001879277],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.002010276,0.00046373942,0.00054875016,0.00035852348,0.0011286493,0.00036885118,0.0070836265,0.000097245305,0.000025737474],"category_scores_gemma":[0.0004610422,0.0004111228,0.0002572753,0.0013720368,0.00007353237,0.00033037819,0.00787738,0.0012691716,0.000018049488],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002040672,0.00046971455,0.0051410603,0.00096046255,0.00039646987,0.000007863945,0.034931406,0.07252056,0.6589575,0.19698465,0.0078064324,0.021619868],"study_design_scores_gemma":[0.0017415761,0.00039944527,0.0016114261,0.00030775295,0.0000758561,0.00007308817,0.00065740425,0.21011561,0.76036596,0.009930665,0.013113901,0.0016073104],"about_ca_topic_score_codex":0.000023343377,"about_ca_topic_score_gemma":7.428983e-8,"teacher_disagreement_score":0.18705398,"about_ca_system_score_codex":0.00042709583,"about_ca_system_score_gemma":0.00011558932,"threshold_uncertainty_score":0.99983406},"labels":[],"label_agreement":null},{"id":"W4229442351","doi":"10.26226/morressier.613b5418842293c031b5b5dd","title":"Understanding Quantum Software Engineering Challenges: An Empirical Study on Stack Exchange Forums and GitHub Issues","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Stack (abstract data type); Software; Computer science; Empirical research; Software engineering; Quantum; Data science; Operating system; Physics; Epistemology","score_opus":0.2574576734917611,"score_gpt":0.37103605524958805,"score_spread":0.11357838175782697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229442351","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19750182,0.003382182,0.7944753,0.0009756425,0.0009941321,0.0008415754,0.0000062912263,0.0017882978,0.000034726345],"genre_scores_gemma":[0.97178066,0.00084551837,0.026670361,0.00006256013,0.00026900828,0.00015778148,0.000015260723,0.000111325164,0.00008750116],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99576527,0.000175065,0.00039104966,0.001739296,0.0011095527,0.0008197665],"domain_scores_gemma":[0.9962679,0.0011664677,0.000072211704,0.0019473109,0.00013778247,0.00040831568],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00096637424,0.0006100123,0.0006660136,0.00058679073,0.00013815584,0.0010778193,0.0014603476,0.00036047908,0.000025720767],"category_scores_gemma":[0.00090437935,0.00059525954,0.00010906317,0.00036636213,0.000038446124,0.0004921241,0.0037345844,0.0012463267,0.0000106695115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021129343,0.011014013,0.33436167,0.0153822005,0.004256993,0.008466734,0.41141418,0.10022598,0.00018145956,0.04981199,0.009265579,0.055407926],"study_design_scores_gemma":[0.003108477,0.006142885,0.32183155,0.0028911238,0.00010541336,0.0001373315,0.0337919,0.61875564,0.00034848668,0.004946155,0.002022358,0.005918646],"about_ca_topic_score_codex":0.000067791,"about_ca_topic_score_gemma":0.00006580159,"teacher_disagreement_score":0.7742789,"about_ca_system_score_codex":0.00047508563,"about_ca_system_score_gemma":0.00014911412,"threshold_uncertainty_score":0.9999592},"labels":[],"label_agreement":null},{"id":"W4229517920","doi":"10.26226/morressier.613b54401459512fce6a7cfd","title":"Leveraging Unsupervised Learning to Summarize APIs Discussed in Stack Overflow","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; École de Technologie Supérieure","funders":"","keywords":"Stack (abstract data type); Computer science; Unsupervised learning; Artificial intelligence; Machine learning; Operating system","score_opus":0.028388230463872337,"score_gpt":0.2734209649122384,"score_spread":0.24503273444836604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229517920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3611949,0.00015628953,0.6352659,0.0011823627,0.00072953885,0.00039718227,0.0000013268357,0.0006803589,0.0003921465],"genre_scores_gemma":[0.9000787,0.000033848024,0.0972259,0.0001842787,0.00009146496,0.00010988518,0.000027328788,0.00005566794,0.0021929042],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962478,0.0002298416,0.00043102942,0.0013748935,0.00089829054,0.0008181334],"domain_scores_gemma":[0.9970569,0.0008503974,0.000047327172,0.0015853005,0.00016776846,0.0002922894],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00090539403,0.00039780833,0.0005166278,0.0006344011,0.00007424916,0.0011631467,0.0022419149,0.00024398658,0.00016942855],"category_scores_gemma":[0.0017495997,0.00039377811,0.00015488866,0.0011406306,0.00001779768,0.00030582122,0.006719512,0.0018970337,0.00008522017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018033965,0.00019462792,0.14958847,0.00072230055,0.0001244857,0.0007845493,0.016840879,0.7862213,0.0032510604,0.0005302075,0.0012611495,0.040462893],"study_design_scores_gemma":[0.0012209017,0.000100440644,0.17108828,0.0013992933,0.00000939521,0.000013676507,0.0007826001,0.8148566,0.0055902647,0.0004719422,0.0023890345,0.0020775928],"about_ca_topic_score_codex":0.0009258692,"about_ca_topic_score_gemma":0.00009785172,"teacher_disagreement_score":0.5388838,"about_ca_system_score_codex":0.00045851537,"about_ca_system_score_gemma":0.0005120114,"threshold_uncertainty_score":0.99987376},"labels":[],"label_agreement":null},{"id":"W4229596932","doi":"10.1109/icse.2003.1201189","title":"Using benchmarking to advance research: a challenge to software engineering","year":2003,"lang":"en","type":"article","venue":"25th International Conference on Software Engineering, 2003. Proceedings.","topic":"Software Engineering Research","field":"Computer Science","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Benchmarking; Benchmark (surveying); Computer science; Data science; Software engineering; Software; Academic community; Engineering management; Management science; Engineering","score_opus":0.11012686057636706,"score_gpt":0.3553565504832152,"score_spread":0.24522968990684813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229596932","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035544276,0.00012570001,0.95824564,0.00007472648,0.0026695472,0.0009707446,0.00002500254,0.0016144984,0.0007298615],"genre_scores_gemma":[0.13091749,0.000039940907,0.8674935,0.00020104983,0.00044534157,0.00035236866,0.000007128916,0.00014397329,0.00039920417],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99357855,0.00003417471,0.00066851074,0.0016026578,0.00239492,0.0017211864],"domain_scores_gemma":[0.99480003,0.00009815988,0.000114142036,0.00074200914,0.0032436703,0.0010019767],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016060624,0.0007129067,0.0005186179,0.0020093198,0.00025527773,0.00086891,0.0028211295,0.00026095193,0.00018125473],"category_scores_gemma":[0.02405716,0.0008155166,0.00011682752,0.0036841724,0.00004172446,0.0010628244,0.00080157164,0.0013213662,0.00032901403],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002660777,0.00014080518,0.0033393928,0.00015275509,0.00009051163,0.00009192485,0.0011506547,0.04131754,0.0005259609,0.94958913,0.0028297305,0.00074496097],"study_design_scores_gemma":[0.00081936776,0.0008566037,0.0040678456,0.0017476295,0.000011179387,0.00013445385,0.0001256912,0.8810512,0.0062270425,0.00012301496,0.102801576,0.0020344416],"about_ca_topic_score_codex":0.000021989657,"about_ca_topic_score_gemma":0.0000030617095,"teacher_disagreement_score":0.94946617,"about_ca_system_score_codex":0.0011144234,"about_ca_system_score_gemma":0.00036323545,"threshold_uncertainty_score":0.9994296},"labels":[],"label_agreement":null},{"id":"W4229937035","doi":"10.32920/ryerson.14668263","title":"Researchgate.net crawler and a new contribution determines sequence (CDS) method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Web crawler; Crawling; Scripting language; Focused crawler; Computer science; World Wide Web; Field (mathematics); Java; Information retrieval; Data mining; Data science; The Internet; Web server; Operating system; Static web page; Mathematics","score_opus":0.09491528026853427,"score_gpt":0.3891979685653524,"score_spread":0.29428268829681814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229937035","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027251268,0.001032265,0.96820533,0.0019769587,0.00045671072,0.0004071771,0.0000069597063,0.00052814936,0.00013516602],"genre_scores_gemma":[0.27788848,0.00034881572,0.7191412,0.00017421442,0.00025764317,0.000100480036,0.000039318253,0.000037711216,0.0020121592],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967024,0.0003207272,0.00031896637,0.0011755293,0.0008273374,0.00065507024],"domain_scores_gemma":[0.9957802,0.0017494829,0.000068867266,0.0014131912,0.0005449447,0.00044327247],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014918991,0.00030930806,0.00042295706,0.00028553104,0.000090541005,0.0012734233,0.001541579,0.0003236985,0.00010464912],"category_scores_gemma":[0.00353865,0.000290819,0.000095813055,0.00050606515,0.00006766031,0.00038480884,0.005406572,0.0010218103,0.0000268465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106078565,0.00033616836,0.02706116,0.0027662623,0.0009667786,0.0042104707,0.0060592825,0.006281128,0.117565066,0.036951873,0.03637187,0.76132387],"study_design_scores_gemma":[0.0015551163,0.00025253595,0.03084026,0.0010865835,0.000039779832,0.0006255621,0.000063590785,0.7932387,0.14559613,0.018249681,0.006341913,0.0021101544],"about_ca_topic_score_codex":0.0010354732,"about_ca_topic_score_gemma":0.000067759654,"teacher_disagreement_score":0.78695756,"about_ca_system_score_codex":0.00017861782,"about_ca_system_score_gemma":0.0009728898,"threshold_uncertainty_score":0.9999544},"labels":[],"label_agreement":null},{"id":"W4230282342","doi":"10.32920/ryerson.14660433","title":"Predicting the time-to-deliver of software changes","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software; Data mining; Identification (biology); Event (particle physics); Feature (linguistics); Data science","score_opus":0.02067907124096478,"score_gpt":0.25595874584334344,"score_spread":0.23527967460237867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230282342","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07922652,0.0006516782,0.9146226,0.0026781794,0.00073909713,0.0005747776,0.000012731881,0.00096427725,0.00053011696],"genre_scores_gemma":[0.42822984,0.000092903414,0.55704296,0.0008877598,0.00071657874,0.00035679125,0.000031179497,0.00011722134,0.012524788],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819744,0.00007423272,0.00019280495,0.0005454867,0.00067134213,0.00031870065],"domain_scores_gemma":[0.99674404,0.001181672,0.0000673525,0.0015707876,0.00033518748,0.000100991885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057194335,0.0001865537,0.00025339302,0.00015743078,0.00005527508,0.00021626308,0.0025524073,0.0001436056,0.00027078195],"category_scores_gemma":[0.0015304298,0.00013689141,0.00009371701,0.00041923535,0.000033250497,0.000067789086,0.00698819,0.0005467219,0.00012421727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022567148,0.0003976562,0.05122214,0.0033492153,0.0012738523,0.00027828882,0.030664299,0.18899655,0.004260396,0.0011207304,0.064602986,0.65381134],"study_design_scores_gemma":[0.0007776564,0.00055731257,0.23214127,0.003963953,0.00010970689,0.00010787351,0.0004751007,0.6933423,0.053527612,0.0010438061,0.010987871,0.0029654985],"about_ca_topic_score_codex":0.00014986825,"about_ca_topic_score_gemma":0.000013268677,"teacher_disagreement_score":0.6508458,"about_ca_system_score_codex":0.000058245572,"about_ca_system_score_gemma":0.00014981707,"threshold_uncertainty_score":0.8710279},"labels":[],"label_agreement":null},{"id":"W4230524485","doi":"10.32920/ryerson.14646261","title":"On Predicting Rediscoveries of Software Defects","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Eclipse; Downtime; Computer science; Software bug; Forcing (mathematics); Customer satisfaction; Software; Quality (philosophy); Software quality; Software engineering; Data science; Software development; Operating system; Business; Marketing","score_opus":0.018148737736127903,"score_gpt":0.26380164501338726,"score_spread":0.24565290727725936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230524485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3497533,0.00022262083,0.64770126,0.000055889046,0.0010423615,0.00015816891,0.000006807714,0.00054969796,0.0005099038],"genre_scores_gemma":[0.8693626,0.000020589101,0.13015847,0.000034112752,0.00007535385,0.000034371256,0.0000142704475,0.00002326451,0.00027699632],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99800336,0.000057414833,0.00026729066,0.0006442093,0.0007265374,0.0003011566],"domain_scores_gemma":[0.9965043,0.0016586895,0.000098205004,0.0014506363,0.00019905335,0.0000891021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003128217,0.00021445897,0.00031966102,0.00019713929,0.000039446335,0.00023954334,0.0013764868,0.00019878073,0.000040155002],"category_scores_gemma":[0.004397507,0.00020508745,0.0001510676,0.00030241432,0.00004258899,0.00017076482,0.0035283032,0.00068022846,0.000008197014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064288375,0.00091392844,0.27190718,0.009704981,0.0009981479,0.0009917467,0.011400634,0.56653357,0.001605987,0.07290008,0.017486202,0.045493264],"study_design_scores_gemma":[0.0026355686,0.002099567,0.34353405,0.015948497,0.00012689897,0.00015737013,0.0006360269,0.25031745,0.3263685,0.051498815,0.0009123478,0.005764864],"about_ca_topic_score_codex":0.000071100374,"about_ca_topic_score_gemma":0.0000065095246,"teacher_disagreement_score":0.5196093,"about_ca_system_score_codex":0.00008278606,"about_ca_system_score_gemma":0.00040696643,"threshold_uncertainty_score":0.8363223},"labels":[],"label_agreement":null},{"id":"W4230584787","doi":"10.1007/978-0-387-30164-8_661","title":"Predictive Techniques in Software Engineering","year":2010,"lang":"en","type":"book-chapter","venue":"Encyclopedia of Machine Learning","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Software engineering","score_opus":0.005930212369387834,"score_gpt":0.22259684999099674,"score_spread":0.2166666376216089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230584787","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013990144,0.0037050287,0.73352116,0.00018962481,0.0016823611,0.0014413921,0.000044699973,0.0045993235,0.25341737],"genre_scores_gemma":[0.02073627,0.0033870998,0.6932706,0.000045909725,0.0011996882,0.00018995276,0.000119947086,0.0006076567,0.28044286],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977218,0.000028790508,0.0005168861,0.0006353254,0.00065755885,0.0004396264],"domain_scores_gemma":[0.99747276,0.0013477431,0.00021932473,0.00070309767,0.00012558555,0.0001315093],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00062851893,0.00044696542,0.0005651223,0.00093208416,0.00004923357,0.000042994285,0.0013012679,0.00054424134,0.00010084313],"category_scores_gemma":[0.0028530702,0.00048375002,0.0001462782,0.00017873029,0.000058165697,0.00026466732,0.0007470856,0.0037617506,0.000034356588],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012711596,0.0003230547,0.18292274,0.0033340028,0.0006383639,0.001993969,0.007930317,0.03523175,0.0020090786,0.09632655,0.0011999606,0.6679631],"study_design_scores_gemma":[0.0007210477,0.00074964226,0.01482628,0.0021235314,0.000040192503,0.000094181276,0.0000047213366,0.031022342,0.0016856098,0.0038450037,0.94269156,0.0021958929],"about_ca_topic_score_codex":0.000056843266,"about_ca_topic_score_gemma":0.000015251727,"teacher_disagreement_score":0.9414916,"about_ca_system_score_codex":0.00011529927,"about_ca_system_score_gemma":0.00015073046,"threshold_uncertainty_score":0.9997614},"labels":[],"label_agreement":null},{"id":"W4230681096","doi":"10.1109/icse.2013.6606709","title":"V:Issue:lizer: Exploring requirements clarification in online communication over time","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Domain (mathematical analysis); World Wide Web; Software engineering","score_opus":0.08203369238501862,"score_gpt":0.3074966664419672,"score_spread":0.2254629740569486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230681096","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4745605,0.00022553852,0.51476854,0.0041502034,0.002539707,0.0011405287,0.0000445362,0.0020437331,0.00052668556],"genre_scores_gemma":[0.88073444,0.00029574486,0.11670936,0.00016281701,0.0001831654,0.00041461637,0.00017146814,0.000063039966,0.0012653526],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99748427,0.00006536193,0.00053729693,0.0005686075,0.0008632937,0.00048116542],"domain_scores_gemma":[0.9977648,0.00044549312,0.00012539985,0.0010529438,0.00043902663,0.00017233996],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00045223354,0.00031398653,0.0002537557,0.00063804066,0.00006805982,0.00042387162,0.002103876,0.00014903648,0.0008184082],"category_scores_gemma":[0.0010749174,0.0003457226,0.00006942346,0.0004735307,0.000034902136,0.0017692819,0.00043679468,0.0006613462,0.0014305199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012891067,0.0030164612,0.18714707,0.0005411246,0.0008153419,0.00011472299,0.0070314095,0.17669451,0.031677555,0.32694417,0.056241263,0.20964746],"study_design_scores_gemma":[0.00079775153,0.00009067225,0.22369158,0.0004945897,0.0000041699695,0.000007273322,0.000026679823,0.7655206,0.000801308,0.00081897253,0.00710685,0.0006395963],"about_ca_topic_score_codex":0.00031303917,"about_ca_topic_score_gemma":0.0000092758455,"teacher_disagreement_score":0.58882606,"about_ca_system_score_codex":0.00043466143,"about_ca_system_score_gemma":0.000079233316,"threshold_uncertainty_score":0.9998995},"labels":[],"label_agreement":null},{"id":"W4231026759","doi":"10.1109/msr.2015.17","title":"An Empirical Study of the Copy and Paste Behavior during Development","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Copying; Computer science; Eclipse; Context (archaeology); Code (set theory); Programming language; Source code; Cloning (programming)","score_opus":0.05693587498825337,"score_gpt":0.34075599426623787,"score_spread":0.2838201192779845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231026759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99155384,0.0000068443705,0.008087476,0.00003870538,0.000066629684,0.00016191509,5.4252695e-8,0.00006606141,0.00001847128],"genre_scores_gemma":[0.9899925,8.82021e-8,0.0098942,0.0000069560433,0.000006895637,0.000017568915,3.4517477e-8,0.0000032751552,0.000078469675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992896,0.00003407013,0.000092468115,0.0001473352,0.0003245763,0.00011198676],"domain_scores_gemma":[0.9994539,0.000047187557,0.000011760428,0.00033914144,0.000054928503,0.00009306732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021901225,0.000046670742,0.000057732694,0.00003651037,0.000038089922,0.000039446262,0.00046203594,0.000014202094,0.0000018690449],"category_scores_gemma":[0.000052883755,0.000029641884,0.0000055710225,0.00017528022,0.000014388812,0.00010752089,0.00036667002,0.00006135557,0.0000027452334],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011734165,0.00015511905,0.994246,0.0000023890664,0.0000028478426,0.000004011234,0.004002108,0.00004736114,0.00012317763,0.000010820466,0.00003065699,0.0013743533],"study_design_scores_gemma":[0.00027646884,0.00009671005,0.9950829,0.0000024284113,0.0000010130663,0.00000581239,0.0002251082,0.0006365528,0.00359699,0.0000041656485,0.00002838337,0.000043446573],"about_ca_topic_score_codex":0.00001752348,"about_ca_topic_score_gemma":0.000013644357,"teacher_disagreement_score":0.003777,"about_ca_system_score_codex":0.000027446416,"about_ca_system_score_gemma":0.000064029104,"threshold_uncertainty_score":0.120876096},"labels":[],"label_agreement":null},{"id":"W4231171191","doi":"10.1002/0471028959.sof110","title":"Experience Factory","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Factory (object-oriented programming); Reuse; Quality (philosophy); Process management; Product (mathematics); Product lifecycle; Computer science; Engineering management; Knowledge management; New product development; Engineering; Manufacturing engineering; Operations management; Business; Marketing; Waste management","score_opus":0.011001754170537503,"score_gpt":0.22699145970655,"score_spread":0.2159897055360125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231171191","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002385375,0.005405605,0.9229394,0.000013155275,0.002947502,0.00042191512,0.00003426402,0.005162824,0.06283677],"genre_scores_gemma":[0.0036241715,0.0030175361,0.38179797,0.00002223624,0.0010148741,0.00020661559,0.00001884873,0.001469253,0.6088285],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99748147,0.000019070209,0.0003975395,0.000687914,0.00077704334,0.0006369771],"domain_scores_gemma":[0.9974743,0.00065762404,0.00015840746,0.0014214962,0.000055490662,0.0002326599],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00011658063,0.0005098158,0.00055330695,0.0008290705,0.000024759627,0.000046681944,0.002008003,0.00037794551,0.0008488671],"category_scores_gemma":[0.0017600239,0.0005506941,0.00016020676,0.0006822386,0.000053428055,0.00023435915,0.0004825217,0.0005361572,0.0002232656],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027897524,0.0002229932,0.020555958,0.0023162204,0.0002876263,0.00037442386,0.003401057,0.006465884,0.00007663311,0.0010422884,0.9285831,0.036671065],"study_design_scores_gemma":[0.00021241856,0.00004402759,0.0026160395,0.0005442679,0.000009139169,0.000016410888,0.000005611709,0.0016513906,0.0001387914,0.0000070620013,0.9939187,0.0008361349],"about_ca_topic_score_codex":0.000056065015,"about_ca_topic_score_gemma":0.0000013084493,"teacher_disagreement_score":0.5459917,"about_ca_system_score_codex":0.00009171727,"about_ca_system_score_gemma":0.00006329276,"threshold_uncertainty_score":0.99969447},"labels":[],"label_agreement":null},{"id":"W4231242876","doi":"10.1145/3089649.3089655","title":"4th International Workshop on Conducting Empirical Studies in Industry (CESI 2016)","year":2017,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Empirical research; Software; Field (mathematics); Computer science; Replication (statistics); Software engineering; Engineering management; Engineering; Knowledge management; Management science; Mathematics","score_opus":0.196112487251442,"score_gpt":0.4040139648779832,"score_spread":0.20790147762654118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231242876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704151,0.000749558,0.020064108,0.0030743435,0.004013329,0.0002559241,0.000007882329,0.0014048872,0.000014841578],"genre_scores_gemma":[0.95663977,0.000057083358,0.0424111,0.00012546111,0.0004305417,0.00006344443,0.000004143879,0.00005587076,0.00021256835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974512,0.00003479096,0.0003974046,0.0007472496,0.0006668659,0.0007024815],"domain_scores_gemma":[0.92159796,0.07553887,0.00015419025,0.0022928892,0.00020463088,0.00021148314],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00070764084,0.00037806015,0.00038846565,0.0004858028,0.00025150884,0.0004880189,0.004014483,0.00033710094,0.00001890352],"category_scores_gemma":[0.5211869,0.0003778868,0.000097531454,0.00032990065,0.00010957808,0.0010073525,0.0019174566,0.001454369,0.00008263328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010741914,0.00008131489,0.9706451,0.00008012564,0.000106963074,0.00025988737,0.001078168,0.009194403,0.00031143907,0.00027686587,0.0018952886,0.016059652],"study_design_scores_gemma":[0.0012652833,0.0001173919,0.98213077,0.0018364456,0.000011438343,0.00007252798,0.00010305689,0.0034989244,0.005685919,0.00015900831,0.0038872715,0.0012319847],"about_ca_topic_score_codex":0.00003245354,"about_ca_topic_score_gemma":0.0000046920886,"teacher_disagreement_score":0.52047926,"about_ca_system_score_codex":0.00029144916,"about_ca_system_score_gemma":0.000105550134,"threshold_uncertainty_score":0.9998673},"labels":[],"label_agreement":null},{"id":"W4231296399","doi":"10.1007/978-3-540-78195-0_16","title":"Quantitative Approaches in Object-Oriented Software Engineering","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Session (web analytics); Computer science; Object (grammar); Closing (real estate); Software; Quality (philosophy); Metric (unit); Data science; Software engineering; Engineering; World Wide Web; Artificial intelligence; Epistemology; Political science; Operations management","score_opus":0.039633547060391586,"score_gpt":0.2562359961047838,"score_spread":0.21660244904439224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231296399","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010239459,0.0011541696,0.9953488,0.00012385599,0.001209839,0.0004768128,0.0000045251554,0.0004760542,0.00018199508],"genre_scores_gemma":[0.09661957,0.000083570936,0.9027179,0.000118539516,0.00019380618,0.000036248304,0.0000071606746,0.00007814884,0.00014507101],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950578,0.000033657932,0.0005745878,0.0018322598,0.0014212277,0.0010804513],"domain_scores_gemma":[0.9953531,0.0026483897,0.00014271557,0.0014369737,0.00019624595,0.00022256456],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008948062,0.00065806735,0.00066375773,0.0022704299,0.000141164,0.00026908153,0.003347764,0.00037865908,0.0000071880177],"category_scores_gemma":[0.0017708385,0.0006689628,0.00013367811,0.0018183239,0.00046604287,0.00071547757,0.0015582395,0.0016244778,0.000049694543],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001632979,0.0000877763,0.0026238712,0.00019683396,0.000032971715,0.0010008389,0.0050265132,0.77419806,0.00007404421,0.01521724,0.000047198442,0.20147835],"study_design_scores_gemma":[0.00043034213,0.00026933,0.0038629703,0.00076132285,0.0000030440438,0.00016096975,4.055091e-7,0.9887272,0.00077511027,0.002997754,0.00085097563,0.0011605667],"about_ca_topic_score_codex":0.000035105906,"about_ca_topic_score_gemma":0.00004091375,"teacher_disagreement_score":0.21452917,"about_ca_system_score_codex":0.00071735046,"about_ca_system_score_gemma":0.0006989361,"threshold_uncertainty_score":0.99957615},"labels":[],"label_agreement":null},{"id":"W4231546496","doi":"10.1109/ms.2011.59","title":"Point/Counterpoint","year":2011,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Software construction; Software development; Social software engineering; Predictability; Software; Architectural pattern; Component-based software engineering; Resource-oriented architecture; Software design; Software peer review; Programming language","score_opus":0.031384596718333616,"score_gpt":0.24662010987626712,"score_spread":0.2152355131579335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231546496","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0517384,0.00009175139,0.9447812,0.00006589154,0.0011209699,0.00012282666,0.0000027581375,0.0015073844,0.00056882965],"genre_scores_gemma":[0.80238795,0.000006048087,0.19664724,0.00023371201,0.00009635345,0.00003307687,8.72255e-7,0.000027336444,0.0005674203],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864006,0.000028089631,0.00016422311,0.00038266857,0.00035704856,0.00042790695],"domain_scores_gemma":[0.9985434,0.00025460156,0.00003182462,0.00089745194,0.00011194363,0.00016081045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025891545,0.0001468783,0.0001319784,0.00015123724,0.00012157789,0.00005834275,0.0012874202,0.000065703,0.00012892525],"category_scores_gemma":[0.00044954006,0.00014010324,0.000075955395,0.0003763733,0.000042227202,0.0004745294,0.00032885207,0.00021134791,0.00075765623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012460604,0.0014603244,0.38478628,0.00061683153,0.0005074807,0.0034153976,0.058999088,0.00052758015,0.0044671353,0.055060785,0.14256476,0.34746975],"study_design_scores_gemma":[0.0047521284,0.0021878553,0.6166,0.00072455965,0.000054534332,0.0014699954,0.00022370197,0.018682811,0.18147688,0.08657498,0.08119308,0.00605948],"about_ca_topic_score_codex":0.000056954435,"about_ca_topic_score_gemma":0.0000035971525,"teacher_disagreement_score":0.7506495,"about_ca_system_score_codex":0.000063938525,"about_ca_system_score_gemma":0.00006766911,"threshold_uncertainty_score":0.97383904},"labels":[],"label_agreement":null},{"id":"W4231615358","doi":"10.1109/.2001.914966","title":"Cohesion as changeability indicator in object-oriented systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Cohesion (chemistry); Computer science; Object-oriented programming; Software; Realm; Reliability engineering; Industrial engineering; Engineering; Programming language","score_opus":0.023386611698478145,"score_gpt":0.2550835652323642,"score_spread":0.23169695353388606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231615358","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8855376,0.00042876028,0.10760789,0.0005453182,0.0007512183,0.00056910614,0.0000010284449,0.0009008635,0.0036582132],"genre_scores_gemma":[0.99684376,0.000007284243,0.0018635379,0.000037573962,0.000032085092,0.00004946882,4.938688e-7,0.0000067320034,0.0011590599],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869376,0.00006864555,0.00016400088,0.00034336542,0.00041626583,0.00031396453],"domain_scores_gemma":[0.99889827,0.0003397934,0.000021339332,0.00058716774,0.000035754056,0.000117694486],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00046107871,0.00008879039,0.00012166604,0.00023792294,0.000033324683,0.00006996289,0.00056171766,0.00006476464,0.0001916472],"category_scores_gemma":[0.000550049,0.00007819294,0.000023110153,0.0007730416,0.000022464428,0.00021722252,0.00021241682,0.00016212341,0.0011177616],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014891132,0.0010874153,0.8778913,0.0003698808,0.000037099675,0.0003424087,0.007121881,0.00093123346,0.001597467,0.048465203,0.021499645,0.04064159],"study_design_scores_gemma":[0.0012223624,0.00038951263,0.4383167,0.00011558904,0.0000021052097,0.000062404295,0.00010930399,0.53735876,0.0043645785,0.00021379687,0.017195733,0.00064916135],"about_ca_topic_score_codex":0.0002597372,"about_ca_topic_score_gemma":0.0000060402826,"teacher_disagreement_score":0.5364275,"about_ca_system_score_codex":0.00014048068,"about_ca_system_score_gemma":0.000020012687,"threshold_uncertainty_score":0.99965996},"labels":[],"label_agreement":null},{"id":"W4231932677","doi":"10.1145/1095430.1081761","title":"Anchoring and adjustment in software estimation","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Anchoring; Estimator; Respondent; Estimation; Software; Computer science; Econometrics; Statistics; Psychology; Mathematics; Social psychology; Engineering","score_opus":0.015244430479361889,"score_gpt":0.2533436695576924,"score_spread":0.2380992390783305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231932677","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4408255,0.0029211168,0.5532329,0.00035518254,0.000390217,0.00030772196,0.0000045549086,0.0019621074,7.2688607e-7],"genre_scores_gemma":[0.581679,0.000054800144,0.41796222,0.000044692057,0.00014157029,0.00006444275,0.0000052680134,0.000036056943,0.000011991289],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977557,0.000024962097,0.0003823049,0.00065586716,0.00046871798,0.00071247097],"domain_scores_gemma":[0.9607631,0.03778009,0.000056780693,0.0010850062,0.00007656158,0.00023844195],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042077724,0.0003513033,0.0003059508,0.0005275048,0.000070340946,0.00014865295,0.0010433636,0.00014853348,0.000012487245],"category_scores_gemma":[0.13913345,0.0003900993,0.00005797593,0.00075358024,0.000028069691,0.0010424238,0.00071108015,0.00043529493,0.000053432665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005091074,0.000071197,0.43947724,0.00020869222,0.000023656692,0.000035490157,0.0007783619,0.10083476,0.00050458976,0.0006360978,0.00017604888,0.4572488],"study_design_scores_gemma":[0.00063339813,0.00007180884,0.95818293,0.00025887086,0.0000068872946,0.00004561775,0.000004269536,0.03605118,0.003027034,0.000068056805,0.0010156955,0.0006342763],"about_ca_topic_score_codex":0.000037876667,"about_ca_topic_score_gemma":0.00000845298,"teacher_disagreement_score":0.51870567,"about_ca_system_score_codex":0.00025785185,"about_ca_system_score_gemma":0.0000574593,"threshold_uncertainty_score":0.9998551},"labels":[],"label_agreement":null},{"id":"W4232217129","doi":"10.1007/978-3-030-24094-3_2","title":"Encapsulation","year":2019,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Encapsulation (networking); Software; Software engineering; Programming language","score_opus":0.021941026214444187,"score_gpt":0.2427677840133828,"score_spread":0.22082675779893862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232217129","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002664356,0.00007734351,0.35045645,0.00008263123,0.0003504949,0.00009818304,5.889849e-7,0.00033074245,0.6486009],"genre_scores_gemma":[0.0016963114,0.0000133018375,0.013538636,0.00004552077,0.00007763699,0.0000013424147,0.000004460319,0.000019988756,0.9846028],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912614,0.0000023804898,0.000100955855,0.00028405667,0.00035280283,0.00013365968],"domain_scores_gemma":[0.9989386,0.00022457923,0.000026651407,0.00070270686,0.000062052175,0.00004537245],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00010061085,0.00011951963,0.00011308612,0.00014805821,0.000014034787,0.000074002186,0.0006553069,0.00014423326,0.0004485328],"category_scores_gemma":[0.0000450624,0.000111878406,0.00005239858,0.000024243504,0.000009048344,0.0001307481,0.00024396995,0.0002024323,0.0044352594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.7962441e-7,9.863793e-7,0.000020901653,0.0000125766455,0.000008390207,0.0000052144082,0.000011876918,0.00006339788,0.000008694953,0.9816863,0.0048876503,0.01329384],"study_design_scores_gemma":[0.0001553809,0.00006879237,0.0011659006,0.000092161026,0.0000041637436,0.000016337937,2.2241711e-7,0.01903612,0.00012442829,0.045019064,0.93374634,0.0005711108],"about_ca_topic_score_codex":0.0000025055965,"about_ca_topic_score_gemma":4.5881302e-7,"teacher_disagreement_score":0.9366672,"about_ca_system_score_codex":0.000055603432,"about_ca_system_score_gemma":0.000093092385,"threshold_uncertainty_score":0.9963399},"labels":[],"label_agreement":null},{"id":"W4232383598","doi":"10.4018/9781591409411.ch002.ch000","title":"Intelligent Analysis of Software Maintenance Data","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software; Software maintenance; Software development; Software engineering; Process (computing); Data mining; Data extraction; Software development process; Software construction; Software sizing; Reliability engineering; Engineering","score_opus":0.055673288942141685,"score_gpt":0.284304236008936,"score_spread":0.22863094706679432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232383598","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015391302,0.0006503837,0.7184125,0.000013723411,0.0004024308,0.00021915048,0.00053361413,0.00035150727,0.2794013],"genre_scores_gemma":[0.3022077,0.00028215116,0.33023703,0.0007601693,0.0005558755,0.000075648306,0.00033782035,0.00038554528,0.36515805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971483,0.000018408631,0.00053326046,0.0010386164,0.00079576584,0.00046565075],"domain_scores_gemma":[0.9944022,0.0002544068,0.00025279017,0.0045749284,0.00030463157,0.00021099248],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.00036394075,0.00039759284,0.0007490241,0.00039784348,0.000039008384,0.000078974015,0.005724467,0.00029550935,0.00006768666],"category_scores_gemma":[0.00036077085,0.00038455578,0.00030817272,0.00020349077,0.00014046347,0.00012003126,0.003153588,0.00036152467,0.00014421178],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008021795,0.000011694225,0.00033406296,0.000049755916,0.0013673764,0.000088911125,0.000058872494,0.00006768745,0.0000011772503,0.95822245,0.0028675161,0.036922466],"study_design_scores_gemma":[0.00067376246,0.0005026411,0.005493298,0.0014024993,0.0031091147,0.000111026966,0.000008304398,0.014415014,0.00034725232,0.76833314,0.20197159,0.003632365],"about_ca_topic_score_codex":0.00019191734,"about_ca_topic_score_gemma":0.00008831132,"teacher_disagreement_score":0.38817546,"about_ca_system_score_codex":0.00022094809,"about_ca_system_score_gemma":0.000288326,"threshold_uncertainty_score":0.99986064},"labels":[],"label_agreement":null},{"id":"W4232396147","doi":"10.1109/issre.2007.36","title":"Using Machine Learning to Support Debugging with Tarantula","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - International Symposium on Software Reliability Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Debugging; Computer science; Statement (logic); Ranking (information retrieval); Test (biology); Software bug; Decision tree; Fault (geology); Machine learning; Fault tree analysis; Test case; Algorithmic program debugging; Artificial intelligence; Tree (set theory); Reliability engineering; Programming language; Software; Engineering","score_opus":0.014382982750755039,"score_gpt":0.2633939116122934,"score_spread":0.2490109288615384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232396147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5993761,0.000027716664,0.39469016,0.0006006447,0.0008186127,0.0006584667,0.0000079590745,0.0030226056,0.0007977657],"genre_scores_gemma":[0.772145,0.000008868148,0.22694366,0.00017173999,0.00039163564,0.00006799985,0.000008350913,0.00013922232,0.00012358524],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99398756,0.000005089765,0.0008557192,0.0016147405,0.0020886813,0.0014481893],"domain_scores_gemma":[0.9966724,0.00054926745,0.0002286316,0.00032747365,0.0014909427,0.0007312944],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024721553,0.00075286045,0.00054981874,0.0010311865,0.00031807914,0.000830134,0.0021796725,0.00024350031,0.000032537504],"category_scores_gemma":[0.0033084925,0.00074267405,0.0001853392,0.0018817282,0.00006388569,0.0016888407,0.0007892002,0.0012516115,0.000066159046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066706346,0.0005648283,0.6889276,0.0009760593,0.00047860417,0.00015490422,0.005117175,0.17665176,0.106893055,0.012848422,0.0004542845,0.006266242],"study_design_scores_gemma":[0.0034392134,0.003308615,0.0426037,0.0019720015,0.00012086601,0.0014518949,0.00032852517,0.73647445,0.15859285,0.00030131664,0.046520934,0.0048856568],"about_ca_topic_score_codex":0.000074765834,"about_ca_topic_score_gemma":0.0000021495664,"teacher_disagreement_score":0.6463239,"about_ca_system_score_codex":0.0013813885,"about_ca_system_score_gemma":0.00009677247,"threshold_uncertainty_score":0.9995024},"labels":[],"label_agreement":null},{"id":"W4232500090","doi":"10.32920/ryerson.14648862.v1","title":"Importance analysis of fault trees by visual inspection","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Fault tree analysis; Computer science; Generalization; Task (project management); Reliability (semiconductor); Rank (graph theory); Component (thermodynamics); Simple (philosophy); Tree (set theory); Fault (geology); Software; Reliability engineering; Data mining; Algorithm; Theoretical computer science; Machine learning; Mathematics; Engineering; Programming language","score_opus":0.014553449834480215,"score_gpt":0.301696943353354,"score_spread":0.2871434935188738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232500090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38591206,0.0003079021,0.6129464,0.00006573013,0.00020090697,0.00006388582,0.000005847812,0.00033668114,0.0001606027],"genre_scores_gemma":[0.9846374,0.000072468465,0.014880141,0.00001774311,0.000026398466,0.000021502588,0.000060407783,0.000010027676,0.00027395063],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816334,0.00004386164,0.0003293201,0.00065083924,0.0006029048,0.00020974147],"domain_scores_gemma":[0.9983505,0.000256376,0.00011977925,0.0009628562,0.00023385148,0.000076654855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027291747,0.00016656861,0.00042758885,0.0005593419,0.000026620302,0.00017304352,0.0009378346,0.00014408272,0.000060766743],"category_scores_gemma":[0.00030750083,0.00016576014,0.00025604066,0.002009699,0.000030348197,0.00014402941,0.001164224,0.0003758848,0.0000032391486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000122529,0.0008918712,0.6724246,0.00042729767,0.008895187,0.000119263845,0.0022602482,0.24765968,0.011485835,0.0028441863,0.01579015,0.037189405],"study_design_scores_gemma":[0.000074731295,0.000031300766,0.2424727,0.000026609261,0.00011484268,0.0000012629315,0.000031138097,0.74955636,0.0073112887,0.000049674793,0.00006775653,0.00026235436],"about_ca_topic_score_codex":0.00046561676,"about_ca_topic_score_gemma":0.00024665447,"teacher_disagreement_score":0.5987253,"about_ca_system_score_codex":0.00011753659,"about_ca_system_score_gemma":0.00013820337,"threshold_uncertainty_score":0.6759502},"labels":[],"label_agreement":null},{"id":"W4232560806","doi":"10.1109/msr.2015.73","title":"The Firefox Temporal Defect Dataset","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Process (computing); Software bug; Software; Plan (archaeology); Data science; Data mining; Geography","score_opus":0.04834508987867862,"score_gpt":0.3027732577530527,"score_spread":0.25442816787437406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232560806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023833605,0.0007665345,0.9617406,0.0058491183,0.0014119467,0.00031816214,0.00004528336,0.0013221087,0.004712606],"genre_scores_gemma":[0.9762934,0.00000446187,0.021927755,0.00018773142,0.000084873835,0.000017763212,0.0000428167,0.000008621124,0.0014325952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992601,0.000030316132,0.00006381963,0.00014302676,0.00029758006,0.00020512697],"domain_scores_gemma":[0.99867934,0.00044987304,0.000008537917,0.00070525764,0.0000373883,0.0001196281],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006530275,0.00004912012,0.00003895673,0.00002269733,0.00006318497,0.00018889496,0.0010752078,0.000016151973,0.0000045430806],"category_scores_gemma":[0.0006299338,0.000028042497,0.000018186513,0.00020767069,0.000024371218,0.00019520913,0.00039429372,0.00008272987,0.00044489925],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023401317,0.000012264729,0.015430442,0.0000021754663,0.000010621138,0.000020000172,0.00008325326,0.000097080825,0.000007959759,0.006500355,0.96340907,0.014424437],"study_design_scores_gemma":[0.000229019,0.00008070257,0.008668154,0.000002665362,9.649708e-7,0.000022762411,0.000014292655,0.021150965,0.00036222994,0.0015183621,0.96781516,0.00013469996],"about_ca_topic_score_codex":0.00009550404,"about_ca_topic_score_gemma":0.000025119205,"teacher_disagreement_score":0.95245975,"about_ca_system_score_codex":0.00002937491,"about_ca_system_score_gemma":0.00007878439,"threshold_uncertainty_score":0.5718428},"labels":[],"label_agreement":null},{"id":"W4232793935","doi":"10.1145/357474.355046","title":"Designing robust Java programs with exceptions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exception handling; Java; Computer science; Structuring; Software engineering; Mechanism (biology); Source code; Programming language; Code (set theory); Set (abstract data type)","score_opus":0.02507598765568434,"score_gpt":0.23181477584984175,"score_spread":0.20673878819415742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232793935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25194138,0.0002939466,0.7421592,0.00020309874,0.00018209638,0.00039268137,0.0000037286954,0.0048166155,0.000007271489],"genre_scores_gemma":[0.54331326,0.000015047935,0.45615193,0.0000321349,0.000111695124,0.00013024927,0.000013129348,0.00007136314,0.00016118781],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714935,0.000034077228,0.00032275924,0.0007794603,0.0007005002,0.0010138802],"domain_scores_gemma":[0.96674764,0.030807346,0.000049381233,0.0018589519,0.00016520359,0.00037146057],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003424601,0.00045342636,0.00033061183,0.0002964852,0.00021223059,0.00041761177,0.002093257,0.00015714801,0.00017340864],"category_scores_gemma":[0.035803955,0.00042768748,0.00010822002,0.001380747,0.00006462567,0.0008403835,0.00029334106,0.0005415417,0.00031546288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021213611,0.00020845128,0.60545594,0.00019686512,0.0001374879,0.00023403596,0.0011277121,0.17066956,0.0012245442,0.0003623168,0.000504673,0.2198572],"study_design_scores_gemma":[0.002739809,0.0015592466,0.9395059,0.0014918757,0.00009308877,0.0008879356,0.000039520044,0.016507884,0.012799286,0.0001117851,0.019777508,0.0044861976],"about_ca_topic_score_codex":0.00004359076,"about_ca_topic_score_gemma":0.0000032784244,"teacher_disagreement_score":0.3340499,"about_ca_system_score_codex":0.00012784956,"about_ca_system_score_gemma":0.00011091215,"threshold_uncertainty_score":0.9998175},"labels":[],"label_agreement":null},{"id":"W4233214837","doi":"10.1109/msr.2015.26","title":"Ecosystems in GitHub and a Method for Ecosystem Identification Using Reference Coupling","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ecosystem; Identification (biology); Computer science; Software; Isolation (microbiology); Data science; Coupling (piping); Software engineering; Ecology; Engineering","score_opus":0.1265117246568945,"score_gpt":0.36854390895167055,"score_spread":0.24203218429477605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233214837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22052152,0.00008139788,0.7788065,0.00004334258,0.00016105134,0.00025803258,0.0000016846243,0.000104824474,0.000021608212],"genre_scores_gemma":[0.7329486,0.0000011901595,0.2669434,0.0000038833946,0.000022446553,0.000035635596,0.0000010094113,0.000006535305,0.00003731666],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990362,0.000033149416,0.0002248681,0.00030812592,0.00019709676,0.00020055134],"domain_scores_gemma":[0.9988448,0.0005507367,0.000044289372,0.00030918463,0.00015631947,0.0000946969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021267852,0.00007301942,0.00012790671,0.00018708024,0.00003193137,0.00020895211,0.00033021855,0.000048039765,5.8757956e-7],"category_scores_gemma":[0.0005306223,0.00006910873,0.000012290208,0.00031008382,0.0000039668016,0.0003555397,0.0001164064,0.000066368084,0.000006108186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001144867,0.00033282308,0.15128063,0.0034636117,0.00016258161,0.00006827839,0.010826426,0.43395552,0.093818426,0.20355365,0.00262583,0.09979775],"study_design_scores_gemma":[0.00023991933,0.000018362756,0.00075017527,0.000040614006,0.0000011135944,0.000015977641,0.00005731806,0.9963069,0.0015822315,0.000595762,0.00030655976,0.000085087384],"about_ca_topic_score_codex":0.00017600249,"about_ca_topic_score_gemma":0.00016258651,"teacher_disagreement_score":0.56235135,"about_ca_system_score_codex":0.00013877229,"about_ca_system_score_gemma":0.00008618386,"threshold_uncertainty_score":0.28181723},"labels":[],"label_agreement":null},{"id":"W4233337392","doi":"10.1145/1083125.1083131","title":"ActiveAspect","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Sketch; Presentation (obstetrics); Abstraction; Software engineering; Programming language; Data structure; Aspect-oriented programming; Software; Algorithm","score_opus":0.014851547825062856,"score_gpt":0.2679253769666525,"score_spread":0.2530738291415896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233337392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017094279,0.000028597491,0.9651145,0.001679812,0.000059470105,0.000028922732,4.3830727e-8,0.00055543665,0.015438939],"genre_scores_gemma":[0.8725751,0.0000011398395,0.12538826,0.000090372116,0.000057777386,0.0000026132143,3.7035363e-8,0.0000022287024,0.0018824642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99961716,0.0000049943233,0.00002999283,0.00010425934,0.00012336239,0.000120210425],"domain_scores_gemma":[0.9995722,0.00012836562,0.0000030204124,0.0002372135,0.000016656313,0.00004253388],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000070206464,0.000028697006,0.000025937596,0.000041604406,0.000015987656,0.000042345764,0.00038760243,0.000010534982,0.0000906979],"category_scores_gemma":[0.000088663626,0.000024372504,0.000012871256,0.00015253255,0.000005207021,0.00023844709,0.00009406423,0.00004919584,0.0007416838],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015165741,0.0000680315,0.0066329087,0.000004458834,0.000016033064,0.000015982605,0.00036757218,0.0011636235,0.0026432162,0.29832512,0.022917854,0.6678437],"study_design_scores_gemma":[0.0006251924,0.00011324561,0.26180568,0.0000095985815,0.0000013098125,0.00006584298,0.000011568424,0.26072606,0.11601883,0.0029415635,0.357135,0.0005460923],"about_ca_topic_score_codex":0.0000029005814,"about_ca_topic_score_gemma":9.680303e-7,"teacher_disagreement_score":0.85548085,"about_ca_system_score_codex":0.000029700414,"about_ca_system_score_gemma":0.000015572698,"threshold_uncertainty_score":0.95330924},"labels":[],"label_agreement":null},{"id":"W4233384578","doi":"10.1109/qsic.2004.1357950","title":"Machine-learning techniques for software product quality assessment","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université du Québec à Montréal","funders":"","keywords":"Computer science; Software quality; Predictability; Quality (philosophy); Software measurement; Verification and validation; Software construction; Software sizing; Software metric; Software; Software engineering; Software quality control; Software development; Machine learning; Artificial intelligence; Engineering","score_opus":0.04024851804344539,"score_gpt":0.3565713603113449,"score_spread":0.31632284226789953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233384578","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020576739,0.00006313173,0.99355114,0.0011293992,0.000113513874,0.00044761138,0.0000018007515,0.0023895411,0.00024616704],"genre_scores_gemma":[0.2453449,0.000005028772,0.75394344,0.000065118176,0.000054953936,0.00013859951,0.000004368929,0.000013540419,0.00043001378],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986538,0.000042068856,0.00018667048,0.0004241579,0.00035974462,0.0003335223],"domain_scores_gemma":[0.9987177,0.00047465583,0.000037386257,0.0005345124,0.00015287829,0.00008284852],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010466339,0.000121266436,0.0001394015,0.000106197585,0.0001271865,0.00014924718,0.00070721924,0.000037839684,0.000009864253],"category_scores_gemma":[0.0014594973,0.00010565369,0.00006418679,0.00029172967,0.000020483312,0.0002994774,0.00025549225,0.00023436768,0.000011464764],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018980014,0.0005076032,0.112037875,0.00056494254,0.00009953225,0.0000253298,0.00079651165,0.0068710134,0.00833872,0.38647473,0.0012099713,0.48305482],"study_design_scores_gemma":[0.0037718,0.0022013118,0.22597705,0.0002943574,0.000021263837,0.00010783127,0.00007254368,0.025403937,0.49114162,0.10100173,0.14675857,0.0032479863],"about_ca_topic_score_codex":0.00013139773,"about_ca_topic_score_gemma":0.0000064470887,"teacher_disagreement_score":0.4828029,"about_ca_system_score_codex":0.00017052863,"about_ca_system_score_gemma":0.00016466338,"threshold_uncertainty_score":0.43084326},"labels":[],"label_agreement":null},{"id":"W4233479913","doi":"10.1109/msr.2012.6224280","title":"Explaining software defects using topic models","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software quality; Software metric; Eclipse; Compiler; Code review; Software engineering; Software development; Source lines of code; Software quality assurance; Static program analysis; Software; Code smell; Data science; Domain (mathematical analysis); Software system; Source code; Software bug; Quality (philosophy); Programming language","score_opus":0.06928329702945245,"score_gpt":0.29332141752629654,"score_spread":0.22403812049684407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233479913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21292919,0.00019373397,0.78550285,0.000014938186,0.00031295072,0.000051360683,1.14650994e-7,0.000477825,0.0005170071],"genre_scores_gemma":[0.6886615,0.0000012534119,0.31103465,0.000053560663,0.00008768612,0.000004784815,2.2197497e-7,0.000008043621,0.00014827271],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895465,0.000023470544,0.00009289329,0.000172279,0.00026647083,0.0004902165],"domain_scores_gemma":[0.9989999,0.0003754618,0.00001428021,0.00041293487,0.000038013583,0.00015940411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027122258,0.0000895646,0.00008615219,0.00010411481,0.000077610195,0.00008282274,0.00047301,0.00004355196,0.000036005258],"category_scores_gemma":[0.00024949329,0.000082776496,0.00003586127,0.00028114973,0.000010684806,0.0011514244,0.00031532813,0.0001139524,0.00007822757],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005371185,0.00024238256,0.46921167,0.00017838266,0.000085935026,0.00006066254,0.009281643,0.13047531,0.0036262297,0.28382003,0.002997856,0.10001449],"study_design_scores_gemma":[0.00040384225,0.000051084036,0.019906849,0.00006196952,0.0000063114976,0.00009896384,0.00006644097,0.96480536,0.008958214,0.0037294836,0.0012555979,0.00065590476],"about_ca_topic_score_codex":0.000021245603,"about_ca_topic_score_gemma":4.3635714e-7,"teacher_disagreement_score":0.83433,"about_ca_system_score_codex":0.000064148124,"about_ca_system_score_gemma":0.00003530569,"threshold_uncertainty_score":0.33755276},"labels":[],"label_agreement":null},{"id":"W4233947233","doi":"10.1109/cesi.2015.10","title":"Planning for the Unknown: Lessons Learned from Ten Months of Non-participant Exploratory Observations in the Industry","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Exploratory research; Observational study; Process (computing); Knowledge management; Computer science; Software; Management science; Process management; Engineering; Medicine; Sociology","score_opus":0.4450473984073209,"score_gpt":0.39483790261366436,"score_spread":0.05020949579365652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233947233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.512307,0.00025357094,0.47390157,0.012713732,0.00020672973,0.00041503974,0.000007242675,0.00009313496,0.000101999576],"genre_scores_gemma":[0.98813844,0.0000021767123,0.011304481,0.00016771509,0.00005580545,0.00021714035,0.000002286242,0.000007914631,0.00010402206],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900323,0.00006347741,0.00018317404,0.00018409753,0.00031929734,0.00024669536],"domain_scores_gemma":[0.9962324,0.0029287348,0.000038529815,0.0006305219,0.00010936667,0.00006046919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001115205,0.00007810832,0.000110869085,0.00006004437,0.00006574291,0.00007748866,0.001216433,0.00007953554,0.0000023501182],"category_scores_gemma":[0.0013501636,0.00004455888,0.000030603496,0.00049245736,0.000041670995,0.00025445744,0.00019704938,0.0003270207,0.000005024305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075006355,0.0005440164,0.25692418,0.00004887856,0.00024516621,0.00004329259,0.15031797,0.44727683,0.0033658438,0.046501454,0.061878443,0.03277892],"study_design_scores_gemma":[0.0008970694,0.000120874596,0.34416795,0.00007121418,0.00001589902,0.0000010889257,0.008681421,0.6341835,0.0021341704,0.0040667183,0.0054523796,0.00020766986],"about_ca_topic_score_codex":0.00029180123,"about_ca_topic_score_gemma":0.000055288412,"teacher_disagreement_score":0.47583148,"about_ca_system_score_codex":0.000027686383,"about_ca_system_score_gemma":0.00019938443,"threshold_uncertainty_score":0.22604553},"labels":[],"label_agreement":null},{"id":"W4233966475","doi":"10.1109/weh.2012.6226604","title":"Usability challenges in exception handling","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Exception handling; Assertion; Usability; Matching (statistics); Programming language; Block (permutation group theory); Human–computer interaction","score_opus":0.09250696725919971,"score_gpt":0.30998267618308695,"score_spread":0.21747570892388723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233966475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5443306,0.0011369264,0.45214546,0.0005701681,0.00025582084,0.00007127916,4.4563556e-8,0.00025329232,0.0012364032],"genre_scores_gemma":[0.98623604,0.000059668702,0.013585519,0.000008811242,0.00005680369,0.000009262572,9.184364e-8,0.0000025814106,0.000041199608],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993751,0.000029030542,0.000072725496,0.00012979822,0.00014765552,0.00024566555],"domain_scores_gemma":[0.9993371,0.0002979132,0.0000058612245,0.0002829427,0.000015768317,0.00006042957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000768455,0.000041551724,0.000050356637,0.00007187055,0.00001413022,0.000021650196,0.0002478782,0.000028145334,0.000025653604],"category_scores_gemma":[0.0003193701,0.00003712473,0.000013219685,0.00015638358,0.000009495305,0.00045848233,0.00011924243,0.00008102946,0.000095771466],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015382756,0.00014603656,0.5510887,0.000041633684,0.0000028929385,0.0000014934436,0.002468398,0.00024435215,0.000560681,0.027139071,0.00006842031,0.4182368],"study_design_scores_gemma":[0.0000928475,0.000013437113,0.9917258,0.000007772844,1.725145e-7,0.0000029533232,0.000021569069,0.0054375967,0.0010341185,0.0007471644,0.00083750277,0.000079084486],"about_ca_topic_score_codex":0.000018470999,"about_ca_topic_score_gemma":0.00001057947,"teacher_disagreement_score":0.44190544,"about_ca_system_score_codex":0.00005268587,"about_ca_system_score_gemma":0.000009436569,"threshold_uncertainty_score":0.15139025},"labels":[],"label_agreement":null},{"id":"W4234320625","doi":"10.1109/msr.2013.6623994","title":"Contents","year":2013,"lang":"en","type":"paratext","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Saskatchewan; University of Waterloo; University of Toronto","funders":"","keywords":"Computer science","score_opus":0.03462356911873928,"score_gpt":0.286197415755017,"score_spread":0.25157384663627774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234320625","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000055977976,0.0006654837,0.71357644,0.00026848668,0.004417611,0.00023456108,0.0000032183207,0.0003125514,0.2804657],"genre_scores_gemma":[0.001889403,0.00006469732,0.015709905,0.00016611237,0.0001798225,0.00005669881,0.000011520411,0.000020263507,0.9819016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878657,0.000019266692,0.00012740373,0.00036276365,0.00037321952,0.00033076428],"domain_scores_gemma":[0.99860007,0.0002985338,0.000026889778,0.00083146116,0.00012331744,0.00011974826],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000064557906,0.00015869587,0.0001822782,0.00015334054,0.00002594949,0.00028375647,0.0018512222,0.00016445733,0.0058140955],"category_scores_gemma":[0.00013264912,0.0001310979,0.000056498317,0.00020122522,0.0000165356,0.00018813764,0.0005442504,0.00031753368,0.24404205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.883333e-8,0.0000060548227,0.000011408045,0.000018861885,0.000012729854,0.000002970616,0.00000965512,0.000015657179,0.000015570506,0.0007079182,0.9948604,0.004338655],"study_design_scores_gemma":[0.00010913466,0.000027633665,0.00034633654,0.000038740156,8.24349e-7,0.00000673967,8.49688e-7,0.0032606623,0.00040150082,0.000048827238,0.99549407,0.00026467466],"about_ca_topic_score_codex":0.00011217862,"about_ca_topic_score_gemma":3.9402636e-7,"teacher_disagreement_score":0.70143586,"about_ca_system_score_codex":0.000053837335,"about_ca_system_score_gemma":0.00006309303,"threshold_uncertainty_score":0.9950947},"labels":[],"label_agreement":null},{"id":"W4234560745","doi":"10.1145/512058.512062","title":"Tracking structural evolution using origin analysis","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Computer science; Software; Term (time); Software system; Software architecture; Software engineering; Work (physics); Software construction; Engineering; Programming language","score_opus":0.054518655594594144,"score_gpt":0.30327786483544283,"score_spread":0.24875920924084868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234560745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34876424,0.00007520389,0.6507033,0.000036637663,0.0000833967,0.000023294535,1.6812423e-7,0.0002069669,0.00010677867],"genre_scores_gemma":[0.91659206,9.3125783e-7,0.08315685,0.000009571685,0.000036697336,8.239435e-7,2.6813743e-7,0.0000036700067,0.00019911546],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991469,0.000020545913,0.000099175755,0.00021730873,0.00028275995,0.0002333183],"domain_scores_gemma":[0.99941176,0.00011762178,0.000016432356,0.0003382681,0.000055377423,0.00006054786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011455799,0.00006677785,0.000089776324,0.00032639387,0.0000753564,0.00014342852,0.00040289815,0.000028654858,0.000206449],"category_scores_gemma":[0.000104590465,0.000059900343,0.00006553316,0.0018418527,0.000012392644,0.0004490676,0.00007889082,0.000088415305,0.000037149755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013625596,0.00003043791,0.61086273,0.000017420525,0.00043837584,0.000048814924,0.0008957398,0.28693265,0.0038281442,0.038254965,0.00043283743,0.058256507],"study_design_scores_gemma":[0.000045415964,0.00000537536,0.08052453,0.0000014738057,0.00001217871,0.0000064847845,0.000002902884,0.9188993,0.00022099429,0.00015018079,0.00005531254,0.00007585678],"about_ca_topic_score_codex":0.00012352763,"about_ca_topic_score_gemma":0.000007538989,"teacher_disagreement_score":0.63196665,"about_ca_system_score_codex":0.0001426183,"about_ca_system_score_gemma":0.0000091678185,"threshold_uncertainty_score":0.24426651},"labels":[],"label_agreement":null},{"id":"W4234685938","doi":"10.32920/ryerson.14648862","title":"Importance analysis of fault trees by visual inspection","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Fault tree analysis; Computer science; Generalization; Reliability (semiconductor); Task (project management); Rank (graph theory); Component (thermodynamics); Simple (philosophy); Reliability engineering; Fault (geology); Tree (set theory); Software; Algorithm; Data mining; Theoretical computer science; Mathematics; Programming language; Engineering","score_opus":0.014553449834480215,"score_gpt":0.301696943353354,"score_spread":0.2871434935188738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234685938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38591206,0.0003079021,0.6129464,0.00006573013,0.00020090697,0.00006388582,0.000005847812,0.00033668114,0.0001606027],"genre_scores_gemma":[0.9846374,0.000072468465,0.014880141,0.00001774311,0.000026398466,0.000021502588,0.000060407783,0.000010027676,0.00027395063],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816334,0.00004386164,0.0003293201,0.00065083924,0.0006029048,0.00020974147],"domain_scores_gemma":[0.9983505,0.000256376,0.00011977925,0.0009628562,0.00023385148,0.000076654855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027291747,0.00016656861,0.00042758885,0.0005593419,0.000026620302,0.00017304352,0.0009378346,0.00014408272,0.000060766743],"category_scores_gemma":[0.00030750083,0.00016576014,0.00025604066,0.002009699,0.000030348197,0.00014402941,0.001164224,0.0003758848,0.0000032391486],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000122529,0.0008918712,0.6724246,0.00042729767,0.008895187,0.000119263845,0.0022602482,0.24765968,0.011485835,0.0028441863,0.01579015,0.037189405],"study_design_scores_gemma":[0.000074731295,0.000031300766,0.2424727,0.000026609261,0.00011484268,0.0000012629315,0.000031138097,0.74955636,0.0073112887,0.000049674793,0.00006775653,0.00026235436],"about_ca_topic_score_codex":0.00046561676,"about_ca_topic_score_gemma":0.00024665447,"teacher_disagreement_score":0.5987253,"about_ca_system_score_codex":0.00011753659,"about_ca_system_score_gemma":0.00013820337,"threshold_uncertainty_score":0.6759502},"labels":[],"label_agreement":null},{"id":"W4234703843","doi":"10.1109/msr.2015.34","title":"An Empirical Study of End-User Programmers in the Computer Music Community","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Metadata; Software; World Wide Web; Software development; Computer programming; Population; Source code; End user; Musical; Empirical research; Software engineering; Programming language","score_opus":0.13095042248465816,"score_gpt":0.3737612601332305,"score_spread":0.24281083764857236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234703843","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8981534,0.000004132973,0.10101372,0.00017844685,0.000084898435,0.00032703532,1.385908e-7,0.00011539563,0.00012279878],"genre_scores_gemma":[0.9832604,8.0223096e-8,0.016543992,0.00013397969,0.000022988434,0.000024555857,7.612582e-7,0.000005097792,0.000008146365],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821454,0.0007392819,0.00015911665,0.00014855059,0.0005162984,0.0002222042],"domain_scores_gemma":[0.99803454,0.0006849853,0.000019005407,0.001075002,0.00009334599,0.000093107396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020827148,0.00008034091,0.00011752437,0.00011302782,0.0000426553,0.00009362452,0.002026815,0.000029323408,0.000004718441],"category_scores_gemma":[0.00010565329,0.000051723815,0.000018478162,0.0007232248,0.000044604156,0.00022051093,0.00037894363,0.00038883137,0.000008899458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009550231,0.0047823223,0.8561404,0.00001178735,0.000018655755,0.000032373704,0.0909354,0.002428691,0.000008951536,0.00058656104,0.004137556,0.04090778],"study_design_scores_gemma":[0.0010359604,0.0024797828,0.9319565,0.000005553654,0.000002167156,0.00001057359,0.0071442337,0.056271102,0.00003497855,0.00014604372,0.0007707644,0.00014231293],"about_ca_topic_score_codex":0.0012753116,"about_ca_topic_score_gemma":0.0005214224,"teacher_disagreement_score":0.08510696,"about_ca_system_score_codex":0.000032286593,"about_ca_system_score_gemma":0.000059257487,"threshold_uncertainty_score":0.376636},"labels":[],"label_agreement":null},{"id":"W4234750371","doi":"10.4018/9781591409411.ch008","title":"Modeling Relevance Relations Using Machine Learning Techniques","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Relevance (law); Relation (database); Artificial intelligence; Machine learning; Software; Software deployment; Abstraction; Precision and recall; Tuple; Classifier (UML); Data mining; Information retrieval; Data science; Software engineering; Programming language","score_opus":0.04127005045233979,"score_gpt":0.27500254848819566,"score_spread":0.23373249803585588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234750371","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000656939,0.0006265367,0.6269743,0.000011647665,0.00018021019,0.00020268688,0.000009190591,0.0012355676,0.37069422],"genre_scores_gemma":[0.21558973,0.000051043993,0.62918645,0.000113654096,0.0004506504,0.0000394585,0.0000066391062,0.0002273768,0.15433498],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979812,0.000024890642,0.00037340447,0.00065659307,0.0005246325,0.00043925951],"domain_scores_gemma":[0.99855185,0.0001313078,0.00011837625,0.00084056694,0.00020274658,0.00015513596],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026837946,0.0003821494,0.00033374815,0.00018329428,0.0002052408,0.00014107118,0.0010578007,0.00038860695,0.000015086265],"category_scores_gemma":[0.00024141227,0.00041989435,0.00015433204,0.000055073182,0.000051998868,0.000179829,0.0006631485,0.0009815281,0.00011426175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003880169,0.000003612571,0.00006082534,0.000023333794,0.000036037723,0.000058303212,0.00006700264,0.0042267395,0.00005127972,0.9879712,0.000024944668,0.0074728797],"study_design_scores_gemma":[0.00012429761,0.0000890157,0.000005411643,0.0006359293,0.00003087081,0.00014366764,8.4611196e-7,0.46367747,0.00025423354,0.5263738,0.007832169,0.00083230896],"about_ca_topic_score_codex":0.00024170268,"about_ca_topic_score_gemma":0.000021217304,"teacher_disagreement_score":0.46159738,"about_ca_system_score_codex":0.0004656971,"about_ca_system_score_gemma":0.00022945713,"threshold_uncertainty_score":0.9998253},"labels":[],"label_agreement":null},{"id":"W4235705087","doi":"10.32920/ryerson.14648622","title":"On Empirically Examining The Effectiveness Of Deep Learning-Based Bug Localization Models","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software bug; Java; Set (abstract data type); Software; Artificial intelligence; Convolutional neural network; Deep learning; Baseline (sea); Convolution (computer science); Machine learning; Software engineering; State (computer science); Artificial neural network; Programming language","score_opus":0.033230855442043704,"score_gpt":0.2871205612570827,"score_spread":0.253889705815039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235705087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042867344,0.00011599751,0.9557209,0.00003983606,0.00027468268,0.0003287375,4.974492e-7,0.0002977813,0.00035420322],"genre_scores_gemma":[0.9903592,0.0000057411658,0.00939884,0.00005659094,0.000019635989,0.000086680884,0.000019940644,0.000026278527,0.000027085493],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99708575,0.0009936845,0.0002498263,0.00064246665,0.0007690044,0.00025925526],"domain_scores_gemma":[0.9898846,0.00846913,0.00009533629,0.0010949707,0.0003913444,0.000064590924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020269433,0.00022060565,0.00030692198,0.00018855254,0.0000775431,0.00022706216,0.0013657205,0.0002011294,0.00002010221],"category_scores_gemma":[0.0023682243,0.00016603914,0.00009999818,0.00054449285,0.000052839223,0.000101139805,0.0011976596,0.00082580274,0.0000053816743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013028401,0.00004598476,0.0019318225,0.00029452692,0.000027853126,0.000009025255,0.00018493338,0.9924198,0.000044616103,0.0019326688,0.0000067387905,0.0030890214],"study_design_scores_gemma":[0.00016449593,0.00011127278,0.011403513,0.00036321752,0.000005435486,0.0000011044871,0.000009550988,0.9831333,0.002882528,0.0017505039,0.0000057140983,0.00016936046],"about_ca_topic_score_codex":0.00007184042,"about_ca_topic_score_gemma":0.0000045244565,"teacher_disagreement_score":0.9474919,"about_ca_system_score_codex":0.00013600613,"about_ca_system_score_gemma":0.00027386393,"threshold_uncertainty_score":0.67708796},"labels":[],"label_agreement":null},{"id":"W4235970556","doi":"10.1007/s10664-021-10009-1","title":"Conclusion stability for natural language based mining of design discussions","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Artifact (error); Code refactoring; Computer science; Relevance (law); Task (project management); Context (archaeology); Documentation; Stability (learning theory); Software; Machine learning; Artificial intelligence; Data mining; Software engineering; Engineering; Programming language; Systems engineering","score_opus":0.04044770805115119,"score_gpt":0.3104229520862787,"score_spread":0.2699752440351275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235970556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15467247,0.000469575,0.84347236,0.00028718723,0.00037590967,0.00020372366,0.000010477954,0.0005065912,0.0000016736259],"genre_scores_gemma":[0.58887476,5.8151625e-7,0.4109587,0.000032554166,0.00004048151,0.000032880092,0.000011893511,0.000019497687,0.000028666687],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833095,0.000068252564,0.00030277407,0.00044692884,0.00040678692,0.00044433223],"domain_scores_gemma":[0.99381304,0.0051657264,0.000042729393,0.0006088945,0.0002002684,0.00016934672],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00050394144,0.00018955012,0.00028552636,0.000116147035,0.00008472801,0.000056486915,0.0005340473,0.00009398717,0.00003063654],"category_scores_gemma":[0.009141325,0.00016685524,0.00015636467,0.00071619445,0.000026000787,0.00019636103,0.00035325243,0.00023078876,0.0000025292197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016613526,0.0010899486,0.19901507,0.0023711273,0.0003251683,0.00053745863,0.011218359,0.5244576,0.1704056,0.0006019215,0.0099108275,0.0799008],"study_design_scores_gemma":[0.0010032615,0.0001804506,0.042115077,0.00019032019,0.000015195361,0.000016239801,0.00007743159,0.776938,0.17735875,0.000040168772,0.0015170032,0.00054808776],"about_ca_topic_score_codex":0.0000031382845,"about_ca_topic_score_gemma":8.8129207e-7,"teacher_disagreement_score":0.43420225,"about_ca_system_score_codex":0.00012518067,"about_ca_system_score_gemma":0.0001973307,"threshold_uncertainty_score":0.9992051},"labels":[],"label_agreement":null},{"id":"W4236048929","doi":"10.1002/smr.376","title":"Introduction to the special issue on program comprehension through dynamic analysis (PCODA)","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Program comprehension; Computer science; Reverse engineering; Comprehension; Software engineering; Software; Program analysis; Source code; Data science; Software system; Programming language","score_opus":0.03584303218008123,"score_gpt":0.3541619928238779,"score_spread":0.31831896064379667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236048929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08036835,0.0016956694,0.7718237,0.14401047,0.001034123,0.00072067184,0.0000046372825,0.00012388983,0.00021849904],"genre_scores_gemma":[0.81766355,0.0041324226,0.16904466,0.00050705275,0.007068818,0.000039628012,0.0000032256846,0.00002574369,0.0015148988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698937,0.0005678205,0.00032388154,0.00035405564,0.0012930773,0.0004718069],"domain_scores_gemma":[0.9934363,0.0041016745,0.00015803392,0.0004253394,0.0016596023,0.00021909445],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040464397,0.00013018139,0.00023981067,0.00054313435,0.00065430516,0.0002283339,0.0005000413,0.00006970089,0.000019913305],"category_scores_gemma":[0.014747158,0.000086974935,0.00007306277,0.0023629838,0.00024468495,0.0012040146,0.00025873748,0.0009418983,0.000044948647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004906732,0.0014398043,0.013913276,0.00013673805,0.0011646101,0.0007144359,0.0070720026,0.012280149,0.00035659637,0.005347677,0.6966864,0.25598162],"study_design_scores_gemma":[0.00050959963,0.003051772,0.16731997,0.000068688234,0.000047395308,0.0015033297,0.00056811917,0.0041652103,0.000035862275,0.00088236487,0.8216652,0.00018248284],"about_ca_topic_score_codex":0.0000711367,"about_ca_topic_score_gemma":0.000017996063,"teacher_disagreement_score":0.7372952,"about_ca_system_score_codex":0.00020956583,"about_ca_system_score_gemma":0.0001546077,"threshold_uncertainty_score":0.993552},"labels":[],"label_agreement":null},{"id":"W4236085600","doi":"10.1109/msr.2015.47","title":"Organizational Volatility and Post-release Defects: A Replication Case Study Using Data from Google Chrome","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Outsourcing; Popularity; Volatility (finance); Business; Computer science; Directory; World Wide Web; Replicate; Knowledge management; Marketing; Finance; Operating system","score_opus":0.09185613977482662,"score_gpt":0.33546899444422806,"score_spread":0.24361285466940144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236085600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75775313,0.000059639682,0.2416681,0.000053782256,0.00004890556,0.0002053278,0.000021295466,0.00018256281,0.0000072618946],"genre_scores_gemma":[0.96605957,3.236108e-7,0.03378304,0.000035681936,0.000043253058,0.0000036108859,0.00004460752,0.000009538708,0.00002037217],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986867,0.0000728566,0.00014521749,0.0006331749,0.00032387426,0.00013822831],"domain_scores_gemma":[0.99712193,0.00036079812,0.000030121488,0.002004791,0.0002991458,0.00018322993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005820999,0.000085894506,0.00009082133,0.0000685214,0.00007727966,0.00017734549,0.00063077454,0.000030640014,0.000023992572],"category_scores_gemma":[0.0027383333,0.000080977894,0.0000059377617,0.0004629748,0.000021184658,0.00068122393,0.0011569981,0.000086623026,0.000020151452],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012091961,0.0005020297,0.9901717,0.00001471657,0.00005527206,0.0007682907,0.0029017453,0.00023310466,0.0023572203,0.00021028324,0.00071758276,0.0020559893],"study_design_scores_gemma":[0.000495487,0.000093224444,0.11663695,0.0000043622854,0.000009772263,0.00042744225,0.0003416862,0.88142383,0.00015473769,0.00023981798,0.000029737681,0.0001429246],"about_ca_topic_score_codex":0.0038476763,"about_ca_topic_score_gemma":0.00014902663,"teacher_disagreement_score":0.8811908,"about_ca_system_score_codex":0.00008638177,"about_ca_system_score_gemma":0.00021262912,"threshold_uncertainty_score":0.58165616},"labels":[],"label_agreement":null},{"id":"W4236348706","doi":"10.1002/spip.433","title":"Strengthening maturity levels by a legal assurance process","year":2009,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Maturity (psychological); Process (computing); Process management; Capability Maturity Model; Engineering; Business; Engineering management; Computer science; Software development process; Law; Software development; Political science; Software","score_opus":0.016295764161487238,"score_gpt":0.31201564117518554,"score_spread":0.2957198770136983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236348706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.111626714,0.003320087,0.8718458,0.009037146,0.00042786918,0.0009680086,0.000043866425,0.001921849,0.0008087077],"genre_scores_gemma":[0.9599882,0.00006588057,0.038336325,0.0011451198,0.000087746994,0.00006732089,0.0000070806464,0.000022254242,0.00028010947],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99729174,0.0000753827,0.00035287198,0.0007700631,0.00086051144,0.0006494244],"domain_scores_gemma":[0.996687,0.001957071,0.00021579053,0.00048823102,0.00042274524,0.00022915791],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011281215,0.0003131013,0.0002488399,0.00011327445,0.00029136578,0.00076043716,0.0009288151,0.00011914836,0.000012481618],"category_scores_gemma":[0.0074119545,0.00030075663,0.00004000141,0.000633865,0.000048635575,0.0040776227,0.00014210779,0.0005670495,0.00001230546],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024863158,0.000755916,0.0023974082,0.000920568,0.0001377199,0.00009249697,0.004502373,0.00015701537,0.005677947,0.0018217987,0.004274796,0.9790133],"study_design_scores_gemma":[0.02431951,0.01741357,0.056936998,0.0030779215,0.0006962723,0.0029119211,0.005521893,0.051185127,0.43504816,0.092704244,0.2928397,0.01734467],"about_ca_topic_score_codex":0.000022091066,"about_ca_topic_score_gemma":0.0000015994674,"teacher_disagreement_score":0.96166867,"about_ca_system_score_codex":0.00005682138,"about_ca_system_score_gemma":0.00023942615,"threshold_uncertainty_score":0.99994445},"labels":[],"label_agreement":null},{"id":"W4236372141","doi":"10.14393/ufu.te.2020.454","title":"CROKAGE: effective solution recommendation for programming tasks by leveraging crowd knowledge","year":2020,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Saskatchewan Health","funders":"","keywords":"Computer science; Leverage (statistics); Information retrieval; Code (set theory); Task (project management); Relevance (law); Crowdsourcing; Programming language; World Wide Web; Artificial intelligence","score_opus":0.021094536520200356,"score_gpt":0.3185644232366015,"score_spread":0.2974698867164011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236372141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008260037,0.0003294052,0.9931801,0.000428355,0.0015669849,0.0019106583,0.000011943869,0.0009123231,0.0008342356],"genre_scores_gemma":[0.4763812,0.00006375397,0.4726252,0.00022841507,0.0011613439,0.008264958,0.015718292,0.0004073095,0.025149524],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802196,0.0000832643,0.00030461416,0.0008319117,0.00025830715,0.0004999625],"domain_scores_gemma":[0.9979658,0.0011072736,0.000130107,0.0003122431,0.00034204693,0.00014249145],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005197837,0.00032241395,0.00029842934,0.00023763493,0.00024790142,0.00046236315,0.0007123845,0.00025484455,0.000026222646],"category_scores_gemma":[0.0010458629,0.0003473956,0.0001441686,0.00057473284,0.000012026775,0.00048286773,0.000119075106,0.0004814964,0.00006798151],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029690738,0.000076074764,0.00004680807,0.0007157987,0.00007877689,0.0000015199331,0.0025357704,0.000011806436,0.002566724,0.0006284281,0.038724363,0.95458424],"study_design_scores_gemma":[0.0020031782,0.0008280252,0.002345948,0.00052666,0.000081579776,0.000007518622,0.000357039,0.1933191,0.08786408,0.00051783264,0.7102007,0.0019483006],"about_ca_topic_score_codex":0.00004881872,"about_ca_topic_score_gemma":0.00002793894,"teacher_disagreement_score":0.95263594,"about_ca_system_score_codex":0.00034616087,"about_ca_system_score_gemma":0.00017347396,"threshold_uncertainty_score":0.9998978},"labels":[],"label_agreement":null},{"id":"W4236561953","doi":"10.1145/1463788","title":"Proceedings of the 2008 conference of the center for advanced studies on collaborative research meeting of minds - CASCON '08","year":2008,"lang":"en","type":"paratext","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; Session (web analytics); Library science; Government (linguistics); Variety (cybernetics); Computer science; Research center; Publishing; Political science; World Wide Web","score_opus":0.106185880035104,"score_gpt":0.3811388353502063,"score_spread":0.27495295531510233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236561953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82737964,0.009634501,0.004448171,0.00442645,0.009227184,0.019076407,0.0013955897,0.00017309628,0.12423896],"genre_scores_gemma":[0.9351205,0.001048762,0.00949598,0.000032657164,0.00012309235,0.00046532488,0.000004403154,0.000056771518,0.053652477],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9967572,0.00010938837,0.00061595836,0.0005386849,0.0014939365,0.0004848103],"domain_scores_gemma":[0.98900384,0.0028671753,0.0005010636,0.00066316547,0.0069159074,0.000048860125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011923824,0.00027001055,0.0006467706,0.00028444565,0.00020544502,0.000038639595,0.0028310232,0.00017358095,0.000015019773],"category_scores_gemma":[0.0044213,0.0001501555,0.00016066532,0.0018691107,0.00079345395,0.00015689887,0.0012882431,0.0005988681,0.000010044538],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004174653,0.0006012271,0.0027209716,0.0056941067,0.0009558759,0.0000022383658,0.03823391,0.0036331837,0.034750693,0.014183211,0.8958803,0.0029268556],"study_design_scores_gemma":[0.0013658091,0.0010887126,0.0010384687,0.0048439405,0.000014780232,0.000007130831,0.0030595327,0.0016874198,0.9708003,0.00020769103,0.015474933,0.00041133026],"about_ca_topic_score_codex":0.000032000462,"about_ca_topic_score_gemma":0.000017506147,"teacher_disagreement_score":0.9360496,"about_ca_system_score_codex":0.0001509732,"about_ca_system_score_gemma":0.00082867034,"threshold_uncertainty_score":0.6123163},"labels":[],"label_agreement":null},{"id":"W4236722288","doi":"10.1145/1269899.1254904","title":"Synthetic designs","year":2007,"lang":"en","type":"article","venue":"ACM SIGMETRICS Performance Evaluation Review","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Communications Research Centre Canada","funders":"","keywords":"Computer science; Design of experiments; Reliability engineering; Statistical power; Variation (astronomy); Sample size determination; Sample (material); Statistical hypothesis testing; Software; Industrial engineering; Engineering; Statistics; Mathematics","score_opus":0.12903920978461722,"score_gpt":0.380485539652118,"score_spread":0.2514463298675008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236722288","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03576613,0.13211997,0.82703584,0.00095585437,0.00080289703,0.0015335293,6.1300517e-7,0.00045460358,0.001330571],"genre_scores_gemma":[0.85778755,0.05478497,0.085977495,0.0010070333,0.000113436974,0.0001420038,0.000007787183,0.00002856385,0.00015116899],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967914,0.000116843425,0.00046597325,0.00041104792,0.0017565044,0.00045820844],"domain_scores_gemma":[0.994983,0.0023250212,0.00012701596,0.0017379584,0.00067504327,0.00015192907],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015484876,0.00015981824,0.00023254336,0.00062486454,0.00011999767,0.0000769412,0.0018120467,0.00005924995,0.00016248808],"category_scores_gemma":[0.024541005,0.00014458074,0.00007579573,0.005044169,0.000025850215,0.000597697,0.00032798483,0.00023102974,0.0006967089],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.755948e-7,0.00002666612,0.004920271,0.000515546,0.000008980224,0.0000024237668,0.000029897237,0.00019479338,0.000041789364,0.00037334504,0.0017329351,0.9921524],"study_design_scores_gemma":[0.0017639587,0.0008357227,0.45232907,0.007473436,0.00026761345,0.00020704653,0.000012179281,0.38272467,0.010454972,0.0011662618,0.1406486,0.0021164685],"about_ca_topic_score_codex":0.0000016839417,"about_ca_topic_score_gemma":2.916402e-7,"teacher_disagreement_score":0.9900359,"about_ca_system_score_codex":0.00025156737,"about_ca_system_score_gemma":0.0001990294,"threshold_uncertainty_score":0.9836757},"labels":[],"label_agreement":null},{"id":"W4236803832","doi":"10.17771/pucrio.acad.24701","title":"DETECÇÃO DE ANOMALIAS DE CÓDIGO DE RELEVÂNCIA ARQUITETURAL EM SISTEMAS MULTILINGUAGEM","year":2014,"lang":"pt","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"Pontifícia Universidade Católica do Rio de Janeiro","keywords":"Computer science; Identification (biology)","score_opus":0.018437114190845247,"score_gpt":0.3041500359130949,"score_spread":0.28571292172224966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236803832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59792334,0.0006632659,0.3986763,0.00006728346,0.00103169,0.0005169253,0.0000059997797,0.0008220764,0.00029310046],"genre_scores_gemma":[0.89195645,0.00005304932,0.080011375,0.00025093128,0.0004939338,0.00013330772,0.000087339875,0.00017243114,0.026841206],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9932769,0.00053618656,0.0009388268,0.0015126792,0.0012595233,0.0024758878],"domain_scores_gemma":[0.99306774,0.0032437802,0.0003422679,0.0018460515,0.000573033,0.00092713046],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002737063,0.00094009197,0.0008588682,0.0006970875,0.00039778074,0.0010370093,0.0032583242,0.0010726799,0.00016282649],"category_scores_gemma":[0.0074053193,0.0009878731,0.000510236,0.0010442598,0.00008023808,0.00037347007,0.0004335619,0.0016469755,0.00047129838],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007007365,0.0010941962,0.18599795,0.014648545,0.0014531836,0.0039252588,0.16253558,0.031630233,0.050275557,0.006137443,0.0056105983,0.5359907],"study_design_scores_gemma":[0.0011282872,0.00044369823,0.16756926,0.001306042,0.00013321932,0.00030154057,0.002026894,0.78135955,0.041856788,0.00018656302,0.001639162,0.0020490128],"about_ca_topic_score_codex":0.0009117342,"about_ca_topic_score_gemma":0.0009191333,"teacher_disagreement_score":0.7497293,"about_ca_system_score_codex":0.0013216956,"about_ca_system_score_gemma":0.0015709023,"threshold_uncertainty_score":0.9999904},"labels":[],"label_agreement":null},{"id":"W4237317117","doi":"10.1109/iwsc.2012.6227859","title":"Foreword","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Code refactoring; Software engineering; clone (Java method); Restructuring; Computer science; Software; Software development; Software system; Engineering management; Engineering; Programming language","score_opus":0.0237740953132858,"score_gpt":0.275310043769123,"score_spread":0.2515359484558372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237317117","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026687847,0.00006644443,0.96932286,0.00019107296,0.00023068822,0.000022811979,6.449589e-8,0.0003408498,0.0031373498],"genre_scores_gemma":[0.902743,5.1978816e-7,0.095512934,0.00006754913,0.000057620025,0.0000035713492,6.143917e-8,0.0000022131926,0.0016125707],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99959826,0.000004405762,0.000028700071,0.00005230579,0.00011127519,0.00020505425],"domain_scores_gemma":[0.9995497,0.00013549518,0.0000026439086,0.00022513958,0.0000109686225,0.00007607181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013677563,0.000025163281,0.00002281647,0.000031842792,0.000013928448,0.000016070055,0.00030634677,0.00001190071,0.000049480816],"category_scores_gemma":[0.00010525481,0.000020300047,0.000011155478,0.00014237124,0.0000043429845,0.0003053411,0.00011947622,0.00003859861,0.0004891214],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.7313472e-7,0.000048036967,0.23173958,0.000007815247,0.000007700557,0.0000023417138,0.00042165976,0.000022519778,0.00037484447,0.63259995,0.030542523,0.10423254],"study_design_scores_gemma":[0.0002476372,0.000064170556,0.82952666,0.0000067547944,0.0000011017501,0.000042366344,0.000010731353,0.033291023,0.015283032,0.0019365383,0.11923628,0.00035368034],"about_ca_topic_score_codex":0.000003481785,"about_ca_topic_score_gemma":1.4261097e-7,"teacher_disagreement_score":0.8760551,"about_ca_system_score_codex":0.000010782468,"about_ca_system_score_gemma":0.0000061578553,"threshold_uncertainty_score":0.628683},"labels":[],"label_agreement":null},{"id":"W4237331277","doi":"10.1145/944889.944891","title":"Designing UML diagrams for technical documentation","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Computer science; Unified Modeling Language; Documentation; UML tool; Applications of UML; Software engineering; Activity diagram; Class diagram; Use Case Diagram; Technical documentation; Communication diagram; Programming language; Software","score_opus":0.025381295572755046,"score_gpt":0.3086858361628847,"score_spread":0.28330454059012966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237331277","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014881452,0.000022278795,0.99700546,0.00011891356,0.00010822187,0.00019592802,8.8830824e-8,0.00035204738,0.00070892717],"genre_scores_gemma":[0.4600676,0.0000011693871,0.5395394,0.00003632755,0.0000096929425,0.000066157976,4.335325e-7,0.000004171083,0.00027505978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993935,0.000018394296,0.0000787047,0.0001681044,0.00015118202,0.00019010704],"domain_scores_gemma":[0.99909705,0.0005982783,0.000009529109,0.00020567687,0.000038650625,0.00005081051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003740085,0.00004831736,0.00004726414,0.000052048068,0.00004498614,0.0001170266,0.00025929132,0.000027929103,0.000018014329],"category_scores_gemma":[0.0007579116,0.00004321477,0.000025932994,0.00021500638,0.000009193668,0.0002513541,0.000032392716,0.00005014628,0.000030762607],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051320917,0.00010518045,0.013143088,0.000045644774,0.000020984775,0.000009689265,0.00025407076,0.0013062685,0.040500734,0.8165094,0.012442517,0.11565724],"study_design_scores_gemma":[0.0027621186,0.00085491466,0.024571082,0.000055336408,0.0000125921915,0.000098926765,0.00006372781,0.06877715,0.8043132,0.06429714,0.03300574,0.001188116],"about_ca_topic_score_codex":0.000002849101,"about_ca_topic_score_gemma":9.886252e-7,"teacher_disagreement_score":0.7638124,"about_ca_system_score_codex":0.000039845378,"about_ca_system_score_gemma":0.000027595255,"threshold_uncertainty_score":0.17622472},"labels":[],"label_agreement":null},{"id":"W4237553142","doi":"10.4018/978-1-59140-941-1.ch002","title":"Intelligent Analysis of Software Maintenance Data","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software maintenance; Software; Software development; Software engineering; Process (computing); Data mining; Data extraction; Software development process; Software sizing; Software construction","score_opus":0.05946106236650268,"score_gpt":0.3101298709114057,"score_spread":0.25066880854490303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237553142","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000016260115,0.00065423956,0.77317566,0.0000164894,0.00037323707,0.00020512422,0.00043278225,0.00032763166,0.22479856],"genre_scores_gemma":[0.14901944,0.00020399693,0.5493359,0.0011917272,0.00078962516,0.000040611525,0.00041890837,0.00037581346,0.29862398],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966915,0.000014814154,0.0006047484,0.0010493594,0.0010935202,0.00054601463],"domain_scores_gemma":[0.99450314,0.00044640512,0.00024890937,0.004229842,0.00033933722,0.00023237958],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060861773,0.00040394627,0.00075124425,0.00054990797,0.00004255033,0.00009779808,0.005170035,0.00033635955,0.000036932975],"category_scores_gemma":[0.00046124597,0.00039952373,0.00031444375,0.00029502477,0.00014029049,0.00010809089,0.0027399645,0.00042100906,0.00010225344],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009899971,0.000011891826,0.00037216218,0.000057158763,0.0013515658,0.00017133569,0.000036024725,0.0002685748,0.0000014939556,0.931884,0.0027033829,0.06313251],"study_design_scores_gemma":[0.0012819314,0.00071944157,0.008758522,0.0024004567,0.00428571,0.00023140358,0.000021020414,0.058478393,0.00054505724,0.42537862,0.49182612,0.0060733114],"about_ca_topic_score_codex":0.00012184961,"about_ca_topic_score_gemma":0.00013383759,"teacher_disagreement_score":0.50650537,"about_ca_system_score_codex":0.00033739622,"about_ca_system_score_gemma":0.0002859718,"threshold_uncertainty_score":0.9998457},"labels":[],"label_agreement":null},{"id":"W4237642263","doi":"10.1109/iwsc.2013.6613048","title":"How much really changes? A case study of firefox version evolution using a clone detector","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"clone (Java method); Detector; Computer science; Code (set theory); Software evolution; Software; Programming language; Biology; Software development; Set (abstract data type); Gene; Telecommunications; Genetics","score_opus":0.03281116254218356,"score_gpt":0.2684347818150926,"score_spread":0.23562361927290906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237642263","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8330191,0.000026230264,0.16614042,0.00014289738,0.000113673086,0.00038784993,4.5138302e-7,0.00016183489,0.0000075386765],"genre_scores_gemma":[0.98360574,9.325082e-7,0.016187105,0.0000059121608,0.00003378479,0.000024121264,2.0261595e-7,0.000008927647,0.00013325935],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891406,0.0000566931,0.00010084561,0.00027178082,0.00040108003,0.0002555456],"domain_scores_gemma":[0.9989313,0.000182349,0.000043426044,0.00052956434,0.00021765452,0.00009570605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020768575,0.00009641459,0.0001230144,0.00021474222,0.000075500386,0.00011003594,0.00036498508,0.000046315068,0.000018473891],"category_scores_gemma":[0.00021723809,0.00008348068,0.000022777478,0.0005705648,0.000015562367,0.00041939778,0.00032922786,0.00010222054,0.000015374166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008605333,0.0041523874,0.21154797,0.0007155075,0.00045693753,0.0067582657,0.028334787,0.0027920138,0.6080531,0.00071548123,0.005049143,0.13133834],"study_design_scores_gemma":[0.0025141716,0.0029133675,0.07150991,0.00008201546,0.000023173376,0.0015873163,0.005137322,0.8998896,0.015516396,0.000131458,0.000083530635,0.00061176246],"about_ca_topic_score_codex":0.00801519,"about_ca_topic_score_gemma":0.00029185196,"teacher_disagreement_score":0.8970976,"about_ca_system_score_codex":0.00016250236,"about_ca_system_score_gemma":0.000044920118,"threshold_uncertainty_score":0.9985905},"labels":[],"label_agreement":null},{"id":"W4237831168","doi":"10.1145/581388.581390","title":"Concern graphs","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Java; Source code; Scalability; Software engineering; Usability; Abstraction; Representation (politics); Graph; Software; Programming language; Theoretical computer science; Human–computer interaction; Database","score_opus":0.04323818430936585,"score_gpt":0.2629492601822788,"score_spread":0.21971107587291297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237831168","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022504104,0.00029939637,0.9451385,0.0012269047,0.00032288217,0.00007130756,1.9458122e-7,0.0012570047,0.029179703],"genre_scores_gemma":[0.97262925,0.000009788459,0.022932908,0.00013086371,0.000014884364,0.0000040440063,5.2091618e-8,0.000003380725,0.00427485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99952143,0.0000065290933,0.000042562508,0.00012280508,0.00015822795,0.00014845924],"domain_scores_gemma":[0.9994723,0.00015189328,0.0000041140506,0.00029629745,0.00002082813,0.000054548196],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00005638632,0.000035493467,0.000034399556,0.00005052349,0.000021954353,0.00005572304,0.00048150655,0.000015116817,0.0003793257],"category_scores_gemma":[0.00008432532,0.000030491316,0.000018166218,0.00026414896,0.000013431216,0.00013939265,0.00009498711,0.00005450241,0.0008430912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.810266e-7,0.00007963526,0.03534021,0.00001446656,0.000023654706,0.00008825254,0.0008395683,0.0002260299,0.00066374463,0.5541469,0.16650097,0.24207608],"study_design_scores_gemma":[0.00095728633,0.0002233319,0.06658958,0.000019885156,0.0000022700535,0.00009418797,0.000016285114,0.72860014,0.010061752,0.013467661,0.17917679,0.00079084054],"about_ca_topic_score_codex":0.000008181766,"about_ca_topic_score_gemma":4.5388924e-7,"teacher_disagreement_score":0.9501251,"about_ca_system_score_codex":0.0000095009145,"about_ca_system_score_gemma":0.0000029260436,"threshold_uncertainty_score":0.99993485},"labels":[],"label_agreement":null},{"id":"W4237865316","doi":"10.1109/icse.2015.238","title":"Mining Temporal Properties of Data Invariants","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Correctness; Temporal logic; Computer science; Property (philosophy); Linear temporal logic; Field (mathematics); Theoretical computer science; Value (mathematics); Data mining; Programming language; Mathematics; Machine learning","score_opus":0.25435898629449305,"score_gpt":0.35119945819126736,"score_spread":0.0968404718967743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237865316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2158858,0.00017785188,0.7767297,0.00058738823,0.005117733,0.00031203814,0.000074215604,0.00093237555,0.00018289578],"genre_scores_gemma":[0.8654921,0.000014862157,0.13380285,0.00004436286,0.00028689508,0.00003147988,0.000030936906,0.000043620188,0.00025288775],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99677885,0.000048536887,0.0005433,0.0007478135,0.001389795,0.0004917368],"domain_scores_gemma":[0.9963432,0.0003516117,0.00016241902,0.002026087,0.0007914608,0.00032525495],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0009446201,0.00034499756,0.0003636402,0.00050462794,0.00004240068,0.00025659712,0.0059842356,0.000137362,0.000025938156],"category_scores_gemma":[0.0050659254,0.0003354189,0.000059485632,0.00042803137,0.00006286036,0.0015439078,0.001010077,0.00040559465,0.00010316882],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009788781,0.0024584853,0.24944064,0.0018940236,0.00323406,0.0014082764,0.018025007,0.33827388,0.08340827,0.057028454,0.16444397,0.07940603],"study_design_scores_gemma":[0.0019985458,0.00042096188,0.004104654,0.0014458476,0.000020890806,0.00011627657,0.00016614677,0.94806653,0.035688832,0.00036488165,0.0062214085,0.0013849991],"about_ca_topic_score_codex":0.00010155366,"about_ca_topic_score_gemma":0.000007409562,"teacher_disagreement_score":0.6496063,"about_ca_system_score_codex":0.00019395945,"about_ca_system_score_gemma":0.0005266888,"threshold_uncertainty_score":0.99990976},"labels":[],"label_agreement":null},{"id":"W4238014149","doi":"10.1002/(issn)1097-024x","title":"Software: Practice and Experience","year":2006,"lang":"en","type":"paratext","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":1222,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Software engineering; Computer science; Coding (social sciences); Software; Software development; World Wide Web; Data science; Operating system","score_opus":0.01775938229433564,"score_gpt":0.3186743183254481,"score_spread":0.30091493603111247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238014149","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005632037,0.04749209,0.92866015,0.003130559,0.0056977137,0.0014398557,0.00007471096,0.0016947199,0.0061781686],"genre_scores_gemma":[0.025000118,0.018372882,0.9008733,0.0057386803,0.0016956648,0.001806066,0.00013800399,0.00039124687,0.045984033],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992669,0.00044490318,0.0008778806,0.0026462728,0.0018466074,0.0015153491],"domain_scores_gemma":[0.9831273,0.012421383,0.0007025293,0.0021822618,0.0008924191,0.00067410845],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010653909,0.0010596022,0.0008890435,0.0004596104,0.0008260795,0.0021736408,0.0023805932,0.0007572164,0.00017182081],"category_scores_gemma":[0.029749699,0.0010821684,0.00012903177,0.0013044577,0.00074266765,0.007866909,0.0023638224,0.0018672296,0.0010990117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005091348,0.0013553371,0.0033060317,0.0017634208,0.0004748566,0.0030221525,0.09837023,0.00046802868,0.00040685767,0.002362908,0.63743705,0.250524],"study_design_scores_gemma":[0.0005340006,0.00029790433,0.00048200542,0.00029572018,0.00005433372,0.0017455948,0.0019291517,0.00022533021,0.00042999221,0.000100870886,0.9923744,0.0015306905],"about_ca_topic_score_codex":0.0011998088,"about_ca_topic_score_gemma":0.000008252614,"teacher_disagreement_score":0.35493737,"about_ca_system_score_codex":0.00024030573,"about_ca_system_score_gemma":0.00061798736,"threshold_uncertainty_score":0.99967873},"labels":[],"label_agreement":null},{"id":"W4238050425","doi":"10.22215/etd/2014-10300","title":"A Comparative Study of Invariants Generated by Daikon and User-Defined Design Contracts","year":2014,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Complement (music); Quality (philosophy); Computer science; Chemistry","score_opus":0.04531319281334101,"score_gpt":0.3085843457145638,"score_spread":0.26327115290122277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238050425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7313428,0.00018033925,0.26685727,0.00001192292,0.000238049,0.0009522836,0.0000036637691,0.00015878293,0.00025488925],"genre_scores_gemma":[0.9855798,0.000011841181,0.012423138,0.0000127301855,0.000016159429,0.00006800989,0.00006989783,0.000020453184,0.0017979549],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99816567,0.00024244991,0.0003419989,0.0005137907,0.00048458244,0.0002515106],"domain_scores_gemma":[0.9977676,0.0011697094,0.00016153345,0.0004826163,0.0003235875,0.00009490896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046593128,0.00025807318,0.00054776063,0.0002207131,0.000062526626,0.00016247685,0.00066540495,0.00015684606,0.0000126619525],"category_scores_gemma":[0.00037170522,0.00023150315,0.000021781188,0.00039804436,0.000016197211,0.00019587792,0.00007486825,0.00026507338,0.000012349254],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002686137,0.015007034,0.023368495,0.0020395466,0.006374275,0.00036888375,0.13277529,0.018905373,0.40538818,0.027716449,0.3188451,0.046525244],"study_design_scores_gemma":[0.015937889,0.010691214,0.35337883,0.0006952898,0.0002591319,0.000023213403,0.0032839463,0.3553362,0.25483704,0.0007604104,0.0009793461,0.0038174873],"about_ca_topic_score_codex":0.00035020532,"about_ca_topic_score_gemma":0.00015863225,"teacher_disagreement_score":0.3364308,"about_ca_system_score_codex":0.000029913668,"about_ca_system_score_gemma":0.00013305209,"threshold_uncertainty_score":0.94404244},"labels":[],"label_agreement":null},{"id":"W4238083912","doi":"10.1109/msr.2015.12","title":"Co-evolution of Infrastructure and Source Code - An Empirical Study","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Server; Source code; Empirical research; Process (computing); Code (set theory); Database; Software engineering; Programming language; Operating system","score_opus":0.03351936749888526,"score_gpt":0.3357286193571814,"score_spread":0.30220925185829617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238083912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5874021,0.00001558283,0.41230497,0.00003539376,0.000029416333,0.00006288056,3.6577165e-7,0.00009334455,0.000055928154],"genre_scores_gemma":[0.9857536,1.8895416e-7,0.014119143,0.000012615649,0.00002019801,0.000002424686,3.5837886e-7,0.0000040707846,0.00008737544],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999248,0.000050346436,0.00008804123,0.0001801296,0.00031151762,0.00012195482],"domain_scores_gemma":[0.9993382,0.00010479494,0.000014895883,0.00031514143,0.00008352552,0.00014342518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003223204,0.00005546127,0.00008356122,0.00008183455,0.000020053621,0.00003926551,0.000331567,0.000032234213,0.0000041814205],"category_scores_gemma":[0.00023114648,0.00004537619,0.000007535801,0.00021847419,0.000032632033,0.00021281306,0.00012306712,0.00008996162,0.0000043661453],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004279669,0.00006797963,0.99104,0.0000039890947,0.0000060061225,0.0000025648117,0.002352803,0.0010203493,0.00013105576,0.00027615862,0.0020913887,0.0030034354],"study_design_scores_gemma":[0.00041093866,0.00049925206,0.9342725,0.0000018742847,0.0000015199898,0.000012638032,0.00046510604,0.06285582,0.0002780347,0.0004739136,0.00065038935,0.000077971636],"about_ca_topic_score_codex":0.00004786022,"about_ca_topic_score_gemma":0.0000073054584,"teacher_disagreement_score":0.39835152,"about_ca_system_score_codex":0.00004578308,"about_ca_system_score_gemma":0.00007530411,"threshold_uncertainty_score":0.18503873},"labels":[],"label_agreement":null},{"id":"W4238181319","doi":"10.1109/iwpse.2004.1334771","title":"Studying the evolution of software systems using evolutionary code extractors","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Computer science; Source code; Software engineering; Software system; Software; Code (set theory); KPI-driven code analysis; Software development; Software construction; Programming language","score_opus":0.03897183920478301,"score_gpt":0.27819398529890443,"score_spread":0.23922214609412143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238181319","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22227989,0.000793561,0.776006,0.000052532734,0.00041056317,0.00018231626,0.0000016471682,0.00024366379,0.000029827454],"genre_scores_gemma":[0.94711345,0.0000025336008,0.052752227,0.0000049146042,0.0000539956,0.000009744647,3.8824393e-7,0.00000948833,0.00005325495],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986769,0.000050246246,0.0002219496,0.0002292004,0.0005589326,0.0002627815],"domain_scores_gemma":[0.99866915,0.00049357634,0.000060342543,0.0005543671,0.00016835923,0.00005419029],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000439371,0.000098086486,0.000115828276,0.00013914771,0.00015355382,0.00006192791,0.0007966118,0.00004805943,0.0000033879426],"category_scores_gemma":[0.0004705559,0.00007054046,0.000048654925,0.0006424646,0.00005685307,0.00038845662,0.00024254972,0.00015208349,0.0000116284455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045434363,0.00013209644,0.07676829,0.00009802968,0.000054602584,0.000014572991,0.0009051267,0.85958683,0.003570621,0.057775576,0.00017840367,0.00091130816],"study_design_scores_gemma":[0.0012962233,0.00025126888,0.44221497,0.00047912326,0.000027754093,0.0003109086,0.001514369,0.5458936,0.0019686352,0.004777901,0.0005271781,0.00073805783],"about_ca_topic_score_codex":0.0010878965,"about_ca_topic_score_gemma":0.000007330523,"teacher_disagreement_score":0.72483355,"about_ca_system_score_codex":0.00065199874,"about_ca_system_score_gemma":0.0002859579,"threshold_uncertainty_score":0.28765562},"labels":[],"label_agreement":null},{"id":"W4238222639","doi":"10.1145/354222.353194","title":"An Aristotelian understanding of object-oriented programming","year":2000,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Jerome's University; University of Waterloo","funders":"","keywords":"Computer science; Object (grammar); Predicate (mathematical logic); Programming language; Logic programming; Object-oriented programming; Programming paradigm; First-order logic; Relation (database); Inductive programming; Epistemology; Artificial intelligence; Philosophy","score_opus":0.03571274590944432,"score_gpt":0.28869754795557623,"score_spread":0.2529848020461319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238222639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78482556,0.00014896879,0.21290123,0.00024784883,0.00027419924,0.00024135062,0.0000042193587,0.0006593147,0.0006973055],"genre_scores_gemma":[0.93115926,0.000005180158,0.06868841,0.000019206438,0.00004496684,0.0000059388994,0.0000048649013,0.000012246197,0.00005990333],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867517,0.000049297538,0.00019093775,0.00032108076,0.00040776108,0.00035573862],"domain_scores_gemma":[0.998205,0.0006411654,0.000049631133,0.0009333025,0.000040965846,0.0001299219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032842817,0.000117909425,0.00014582743,0.00016465405,0.000098288496,0.0001298455,0.0013438092,0.000057926358,0.000066726345],"category_scores_gemma":[0.00037135914,0.00011334402,0.000035268185,0.0006183902,0.00006305262,0.0005230319,0.00010350627,0.0001521966,0.00003704518],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013842144,0.0008857152,0.18756159,0.00052178744,0.00024027177,0.00033695932,0.021971531,0.017336464,0.0062241224,0.04287592,0.00089844025,0.7210088],"study_design_scores_gemma":[0.0071006897,0.007793868,0.37670627,0.0015241598,0.00018458194,0.00023696144,0.0058442163,0.43079337,0.061788235,0.01928112,0.08293978,0.0058067427],"about_ca_topic_score_codex":0.00013918188,"about_ca_topic_score_gemma":0.000021399132,"teacher_disagreement_score":0.71520203,"about_ca_system_score_codex":0.00007025001,"about_ca_system_score_gemma":0.000050046372,"threshold_uncertainty_score":0.46220347},"labels":[],"label_agreement":null},{"id":"W4238417811","doi":"10.1109/icse.2003.1201304","title":"FEAT a tool for locating, describing, and analyzing concerns in source code","year":2003,"lang":"en","type":"article","venue":"25th International Conference on Software Engineering, 2003. Proceedings.","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Source code; Task (project management); Code (set theory); Programming language; Software engineering; Code review; KPI-driven code analysis; Open source; Static program analysis; Software development; Software; Systems engineering; Engineering","score_opus":0.05235386629265224,"score_gpt":0.29129267946729115,"score_spread":0.23893881317463891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238417811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097715326,0.00014393122,0.90004283,0.000030274909,0.0005936649,0.0005330077,0.000016779115,0.00060274923,0.00032141086],"genre_scores_gemma":[0.49972692,0.00006298437,0.49866894,0.0001191,0.00013930016,0.00029439197,0.000010633519,0.000065748514,0.00091198407],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749076,0.000012794672,0.0004429999,0.0008156144,0.00056948833,0.0006683251],"domain_scores_gemma":[0.99843794,0.000055543154,0.00012910918,0.00024809796,0.0009366769,0.00019260547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006974671,0.00038493934,0.00032748806,0.00054714084,0.00009816846,0.0005527484,0.000945474,0.0001576494,0.00004420677],"category_scores_gemma":[0.0074061877,0.00041970474,0.00006075957,0.00081414776,0.000052966585,0.0006431326,0.00017421019,0.00047553072,0.000015853166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016664746,0.00006239725,0.0761839,0.00010561237,0.000052510477,0.000011206239,0.00065181765,0.0020170046,0.0001319003,0.9184999,0.0014860728,0.0007809982],"study_design_scores_gemma":[0.0012322203,0.0002043071,0.005111973,0.00048530422,0.000008257255,0.000042930387,0.00008644776,0.97470534,0.0027837434,0.00010286997,0.01452743,0.00070916634],"about_ca_topic_score_codex":0.000018981216,"about_ca_topic_score_gemma":0.0000056913054,"teacher_disagreement_score":0.9726883,"about_ca_system_score_codex":0.00031870417,"about_ca_system_score_gemma":0.00019558141,"threshold_uncertainty_score":0.9998255},"labels":[],"label_agreement":null},{"id":"W4238802097","doi":"10.22215/etd/2018-13442","title":"Traceability Modeling for the Engineering of Heterogeneous Systems","year":2018,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec; University of Ottawa","keywords":"Traceability; Requirements traceability; Computer science; Unified Modeling Language; Software engineering; Model-driven architecture; Context (archaeology); Systems engineering; Requirements engineering; Programming language; Engineering; Software; Requirement","score_opus":0.026323723713719206,"score_gpt":0.2812324750236669,"score_spread":0.25490875130994767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238802097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050447255,0.0012784888,0.9454867,0.000010021688,0.0017416058,0.0006809055,0.0000051858724,0.00032076953,0.000029057885],"genre_scores_gemma":[0.9741985,0.000015726451,0.024614422,0.000001889425,0.00017401231,0.00024979262,0.000017687653,0.00003713144,0.00069080835],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987487,0.000011941249,0.00030744626,0.0003283479,0.00035059097,0.0002529416],"domain_scores_gemma":[0.9977249,0.0010177239,0.000060003276,0.00079559593,0.00035668642,0.000045120425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056010694,0.00016598785,0.00022779156,0.00010462705,0.0000542279,0.00009902217,0.0011634006,0.00014246993,0.000003457174],"category_scores_gemma":[0.00059326936,0.00011991118,0.00012975256,0.00018148539,0.000008271974,0.00008218195,0.000050337203,0.00014704658,0.0000036231445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010231506,0.00002233544,0.000016255675,0.0011772931,0.00010488667,7.9626875e-7,0.0006732354,0.9925072,0.00026534835,0.0013718137,0.00015140095,0.0036991788],"study_design_scores_gemma":[0.00005889189,0.000044199835,0.000034349105,0.00006879598,0.000009124546,0.0000028023765,0.000031546293,0.9975146,0.0019117671,0.00003411063,0.00017058026,0.00011925056],"about_ca_topic_score_codex":0.000077754405,"about_ca_topic_score_gemma":0.000012331308,"teacher_disagreement_score":0.9237513,"about_ca_system_score_codex":0.000052147323,"about_ca_system_score_gemma":0.000086850574,"threshold_uncertainty_score":0.4889836},"labels":[],"label_agreement":null},{"id":"W4238850792","doi":"10.1145/1449955.1449786","title":"The impact of static-dynamic coupling on remodularization","year":2008,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Static analysis; Modular design; Coupling (piping); Java; Programming language; Process (computing); Point (geometry); Mathematics","score_opus":0.02526368840728023,"score_gpt":0.30369978492059846,"score_spread":0.27843609651331824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238850792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92403793,0.000081098515,0.07534185,0.00017273745,0.000116833944,0.00010109194,0.0000027797869,0.000102830985,0.00004283874],"genre_scores_gemma":[0.9931431,0.000046665995,0.006717706,0.000008302169,0.000017439723,0.000003119963,0.0000034071988,0.000008722772,0.000051552543],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990925,0.000023329143,0.00014329313,0.00016848602,0.00035348933,0.00021886564],"domain_scores_gemma":[0.99621254,0.0028064437,0.00006800096,0.00077961374,0.000084562824,0.00004884966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002805674,0.00008431575,0.00009216805,0.00008093588,0.00016042635,0.000059564518,0.0011345962,0.00003050219,0.0000028416541],"category_scores_gemma":[0.0020473928,0.000055503595,0.000041359555,0.0003155192,0.00005249706,0.00017980857,0.00014587856,0.00012106212,0.00002496479],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054052416,0.00012524416,0.088288605,0.000042345553,0.00013264251,0.00006906642,0.0025337227,0.8804798,0.0070595504,0.002481374,0.0009783746,0.01775522],"study_design_scores_gemma":[0.00014010548,0.00019139782,0.26324356,0.000020971616,0.000001846296,0.0000068486156,0.000009307367,0.7348136,0.0010868352,0.0003653599,0.00003404292,0.0000861656],"about_ca_topic_score_codex":0.000083775965,"about_ca_topic_score_gemma":0.0000041331978,"teacher_disagreement_score":0.17495494,"about_ca_system_score_codex":0.000053863194,"about_ca_system_score_gemma":0.000083443716,"threshold_uncertainty_score":0.24510683},"labels":[],"label_agreement":null},{"id":"W4239042842","doi":"10.22215/etd/2011-09062","title":"Reverse Engineering of Java programs through static and dynamic analysis to generate scenario diagrams","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Computer science; Java; Programming language","score_opus":0.01643957846396706,"score_gpt":0.2670372798167705,"score_spread":0.25059770135280346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239042842","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4056113,0.0002703648,0.59292656,0.00001890934,0.00030448168,0.00048077694,0.0000043108644,0.000280457,0.00010284585],"genre_scores_gemma":[0.5790022,0.00016099232,0.41513395,0.000027444607,0.000024675855,0.00015663171,0.0002788418,0.00006976257,0.0051455284],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981022,0.000026027745,0.0003786511,0.00061426015,0.00046436075,0.0004145147],"domain_scores_gemma":[0.9986104,0.00015086678,0.000100266814,0.00075115944,0.00021945544,0.00016787452],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002549882,0.00030320094,0.00052050315,0.0005977188,0.00003504102,0.00014181269,0.00075057434,0.00015637225,0.000020995592],"category_scores_gemma":[0.0002065835,0.0002867536,0.00013538555,0.002029669,0.000015498299,0.00024901205,0.00014300024,0.00024989102,0.000017532584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023140889,0.0016331474,0.06040824,0.011079162,0.019984206,0.0005500911,0.11313886,0.10824616,0.017258737,0.021506347,0.001707579,0.64425606],"study_design_scores_gemma":[0.00093164877,0.0010187076,0.17579544,0.0008893048,0.001416207,0.000015354086,0.0006046947,0.8009309,0.013390471,0.0007049328,0.0011633788,0.0031389522],"about_ca_topic_score_codex":0.0008781456,"about_ca_topic_score_gemma":0.0006348614,"teacher_disagreement_score":0.69268477,"about_ca_system_score_codex":0.000069247166,"about_ca_system_score_gemma":0.00009075453,"threshold_uncertainty_score":0.99995846},"labels":[],"label_agreement":null},{"id":"W4239191916","doi":"10.1145/2398857.2384665","title":"Speculative analysis of integrated development environment recommendations","year":2012,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code refactoring; Source code; Eclipse; Programming language; Software engineering; Code (set theory); Domain (mathematical analysis); Semantics (computer science); Executable; Software","score_opus":0.040113989935213284,"score_gpt":0.2883590507156111,"score_spread":0.2482450607803978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239191916","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4788089,0.00016999518,0.5199729,0.00038511274,0.00019779694,0.0001245666,0.000013614247,0.00010911432,0.00021795023],"genre_scores_gemma":[0.79077375,0.00000546815,0.20906362,0.000017159127,0.000013128268,0.0000069549656,0.00004057205,0.000004051482,0.00007527146],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990796,0.000049014037,0.00020118048,0.00016611315,0.00026715535,0.00023694096],"domain_scores_gemma":[0.9982532,0.0010086872,0.00007554181,0.0005372215,0.00003197364,0.00009332995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036750588,0.00009084794,0.00015623885,0.00034741632,0.00004367906,0.000028944773,0.0007265282,0.000030816318,0.0002348059],"category_scores_gemma":[0.00047750727,0.00007975972,0.000042944957,0.00081452023,0.000024483621,0.0003019143,0.00031018327,0.0000863899,0.00009381256],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008689055,0.00042642042,0.87397456,0.000030448544,0.002377269,0.000004560971,0.015775578,0.010554356,0.00129454,0.004337742,0.00094308367,0.09027278],"study_design_scores_gemma":[0.00011783387,0.000027671838,0.95424926,0.000015104261,0.00010773351,6.5231563e-7,0.00015105425,0.009086379,0.008396662,0.000029060036,0.027613139,0.00020545267],"about_ca_topic_score_codex":0.00003523238,"about_ca_topic_score_gemma":0.0000076117185,"teacher_disagreement_score":0.31196484,"about_ca_system_score_codex":0.000094128794,"about_ca_system_score_gemma":0.000032767195,"threshold_uncertainty_score":0.3252507},"labels":[],"label_agreement":null},{"id":"W4239365492","doi":"10.1109/iwpse.2004.1334766","title":"An automatic approach to identify class evolution discontinuities","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code refactoring; Software evolution; Computer science; TRACE (psycholinguistics); Java; Class (philosophy); Software; Software maintenance; Software system; Helpfulness; Software walkthrough; Programming language; Software engineering; Artificial intelligence; Software construction","score_opus":0.018720802162028528,"score_gpt":0.2935178736171462,"score_spread":0.27479707145511767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239365492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23805654,0.000012983288,0.7596768,0.00020439348,0.00012833774,0.00013923574,3.696725e-7,0.000806678,0.0009746296],"genre_scores_gemma":[0.8114187,1.8139944e-7,0.18817823,0.000042882824,0.00003782548,0.000034416764,0.00000104263,0.00000768984,0.00027903813],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99885327,0.000025450985,0.00012872215,0.00030428424,0.00038433212,0.00030396433],"domain_scores_gemma":[0.9990915,0.00006314771,0.000013103396,0.00062917656,0.000049230184,0.00015381345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002834608,0.00009172685,0.00009393169,0.00018119098,0.00006312635,0.0003232152,0.00093177817,0.00003636018,0.0000063747043],"category_scores_gemma":[0.00014288437,0.000081341066,0.000029687866,0.00047674106,0.000021572887,0.0007595655,0.00017399025,0.00009322741,0.00018036473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026405644,0.0004998825,0.00536325,0.00012310335,0.000034213394,0.000015909345,0.0068367873,0.0752891,0.00667361,0.8803654,0.0017931114,0.023003036],"study_design_scores_gemma":[0.00061304186,0.00024415602,0.58076787,0.00005835926,0.000004623004,0.000046822865,0.00040719582,0.3964324,0.0033724413,0.017235938,0.00024007435,0.0005770774],"about_ca_topic_score_codex":0.00012476867,"about_ca_topic_score_gemma":0.000010400422,"teacher_disagreement_score":0.86312944,"about_ca_system_score_codex":0.00020366735,"about_ca_system_score_gemma":0.00007396164,"threshold_uncertainty_score":0.33169922},"labels":[],"label_agreement":null},{"id":"W4239912276","doi":"10.1002/0471028959.sof198","title":"Measurement","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Computer science; Software engineering; Software; Software metric; Context (archaeology); Compiler; Software development; Process (computing); Resource (disambiguation); Software sizing; Software construction; Software system; Software measurement; Programming language","score_opus":0.013942480975880368,"score_gpt":0.21433137176665734,"score_spread":0.20038889079077699,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239912276","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000011356834,0.009453018,0.9158778,0.000024848476,0.002204517,0.0003982716,0.000015386586,0.004032257,0.06798254],"genre_scores_gemma":[0.001762088,0.003821623,0.5761177,0.00002486157,0.001519446,0.0002181108,0.000011739802,0.0020438556,0.41448057],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971136,0.000020098092,0.00037723157,0.0005944114,0.001321741,0.00057294825],"domain_scores_gemma":[0.99800974,0.00024383685,0.00014660308,0.0012829726,0.00011422581,0.00020261151],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003145176,0.0004631827,0.0005258504,0.00082542223,0.000019406634,0.000040386316,0.0016062601,0.000318715,0.00037939326],"category_scores_gemma":[0.0023702933,0.0004976179,0.00015985715,0.0006404901,0.000026205555,0.00013518991,0.00038073902,0.0004675244,0.00023845672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012597014,0.00012705976,0.0026550568,0.0017866032,0.00026653137,0.00012509839,0.00023928222,0.003634083,0.0000305576,0.00068187213,0.9642831,0.026169494],"study_design_scores_gemma":[0.00023825621,0.00004558654,0.0012264573,0.00096482155,0.000015733302,0.000011419178,9.783612e-7,0.0014678848,0.00007792,0.000008990426,0.99529773,0.0006442502],"about_ca_topic_score_codex":0.00004426309,"about_ca_topic_score_gemma":0.000002301442,"teacher_disagreement_score":0.34649804,"about_ca_system_score_codex":0.00015637722,"about_ca_system_score_gemma":0.00008639649,"threshold_uncertainty_score":0.9997476},"labels":[],"label_agreement":null},{"id":"W4239921431","doi":"10.1109/icse.2003.1201214","title":"Design pattern rationale graphs: linking design to source","year":2003,"lang":"en","type":"article","venue":"25th International Conference on Software Engineering, 2003. Proceedings.","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software design pattern; Computer science; Design pattern; Structural pattern; Flexibility (engineering); Pattern language (formal languages); Source code; TRACE (psycholinguistics); Code (set theory); Representation (politics); Software engineering; Human–computer interaction; Programming language; Software design; Software development; Software","score_opus":0.05281837649059293,"score_gpt":0.2709705174956941,"score_spread":0.2181521410051012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239921431","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022184483,0.000047070123,0.99400413,0.000053267373,0.0012963783,0.00076822215,0.000005941551,0.0012651687,0.000341357],"genre_scores_gemma":[0.12763107,0.000027237005,0.8701012,0.0005073466,0.00015871954,0.00039738274,0.000010957376,0.00008900459,0.0010770428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963248,0.00004037441,0.00049703347,0.0009774066,0.0013676868,0.00079273566],"domain_scores_gemma":[0.99726456,0.00007659861,0.00013527955,0.0004023052,0.0017045687,0.00041670856],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001032416,0.00051309384,0.0003248473,0.000830862,0.00015932,0.00081284664,0.001937865,0.00018966982,0.00020656899],"category_scores_gemma":[0.005423454,0.0005502006,0.000084014835,0.001486561,0.000033175747,0.00076063845,0.00022713377,0.0006161601,0.00036721173],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029145207,0.00016016404,0.0067263744,0.00006408311,0.00014662604,0.00004480292,0.0012765267,0.067887254,0.00041641216,0.9120719,0.009047709,0.0021290048],"study_design_scores_gemma":[0.0006502035,0.00036465956,0.0016388553,0.0003602357,0.00000872476,0.00007204171,0.00004165695,0.9687303,0.014158288,0.00026067378,0.012762868,0.00095152826],"about_ca_topic_score_codex":0.0000063905145,"about_ca_topic_score_gemma":4.271043e-7,"teacher_disagreement_score":0.91181123,"about_ca_system_score_codex":0.00032166817,"about_ca_system_score_gemma":0.00031539056,"threshold_uncertainty_score":0.99969494},"labels":[],"label_agreement":null},{"id":"W4240056776","doi":"10.1002/spip.360","title":"A method for re‐planning of software releases using discrete‐event simulation","year":2008,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Universität Ulm","keywords":"Planner; Computer science; Task (project management); Process (computing); Operational planning; Software release life cycle; Software; Operations research; Event (particle physics); Plan (archaeology); Phase (matter); Discrete event simulation; Work (physics); Product (mathematics); Realization (probability); Industrial engineering; Simulation; Systems engineering; Engineering; Software system; Artificial intelligence; Mathematics; Business","score_opus":0.07030822308933612,"score_gpt":0.41155360592307805,"score_spread":0.34124538283374195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240056776","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024392184,0.00090223155,0.9734575,0.00017627332,0.00012413769,0.00064601004,0.000014030575,0.00027987311,0.000007746285],"genre_scores_gemma":[0.39064914,0.000026299724,0.6090204,0.00011328551,0.000055853692,0.0000651251,0.0000068968757,0.000023958419,0.000039033457],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979954,0.000095183204,0.0004156419,0.00053601,0.00056212995,0.00039565237],"domain_scores_gemma":[0.98983955,0.0086912755,0.00034673404,0.0003850577,0.00060937647,0.000128012],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011156581,0.00021968415,0.00027151022,0.00017928734,0.0003190041,0.00008943309,0.00041706616,0.00009356509,0.0000045343336],"category_scores_gemma":[0.014041957,0.00021244217,0.000071579605,0.00046255108,0.000052854215,0.0016490794,0.00021653099,0.00019506684,8.2779e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012723713,0.00072024873,0.03521986,0.004507634,0.0005108429,0.00010023261,0.01760999,0.40409315,0.0049943626,0.0005155903,0.0003933766,0.5300623],"study_design_scores_gemma":[0.0033887958,0.0022925548,0.0034768144,0.000700152,0.00023986543,0.00024425043,0.001067572,0.9529547,0.022466535,0.005004745,0.006728433,0.0014355566],"about_ca_topic_score_codex":0.00005264216,"about_ca_topic_score_gemma":6.858449e-7,"teacher_disagreement_score":0.54886156,"about_ca_system_score_codex":0.00006334583,"about_ca_system_score_gemma":0.00023357372,"threshold_uncertainty_score":0.9942632},"labels":[],"label_agreement":null},{"id":"W4240298746","doi":"10.1145/1095430.1081736","title":"Facilitating software evolution research with kenyon","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software evolution; Source code; Software engineering; Software; Commit; Metadata; Resource (disambiguation); Software system; Software development; Set (abstract data type); Software construction; Data science; Database; Programming language; Operating system","score_opus":0.03927975784835953,"score_gpt":0.2942376257946139,"score_spread":0.25495786794625436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240298746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30611733,0.0010280258,0.68791085,0.00046823212,0.00025651278,0.00041565442,0.000013518722,0.00378653,0.000003334623],"genre_scores_gemma":[0.58339596,0.000007988656,0.41602942,0.000027220289,0.00023825398,0.000120546894,0.0000106220505,0.000075212556,0.00009475289],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99467266,0.00012655098,0.0004941273,0.0011630106,0.0018500786,0.0016935547],"domain_scores_gemma":[0.7974515,0.1980249,0.00009610676,0.0029814993,0.00089713756,0.0005488446],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017515941,0.00052978494,0.00042520819,0.0009613542,0.00043020156,0.00042130137,0.003026379,0.00025714192,0.000038265807],"category_scores_gemma":[0.395951,0.0005126717,0.00012570828,0.0024224229,0.00012792363,0.0014697352,0.0012069207,0.0013185891,0.00043164613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004890207,0.00024544707,0.7576773,0.0006041811,0.00016030946,0.00016083596,0.00351708,0.107316,0.0035242508,0.0032577435,0.0020232066,0.121464744],"study_design_scores_gemma":[0.0031933165,0.0016234424,0.91346323,0.0016738677,0.00004544735,0.00049857714,0.00021705231,0.027368017,0.020801775,0.0004540779,0.026359368,0.0043018414],"about_ca_topic_score_codex":0.000095687625,"about_ca_topic_score_gemma":0.000016938331,"teacher_disagreement_score":0.3941994,"about_ca_system_score_codex":0.0007469781,"about_ca_system_score_gemma":0.00029440975,"threshold_uncertainty_score":0.9997325},"labels":[],"label_agreement":null},{"id":"W4240736797","doi":"10.1109/icse.2005.1553554","title":"Using structural context to recommend source code examples","year":2005,"lang":"en","type":"article","venue":"Proceedings. 27th International Conference on Software Engineering, 2005. ICSE 2005.","topic":"Software Engineering Research","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language; Source code; Eclipse; Coding (social sciences); Code (set theory); Context (archaeology); Code review; Class (philosophy); Task (project management); Software engineering; Static program analysis; Artificial intelligence; Software development; Software","score_opus":0.06840004737661666,"score_gpt":0.31654824771238393,"score_spread":0.2481482003357673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240736797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14423427,0.0001527238,0.8478563,0.0025867177,0.0017381582,0.00064433087,0.00008398127,0.002051686,0.00065187336],"genre_scores_gemma":[0.6856919,0.000040773808,0.31064552,0.00077608146,0.0008989882,0.000090666574,0.000019530897,0.00010834579,0.0017281782],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956228,0.000016158454,0.0006770061,0.0011083802,0.0013019379,0.0012736883],"domain_scores_gemma":[0.99761754,0.00026569294,0.0001902875,0.00048978097,0.000722745,0.0007139595],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006080428,0.0006483244,0.0004624699,0.0008610053,0.00019505086,0.00088673795,0.0025980403,0.00022289479,0.0006451732],"category_scores_gemma":[0.0018944207,0.00068801374,0.00015143663,0.0004595959,0.000056320656,0.0012407942,0.0006681241,0.0008218491,0.00035060055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033463305,0.0006195209,0.04582643,0.00041142537,0.0009769264,0.00009726548,0.007617559,0.25630137,0.010867437,0.4196058,0.083002254,0.17433938],"study_design_scores_gemma":[0.0008573232,0.00014892187,0.003961127,0.0003579786,0.000013665026,0.00014144753,0.00009644746,0.71959615,0.004301326,0.00018033561,0.2691292,0.0012160902],"about_ca_topic_score_codex":0.00005243395,"about_ca_topic_score_gemma":0.000029946268,"teacher_disagreement_score":0.54145765,"about_ca_system_score_codex":0.0009246258,"about_ca_system_score_gemma":0.00020232915,"threshold_uncertainty_score":0.9995571},"labels":[],"label_agreement":null},{"id":"W4240790600","doi":"10.1145/1932682.1869518","title":"Refactoring references for library migration","year":2010,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Code refactoring; Computer science; Programming language; Declaration; Set (abstract data type); Transformation (genetics); Source code; Feature (linguistics); Software engineering; Code (set theory); Key (lock); Program transformation; Software; Operating system","score_opus":0.03467563794292089,"score_gpt":0.28359976719964003,"score_spread":0.24892412925671914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240790600","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96835864,0.000056133373,0.027418777,0.001813223,0.0012132624,0.00017226143,0.0000068688137,0.00062466494,0.00033619438],"genre_scores_gemma":[0.8524356,0.0000048895845,0.14703238,0.000039014474,0.00023150077,0.000025526462,0.000009801028,0.000009640604,0.00021164435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991967,0.000013171612,0.00011243102,0.0002555101,0.00019455809,0.0002276085],"domain_scores_gemma":[0.99724126,0.001967512,0.00003898553,0.0006404185,0.00003433166,0.00007747288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016936955,0.000086947024,0.00008206661,0.000098957564,0.00008427863,0.00031557865,0.001430278,0.00006523854,0.000024337383],"category_scores_gemma":[0.0015145977,0.00007502603,0.000027326296,0.00018682603,0.000018229664,0.0011191409,0.0002293994,0.00018161118,0.000035648056],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059596347,0.00015910128,0.52682525,0.0003915992,0.00009561923,0.0000332401,0.0045455447,0.0004668117,0.084526666,0.079061404,0.023535876,0.2802993],"study_design_scores_gemma":[0.0009177143,0.000561909,0.44840413,0.000110454304,0.000019584275,0.000016838172,0.00009900819,0.046630368,0.19156803,0.023503391,0.28699416,0.001174411],"about_ca_topic_score_codex":0.000026002026,"about_ca_topic_score_gemma":0.000048806545,"teacher_disagreement_score":0.2791249,"about_ca_system_score_codex":0.0000050329977,"about_ca_system_score_gemma":0.00004862955,"threshold_uncertainty_score":0.30594727},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4241052220","doi":"10.1007/978-981-16-1927-4_7","title":"BigCloneBench","year":2021,"lang":"de","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Benchmark (surveying); clone (Java method); Benchmarking; Computer science; Variety (cybernetics); Process (computing); Data mining; Artificial intelligence; Programming language; Biology; Geography","score_opus":0.032350085397654126,"score_gpt":0.2589332223423216,"score_spread":0.22658313694466745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241052220","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000096643205,0.011602208,0.49160942,0.0016827225,0.006526099,0.00048103963,0.000020820315,0.0011422214,0.48683882],"genre_scores_gemma":[0.004617698,0.0013352921,0.0371942,0.00028878346,0.001047444,0.000013981376,0.000041282656,0.000118765995,0.95534253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961158,0.00003052728,0.00046748857,0.0012967982,0.0013290126,0.0007603533],"domain_scores_gemma":[0.9956181,0.0012297565,0.00008606962,0.0021983404,0.00046080453,0.0004069104],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00041920444,0.0005618639,0.000557632,0.0004065646,0.00013468202,0.0006239544,0.0019653274,0.00052645575,0.012111587],"category_scores_gemma":[0.000530046,0.0005777003,0.0003182992,0.00025133207,0.00012769032,0.00019891752,0.0017924538,0.0011231462,0.014713749],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021003195,0.000033135137,0.00020101832,0.00014672353,0.00023097658,0.0014038614,0.000104443934,0.000116540476,0.000078996134,0.9430643,0.009619468,0.044998467],"study_design_scores_gemma":[0.00030692946,0.00014663339,0.00074843457,0.00054289243,0.000038777736,0.00013552191,0.0000050913795,0.007547139,0.00066872593,0.0029984761,0.98552847,0.0013328801],"about_ca_topic_score_codex":0.000055906985,"about_ca_topic_score_gemma":0.000007846838,"teacher_disagreement_score":0.97590905,"about_ca_system_score_codex":0.00016199605,"about_ca_system_score_gemma":0.00048638624,"threshold_uncertainty_score":0.99966747},"labels":[],"label_agreement":null},{"id":"W4241100723","doi":"10.1109/icse.2013.6606723","title":"Normalizing source code vocabulary to support program comprehension and software quality","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Program comprehension; Computer science; Source code; Identifier; Normalization (sociology); Vocabulary; Software maintenance; Natural language processing; Static program analysis; Software quality; Information retrieval; Software; Artificial intelligence; Programming language; Software development; Software system; Linguistics","score_opus":0.053262416941427956,"score_gpt":0.32160251450881083,"score_spread":0.26834009756738286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241100723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20318344,0.000059329228,0.79182285,0.0008987443,0.0010317608,0.0007448389,0.000027148384,0.002167262,0.000064658445],"genre_scores_gemma":[0.66814107,0.00003446424,0.33025262,0.00036488837,0.00017273599,0.0003401306,0.00005323504,0.000071823866,0.000569021],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965465,0.000060762373,0.0005801706,0.0009011069,0.0011504097,0.0007610324],"domain_scores_gemma":[0.997026,0.0007105049,0.000118354976,0.0008416577,0.00073361414,0.0005698578],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050207315,0.000470023,0.0003983328,0.0005097256,0.00014060616,0.00082287606,0.0016304111,0.00018850702,0.00028048732],"category_scores_gemma":[0.0016466972,0.00048579322,0.00010250313,0.00039777055,0.000059436177,0.0008991365,0.0009528688,0.00063386775,0.0006544009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013283317,0.0009630431,0.20141247,0.0008685886,0.0006225812,0.00015298306,0.0037835962,0.08831225,0.0046723913,0.06060233,0.041273464,0.5972035],"study_design_scores_gemma":[0.0014334512,0.0013159628,0.36242914,0.00072549225,0.000016670776,0.0001287873,0.00007468574,0.57168555,0.0013557038,0.000503775,0.058112923,0.00221785],"about_ca_topic_score_codex":0.0003095912,"about_ca_topic_score_gemma":0.000011555003,"teacher_disagreement_score":0.5949856,"about_ca_system_score_codex":0.00019857206,"about_ca_system_score_gemma":0.00012204959,"threshold_uncertainty_score":0.9997594},"labels":[],"label_agreement":null},{"id":"W4241282950","doi":"10.1109/icpc.2015.11","title":"Detection of Software Evolution Phases Based on Development Activities","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Software evolution; Computer science; Software development; Granularity; Software; Commit; Software construction; Software engineering; Software sizing; Software analytics; Software maintenance; Data mining; Database; Programming language","score_opus":0.031700567589858446,"score_gpt":0.26260489484339994,"score_spread":0.23090432725354149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241282950","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12000961,0.000015803109,0.8792975,0.000021630456,0.00015970522,0.000062093146,2.915605e-7,0.0002998828,0.00013346937],"genre_scores_gemma":[0.9101139,1.0906351e-7,0.08970018,0.000013413368,0.000013839273,0.000014631985,5.770428e-7,0.000004453655,0.00013894368],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991695,0.000022612363,0.00009614227,0.00015229826,0.00041868162,0.00014074506],"domain_scores_gemma":[0.99924433,0.0003269515,0.000023820063,0.00024197403,0.0000934554,0.00006947601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024535065,0.000066566296,0.00006948619,0.00019497982,0.0000311777,0.000025434807,0.00023724767,0.00002994418,0.000005801147],"category_scores_gemma":[0.00058507523,0.000059864058,0.000018387282,0.00027728738,0.000016320962,0.00020669505,0.000056438726,0.000058558024,0.000014318047],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022291936,0.0011326806,0.05208115,0.00022105919,0.00007858237,0.000024350491,0.0024805109,0.109845735,0.033153705,0.0032248767,0.0028564532,0.794678],"study_design_scores_gemma":[0.00071167585,0.00042741233,0.022873053,0.000049097293,0.0000016431045,0.0000038092887,0.000050879866,0.13112083,0.8428614,0.00021283785,0.0014642742,0.00022308828],"about_ca_topic_score_codex":0.000021151414,"about_ca_topic_score_gemma":0.0000067044602,"teacher_disagreement_score":0.8097077,"about_ca_system_score_codex":0.00021649472,"about_ca_system_score_gemma":0.00023991888,"threshold_uncertainty_score":0.24411854},"labels":[],"label_agreement":null},{"id":"W4241317238","doi":"10.1109/iwsc.2013.6613035","title":"Refactoring clones: A new perspective","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; clone (Java method); Computer science; Perspective (graphical); Software engineering; Software evolution; Software; Programming language; Position paper; Software system; World Wide Web; Artificial intelligence; Software construction","score_opus":0.022349811985856182,"score_gpt":0.27549396339230303,"score_spread":0.25314415140644686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241317238","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044645824,0.00008957168,0.9441423,0.00198607,0.00026117693,0.00014186664,4.8731113e-8,0.00084212894,0.00789101],"genre_scores_gemma":[0.890707,0.0000031461554,0.10336337,0.00006618333,0.00010976374,0.000013185673,6.169166e-8,0.000007640482,0.0057296506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992899,0.000008438205,0.00005929377,0.00021313917,0.0002048951,0.00022438825],"domain_scores_gemma":[0.999164,0.00021119855,0.000007807799,0.00037956936,0.00009563451,0.00014179574],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000057923513,0.00006226193,0.00005759478,0.000076883,0.00002892033,0.0001746281,0.000553563,0.000024306306,0.00021779264],"category_scores_gemma":[0.0003259417,0.00005195025,0.0000245175,0.0002876602,0.00000801081,0.00050631515,0.00019330681,0.00010229666,0.0011867152],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026068576,0.00009727965,0.03513112,0.000024541816,0.00008854472,0.000040012732,0.011415337,0.00044292363,0.00867133,0.6841466,0.09374772,0.16619201],"study_design_scores_gemma":[0.0016439218,0.00046428663,0.7132674,0.00008532774,0.0000056932126,0.000099181394,0.001669464,0.078520395,0.03395752,0.13844362,0.030099515,0.0017436706],"about_ca_topic_score_codex":0.0019872088,"about_ca_topic_score_gemma":0.0000038613625,"teacher_disagreement_score":0.84606117,"about_ca_system_score_codex":0.00010363839,"about_ca_system_score_gemma":0.000066433066,"threshold_uncertainty_score":0.999591},"labels":[],"label_agreement":null},{"id":"W4241558139","doi":"10.1145/1095430.1081711","title":"Automatic generation of suggestions for program investigation","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Source code; Intuition; Task (project management); Program analysis; Set (abstract data type); Dependency (UML); Static program analysis; Fuzzy logic; Software engineering; Code (set theory); Empirical research; Programming language; Software; Software development; Artificial intelligence; Systems engineering; Engineering","score_opus":0.043518429546045505,"score_gpt":0.28995529753509364,"score_spread":0.24643686798904813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241558139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48961383,0.00022139322,0.5069421,0.00046359838,0.00023943788,0.00056625094,0.000010011091,0.0019431956,1.8250229e-7],"genre_scores_gemma":[0.5221184,0.000003340702,0.47739312,0.000017070597,0.00014584135,0.0002633101,0.000026952643,0.000023574712,0.000008388677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984918,0.000018908062,0.00038102802,0.00036153852,0.00035669815,0.00038999208],"domain_scores_gemma":[0.9619757,0.03657148,0.000094002884,0.00093282794,0.00027456245,0.00015142816],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00037839796,0.00021244981,0.00022407695,0.00030468614,0.00008412941,0.00010453271,0.0008999829,0.0001171238,0.000009225919],"category_scores_gemma":[0.18118617,0.0002295415,0.000098042365,0.00061881426,0.00003320513,0.00057240296,0.00018457058,0.00015938269,0.00001544496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042213896,0.00026958308,0.18371232,0.0009258531,0.00011917348,0.0000036427186,0.0014882028,0.10630449,0.03557213,0.0065076374,0.0023768789,0.66271585],"study_design_scores_gemma":[0.0007290636,0.00037886036,0.21948858,0.00021781704,0.000030657833,0.000022091706,0.0000030501474,0.66709965,0.10817158,0.00012012131,0.003044454,0.00069406116],"about_ca_topic_score_codex":0.000009484678,"about_ca_topic_score_gemma":0.0000031468483,"teacher_disagreement_score":0.6620218,"about_ca_system_score_codex":0.000102811005,"about_ca_system_score_gemma":0.0001056412,"threshold_uncertainty_score":0.9360431},"labels":[],"label_agreement":null},{"id":"W4241904514","doi":"10.1007/978-3-540-73589-2_12","title":"Non-null References by Default in Java: Alleviating the Nullity Annotation Burden","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Java; Programming language; Null (SQL); Annotation; Semantics (computer science); Java Modeling Language; Software engineering; Information retrieval; Natural language processing; Artificial intelligence; Java annotation; Database; Real time Java","score_opus":0.027390508133668202,"score_gpt":0.2866930219036231,"score_spread":0.2593025137699549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241904514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014473295,0.00066989363,0.9942433,0.0009262617,0.00091048284,0.00049945334,0.000004088007,0.00015692576,0.001142234],"genre_scores_gemma":[0.7018437,0.00010956684,0.2958058,0.00090475305,0.0007457357,0.000037181733,0.000015884725,0.000063618805,0.00047379022],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951978,0.0000534321,0.0006443513,0.0014647846,0.0017048789,0.000934788],"domain_scores_gemma":[0.9950685,0.0028498196,0.00023678356,0.001388513,0.00030847208,0.00014790917],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003237823,0.00048318482,0.00043802353,0.0007994503,0.00025978073,0.00066242716,0.004805679,0.00035502427,0.0000128633155],"category_scores_gemma":[0.00077468454,0.00037752246,0.00008720018,0.0013096278,0.0005262138,0.00057471293,0.0012805654,0.0016003463,0.000046598136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010012415,0.000029272043,0.0016129082,0.00007352628,0.00001309328,0.00009616122,0.0037503464,0.06293071,0.00025237992,0.0016972919,0.0001467698,0.9293875],"study_design_scores_gemma":[0.00041929242,0.00020436593,0.008725281,0.0007183769,0.0000049601495,0.000043657208,0.0000018114658,0.9538456,0.001182766,0.03106237,0.0027511548,0.0010403737],"about_ca_topic_score_codex":0.00036633192,"about_ca_topic_score_gemma":0.00029959416,"teacher_disagreement_score":0.9283472,"about_ca_system_score_codex":0.0004979536,"about_ca_system_score_gemma":0.00046359954,"threshold_uncertainty_score":0.9998677},"labels":[],"label_agreement":null},{"id":"W4241907497","doi":"10.1007/978-3-642-22655-7_5","title":"Using Structure-Based Recommendations to Facilitate Discoverability in APIs","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Discoverability; Computer science; Task (project management); Application programming interface; World Wide Web; Key (lock); Software engineering; Programming language; Engineering; Operating system","score_opus":0.08450920162949963,"score_gpt":0.299782116642758,"score_spread":0.21527291501325838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241907497","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019158765,0.00006696265,0.9947503,0.0006916495,0.0016425258,0.0006019291,0.000034500095,0.00015641905,0.0001398434],"genre_scores_gemma":[0.373208,0.0000029849805,0.6260986,0.0004668982,0.000113344635,0.000011111736,0.0000062924923,0.000030820265,0.00006197857],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958877,0.00006929216,0.00056205527,0.0017336304,0.0009048914,0.00084246247],"domain_scores_gemma":[0.99621415,0.0013270815,0.00011434385,0.0018615981,0.00021930331,0.0002635047],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011164009,0.0004956632,0.00049202016,0.0016711665,0.00014139079,0.0004032321,0.0034016818,0.00024693477,0.00006378945],"category_scores_gemma":[0.00070099236,0.00048428617,0.000099571764,0.0013478884,0.00035415872,0.00061251735,0.00136593,0.001026505,0.000026942518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015522588,0.00006159118,0.00323797,0.00010285263,0.000010571103,0.0000726525,0.0026093798,0.61443424,0.00049028214,0.0038768265,0.000024958576,0.37506315],"study_design_scores_gemma":[0.00053608336,0.0002842047,0.0043812986,0.00084663194,0.0000054813927,0.000028183129,2.2980807e-7,0.82070726,0.00342528,0.1668506,0.001404393,0.0015303685],"about_ca_topic_score_codex":0.00025628912,"about_ca_topic_score_gemma":0.0004093324,"teacher_disagreement_score":0.37353277,"about_ca_system_score_codex":0.0010250051,"about_ca_system_score_gemma":0.0008887275,"threshold_uncertainty_score":0.99976087},"labels":[],"label_agreement":null},{"id":"W4241910944","doi":"10.1109/icsme.2014.19","title":"[Panels: 2 abstracts]","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Alberta; University of British Columbia","funders":"","keywords":"Technical debt; Stakeholder; Bridging (networking); Metaphor; Computer science; Architecture; Debt; Knowledge management; Software; Business; Process management; Software development; Public relations; Political science; Computer security; Finance","score_opus":0.01884353693138684,"score_gpt":0.25706974933061694,"score_spread":0.2382262123992301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241910944","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02212506,0.000011984841,0.96189785,0.00037674434,0.00017171416,0.00002680454,4.2407198e-8,0.0005585312,0.014831264],"genre_scores_gemma":[0.93791825,7.127916e-7,0.060367163,0.00019946629,0.000049462356,0.0000029803698,1.2505141e-7,0.0000037406683,0.0014581033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99945325,0.000010449149,0.00006389809,0.0001375503,0.00017073474,0.00016410407],"domain_scores_gemma":[0.9991213,0.00040175847,0.000007229765,0.000377467,0.000025311538,0.00006693776],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000269531,0.00004037553,0.000041079573,0.00004758212,0.000020481017,0.00007777666,0.0005614776,0.000019767525,0.00006399249],"category_scores_gemma":[0.00044155397,0.00003417581,0.00001554458,0.00013983718,0.000008301251,0.00015052083,0.000112142196,0.00006958807,0.00078937574],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018482169,0.000100433266,0.0051489254,0.00004436595,0.000022560149,0.000027940718,0.0006327896,0.006126135,0.0039963475,0.36418644,0.020262178,0.59945005],"study_design_scores_gemma":[0.0005078054,0.0001708001,0.44157672,0.000018378576,0.0000015621199,0.00004883492,0.000008610908,0.2911031,0.031594984,0.014565721,0.21984948,0.0005540215],"about_ca_topic_score_codex":0.000018357132,"about_ca_topic_score_gemma":3.746923e-7,"teacher_disagreement_score":0.9157932,"about_ca_system_score_codex":0.000010071028,"about_ca_system_score_gemma":0.000011381544,"threshold_uncertainty_score":0.9999886},"labels":[],"label_agreement":null},{"id":"W4241947741","doi":"10.1109/icse.2003.1201219","title":"Hipikat: recommending pertinent software development artifacts","year":2003,"lang":"en","type":"article","venue":"25th International Conference on Software Engineering, 2003. Proceedings.","topic":"Software Engineering Research","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"U.S. Consumer Product Safety Commission","keywords":"Eclipse; Computer science; Task (project management); Context (archaeology); Open source; Open source software; Software; Software project management; Open-source software development; Software engineering; Software development; World Wide Web; Data science; Software construction; Engineering; Systems engineering; Programming language","score_opus":0.04131285254867295,"score_gpt":0.27387316265481426,"score_spread":0.2325603101061413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241947741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050784092,0.00010742775,0.93997425,0.00008664039,0.0035048125,0.00055952993,0.000011306668,0.002662751,0.0023092171],"genre_scores_gemma":[0.18436912,0.000043557862,0.8131911,0.00027512532,0.00017522636,0.00024881496,0.00002525957,0.00009524102,0.0015765306],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99582416,0.000019563644,0.00068193884,0.0010594814,0.001392533,0.0010223506],"domain_scores_gemma":[0.99740154,0.00003699644,0.0001986294,0.00043982168,0.0014475423,0.00047548534],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007418304,0.0006179772,0.0003940021,0.0007035332,0.00021481837,0.0007232466,0.0018684298,0.0002158052,0.0005021125],"category_scores_gemma":[0.0088881655,0.0006409551,0.000100401034,0.001115518,0.000040211147,0.00092782686,0.0003495677,0.0008012069,0.00048862974],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018285342,0.00021864433,0.02652894,0.00012207139,0.00016218463,0.000058197227,0.0009845519,0.0009985984,0.00014850091,0.96093917,0.00788668,0.0019341747],"study_design_scores_gemma":[0.0025880053,0.00056105043,0.035498124,0.0015447629,0.000027643613,0.00032943187,0.00023270604,0.4884448,0.055859324,0.00026112277,0.41072708,0.0039259507],"about_ca_topic_score_codex":0.00000465133,"about_ca_topic_score_gemma":0.0000013741089,"teacher_disagreement_score":0.96067804,"about_ca_system_score_codex":0.00072360836,"about_ca_system_score_gemma":0.0004335513,"threshold_uncertainty_score":0.99960417},"labels":[],"label_agreement":null},{"id":"W4242480381","doi":"10.4018/978-1-60566-418-7.ch020","title":"Modeling Defects in E-Projects","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software; Context (archaeology); Software development; Software engineering; Software development process; Field (mathematics); Process (computing); Systems engineering; Engineering; Geography","score_opus":0.03064925847424767,"score_gpt":0.2656258514144489,"score_spread":0.2349765929402012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242480381","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010292277,0.00063607015,0.054114122,0.000033609536,0.00039738216,0.0004165029,0.0000065225995,0.0006794888,0.9426871],"genre_scores_gemma":[0.94237745,0.000011686495,0.018727306,0.00039512134,0.00031770358,0.000029876504,0.0000020678035,0.000079992344,0.038058814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976662,0.000016699943,0.00031261618,0.00074347865,0.0006701696,0.00059084455],"domain_scores_gemma":[0.9986348,0.000097570504,0.000047487603,0.000956236,0.0000924944,0.00017139834],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023380421,0.00039002867,0.0003867768,0.00025312946,0.00004287014,0.00017801797,0.0013510673,0.000386997,0.0000030122355],"category_scores_gemma":[0.000119565186,0.00042218628,0.0001458544,0.00006809394,0.000024518627,0.000101866324,0.00042446927,0.0005841334,0.00018095471],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046391788,0.0000060180305,0.000027968119,0.00002867695,0.000013139456,0.00037838466,0.000057877893,0.0040258854,0.000007468175,0.9724607,0.00017487693,0.022814397],"study_design_scores_gemma":[0.00085091015,0.00026053964,0.0002188913,0.0011085025,0.000016720638,0.00016060803,0.0000027253134,0.1824373,0.00006622806,0.8095611,0.0037404331,0.001576042],"about_ca_topic_score_codex":0.000089017645,"about_ca_topic_score_gemma":0.00006857783,"teacher_disagreement_score":0.9413482,"about_ca_system_score_codex":0.0005288722,"about_ca_system_score_gemma":0.00035745138,"threshold_uncertainty_score":0.999823},"labels":[],"label_agreement":null},{"id":"W4242528190","doi":"10.1145/568834.568837","title":"Recovering software requirements from system-user interaction traces","year":2002,"lang":"en","type":"article","venue":"Proceedings of the 14th international conference on Software engineering and knowledge engineering - SEKE '02","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Business process reengineering; Documentation; User requirements document; Software engineering; Task (project management); User interface; Software system; Process (computing); Software; Software development; Software requirements specification; Software design; Systems engineering; Programming language; Engineering","score_opus":0.03839105615279318,"score_gpt":0.2601434606518134,"score_spread":0.2217524044990202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242528190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72279966,0.0010015258,0.26092866,0.00039569894,0.009559094,0.00073427643,0.00008183229,0.0032788664,0.0012203879],"genre_scores_gemma":[0.95822847,0.00010008196,0.04061081,0.000012520926,0.00035217268,0.00008223746,0.000004624493,0.000073432326,0.000535648],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974931,0.0000111050995,0.0005624306,0.0007124269,0.0007131535,0.00050781557],"domain_scores_gemma":[0.99819756,0.0005076078,0.00020168636,0.00038726165,0.000505693,0.00020020346],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034757922,0.0004797119,0.00041163774,0.00052581367,0.00014523983,0.00051215553,0.0017724201,0.00018219498,0.000046473717],"category_scores_gemma":[0.0020677794,0.00043955835,0.00015830761,0.000510071,0.000048073598,0.0009801731,0.0006343548,0.00067616097,0.000043645134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034697054,0.0022186867,0.10957063,0.010527253,0.0048663453,0.00009806499,0.029879669,0.15566216,0.10493399,0.40294394,0.014582814,0.16436946],"study_design_scores_gemma":[0.0009500025,0.00018763563,0.0127201,0.0037530495,0.00004356289,0.00006554815,0.00013611949,0.9534981,0.018967781,0.00010003594,0.008569784,0.001008275],"about_ca_topic_score_codex":0.00003248095,"about_ca_topic_score_gemma":0.0000011432959,"teacher_disagreement_score":0.79783595,"about_ca_system_score_codex":0.00035999937,"about_ca_system_score_gemma":0.000035160258,"threshold_uncertainty_score":0.9998056},"labels":[],"label_agreement":null},{"id":"W4242845477","doi":"10.1145/2088883.2088889","title":"Report from the 2nd international workshop on replication in empirical software engineering research (RESER 2011)","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Session (web analytics); Computer science; Empirical research; Joint (building); Software; Software engineering; Engineering; World Wide Web; Civil engineering; Biology","score_opus":0.08854124489477622,"score_gpt":0.3640275285554867,"score_spread":0.2754862836607105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242845477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74617106,0.0020047722,0.24032138,0.0048552677,0.0032436585,0.0008359937,0.00003528378,0.0025251133,0.000007481651],"genre_scores_gemma":[0.907001,0.00004610805,0.09099078,0.00015935724,0.0011291951,0.00033031384,0.00009543506,0.00012376125,0.0001240114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99454623,0.00014036018,0.00073309464,0.0012408919,0.0018485547,0.0014908536],"domain_scores_gemma":[0.744252,0.24848811,0.0001522711,0.006082787,0.00049093587,0.000533887],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00366399,0.0004947847,0.00039393452,0.0007560006,0.00018722862,0.00036042696,0.004274116,0.00035089074,0.000110198314],"category_scores_gemma":[0.53485835,0.00044040362,0.00016185982,0.0014831849,0.000070072914,0.001078123,0.0018711454,0.0019611018,0.00033384594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001755271,0.00013985236,0.9764401,0.000027339478,0.00005813495,0.00011224289,0.00085299375,0.009253729,0.00043139333,0.00020820645,0.0066062547,0.0058522406],"study_design_scores_gemma":[0.00034413044,0.000034220815,0.97203207,0.00027173097,0.000006074904,0.00007438198,0.00001562265,0.0027087766,0.002162196,0.000045901124,0.021760983,0.000543902],"about_ca_topic_score_codex":0.00018284866,"about_ca_topic_score_gemma":0.000009503401,"teacher_disagreement_score":0.5311943,"about_ca_system_score_codex":0.0006101881,"about_ca_system_score_gemma":0.00013946905,"threshold_uncertainty_score":0.9998048},"labels":[],"label_agreement":null},{"id":"W4243089840","doi":"10.1109/scam.2007.4362914","title":"A Framework for Studying Clones In Large Software Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"clone (Java method); Computer science; Cloning (programming); Software system; Linux kernel; Source code; Software; Software maintenance; Software engineering; Software framework; Software development; Programming language; Operating system; Data mining; Software construction; Biology","score_opus":0.03959469923058079,"score_gpt":0.3274427764674381,"score_spread":0.2878480772368573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243089840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04657732,0.00027624145,0.9516032,0.000071294075,0.0005601687,0.00040162067,0.0000011645482,0.00048034583,0.000028682769],"genre_scores_gemma":[0.65673447,0.0000015615633,0.3429843,0.000039022834,0.00007145939,0.000047107358,4.7917075e-7,0.000010346792,0.00011129416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864525,0.000016406939,0.00020216194,0.0002874219,0.00028529335,0.0005634476],"domain_scores_gemma":[0.9963504,0.0030524994,0.000021605332,0.0004162595,0.000075177704,0.0000840761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015763055,0.00009315285,0.00013754849,0.00022843512,0.00006005175,0.00012917051,0.0006463031,0.00008479056,0.000003618825],"category_scores_gemma":[0.0015334169,0.00008515402,0.00003530924,0.00060661155,0.000007605639,0.00019248016,0.0002031531,0.0001795829,0.000022517599],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016601318,0.00020380372,0.5621296,0.0002470075,0.000026481117,0.000090868,0.0018723281,0.0015180865,0.000047589136,0.4165631,0.0007033711,0.016581167],"study_design_scores_gemma":[0.0032590406,0.0005465535,0.7929403,0.0008150193,0.0000073286355,0.00006044115,0.0014015987,0.16087246,0.0015131579,0.022869293,0.014146306,0.0015684578],"about_ca_topic_score_codex":0.000034582677,"about_ca_topic_score_gemma":0.000020767195,"teacher_disagreement_score":0.61015713,"about_ca_system_score_codex":0.00007822483,"about_ca_system_score_gemma":0.000033015545,"threshold_uncertainty_score":0.34724802},"labels":[],"label_agreement":null},{"id":"W4243181251","doi":"10.1109/icse.1998.671103","title":"Conceptual module querying for software reengineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Business process reengineering; Computer science; Software engineering; Source code; Set (abstract data type); Software; Conceptual model; Systems engineering; Database; Programming language; Engineering","score_opus":0.041729580875542564,"score_gpt":0.2513171246995899,"score_spread":0.20958754382404732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243181251","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00656215,0.00023591287,0.9910374,0.00021524909,0.00027567835,0.00018392102,0.0000017094367,0.0012628102,0.00022513047],"genre_scores_gemma":[0.5224772,0.0000055318874,0.47547734,0.00007517355,0.00009636973,0.000067522364,9.71307e-7,0.000020378948,0.0017795175],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891955,0.000008231267,0.00013342458,0.00030140218,0.000231214,0.00040618033],"domain_scores_gemma":[0.998599,0.0007428192,0.000014410365,0.00045612358,0.00007628327,0.000111391004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016037498,0.00011272291,0.000114217306,0.0001057025,0.000074937496,0.00009679499,0.0006772906,0.000050653165,0.000075427364],"category_scores_gemma":[0.0008367033,0.00011139292,0.000059384252,0.00027285368,0.000024548273,0.00036462003,0.00015970328,0.000111243215,0.000087350934],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009530085,0.00023868003,0.013175834,0.0002548563,0.00017289254,0.00008274271,0.0043214615,0.108068645,0.003990541,0.42422846,0.098256245,0.34720013],"study_design_scores_gemma":[0.00053527666,0.00010256336,0.0011872263,0.0000250958,0.0000021919088,0.000018729625,0.000023687639,0.97131723,0.0041539664,0.000406454,0.02184888,0.00037867666],"about_ca_topic_score_codex":0.0000071050886,"about_ca_topic_score_gemma":7.6962573e-7,"teacher_disagreement_score":0.8632486,"about_ca_system_score_codex":0.000052308304,"about_ca_system_score_gemma":0.000010028464,"threshold_uncertainty_score":0.45424715},"labels":[],"label_agreement":null},{"id":"W4243472257","doi":"10.1109/icse.2015.212","title":"Leveraging Informal Documentation to Summarize Classes and Methods in Context","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Documentation; Automatic summarization; Software documentation; Identifier; Context (archaeology); Program comprehension; Source code; Code (set theory); Software; Focus (optics); Software engineering; Task (project management); Benchmark (surveying); Internal documentation; Information retrieval; Software bug; World Wide Web; Software development; Programming language; Software system; Software construction; Set (abstract data type); Engineering; Systems engineering","score_opus":0.08999989506615488,"score_gpt":0.3885358259163932,"score_spread":0.29853593085023833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243472257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15888879,0.000052092444,0.83713996,0.00066384906,0.0024245577,0.00026012326,0.0000063496173,0.0004089907,0.00015527448],"genre_scores_gemma":[0.6775598,0.000020245152,0.3216636,0.00022826303,0.00013356212,0.000094369905,0.0000077144405,0.000029370587,0.0002630821],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762475,0.000069759466,0.00046041032,0.00054702157,0.00079131336,0.0005067369],"domain_scores_gemma":[0.99751836,0.0009985702,0.000080265,0.0005475835,0.00045358104,0.00040164476],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011166675,0.00031787422,0.00029683457,0.0008287707,0.000041527783,0.000523543,0.0013869406,0.000114491384,0.000023583081],"category_scores_gemma":[0.004021336,0.0003438384,0.000046326935,0.00048796562,0.000027535045,0.001281456,0.0003670123,0.00046742836,0.00008918249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041606874,0.00039165968,0.1819492,0.0003587905,0.00050311495,0.00043054044,0.030504452,0.33801243,0.019124724,0.057684917,0.013527853,0.35709625],"study_design_scores_gemma":[0.0057137734,0.0008258062,0.09195226,0.0013735244,0.00002065921,0.00019330592,0.0009964589,0.82695085,0.038679544,0.0024474324,0.027958527,0.002887881],"about_ca_topic_score_codex":0.00014623613,"about_ca_topic_score_gemma":0.000022981409,"teacher_disagreement_score":0.51867104,"about_ca_system_score_codex":0.00037545478,"about_ca_system_score_gemma":0.00021733304,"threshold_uncertainty_score":0.99990135},"labels":[],"label_agreement":null},{"id":"W4243774012","doi":"10.1145/2666357.2597823","title":"em-SPADE","year":2014,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Compiler; Programming language; Preprocessor; Software; Parallel computing","score_opus":0.01955025228379702,"score_gpt":0.2625397247484502,"score_spread":0.2429894724646532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243774012","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42360258,0.00018188963,0.56961465,0.0021178299,0.0010025584,0.0001419727,0.0000018445542,0.0012159802,0.0021206895],"genre_scores_gemma":[0.9489403,0.0000021133342,0.05043512,0.00020528321,0.00015451963,0.0000066956195,0.0000014832859,0.000009594888,0.0002449073],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989605,0.00004310726,0.000101287995,0.0002698086,0.0003199109,0.0003054081],"domain_scores_gemma":[0.9967679,0.0020025251,0.000027940414,0.0010541796,0.0000373452,0.000110154164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035592288,0.000093384806,0.00009958311,0.00009488678,0.000061854684,0.00019958259,0.0020594047,0.000044624674,0.000027282014],"category_scores_gemma":[0.003013444,0.00008382916,0.000027331018,0.00024538566,0.000019845636,0.00029565854,0.00045554276,0.00014072254,0.0006037949],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029724622,0.00030840444,0.18145429,0.0004062058,0.00017763463,0.00019901161,0.009257936,0.014606845,0.005555191,0.1246596,0.060058482,0.6032867],"study_design_scores_gemma":[0.0011670162,0.00053987134,0.56411386,0.000118808086,0.000017700686,0.000047040725,0.00008121644,0.24383952,0.011952052,0.010999083,0.16584852,0.0012753333],"about_ca_topic_score_codex":0.00002335414,"about_ca_topic_score_gemma":0.00001003659,"teacher_disagreement_score":0.6020114,"about_ca_system_score_codex":0.000015726248,"about_ca_system_score_gemma":0.00001996846,"threshold_uncertainty_score":0.7760763},"labels":[],"label_agreement":null},{"id":"W4243809191","doi":"10.4018/978-1-4666-3679-8.ch012","title":"Software Security Engineering – Part I","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Victoria","funders":"","keywords":"Software security assurance; Software development; Social software engineering; Computer science; Personal software process; Software peer review; Software construction; Security bug; Software development process; Security engineering; Software engineering; Package development process; Software; Computer security; Security service; Information security; Operating system","score_opus":0.014445339594080387,"score_gpt":0.2282020759556463,"score_spread":0.2137567363615659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243809191","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014657345,0.0010933746,0.12801605,0.00009080359,0.002892508,0.00082173484,0.00010450619,0.0038737762,0.8629607],"genre_scores_gemma":[0.1446638,0.00006251982,0.20132907,0.0013574538,0.0055450755,0.000613925,0.00004173181,0.0008957697,0.64549065],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971484,0.000011115297,0.00037788105,0.00086394156,0.00085850636,0.000740182],"domain_scores_gemma":[0.99750537,0.00026904087,0.000102897495,0.0015194486,0.0002033393,0.0003999063],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018063483,0.0005820839,0.00048666293,0.00013720317,0.00007526998,0.00036184615,0.0018841383,0.0005106647,0.000102721846],"category_scores_gemma":[0.00027656363,0.00062328955,0.00024229584,0.00005059905,0.000051381732,0.00017570148,0.0009954287,0.0007234987,0.0018342453],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013379746,0.00000496907,0.000028063732,0.0000881383,0.000072362585,0.00013055152,0.00004028096,0.00008793638,0.0000025244146,0.9766116,0.015704604,0.0072276155],"study_design_scores_gemma":[0.0005280632,0.00017922214,0.0002547566,0.0008665963,0.00004088707,0.00025840092,0.0000013497469,0.003989685,0.0001354288,0.38772473,0.6037091,0.0023117962],"about_ca_topic_score_codex":0.00003710683,"about_ca_topic_score_gemma":0.0000044681155,"teacher_disagreement_score":0.5888869,"about_ca_system_score_codex":0.0004174079,"about_ca_system_score_gemma":0.00023244419,"threshold_uncertainty_score":0.99962187},"labels":[],"label_agreement":null},{"id":"W4244354649","doi":"10.4018/9781605660608.ch055","title":"Constructivist Learning During Software Development","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Programmer; Constructivist teaching methods; Computer science; Denial; Documentation; Process (computing); Zone of proximal development; Development (topology); Cognitive science; Knowledge management; Mathematics education; Software engineering; Psychology; Programming language; Teaching method; Mathematics","score_opus":0.018925662165124438,"score_gpt":0.22807582701891668,"score_spread":0.20915016485379223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244354649","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016172808,0.00030108623,0.14110637,0.0000074173995,0.0008190879,0.00034864654,0.000008395358,0.002025747,0.85376596],"genre_scores_gemma":[0.43413,0.000008057856,0.19222341,0.00008180222,0.00046964095,0.000086752574,0.000006429242,0.00024377798,0.3727501],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99745846,0.000018341269,0.00037686623,0.00081476534,0.00070554833,0.000626031],"domain_scores_gemma":[0.9985161,0.00012761512,0.00015725776,0.00075866753,0.00017026515,0.00027012726],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001635719,0.0004946289,0.0004153571,0.0001602464,0.0002442358,0.00020722533,0.0013593507,0.00032784822,0.00004102886],"category_scores_gemma":[0.00016858082,0.00054013816,0.00013586953,0.00003845376,0.00011717714,0.000109188986,0.0011385637,0.00076287874,0.000588866],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000992809,0.0000061823143,0.0013183135,0.00013404057,0.00014900474,0.0004015397,0.00029405774,0.000026541242,0.000011689957,0.9406042,0.00013869915,0.056905806],"study_design_scores_gemma":[0.0036181284,0.00056689786,0.031005876,0.0047487617,0.00013146168,0.003640278,0.000025396026,0.0002133085,0.0057919836,0.65065706,0.28943488,0.01016599],"about_ca_topic_score_codex":0.000016870716,"about_ca_topic_score_gemma":0.000007166261,"teacher_disagreement_score":0.48101586,"about_ca_system_score_codex":0.00058194145,"about_ca_system_score_gemma":0.0005605778,"threshold_uncertainty_score":0.999705},"labels":[],"label_agreement":null},{"id":"W4244478245","doi":"10.1115/1.4037817","title":"Automated Extraction of Function Knowledge From Text","year":2017,"lang":"en","type":"article","venue":"Journal of Mechanical Design","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"Oregon State University","keywords":"WordNet; Computer science; Natural language processing; Word2vec; Knowledge base; Parsing; Function (biology); Artificial intelligence; Information retrieval; Knowledge extraction; Artifact (error); Information extraction","score_opus":0.059221493670442445,"score_gpt":0.329604316374932,"score_spread":0.27038282270448954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244478245","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019395262,0.00016351788,0.97880167,0.0001671804,0.0012809229,0.000059051996,5.40079e-7,0.00009172497,0.000040135244],"genre_scores_gemma":[0.909573,0.000019551073,0.09020011,0.0000053876547,0.00014863428,0.0000011707546,1.1676409e-7,0.00000790795,0.000044110944],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988273,0.00012902395,0.00035794603,0.00013003346,0.0004090162,0.00014669687],"domain_scores_gemma":[0.99757653,0.0010605471,0.00042517428,0.0004875963,0.0003315111,0.00011863274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012724916,0.000080997146,0.00020503218,0.00012966637,0.00009414653,0.00013068866,0.0010463969,0.00009817346,0.000032838223],"category_scores_gemma":[0.0022405146,0.00006719747,0.00009626728,0.0001018436,0.000019309748,0.0006852879,0.00012390091,0.00028623073,0.00004046702],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047364406,0.0007558204,0.0005404699,0.00006631931,0.00034503939,0.00020088645,0.00029730552,0.0031039927,0.7711106,0.009128362,0.019482393,0.19449519],"study_design_scores_gemma":[0.0015576556,0.0015149784,0.06981964,0.00032536863,0.00005126923,0.00013495423,0.0000119582455,0.75222355,0.15777032,0.015268404,0.0010808982,0.00024102224],"about_ca_topic_score_codex":0.000013180995,"about_ca_topic_score_gemma":6.1902676e-7,"teacher_disagreement_score":0.8901777,"about_ca_system_score_codex":0.0000649042,"about_ca_system_score_gemma":0.00012819906,"threshold_uncertainty_score":0.27402332},"labels":[],"label_agreement":null},{"id":"W4244764614","doi":"10.1109/wetsom.2017.7","title":"A Heuristic for Estimating the Impact of Lingering Defects: Can Debt Analogy Be Used as a Metric?","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Technical debt; Computer science; Metric (unit); Software; Debt; Heuristic; Software bug; Software quality; Reliability engineering; Software development; Finance; Business; Artificial intelligence; Operations management; Engineering; Operating system","score_opus":0.047002322771078006,"score_gpt":0.3645933698870152,"score_spread":0.31759104711593716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244764614","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3449737,0.000034622604,0.6543206,0.00016768953,0.00011146111,0.00018602618,0.0000020843195,0.000084357285,0.00011943227],"genre_scores_gemma":[0.8857229,7.89562e-7,0.114134744,0.0000145092945,0.00004607659,0.000029190915,4.6527157e-7,0.000011485613,0.000039856364],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989861,0.00002554091,0.00016374944,0.00022897145,0.00024736352,0.0003482739],"domain_scores_gemma":[0.9955102,0.003167044,0.00010820628,0.0009935563,0.00013204516,0.00008891086],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006895281,0.0001086386,0.00018085461,0.00017214169,0.0002774155,0.00028142266,0.0015451385,0.000036889647,0.0000059336508],"category_scores_gemma":[0.013331662,0.00007066075,0.00012711549,0.00026744846,0.000052933952,0.00015018045,0.00034852346,0.000118529424,0.0000026760363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000920737,0.00041004817,0.36861125,0.00088928425,0.0012878678,0.00019990443,0.012840001,0.40153834,0.010316106,0.042282563,0.0030421617,0.15849042],"study_design_scores_gemma":[0.0003116818,0.00026206582,0.04591214,0.000031017822,0.000007533161,0.000019135057,0.000009665846,0.9495644,0.0023459392,0.0014062632,0.000010058049,0.00012008789],"about_ca_topic_score_codex":0.0029837056,"about_ca_topic_score_gemma":0.000067011024,"teacher_disagreement_score":0.5480261,"about_ca_system_score_codex":0.00007583567,"about_ca_system_score_gemma":0.00017710532,"threshold_uncertainty_score":0.99497944},"labels":[],"label_agreement":null},{"id":"W4244949983","doi":"10.1109/icse.2000.870428","title":"A replicated assessment and comparison of common software cost modeling techniques","year":2002,"lang":"en","type":"article","venue":"Proceedings of the 2000 International Conference on Software Engineering. ICSE 2000 the New Millennium","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Reputation; Software quality; Software; Quality (philosophy); Risk analysis (engineering); Software quality control; Software metric; Order (exchange); Product (mathematics); Software quality analyst; Software sizing; Reliability engineering; Software development; Software construction; Business; Engineering; Finance","score_opus":0.04642133386724595,"score_gpt":0.30996938636266536,"score_spread":0.2635480524954194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244949983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2245073,0.0022703588,0.7570702,0.007872461,0.001499839,0.00256876,0.000106032596,0.002151727,0.0019533124],"genre_scores_gemma":[0.9341251,0.00031947848,0.064742655,0.00008276921,0.00009506988,0.00007749902,0.0000030911235,0.000043898497,0.00051039807],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974921,0.0000145107,0.00061839935,0.00049902895,0.0009965795,0.00037942416],"domain_scores_gemma":[0.99802893,0.0003242967,0.00028344087,0.00054793013,0.0006750633,0.00014033905],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043850113,0.0003357372,0.00042669915,0.00028951245,0.000112608344,0.00017150147,0.0026252165,0.00014972684,0.00006101868],"category_scores_gemma":[0.0007994367,0.0002471475,0.00013082294,0.00053751614,0.0001028285,0.00033919036,0.0006854706,0.0006852701,0.000005992262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003649716,0.003189402,0.20370772,0.0016427784,0.0018372576,0.000013881011,0.019997405,0.13417354,0.0332252,0.20771928,0.11003031,0.28409824],"study_design_scores_gemma":[0.00047576358,0.0002022304,0.005072211,0.00062572176,0.00002497771,0.000031700183,0.0000619198,0.97270447,0.016347378,0.0005873385,0.0034309663,0.00043532508],"about_ca_topic_score_codex":0.00007560716,"about_ca_topic_score_gemma":0.0000019521062,"teacher_disagreement_score":0.8385309,"about_ca_system_score_codex":0.00028723638,"about_ca_system_score_gemma":0.00012901924,"threshold_uncertainty_score":0.9999981},"labels":[],"label_agreement":null},{"id":"W4244955996","doi":"10.1145/3393934.3278127","title":"Exploring feature interactions without specifications: a controlled experiment","year":2020,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Feature (linguistics); Graph; Control flow; Control flow graph; Data mining; Feature model; Information flow; Machine learning; Artificial intelligence; Theoretical computer science; Human–computer interaction; Programming language; Software","score_opus":0.22279030538800812,"score_gpt":0.3249284050983488,"score_spread":0.10213809971034069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244955996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5047753,0.002163484,0.39975715,0.08198521,0.0028667226,0.0019697011,0.000014966709,0.0035199155,0.002947589],"genre_scores_gemma":[0.94675857,0.000024001714,0.052260112,0.0002701521,0.0002990227,0.00022884624,0.0000037176756,0.00001433453,0.00014126852],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883556,0.000049084396,0.0001683658,0.00037210484,0.00032671992,0.00024817584],"domain_scores_gemma":[0.99769217,0.001276966,0.00006149905,0.00071650295,0.000071554256,0.0001813287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001240357,0.00013712746,0.00020726031,0.00009695657,0.00011021463,0.00027532564,0.0013358251,0.00002501267,0.000041840114],"category_scores_gemma":[0.0020802494,0.00012124961,0.00006176983,0.00037323014,0.000020743702,0.000856152,0.00032559742,0.0002543034,0.00026458438],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025590474,0.0019922797,0.09972316,0.0008468121,0.0027321216,0.000947179,0.22188568,0.033149257,0.27132675,0.09370662,0.12817627,0.14295483],"study_design_scores_gemma":[0.018253097,0.0013262653,0.09480856,0.0005412193,0.00015048492,0.000093518516,0.006124581,0.3388117,0.13275312,0.0006460501,0.40317634,0.0033150595],"about_ca_topic_score_codex":0.0000116390665,"about_ca_topic_score_gemma":0.0000027432968,"teacher_disagreement_score":0.44198328,"about_ca_system_score_codex":0.000045233708,"about_ca_system_score_gemma":0.000038126127,"threshold_uncertainty_score":0.49444157},"labels":[],"label_agreement":null},{"id":"W4245225971","doi":"10.1145/1140124.1140237","title":"Finite automata models for CS problem with binary semaphore","year":2006,"lang":"en","type":"article","venue":"Proceedings of the 11th annual SIGCSE conference on Innovation and technology in computer science education","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Semaphore; Computer science; Automaton; Synchronization (alternating current); Simplicity; Finite-state machine; Deterministic finite automaton; Theoretical computer science; Visualization; Parallelism (grammar); Binary number; Parallel computing; Algorithm; Programming language; Mathematics; Arithmetic; Artificial intelligence; Channel (broadcasting)","score_opus":0.016994059867617324,"score_gpt":0.263056050210883,"score_spread":0.2460619903432657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245225971","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7559943,0.000013950639,0.23196258,0.010678782,0.00021722424,0.00070438214,0.0000035102667,0.00022642572,0.0001988091],"genre_scores_gemma":[0.9060285,0.00000306156,0.09369402,0.000076585195,0.000027834672,0.000115972,0.0000016265394,0.000006188327,0.000046223595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985324,0.000003842812,0.00029761676,0.0004978154,0.00036591495,0.000302402],"domain_scores_gemma":[0.9974435,0.00009283944,0.00020880242,0.00025427743,0.0019731768,0.000027429365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006412465,0.00014349092,0.00014373576,0.001439889,0.000186674,0.00017423561,0.0013145455,0.0000960793,3.8033406e-7],"category_scores_gemma":[0.00018945936,0.00010714498,0.000011543968,0.0063008834,0.0004620836,0.0010791714,0.00034193214,0.00021129231,5.752418e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009436625,0.00016532381,0.00809022,0.00006172784,0.0000023277385,1.05986246e-7,0.00031250878,0.0012055293,0.0018957896,0.9409477,0.0003187497,0.046990555],"study_design_scores_gemma":[0.00051909505,0.00058268616,0.014766729,0.00038422205,0.0000028197146,0.00002038588,0.00015415861,0.6549365,0.018189922,0.31007153,0.000101573394,0.00027040602],"about_ca_topic_score_codex":0.000015008937,"about_ca_topic_score_gemma":0.0000015351459,"teacher_disagreement_score":0.6537309,"about_ca_system_score_codex":0.000079541824,"about_ca_system_score_gemma":0.0007262788,"threshold_uncertainty_score":0.43692455},"labels":[],"label_agreement":null},{"id":"W4245283101","doi":"10.1002/smr.395","title":"Special Issue on Search‐Based Software Maintenance","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Search-based software engineering; Software engineering; Computer science; Software construction; Software maintenance; Software development; Software sizing; Code refactoring; Software; Reliability engineering; Systems engineering; Engineering; Programming language","score_opus":0.049937845687060084,"score_gpt":0.330768104488588,"score_spread":0.2808302588015279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245283101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03221504,0.0025609238,0.9392638,0.021985086,0.0015487147,0.0006212065,0.00002058841,0.00023143497,0.0015531619],"genre_scores_gemma":[0.6170697,0.0077387807,0.35839742,0.0017583723,0.008402358,0.00004304012,0.000004731298,0.00011058477,0.0064749746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99498636,0.00080075045,0.00052863464,0.0005298326,0.0021115278,0.001042888],"domain_scores_gemma":[0.9830076,0.012663842,0.000236623,0.0005510496,0.0029047835,0.00063610694],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071732136,0.0002510073,0.0003817262,0.0008160893,0.00075149356,0.00028797786,0.0009088905,0.00015959753,0.000049680326],"category_scores_gemma":[0.045486305,0.00020540212,0.00009756927,0.0011832502,0.0006777113,0.0019226667,0.00036448115,0.001841584,0.00009177415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006385035,0.0012313571,0.044264104,0.0004476829,0.0002388995,0.0067159147,0.0025332537,0.0018490346,0.00024709234,0.0087698335,0.8224706,0.104847185],"study_design_scores_gemma":[0.0043927827,0.006644403,0.17501394,0.0011064236,0.00002125201,0.009972411,0.000935122,0.0025950333,0.0003572426,0.003929687,0.7942223,0.00080943137],"about_ca_topic_score_codex":0.00008021071,"about_ca_topic_score_gemma":0.0000047751787,"teacher_disagreement_score":0.5848547,"about_ca_system_score_codex":0.00038952444,"about_ca_system_score_gemma":0.0008774348,"threshold_uncertainty_score":0.962554},"labels":[],"label_agreement":null},{"id":"W4246180958","doi":"10.1109/icpc.2015.16","title":"Could We Infer Unordered API Usage Patterns Only Using the Library Source Code?","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Source code; Code (set theory); Programming language; Open source; Information retrieval; World Wide Web; Software; Set (abstract data type)","score_opus":0.06523818212866261,"score_gpt":0.2918464819780752,"score_spread":0.2266082998494126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246180958","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1380461,0.00014223867,0.8568772,0.0030100772,0.00026121724,0.0001464568,0.000002982757,0.0006677824,0.00084594055],"genre_scores_gemma":[0.9632563,0.000015441236,0.03004767,0.0008541809,0.00015380343,0.000008013692,0.0000023981638,0.000038671147,0.0056235506],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854255,0.00008335927,0.00015736045,0.00029731434,0.0005298155,0.00038961045],"domain_scores_gemma":[0.9983538,0.0005289274,0.000029462468,0.00083943066,0.00005717571,0.0001911969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032982582,0.00013990878,0.00011805049,0.0001008052,0.00008684304,0.0004606617,0.0014714617,0.00006738047,0.000089296314],"category_scores_gemma":[0.00018674263,0.00009557988,0.000042611962,0.00047973127,0.00004439652,0.0007407195,0.0009340877,0.00028336112,0.00010811381],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002584656,0.0002657429,0.7790784,0.00011690033,0.00014846183,0.0002537671,0.0077105816,0.034278672,0.00065611425,0.018140828,0.09234077,0.066983916],"study_design_scores_gemma":[0.0009199676,0.000132057,0.020015221,0.00008712985,0.000008414055,0.00017198015,0.0003831901,0.8219108,0.0023150134,0.0012263939,0.15218645,0.0006433555],"about_ca_topic_score_codex":0.00015965648,"about_ca_topic_score_gemma":0.000015269225,"teacher_disagreement_score":0.82682955,"about_ca_system_score_codex":0.000057730274,"about_ca_system_score_gemma":0.00029245985,"threshold_uncertainty_score":0.44421712},"labels":[],"label_agreement":null},{"id":"W4246265994","doi":"10.1145/1083292.1083302","title":"Quality, cleanroom and formal methods","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cleanroom; Computer science; Software engineering; Software development; Quality (philosophy); Formal methods; Software quality; Systems engineering; Software; Engineering; Programming language","score_opus":0.05331196725728852,"score_gpt":0.41162451680411566,"score_spread":0.3583125495468271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246265994","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01833723,0.00011647294,0.97715455,0.0010428557,0.000055862616,0.000035712488,1.0489688e-7,0.0002864852,0.0029707444],"genre_scores_gemma":[0.23211421,0.0000063071475,0.76695305,0.00015301265,0.00004102787,0.0000024267938,8.659567e-8,0.0000031770644,0.0007267033],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99933875,0.000048885722,0.000091703034,0.00015069803,0.00015870205,0.00021124614],"domain_scores_gemma":[0.9989752,0.0006335178,0.00000857178,0.0002777745,0.000024824874,0.00008010073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010825974,0.000048555583,0.00006602868,0.000055565375,0.00003840215,0.00009095599,0.00034031644,0.000024782774,0.000028035834],"category_scores_gemma":[0.00029889125,0.00004114667,0.000016488048,0.00014082753,0.000015114841,0.0004981826,0.00039132824,0.0000801326,0.000048510232],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9553596e-7,0.000008417806,0.0019981836,0.00000677034,0.0000037097664,8.2353966e-7,0.0001663153,0.00005375044,0.0003341663,0.08504694,0.0006183822,0.9117618],"study_design_scores_gemma":[0.0010015183,0.00016097054,0.42860872,0.000015635462,0.000002544834,0.00009496796,0.000050654315,0.37974498,0.033382107,0.0075157955,0.1487271,0.0006950158],"about_ca_topic_score_codex":0.000014898933,"about_ca_topic_score_gemma":0.000004434076,"teacher_disagreement_score":0.91106683,"about_ca_system_score_codex":0.00001589025,"about_ca_system_score_gemma":0.000013746086,"threshold_uncertainty_score":0.16779126},"labels":[],"label_agreement":null},{"id":"W4247181191","doi":"10.6028/nist.sp.500-283","title":"Report on the third static analysis tool exposition (SATE 2010)","year":2011,"lang":"en","type":"report","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Institute of Standards and Technology","keywords":"Exposition (narrative); Computer science; Art; Literature","score_opus":0.06399971136500837,"score_gpt":0.30598247709664633,"score_spread":0.24198276573163796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247181191","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00372365,0.00012516849,0.934459,0.0007537671,0.002203948,0.00088947796,0.000011429248,0.0010035568,0.056830026],"genre_scores_gemma":[0.28475863,0.0015586102,0.10541517,0.0011020842,0.0015544496,0.001967741,0.000544881,0.00031108363,0.6027874],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9957127,0.00011969959,0.00062078796,0.0008475009,0.0022370282,0.00046225937],"domain_scores_gemma":[0.99457717,0.0012424544,0.0003102255,0.0031391943,0.00062362,0.000107316926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032292996,0.00032673433,0.0004781567,0.0007237417,0.00012710883,0.00031988422,0.001633841,0.0002229828,0.00039530665],"category_scores_gemma":[0.0020786675,0.00020693,0.00037997682,0.0015153436,0.00004717801,0.0002076754,0.0004299237,0.0007095316,0.00037934387],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017960432,0.000343742,0.016473439,0.00035020872,0.006426883,0.005807485,0.00093231554,0.0018996514,0.000053855612,0.010643694,0.9268652,0.03018553],"study_design_scores_gemma":[0.00064316706,0.0012988588,0.6470909,0.0009146679,0.0030258293,0.002928962,0.0000623537,0.068624474,0.005224934,0.007808817,0.2568982,0.0054788077],"about_ca_topic_score_codex":0.000990825,"about_ca_topic_score_gemma":0.000029645744,"teacher_disagreement_score":0.8290438,"about_ca_system_score_codex":0.0003350528,"about_ca_system_score_gemma":0.00080493727,"threshold_uncertainty_score":0.84383607},"labels":[],"label_agreement":null},{"id":"W4247453041","doi":"10.1145/634636.586105","title":"Combining static and dynamic data in code visualization","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Compiler; Programming language; Debugging; Visualization; Metadata; Software visualization; Source code; Interface (matter); Static analysis; Extensibility; Compile time; Software; Software development; Operating system; Component-based software engineering; Data mining","score_opus":0.03998723542697999,"score_gpt":0.29331550146482127,"score_spread":0.2533282660378413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247453041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40727195,0.0015499564,0.5887995,0.00031327998,0.00031111573,0.00024630903,0.000027393267,0.0014797554,7.8401797e-7],"genre_scores_gemma":[0.8963335,0.00010528191,0.103355706,0.000051742292,0.000020353056,0.0000222908,0.00004148264,0.000050502596,0.000019109626],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797475,0.000037138736,0.00034445905,0.000680298,0.00042780876,0.00053556357],"domain_scores_gemma":[0.9399639,0.057680536,0.000061285886,0.0020545854,0.00006269402,0.00017699432],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049433234,0.00025919836,0.00027775185,0.000424251,0.00006684717,0.00021401937,0.0019712856,0.00010469077,0.00001657882],"category_scores_gemma":[0.1979939,0.0002927039,0.000022174303,0.0008898859,0.000031988715,0.0009761468,0.0014473848,0.0003235706,0.000032687374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038808944,0.00014781042,0.94123477,0.00047202667,0.000048307247,0.0001470503,0.0022156013,0.012954727,0.000928239,0.0013457496,0.00038590495,0.040115926],"study_design_scores_gemma":[0.00058149936,0.00007241674,0.3397226,0.00021528374,0.000006696384,0.00003667928,0.000008231334,0.65811086,0.00019818005,0.000054489676,0.0005029931,0.0004900645],"about_ca_topic_score_codex":0.000039466584,"about_ca_topic_score_gemma":0.0000138875375,"teacher_disagreement_score":0.64515615,"about_ca_system_score_codex":0.00009502934,"about_ca_system_score_gemma":0.000025474319,"threshold_uncertainty_score":0.9999525},"labels":[],"label_agreement":null},{"id":"W4247511377","doi":"10.1109/iwpse.2004.1334772","title":"Aiding comprehension of cloning through categorization","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"clone (Java method); Program comprehension; Computer science; Software maintenance; False positive paradox; Cloning (programming); Function (biology); Programming language; Software; Source code; Filter (signal processing); Set (abstract data type); Software system; Artificial intelligence; Biology; Genetics; Gene","score_opus":0.02673080414723087,"score_gpt":0.2748554369435063,"score_spread":0.24812463279627542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247511377","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123417035,0.000037625974,0.8756312,0.0001495996,0.00012829645,0.00004577663,6.438684e-8,0.0001988351,0.0003915444],"genre_scores_gemma":[0.82197446,0.0000048448665,0.17795606,0.000021630118,0.0000135822975,0.0000014054583,6.8413607e-7,0.0000039817237,0.000023356833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99939966,0.000009549352,0.00010556982,0.00013868441,0.00021510503,0.0001314032],"domain_scores_gemma":[0.9995189,0.00012903154,0.000021416778,0.00023652408,0.00007017068,0.000024002753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009688607,0.00004793159,0.00006790473,0.00005453464,0.000041233656,0.000027912798,0.0002938493,0.000025661671,0.000004936771],"category_scores_gemma":[0.000112232265,0.000043808202,0.000018913312,0.00038398211,0.000014281134,0.00034960543,0.00013582925,0.000059710597,0.000017133061],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022187169,0.000054254062,0.005443527,0.000059413975,0.000011683018,0.0000099920235,0.0019188784,0.13308087,0.061089613,0.79370594,0.00010461464,0.0045190146],"study_design_scores_gemma":[0.0012159871,0.00023271433,0.033133935,0.00016639465,0.0000039436827,0.000035320798,0.0000761252,0.074919246,0.8472881,0.041812047,0.00072156213,0.00039463304],"about_ca_topic_score_codex":0.000116974705,"about_ca_topic_score_gemma":0.000001189117,"teacher_disagreement_score":0.7861985,"about_ca_system_score_codex":0.000040368526,"about_ca_system_score_gemma":0.00003660616,"threshold_uncertainty_score":0.17864467},"labels":[],"label_agreement":null},{"id":"W4247693085","doi":"10.1109/icse.2001.919086","title":"On the syllogistic structure of object-oriented programming","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Syllogism; Computer science; Class hierarchy; Theoretical computer science; Hierarchy; Class (philosophy); Graph; Object-oriented programming; Programming language; Artificial intelligence; Epistemology","score_opus":0.021668304380192165,"score_gpt":0.2598943500563406,"score_spread":0.23822604567614844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247693085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85499305,0.00006609936,0.1370053,0.0034065405,0.0017722648,0.000984209,0.000069548405,0.00074328005,0.0009596926],"genre_scores_gemma":[0.96567184,0.000011470442,0.03380844,0.00009246019,0.00011876899,0.00002819343,0.0000024466615,0.00002565859,0.00024072737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780345,0.000008247283,0.000376774,0.00036830603,0.0010622401,0.0003809703],"domain_scores_gemma":[0.99791515,0.0005728446,0.00022281022,0.00036811343,0.00083525106,0.000085837055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031702797,0.00026205217,0.00022752074,0.0002456916,0.00007074491,0.00011844014,0.0025731032,0.000100163925,0.00008480893],"category_scores_gemma":[0.0056375703,0.00017373277,0.00012697994,0.00059658254,0.00010020846,0.00026588154,0.00041360012,0.000546835,0.000011118865],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006237673,0.00021906945,0.0061596697,0.0001431258,0.00018296373,0.0000018599218,0.00073103176,0.014143324,0.011640815,0.95553845,0.0032330211,0.007944301],"study_design_scores_gemma":[0.002433114,0.0014051078,0.044972867,0.003174545,0.00007347317,0.00012610063,0.00026304545,0.6696052,0.24507715,0.009976214,0.020889152,0.0020040427],"about_ca_topic_score_codex":0.000011103056,"about_ca_topic_score_gemma":0.0000014370702,"teacher_disagreement_score":0.94556224,"about_ca_system_score_codex":0.00016013166,"about_ca_system_score_gemma":0.00008450939,"threshold_uncertainty_score":0.70846164},"labels":[],"label_agreement":null},{"id":"W4247706268","doi":"10.18293/seke2015-42","title":"Using peak analysis for identifying lagged effects between software metrics","year":2015,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Software; Operating system","score_opus":0.09751997057660587,"score_gpt":0.3208275290474762,"score_spread":0.2233075584708703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247706268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5236342,0.00037672571,0.47272182,0.000097098884,0.0015624692,0.0005519752,0.000024861172,0.00090115704,0.00012971104],"genre_scores_gemma":[0.84605163,0.000013966549,0.15328847,0.000011654485,0.00037422962,0.0000926212,0.000004756329,0.000067515975,0.000095134834],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968312,0.0000048688726,0.0006290039,0.0008382507,0.001000901,0.0006958085],"domain_scores_gemma":[0.99607974,0.0009393114,0.0002784102,0.0002571432,0.0020381697,0.0004071964],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012528297,0.00055801775,0.0007341425,0.0017081996,0.0001553819,0.00064297183,0.0022837392,0.00023258087,0.0000021145001],"category_scores_gemma":[0.011071599,0.0005189093,0.00033887624,0.002678199,0.000053356885,0.0009137647,0.0009861953,0.0006136364,0.0000035835217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014461974,0.00050044927,0.5842822,0.007686537,0.007282578,0.000009874381,0.009221893,0.060211338,0.08203077,0.23563787,0.00214331,0.010848531],"study_design_scores_gemma":[0.0019192867,0.00030425948,0.05711154,0.0016564843,0.00058325636,0.000040001523,0.0002679041,0.8900959,0.04419742,0.0009097129,0.0014582396,0.0014560212],"about_ca_topic_score_codex":0.000013342269,"about_ca_topic_score_gemma":6.411243e-7,"teacher_disagreement_score":0.8298845,"about_ca_system_score_codex":0.00042571322,"about_ca_system_score_gemma":0.0001350966,"threshold_uncertainty_score":0.99972624},"labels":[],"label_agreement":null},{"id":"W4247858078","doi":"10.1109/msr.2015.37","title":"A Method to Detect License Inconsistencies in Large-Scale Open Source Projects","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"License; Header; Computer science; MIT License; Reuse; Software; Source code; Computer security; Resource (disambiguation); Toolbox; Code (set theory); Software engineering; World Wide Web; Data science; Programming language; Engineering; Set (abstract data type); Operating system","score_opus":0.06476595131002189,"score_gpt":0.3443215948206281,"score_spread":0.2795556435106062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247858078","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03840494,0.000032858497,0.95778996,0.0007841235,0.00007222478,0.00054188515,5.97358e-7,0.0003148927,0.0020585337],"genre_scores_gemma":[0.12293008,3.9352972e-7,0.8740965,0.00045718826,0.000021546144,0.000111490415,2.2802402e-7,0.000013715722,0.0023688143],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983884,0.0001673103,0.00016768793,0.00043347178,0.00037541302,0.00046767894],"domain_scores_gemma":[0.99834275,0.00058228715,0.000017783801,0.00064552424,0.00012630153,0.00028535692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025488168,0.00011535719,0.00018602044,0.00028682098,0.000036951315,0.0003426971,0.0018405985,0.00005199136,0.000009585357],"category_scores_gemma":[0.0012374409,0.00010058117,0.000025437435,0.0012943504,0.000010661669,0.00041891428,0.0025187037,0.0001677904,0.00019114924],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023440139,0.00070125953,0.12689269,0.00018021249,0.00009010153,0.00055058073,0.13163894,0.023942359,0.0063724015,0.0075902776,0.06595846,0.63584834],"study_design_scores_gemma":[0.0062115197,0.0017584504,0.09272993,0.00027212623,0.00001032063,0.00033514612,0.0056594913,0.49164164,0.05983274,0.0033526774,0.33584002,0.0023559295],"about_ca_topic_score_codex":0.0007495759,"about_ca_topic_score_gemma":0.0006885881,"teacher_disagreement_score":0.6334924,"about_ca_system_score_codex":0.00013184306,"about_ca_system_score_gemma":0.0002923844,"threshold_uncertainty_score":0.41015813},"labels":[],"label_agreement":null},{"id":"W4248094163","doi":"10.1145/508387.508389","title":"Explicit programming","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Modular programming; Separation of concerns; Programming language; Source code; Vocabulary; Reusability; Code (set theory); Java; Point (geometry); Software engineering; Software; Set (abstract data type)","score_opus":0.03540660668555613,"score_gpt":0.2557462605673754,"score_spread":0.2203396538818193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248094163","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073983083,0.00009139164,0.98649937,0.0005968706,0.000098808516,0.000068063746,2.6812454e-8,0.00093610724,0.0043110442],"genre_scores_gemma":[0.80555415,0.000003221882,0.19087608,0.00006389647,0.00003128523,0.000018599745,5.5454514e-8,0.000004659055,0.003448024],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994422,0.000005493638,0.00004881472,0.00013911838,0.00016932178,0.00019504031],"domain_scores_gemma":[0.99948835,0.00012096554,0.000004640727,0.00030826297,0.000019672167,0.00005812518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007357526,0.00003953254,0.00003518267,0.000051806688,0.000027337805,0.000098101016,0.0004709429,0.000015314014,0.00014401188],"category_scores_gemma":[0.00011359666,0.00003434994,0.000016583914,0.0002831481,0.000004813671,0.00018059945,0.00012243852,0.00005816857,0.00060778874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5754802e-7,0.00005813696,0.0059169433,0.000009938286,0.000007027391,0.00003391719,0.0005314911,0.00005587036,0.00025439236,0.060539525,0.012358581,0.920234],"study_design_scores_gemma":[0.0005177516,0.00019952962,0.015200354,0.000023525916,0.0000015975239,0.00008546402,0.000029100214,0.5797967,0.008242739,0.00082821446,0.39444953,0.0006255253],"about_ca_topic_score_codex":0.0000055676846,"about_ca_topic_score_gemma":3.457867e-7,"teacher_disagreement_score":0.9196085,"about_ca_system_score_codex":0.000013860304,"about_ca_system_score_gemma":0.000002502973,"threshold_uncertainty_score":0.7812097},"labels":[],"label_agreement":null},{"id":"W4249156834","doi":"10.22215/etd/2007-07474","title":"Multi-objective genetic algorithm to support class responsibility assignment","year":2007,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Class (philosophy); Computer science; Genealogy; Combinatorics; Humanities; Operations research; Mathematics; Political science; Artificial intelligence; Art; History","score_opus":0.022965209960821267,"score_gpt":0.3427786959922792,"score_spread":0.319813486031458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249156834","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014247777,0.00005195561,0.98138183,0.000042414067,0.00152823,0.0009310651,0.000011160924,0.00054286537,0.0012626837],"genre_scores_gemma":[0.020058673,0.000006654731,0.93600607,0.00015433838,0.00012517229,0.00017643582,0.00008321708,0.000062246254,0.043327175],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963419,0.00010664392,0.0004513541,0.0011886122,0.0011968847,0.0007146036],"domain_scores_gemma":[0.9969149,0.0008209386,0.00007641246,0.0013577179,0.00042462363,0.00040538583],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011715653,0.00037035724,0.00034612068,0.0006738298,0.000090627014,0.00018760114,0.0014599768,0.00034714784,0.00013470172],"category_scores_gemma":[0.000982438,0.0003663496,0.00012987481,0.0008933877,0.000015378768,0.00014160397,0.00025662716,0.0005626831,0.00059784565],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012365593,0.0005062053,0.0017479238,0.00017144413,0.0001713266,0.0005012493,0.004520509,0.0010835545,0.0025309261,0.00021726533,0.008192097,0.98023385],"study_design_scores_gemma":[0.00084231136,0.0011501459,0.9059113,0.0001104994,0.000023565222,0.000028784036,0.00037725322,0.04651244,0.035909105,0.0002003157,0.0074019353,0.0015323455],"about_ca_topic_score_codex":0.00013228462,"about_ca_topic_score_gemma":0.0001616099,"teacher_disagreement_score":0.9787015,"about_ca_system_score_codex":0.0006971771,"about_ca_system_score_gemma":0.00067745283,"threshold_uncertainty_score":0.9998788},"labels":[],"label_agreement":null},{"id":"W4249157519","doi":"10.1145/1095430.1081744","title":"Strathcona example recommendation tool","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Computer science; Documentation; Application programming interface; Software engineering; Code (set theory); Source code; Software; Programming language; Set (abstract data type)","score_opus":0.029946252676475032,"score_gpt":0.2610645669782109,"score_spread":0.23111831430173588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249157519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25550798,0.0002502146,0.7382325,0.0010772712,0.00065456843,0.00028792198,0.000012781736,0.003971396,0.000005389925],"genre_scores_gemma":[0.6739301,0.000014652921,0.32546163,0.00012057511,0.00028775548,0.00005572592,0.00002715565,0.000048821687,0.000053616233],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977161,0.000030104431,0.0003962433,0.00066844973,0.0004464013,0.0007426791],"domain_scores_gemma":[0.9338526,0.0641764,0.00006946207,0.0015344248,0.00015068219,0.00021642471],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052533287,0.00035150154,0.0002685138,0.000323605,0.00012412964,0.0002940348,0.0017584179,0.00015506068,0.00015440502],"category_scores_gemma":[0.13967565,0.00038654983,0.00011085052,0.0007055011,0.00002191867,0.0012039645,0.0006263296,0.0004443064,0.00035519246],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011821455,0.00021392202,0.27633172,0.00020746842,0.00012373623,0.000048208407,0.0011273915,0.020028487,0.0059944526,0.006380566,0.0048987158,0.6846335],"study_design_scores_gemma":[0.0018895239,0.00036821136,0.72092175,0.00021562426,0.00003193359,0.0002498599,0.000011523581,0.028797815,0.04364348,0.00023981882,0.20059386,0.0030365826],"about_ca_topic_score_codex":0.000037264886,"about_ca_topic_score_gemma":0.0000034619532,"teacher_disagreement_score":0.68159693,"about_ca_system_score_codex":0.00019480678,"about_ca_system_score_gemma":0.00009041671,"threshold_uncertainty_score":0.9998586},"labels":[],"label_agreement":null},{"id":"W4249773613","doi":"10.1109/ase.2004.1342757","title":"Refactoring use case models on episodes","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Property (philosophy); Programming language; Software engineering; Artificial intelligence; Software","score_opus":0.08100981101089157,"score_gpt":0.2915194850170447,"score_spread":0.21050967400615317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249773613","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36248535,0.000007816763,0.6365073,0.00013099318,0.00010276552,0.000042829135,3.11673e-7,0.00040749015,0.00031514044],"genre_scores_gemma":[0.90723395,0.000002947795,0.09241952,0.00005691557,0.000024423687,0.000005584778,1.3573059e-7,0.000008020102,0.00024846758],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991917,0.0000097999755,0.000079197096,0.00024041631,0.00023267421,0.00024618988],"domain_scores_gemma":[0.9989721,0.00034941448,0.000008296341,0.0005293479,0.000037038364,0.000103797385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000117960546,0.00007912778,0.00006305824,0.000104519284,0.000057140933,0.00017552976,0.00034733288,0.000031315536,0.0000051570296],"category_scores_gemma":[0.00020754889,0.00006762081,0.00002653349,0.00022765425,0.00001028094,0.00074796035,0.00014518935,0.0001282722,0.00008242208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033233227,0.000079511636,0.00080250495,0.0000130774815,0.000014312361,0.004249169,0.0007524869,0.5877382,0.00036871855,0.39000988,0.00016246128,0.015806377],"study_design_scores_gemma":[0.0028608441,0.0008372698,0.009300195,0.00025185623,0.0000073402402,0.005490865,0.000079111705,0.7484895,0.10966795,0.11887411,0.0022128522,0.0019281118],"about_ca_topic_score_codex":0.00041196158,"about_ca_topic_score_gemma":0.000013215619,"teacher_disagreement_score":0.5447486,"about_ca_system_score_codex":0.00010985028,"about_ca_system_score_gemma":0.000031966352,"threshold_uncertainty_score":0.27574965},"labels":[],"label_agreement":null},{"id":"W4249834227","doi":"10.1109/se-hpccse.2016.010","title":"Advantages, Disadvantages and Misunderstandings About Document Driven Design for Scientific Software","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada; McMaster University","funders":"","keywords":"Redevelopment; Documentation; Software engineering; Process (computing); Computer science; Software; Software development process; Code (set theory); Process management; Software design; Software development; Engineering management; Engineering; Political science; Programming language; Law","score_opus":0.030273725528896973,"score_gpt":0.2901579016403139,"score_spread":0.25988417611141695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249834227","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006158911,0.00023622105,0.99111545,0.0011331871,0.00035334972,0.0004905943,0.00000685832,0.00048678947,0.000018610248],"genre_scores_gemma":[0.41246796,0.00008289689,0.5824837,0.00005045323,0.000040548817,0.00010403592,0.0000017670236,0.000026418104,0.004742216],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99827135,0.000030606418,0.00016823107,0.00063357037,0.0003794307,0.0005167923],"domain_scores_gemma":[0.9968252,0.0023181355,0.00003599842,0.0005250781,0.00009605484,0.00019953187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060009066,0.00016269673,0.00014848393,0.00018959682,0.00026462393,0.0005383627,0.00069651275,0.00004740107,0.000028539866],"category_scores_gemma":[0.0007380155,0.00010700822,0.000047280424,0.0002339638,0.00017601145,0.0008533267,0.000320354,0.000053032792,0.000027813208],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016257058,0.00025980116,0.092172325,0.0005943998,0.0002447372,0.000097753174,0.0028049801,0.0007291735,0.06985836,0.29634908,0.061014622,0.47571218],"study_design_scores_gemma":[0.01906854,0.0035792536,0.069917336,0.0020852059,0.000107476386,0.0003352797,0.00064141094,0.034896504,0.2974836,0.31100193,0.2544048,0.006478677],"about_ca_topic_score_codex":0.0000025914576,"about_ca_topic_score_gemma":0.0000019902495,"teacher_disagreement_score":0.4692335,"about_ca_system_score_codex":0.00014611427,"about_ca_system_score_gemma":0.000069706904,"threshold_uncertainty_score":0.5191444},"labels":[],"label_agreement":null},{"id":"W4250021107","doi":"10.1109/icse.2013.6606627","title":"Reverb: Recommending code-related web pages","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"World Wide Web; Computer science; Documentation; Web page; Code (set theory); Source code; Field (mathematics); Web development; Programming language; Set (abstract data type)","score_opus":0.038701204816133136,"score_gpt":0.2726261979321894,"score_spread":0.23392499311605625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250021107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06568773,0.00024271692,0.9089911,0.008975991,0.007900348,0.00090208434,0.00006818538,0.004665844,0.0025659734],"genre_scores_gemma":[0.90182954,0.00028046465,0.09400949,0.00022998183,0.00021484312,0.00019776209,0.000044913355,0.000082652004,0.0031103662],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99708146,0.00005024916,0.00053606206,0.0007357604,0.0009074187,0.00068906834],"domain_scores_gemma":[0.9973946,0.00081441924,0.00013110813,0.0008195895,0.00052756193,0.0003127122],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00045451787,0.00042053216,0.00032006225,0.0005963424,0.00010811395,0.0006641004,0.0022642452,0.0002075855,0.001334998],"category_scores_gemma":[0.0016972234,0.0004296362,0.00013156455,0.00047632307,0.000043192817,0.0010666308,0.0005132329,0.00081410777,0.0020504124],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036891193,0.00058221724,0.03886714,0.00034814,0.0011587836,0.00026990223,0.0017637009,0.05800365,0.011493844,0.49833658,0.29070032,0.09843884],"study_design_scores_gemma":[0.0009924943,0.00019486902,0.029322686,0.0005957005,0.000009772165,0.00007872506,0.000028274992,0.9314005,0.0013120606,0.0019109128,0.03294144,0.0012126103],"about_ca_topic_score_codex":0.000061243205,"about_ca_topic_score_gemma":0.0000037646337,"teacher_disagreement_score":0.8733968,"about_ca_system_score_codex":0.00032326762,"about_ca_system_score_gemma":0.00012777266,"threshold_uncertainty_score":0.9998155},"labels":[],"label_agreement":null},{"id":"W4250023757","doi":"10.1109/icse.2015.91","title":"Revisiting the Impact of Classification Techniques on the Performance of Defect Prediction Models","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":319,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Replicate; Machine learning; Predictive modelling; Artificial intelligence; Software bug; Software; Data mining; Multivariate adaptive regression splines; Multivariate statistics; Set (abstract data type); Variety (cybernetics); Support vector machine; Regression; Logistic regression; Regression analysis; Statistics; Mathematics","score_opus":0.11980003918275281,"score_gpt":0.34096804315866175,"score_spread":0.22116800397590894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250023757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57483596,0.000037209287,0.42313853,0.00034616524,0.0006645048,0.00032867384,0.0000315723,0.0003663841,0.00025098972],"genre_scores_gemma":[0.99143374,0.000048642483,0.008095773,0.00001509582,0.00024762965,0.000085657615,0.0000071630434,0.000025898937,0.00004037111],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978719,0.00007270344,0.00044299598,0.0003349767,0.0010014039,0.00027606313],"domain_scores_gemma":[0.9966825,0.001099281,0.0002314303,0.0010163211,0.00087317766,0.000097253884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013129974,0.00024078088,0.00022402959,0.00029661573,0.000060341554,0.00010188182,0.00208708,0.00009692758,0.000009683381],"category_scores_gemma":[0.002173821,0.00015731844,0.00015775832,0.00041695934,0.000062972875,0.00049796107,0.00014255333,0.00046215026,0.000013208799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011519029,0.00011170836,0.027557705,0.000113592694,0.00031216384,0.0000043246614,0.0012126825,0.90743065,0.011746161,0.033950754,0.0022683246,0.015176771],"study_design_scores_gemma":[0.00017195345,0.00032567867,0.015784716,0.00046575707,0.00000679243,0.000012060821,0.000022910242,0.9639622,0.018660935,0.00036385484,0.000049241906,0.0001739028],"about_ca_topic_score_codex":0.00004507759,"about_ca_topic_score_gemma":2.7352928e-7,"teacher_disagreement_score":0.4165978,"about_ca_system_score_codex":0.00031704508,"about_ca_system_score_gemma":0.00022467849,"threshold_uncertainty_score":0.641526},"labels":[],"label_agreement":null},{"id":"W4250365463","doi":"10.4018/978-1-4666-0261-8.ch020","title":"A Theory of Program Comprehension","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Comprehension; Program comprehension; Computer science; Software; Vision science; Process (computing); Perspective (graphical); Cognitive science; Artificial intelligence; Human–computer interaction; Software system; Psychology; Programming language","score_opus":0.03181813693292335,"score_gpt":0.2792692428518183,"score_spread":0.24745110591889496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250365463","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032794825,0.0021041222,0.032709576,0.000017264563,0.0007206043,0.0007799405,0.000024974388,0.0010423257,0.96227324],"genre_scores_gemma":[0.85222495,0.000013076865,0.07774805,0.00013002632,0.0005593094,0.000092499264,0.0000057347984,0.00013466166,0.06909167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982709,0.000027516406,0.00027935064,0.00038045077,0.0006364122,0.00040534005],"domain_scores_gemma":[0.99823636,0.00025855773,0.0001245344,0.0010301449,0.00016539574,0.00018500292],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026408775,0.00029214873,0.0003660428,0.00009499579,0.000035596975,0.000056202076,0.0011440248,0.00029009217,0.00001847987],"category_scores_gemma":[0.000057011963,0.00027386018,0.0001776556,0.000032743905,0.0001210378,0.00006617462,0.00070824934,0.00031467286,0.00016668721],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006951678,0.00001504936,0.000041047464,0.00005608352,0.00004131768,0.0000124468625,0.00003608747,0.0000037866396,0.000013489025,0.8312047,0.0003341834,0.16823484],"study_design_scores_gemma":[0.00055900874,0.0005122837,0.0020648271,0.00073504495,0.000059841852,0.000113525086,0.0000028180007,0.00047325075,0.0003718546,0.8894374,0.10465905,0.001011106],"about_ca_topic_score_codex":0.000008498581,"about_ca_topic_score_gemma":0.0000012960018,"teacher_disagreement_score":0.89318156,"about_ca_system_score_codex":0.0001251248,"about_ca_system_score_gemma":0.00014044646,"threshold_uncertainty_score":0.99997133},"labels":[],"label_agreement":null},{"id":"W4250422959","doi":"10.1145/633482.633495","title":"\"Bloat\"","year":2000,"lang":"en","type":"article","venue":"CHI '00 extended abstracts on Human factors in computer systems - CHI '00","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Word (group theory); Software; Term (time); World Wide Web; Programming language; Linguistics","score_opus":0.03712781445241532,"score_gpt":0.2910802495229868,"score_spread":0.25395243507057147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250422959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.966233,0.00038286377,0.019892639,0.00009208491,0.0051363027,0.0011040072,0.000026023867,0.0017414474,0.005391641],"genre_scores_gemma":[0.9944356,0.000024669831,0.0029347725,0.00012696015,0.0013078614,0.00006928709,0.0000359023,0.00011226157,0.0009526475],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9934246,0.00028063107,0.0014013748,0.0017842533,0.0015353932,0.0015737296],"domain_scores_gemma":[0.9954993,0.0008852223,0.0002778598,0.0025989513,0.00012847353,0.000610177],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00096202316,0.0009181952,0.000965638,0.001001887,0.00040217303,0.0011655524,0.003519875,0.0004199649,0.0002627076],"category_scores_gemma":[0.00009979998,0.0008563684,0.00028807795,0.0009296869,0.00014174686,0.0009457632,0.0004095835,0.0014866566,0.0007675497],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022390002,0.00822841,0.060133796,0.0024571384,0.0012259515,0.0052636354,0.019289892,0.6191532,0.0017794888,0.048158593,0.072047256,0.16203876],"study_design_scores_gemma":[0.0022512237,0.00084106356,0.9267063,0.0011196191,0.000010205621,0.0001710071,0.000032735374,0.039505713,0.0015896502,0.00067113433,0.024990913,0.0021104105],"about_ca_topic_score_codex":0.00045852736,"about_ca_topic_score_gemma":0.000021151307,"teacher_disagreement_score":0.8665725,"about_ca_system_score_codex":0.00048522616,"about_ca_system_score_gemma":0.00015688599,"threshold_uncertainty_score":0.9998713},"labels":[],"label_agreement":null},{"id":"W4250612015","doi":"10.4018/978-1-60566-170-4.ch020","title":"Constructivist Learning During Software Development","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Constructivist teaching methods; Programmer; Denial; Computer science; Process (computing); Documentation; Mathematics education; Cognitive science; Knowledge management; Psychology; Epistemology; Programming language; Philosophy; Teaching method","score_opus":0.018925662165124438,"score_gpt":0.22807582701891668,"score_spread":0.20915016485379223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250612015","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016172808,0.00030108623,0.14110637,0.0000074173995,0.0008190879,0.00034864654,0.000008395358,0.002025747,0.85376596],"genre_scores_gemma":[0.43413,0.000008057856,0.19222341,0.00008180222,0.00046964095,0.000086752574,0.000006429242,0.00024377798,0.3727501],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99745846,0.000018341269,0.00037686623,0.00081476534,0.00070554833,0.000626031],"domain_scores_gemma":[0.9985161,0.00012761512,0.00015725776,0.00075866753,0.00017026515,0.00027012726],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001635719,0.0004946289,0.0004153571,0.0001602464,0.0002442358,0.00020722533,0.0013593507,0.00032784822,0.00004102886],"category_scores_gemma":[0.00016858082,0.00054013816,0.00013586953,0.00003845376,0.00011717714,0.000109188986,0.0011385637,0.00076287874,0.000588866],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000992809,0.0000061823143,0.0013183135,0.00013404057,0.00014900474,0.0004015397,0.00029405774,0.000026541242,0.000011689957,0.9406042,0.00013869915,0.056905806],"study_design_scores_gemma":[0.0036181284,0.00056689786,0.031005876,0.0047487617,0.00013146168,0.003640278,0.000025396026,0.0002133085,0.0057919836,0.65065706,0.28943488,0.01016599],"about_ca_topic_score_codex":0.000016870716,"about_ca_topic_score_gemma":0.000007166261,"teacher_disagreement_score":0.48101586,"about_ca_system_score_codex":0.00058194145,"about_ca_system_score_gemma":0.0005605778,"threshold_uncertainty_score":0.999705},"labels":[],"label_agreement":null},{"id":"W4250612791","doi":"10.7287/peerj.preprints.1920","title":"Analyzing test driven development based on GitHub evidence","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Commit; Agile software development; Computer science; Test-driven development; Software engineering; Java; Process (computing); Software; Software development; Database; Programming language","score_opus":0.04884592265832392,"score_gpt":0.3013920882778682,"score_spread":0.25254616561954424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250612791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002958682,0.00009240795,0.99310714,0.0015225088,0.0004853906,0.00028341342,0.0000018236993,0.0008676108,0.0006809967],"genre_scores_gemma":[0.75188637,0.000010088715,0.24681577,0.00011793935,0.00010271839,0.000106960986,0.0000021453618,0.000026573969,0.000931447],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973133,0.000039455903,0.00031067553,0.0009933921,0.0008416229,0.000501533],"domain_scores_gemma":[0.99303114,0.0047645345,0.00008502428,0.0017083101,0.00020408489,0.00020688135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007059396,0.00031182723,0.00026646236,0.00047614673,0.000087321256,0.00036865144,0.0028579237,0.00017436543,0.00007318878],"category_scores_gemma":[0.0032126696,0.00023663812,0.000093789866,0.00033671941,0.00003343544,0.00018905297,0.0024076446,0.0005338986,0.00053071603],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025762887,0.00053200946,0.5683717,0.0013472532,0.0002780645,0.0004473461,0.00089018646,0.1011731,0.0026438544,0.0032790422,0.01707665,0.30393502],"study_design_scores_gemma":[0.0005076234,0.00021887713,0.27071273,0.009158874,0.000014378286,0.0000064594897,0.0000022182796,0.67496455,0.037601728,0.00095706637,0.0038570093,0.0019984643],"about_ca_topic_score_codex":0.000011332348,"about_ca_topic_score_gemma":0.000003642997,"teacher_disagreement_score":0.74892765,"about_ca_system_score_codex":0.00048237148,"about_ca_system_score_gemma":0.0010066348,"threshold_uncertainty_score":0.9649823},"labels":[],"label_agreement":null},{"id":"W4250654813","doi":"10.1007/s10664-007-9041-9","title":"In this issue","year":2007,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science","score_opus":0.018849793462910394,"score_gpt":0.30064744145276495,"score_spread":0.28179764798985457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250654813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08003991,0.00026628296,0.91686827,0.0005289781,0.0008181773,0.00012623664,5.704736e-7,0.0011919956,0.00015957774],"genre_scores_gemma":[0.73372227,0.0000104617675,0.26372367,0.000659499,0.00054329645,0.000028778917,0.0000020732118,0.0000699016,0.0012400436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99793106,0.0000148602485,0.00032058524,0.00044074038,0.00047964262,0.00081310724],"domain_scores_gemma":[0.99722254,0.001896485,0.000021546532,0.0005532151,0.00004827827,0.000257906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000887265,0.00020816764,0.00021438891,0.0004582774,0.000036738766,0.000080693964,0.0009083214,0.00013919851,0.00016049133],"category_scores_gemma":[0.0030113095,0.00021642969,0.00006881349,0.0014729903,0.000016626165,0.00048505078,0.00031884125,0.00052065315,0.0004192839],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017677827,0.0002518259,0.9044839,0.00019912118,0.000046995894,0.0019458962,0.0024642758,0.025495522,0.001099129,0.0014808577,0.03900425,0.023510553],"study_design_scores_gemma":[0.0006866908,0.00010402672,0.6306284,0.00009503536,0.000002672239,0.00009426015,0.0000072186444,0.019214518,0.0059217596,0.00021981618,0.34213746,0.00088812545],"about_ca_topic_score_codex":0.000035985697,"about_ca_topic_score_gemma":0.0000040567065,"teacher_disagreement_score":0.65368235,"about_ca_system_score_codex":0.00024416126,"about_ca_system_score_gemma":0.000041975316,"threshold_uncertainty_score":0.8825746},"labels":[],"label_agreement":null},{"id":"W4250972184","doi":"10.1109/icse.2013.6606676","title":"Why did this code change?","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Commit; Automatic summarization; Documentation; Code (set theory); Code review; Source code; Set (abstract data type); World Wide Web; Programming language; Static program analysis; Information retrieval; Database; Software; Software development","score_opus":0.0570751759543973,"score_gpt":0.28208227329182556,"score_spread":0.22500709733742824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250972184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013739109,0.0001582185,0.97075117,0.0072222077,0.0041724183,0.0006677331,0.000049281858,0.0023864238,0.00085344195],"genre_scores_gemma":[0.832499,0.00024926453,0.15948616,0.0024677408,0.0010064951,0.0009393453,0.00006884837,0.00014265782,0.0031404486],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99710536,0.00003351809,0.00038537662,0.00071653107,0.0010790643,0.0006801448],"domain_scores_gemma":[0.99751055,0.00052968087,0.0000956688,0.00088002905,0.000653104,0.0003309792],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002796124,0.00040728456,0.0002902925,0.0005207621,0.0000894561,0.00065283844,0.0024561933,0.00017708856,0.0018625772],"category_scores_gemma":[0.0011677026,0.00040701864,0.00012214966,0.00039492644,0.00004641179,0.0012592303,0.000528715,0.0006362591,0.0023712902],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003947128,0.00062155456,0.03205241,0.00033180797,0.0006997047,0.00022864489,0.0030826859,0.014342317,0.0034588552,0.45060882,0.41625473,0.078279],"study_design_scores_gemma":[0.00088363345,0.0002758809,0.04915282,0.00047813068,0.000009620061,0.00006575302,0.000017544158,0.80607176,0.0016285792,0.0013484367,0.13863719,0.0014306841],"about_ca_topic_score_codex":0.0004088355,"about_ca_topic_score_gemma":0.000009340616,"teacher_disagreement_score":0.8187599,"about_ca_system_score_codex":0.00024102427,"about_ca_system_score_gemma":0.000078367375,"threshold_uncertainty_score":0.9998382},"labels":[],"label_agreement":null},{"id":"W4251091893","doi":"10.22215/etd/2011-08906","title":"Maintenance of hybrid software that combines open source and closed source components","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Open source; Open source software; Computer science; Software; Operating system","score_opus":0.03346099502205735,"score_gpt":0.26784044478024405,"score_spread":0.2343794497581867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251091893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5123227,0.00052096037,0.48314035,0.00004882769,0.00085169874,0.0010566346,0.000015475818,0.0006202337,0.0014231342],"genre_scores_gemma":[0.88467246,0.00011072698,0.047454923,0.000083943574,0.00003779268,0.00009166435,0.00024973357,0.00012340858,0.06717535],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978034,0.00006595801,0.00035867735,0.0007328547,0.0005804434,0.00045866432],"domain_scores_gemma":[0.9977209,0.0005742966,0.00024891863,0.0010173296,0.00026245863,0.00017610748],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037796015,0.00036616626,0.00058798894,0.00026534445,0.00010523088,0.00028171836,0.0033534416,0.00013061966,0.000050105056],"category_scores_gemma":[0.00039866334,0.0003342835,0.00008959691,0.00024846205,0.000070806884,0.0004314107,0.0010507727,0.0003781617,0.000033794644],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011836601,0.0020305468,0.23757456,0.008405167,0.0016193634,0.00040365942,0.016761184,0.0007138732,0.0048208716,0.014507827,0.06593492,0.6460444],"study_design_scores_gemma":[0.008613581,0.0011532198,0.78988236,0.0051429756,0.00016101307,0.00034171873,0.0011581862,0.030068832,0.1129446,0.009207708,0.036037788,0.0052880123],"about_ca_topic_score_codex":0.0009167953,"about_ca_topic_score_gemma":0.000046552195,"teacher_disagreement_score":0.64075637,"about_ca_system_score_codex":0.000034421715,"about_ca_system_score_gemma":0.000112857815,"threshold_uncertainty_score":0.9999109},"labels":[],"label_agreement":null},{"id":"W4251625061","doi":"10.1109/icse.2015.291","title":"Towards Generation of Software Development Tasks","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Decomposition; Context (archaeology); Process (computing); Software engineering; Task analysis; Software development; Software; Human–computer interaction; Programming language; Systems engineering; Engineering","score_opus":0.14010299695419845,"score_gpt":0.3348344149472631,"score_spread":0.19473141799306468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251625061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09056754,0.00007914318,0.90179783,0.00024392974,0.0061211283,0.00024279852,0.000025259409,0.00080572424,0.00011667073],"genre_scores_gemma":[0.6437443,0.000016113598,0.3551451,0.00006620604,0.00051517447,0.00009392774,0.000042988653,0.000052272197,0.00032394243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99632883,0.000045850105,0.00065662066,0.0006919886,0.001724467,0.000552225],"domain_scores_gemma":[0.99674946,0.00032701402,0.00018006013,0.001036673,0.0012992799,0.0004075358],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007701781,0.00042404415,0.00038681508,0.0006358896,0.00006430632,0.00023694737,0.0026785217,0.00019352819,0.00005603768],"category_scores_gemma":[0.0041087586,0.00044289252,0.00010481272,0.0004743649,0.000045684137,0.00069589686,0.00036729113,0.00046676278,0.00018514368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022118086,0.0012101737,0.04009611,0.000612517,0.0014278808,0.00043720787,0.009999954,0.64439505,0.025103075,0.04350667,0.07869095,0.15429923],"study_design_scores_gemma":[0.0044805296,0.0009950317,0.02293852,0.0012557758,0.00004065472,0.00019361591,0.000117978016,0.6508056,0.277637,0.0014174894,0.036446255,0.0036715718],"about_ca_topic_score_codex":0.00003965532,"about_ca_topic_score_gemma":0.000006216533,"teacher_disagreement_score":0.55317676,"about_ca_system_score_codex":0.0005525065,"about_ca_system_score_gemma":0.00085819996,"threshold_uncertainty_score":0.9998023},"labels":[],"label_agreement":null},{"id":"W4251684089","doi":"10.22215/etd/2021-14511","title":"Recommending GitHub Projects by Leveraging Developers' Social Networks and Genetic Algorithm","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Construct (python library); Data science; Genetic algorithm; World Wide Web; Social network (sociolinguistics); Software engineering; Knowledge management; Social media; Machine learning; Programming language","score_opus":0.019088986061369852,"score_gpt":0.2709855241976485,"score_spread":0.25189653813627866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251684089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010855651,0.00309354,0.9830179,0.00020717732,0.0013965511,0.00029177047,0.0000030893839,0.0003820015,0.00075228076],"genre_scores_gemma":[0.0642025,0.0009808312,0.90234005,0.00041700268,0.0010259472,0.0002871563,0.0010431173,0.000235415,0.029467974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811804,0.000063968364,0.00023533765,0.0006963128,0.00038833337,0.00049797515],"domain_scores_gemma":[0.99915755,0.00029266384,0.00006337379,0.00024121284,0.00014392297,0.00010130287],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019891113,0.00027508778,0.00027718247,0.00018922126,0.00025202602,0.00059718546,0.000573474,0.000257217,0.00003515745],"category_scores_gemma":[0.00011740105,0.00029369918,0.000050974304,0.0005865948,0.000013141074,0.00019003771,0.000211256,0.0005275824,0.0000050399103],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017807822,0.000018767243,0.00046503774,0.000119107994,0.00008079293,0.00008024904,0.0026991388,0.00007558835,0.000057946207,0.00006431574,0.02002249,0.9763148],"study_design_scores_gemma":[0.0019451048,0.00018798628,0.098185465,0.0011836657,0.00008924737,0.00029678852,0.0044953646,0.84934276,0.0043542353,0.00023896017,0.034679856,0.0050005475],"about_ca_topic_score_codex":0.000077223405,"about_ca_topic_score_gemma":0.000016611948,"teacher_disagreement_score":0.97131425,"about_ca_system_score_codex":0.00013097837,"about_ca_system_score_gemma":0.00024751626,"threshold_uncertainty_score":0.99995154},"labels":[],"label_agreement":null},{"id":"W4251686833","doi":"10.1109/icre.2004.1335682","title":"Helping analysts trace requirements:an objective look","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Computer science; TRACE (psycholinguistics); Requirements analysis; Software engineering; Process (computing); Requirements management; Software requirements specification; Systems engineering; Engineering; Programming language; Software; Software design; Software development","score_opus":0.029755968137820665,"score_gpt":0.306384623336623,"score_spread":0.2766286551988023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251686833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11742517,0.00005598211,0.88013023,0.00028533477,0.00014770524,0.00010407965,2.3226639e-7,0.00054352346,0.0013077151],"genre_scores_gemma":[0.9226487,0.0000027859478,0.07681461,0.000093465635,0.000053837368,0.000010875243,5.8735213e-7,0.00000946023,0.00036562706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987132,0.0000264529,0.00012990531,0.00037894558,0.00041434716,0.00033714925],"domain_scores_gemma":[0.9990597,0.0000933342,0.000020281735,0.0005927589,0.000088809524,0.00014514949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031247138,0.000101310194,0.0001000652,0.00016979373,0.000077378856,0.00015132796,0.00078502874,0.000037574802,0.000025232692],"category_scores_gemma":[0.00018581016,0.00009489956,0.00004035912,0.0006055561,0.000021860707,0.00088722556,0.00016800292,0.00013095581,0.00015766236],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004728315,0.0017199261,0.048252355,0.0001669782,0.0007552545,0.0010296695,0.018980652,0.1871059,0.08061312,0.48860523,0.0015851244,0.17113853],"study_design_scores_gemma":[0.006215789,0.0020756384,0.35507715,0.00035052278,0.000039203842,0.00022866814,0.00091835577,0.13578413,0.45099342,0.043011453,0.0022324983,0.003073166],"about_ca_topic_score_codex":0.00016866351,"about_ca_topic_score_gemma":0.000034404788,"teacher_disagreement_score":0.8052236,"about_ca_system_score_codex":0.00022313115,"about_ca_system_score_gemma":0.000111076435,"threshold_uncertainty_score":0.38698918},"labels":[],"label_agreement":null},{"id":"W4251941390","doi":"10.1177/0265532220929918","title":"Automated scoring of junior and senior high essays using Coh-Metrix features: Implications for large-scale language testing","year":2020,"lang":"en","type":"article","venue":"Language Testing","topic":"Software Engineering Research","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Advancing Health Outcomes; University of Alberta","funders":"","keywords":"Natural language processing; Artificial intelligence; Rating scale; Computer science; Scale (ratio); Quality (philosophy); Construct (python library); Psychology; Computational linguistics; Disadvantaged; Machine learning; Developmental psychology","score_opus":0.0384669575825602,"score_gpt":0.314934657209404,"score_spread":0.2764676996268438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251941390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7929544,0.00044364805,0.20430955,0.00016516946,0.00006152351,0.00032973225,0.00005130433,0.0016434584,0.000041233707],"genre_scores_gemma":[0.6143281,3.8070345e-7,0.38544387,0.0000633857,0.0000993271,0.000023442026,0.000005428649,0.000026251724,0.00000985091],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984274,0.0000440952,0.00028749226,0.0004702182,0.0002178771,0.0005529008],"domain_scores_gemma":[0.99559134,0.0034210896,0.00014530416,0.00042654775,0.00021282712,0.00020285932],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00050997426,0.00018341948,0.0002773508,0.00017264928,0.00020698,0.0001450411,0.00055239134,0.00007625024,0.0000024065112],"category_scores_gemma":[0.0128062265,0.00018765165,0.00003671898,0.0017116492,0.000031806114,0.00025655155,0.0004246361,0.00022983085,0.0000016655974],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010995404,0.000081927305,0.11395604,0.0011042666,0.000060087703,0.000071702714,0.031062406,0.0050172703,0.8071012,0.0009538756,0.0001414415,0.040438812],"study_design_scores_gemma":[0.0010255192,0.00017069154,0.10061292,0.00032041917,0.000027180511,0.00010530819,0.0017062154,0.87770486,0.017786121,0.00008529035,0.000010387262,0.00044508177],"about_ca_topic_score_codex":0.00025217608,"about_ca_topic_score_gemma":0.0000074000313,"teacher_disagreement_score":0.8726876,"about_ca_system_score_codex":0.000066992914,"about_ca_system_score_gemma":0.00009463333,"threshold_uncertainty_score":0.9955093},"labels":[],"label_agreement":null},{"id":"W4252165735","doi":"10.24124/2006/bpgub1329","title":"Distribution of defects in a large software system","year":2006,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Memory leak; Source lines of code; Programmer; Leak; Software; Operating system; Embedded system; Memory management; Engineering; Semiconductor memory","score_opus":0.007315300180494949,"score_gpt":0.251122040824903,"score_spread":0.24380674064440808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252165735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39845157,0.00033411558,0.59908146,0.0000033366039,0.00057114544,0.00032192006,0.00003931593,0.0005276614,0.00066948496],"genre_scores_gemma":[0.9940978,0.0000022181127,0.0032800105,0.0000012128634,0.000023835724,0.00004734257,0.0010849971,0.000016361208,0.001446174],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985861,0.000036947073,0.00029483487,0.00032385657,0.00044872114,0.00030952969],"domain_scores_gemma":[0.99897236,0.000298972,0.00008815268,0.0004468563,0.00015266518,0.000041000156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029749118,0.00015564912,0.00026008068,0.00023851932,0.000023157803,0.000043549906,0.00061934075,0.00021200861,0.000003542839],"category_scores_gemma":[0.00037742406,0.00015468284,0.00007695672,0.0007018215,0.00000479986,0.00012595998,0.00006441706,0.00023302095,0.000022938133],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001290929,0.001491696,0.5424087,0.032451376,0.00020050832,0.0007697031,0.0026749482,0.0061587133,0.0013786245,0.35175493,0.02696104,0.03362067],"study_design_scores_gemma":[0.00060293806,0.00007189343,0.9814324,0.0012230335,0.000008949647,0.000007077234,0.00010958176,0.009398275,0.006101936,0.00015270837,0.00042817075,0.00046302975],"about_ca_topic_score_codex":0.00026350305,"about_ca_topic_score_gemma":0.00035393992,"teacher_disagreement_score":0.5958015,"about_ca_system_score_codex":0.00023445087,"about_ca_system_score_gemma":0.00014485599,"threshold_uncertainty_score":0.6307783},"labels":[],"label_agreement":null},{"id":"W4252238268","doi":"10.4018/9781591409411.ch008.ch000","title":"Modeling Relevance Relations Using Machine Learning Techniques","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Relevance (law); Relation (database); Artificial intelligence; Software deployment; Software; Machine learning; Abstraction; Precision and recall; Tuple; Data mining; Information retrieval; Data science; Software engineering; Programming language","score_opus":0.04127005045233979,"score_gpt":0.27500254848819566,"score_spread":0.23373249803585588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252238268","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000656939,0.0006265367,0.6269743,0.000011647665,0.00018021019,0.00020268688,0.000009190591,0.0012355676,0.37069422],"genre_scores_gemma":[0.21558973,0.000051043993,0.62918645,0.000113654096,0.0004506504,0.0000394585,0.0000066391062,0.0002273768,0.15433498],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979812,0.000024890642,0.00037340447,0.00065659307,0.0005246325,0.00043925951],"domain_scores_gemma":[0.99855185,0.0001313078,0.00011837625,0.00084056694,0.00020274658,0.00015513596],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026837946,0.0003821494,0.00033374815,0.00018329428,0.0002052408,0.00014107118,0.0010578007,0.00038860695,0.000015086265],"category_scores_gemma":[0.00024141227,0.00041989435,0.00015433204,0.000055073182,0.000051998868,0.000179829,0.0006631485,0.0009815281,0.00011426175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003880169,0.000003612571,0.00006082534,0.000023333794,0.000036037723,0.000058303212,0.00006700264,0.0042267395,0.00005127972,0.9879712,0.000024944668,0.0074728797],"study_design_scores_gemma":[0.00012429761,0.0000890157,0.000005411643,0.0006359293,0.00003087081,0.00014366764,8.4611196e-7,0.46367747,0.00025423354,0.5263738,0.007832169,0.00083230896],"about_ca_topic_score_codex":0.00024170268,"about_ca_topic_score_gemma":0.000021217304,"teacher_disagreement_score":0.46159738,"about_ca_system_score_codex":0.0004656971,"about_ca_system_score_gemma":0.00022945713,"threshold_uncertainty_score":0.9998253},"labels":[],"label_agreement":null},{"id":"W4252288227","doi":"10.7287/peerj.preprints.3123","title":"Finding and correcting syntax errors using recurrent neural networks","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Syntax error; Computer science; Syntax; Security token; Abstract syntax; Programming language; Parsing; Artificial intelligence; Natural language processing; Language model; Abstract syntax tree","score_opus":0.0793394262160843,"score_gpt":0.3405356839980847,"score_spread":0.2611962577820004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252288227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27245426,0.00054792746,0.72112054,0.0001004406,0.0050701885,0.00021782248,9.3629893e-7,0.0003897245,0.00009818342],"genre_scores_gemma":[0.9598788,0.000032371478,0.03963368,0.000015565503,0.00028696322,0.000013170771,0.0000024571657,0.000027837688,0.000109148175],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794644,0.00006823187,0.00024613095,0.0008190755,0.00036203946,0.0005581087],"domain_scores_gemma":[0.9976663,0.00069411367,0.0001838102,0.0011932247,0.00008411315,0.00017844941],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007027348,0.0002937823,0.00031804107,0.0002190873,0.00035991962,0.0011545329,0.0016271177,0.00023438087,0.000006990804],"category_scores_gemma":[0.0010831865,0.0002910738,0.00008352323,0.000113092574,0.000055615026,0.0002742785,0.005608933,0.0013557364,0.0000026828907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057656935,0.000028288368,0.066115834,0.0003008979,0.00008368015,0.00014641785,0.0008683681,0.5122244,0.000026038178,0.00032914954,0.0005339079,0.41933727],"study_design_scores_gemma":[0.00006790094,0.0000145579925,0.00570834,0.00031113706,0.000006611771,0.000078782796,0.000010073423,0.99332196,0.000042730968,0.00009984462,0.000027766164,0.00031029308],"about_ca_topic_score_codex":0.00027698654,"about_ca_topic_score_gemma":0.000013231813,"teacher_disagreement_score":0.68742454,"about_ca_system_score_codex":0.0001613313,"about_ca_system_score_gemma":0.00009339616,"threshold_uncertainty_score":0.99995416},"labels":[],"label_agreement":null},{"id":"W4252721210","doi":"10.1109/raise.2012.6227963","title":"Clone detection meets Semantic Web-based transitive closure computation","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Source code; Transitive relation; Transitive closure; Semantic Web; Social Semantic Web; Programming language; clone (Java method); Theoretical computer science; Web service; Data mining; Artificial intelligence; Mathematics","score_opus":0.014909508081670238,"score_gpt":0.25853503482566575,"score_spread":0.2436255267439955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252721210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21945707,0.00005321594,0.77899307,0.0003564211,0.00032789772,0.00012345267,5.215408e-7,0.00054145744,0.00014689058],"genre_scores_gemma":[0.97155815,0.0000011697974,0.028214796,0.00007891653,0.000079520134,0.000014370087,0.0000020953464,0.000010969064,0.000040034745],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989259,0.000072234616,0.00012082438,0.00019604381,0.00034877993,0.00033616414],"domain_scores_gemma":[0.9991429,0.00041448715,0.000021465128,0.00020591858,0.000091421396,0.00012382741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041272098,0.00010158625,0.00009679353,0.00016476233,0.00007352605,0.00006359941,0.00021342188,0.000060268307,0.000012965988],"category_scores_gemma":[0.00009483888,0.00009591179,0.000048126152,0.00049480604,0.00001992704,0.0004494211,0.000031669548,0.00013405629,0.00012975045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012464054,0.0014646797,0.16190565,0.0006039801,0.00028798493,0.00009126161,0.0071937316,0.07461952,0.27836123,0.0129579855,0.0032078738,0.45918146],"study_design_scores_gemma":[0.00068981625,0.0001066513,0.15128829,0.000019041816,0.0000069059824,0.000019191968,0.0000133141375,0.7860244,0.06100732,0.00007956319,0.00051612884,0.00022940888],"about_ca_topic_score_codex":0.000028459881,"about_ca_topic_score_gemma":0.000009501414,"teacher_disagreement_score":0.75210106,"about_ca_system_score_codex":0.00006581029,"about_ca_system_score_gemma":0.000040351362,"threshold_uncertainty_score":0.39111692},"labels":[],"label_agreement":null},{"id":"W4252745723","doi":"10.32920/ryerson.14668263.v1","title":"Researchgate.net crawler and a new contribution determines sequence (CDS) method","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Web crawler; Crawling; Scripting language; Computer science; Focused crawler; World Wide Web; Field (mathematics); Java; Information retrieval; Data mining; Data science; The Internet; Web server; Static web page; Operating system; Mathematics","score_opus":0.09491528026853427,"score_gpt":0.3891979685653524,"score_spread":0.29428268829681814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252745723","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027251268,0.001032265,0.96820533,0.0019769587,0.00045671072,0.0004071771,0.0000069597063,0.00052814936,0.00013516602],"genre_scores_gemma":[0.27788848,0.00034881572,0.7191412,0.00017421442,0.00025764317,0.000100480036,0.000039318253,0.000037711216,0.0020121592],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967024,0.0003207272,0.00031896637,0.0011755293,0.0008273374,0.00065507024],"domain_scores_gemma":[0.9957802,0.0017494829,0.000068867266,0.0014131912,0.0005449447,0.00044327247],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014918991,0.00030930806,0.00042295706,0.00028553104,0.000090541005,0.0012734233,0.001541579,0.0003236985,0.00010464912],"category_scores_gemma":[0.00353865,0.000290819,0.000095813055,0.00050606515,0.00006766031,0.00038480884,0.005406572,0.0010218103,0.0000268465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106078565,0.00033616836,0.02706116,0.0027662623,0.0009667786,0.0042104707,0.0060592825,0.006281128,0.117565066,0.036951873,0.03637187,0.76132387],"study_design_scores_gemma":[0.0015551163,0.00025253595,0.03084026,0.0010865835,0.000039779832,0.0006255621,0.000063590785,0.7932387,0.14559613,0.018249681,0.006341913,0.0021101544],"about_ca_topic_score_codex":0.0010354732,"about_ca_topic_score_gemma":0.000067759654,"teacher_disagreement_score":0.78695756,"about_ca_system_score_codex":0.00017861782,"about_ca_system_score_gemma":0.0009728898,"threshold_uncertainty_score":0.9999544},"labels":[],"label_agreement":null},{"id":"W4252859673","doi":"10.4236/ib.2012.51a006","title":"Forecasting and the Role of Churn in Software-as-a-Service Business Models","year":2013,"lang":"en","type":"article","venue":"iBusiness","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software as a service; Revenue; Business model; Computer science; Service (business); Software; Key (lock); Revenue model; Process management; Business; Knowledge management; Marketing; Software development; Finance; Computer security","score_opus":0.01880348607987751,"score_gpt":0.21835534439111914,"score_spread":0.19955185831124164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252859673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8402079,0.0005891852,0.15719794,0.0012450009,0.00011816112,0.000353098,7.8075175e-7,0.00011324065,0.00017469897],"genre_scores_gemma":[0.989063,0.000014884962,0.010674368,0.00010539234,0.00003088719,0.00007454406,8.414292e-7,0.000014964321,0.00002106962],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886465,0.00003965702,0.00022569217,0.00025707154,0.00031037757,0.00030255696],"domain_scores_gemma":[0.9979171,0.0009295119,0.000061540224,0.00048045375,0.00056108047,0.00005027298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004141344,0.00012718236,0.00020910811,0.00015685332,0.00005514145,0.00014226393,0.0008476535,0.000057839083,0.0000090595695],"category_scores_gemma":[0.00085457106,0.00009150408,0.000018874167,0.0015953553,0.00008377264,0.00085153774,0.0005383426,0.00014509131,0.000014035066],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001499255,0.00039030262,0.11707753,0.0012844377,0.000092106755,0.000059775724,0.0145590035,0.24368984,0.0026969172,0.068347335,0.0002112437,0.5514416],"study_design_scores_gemma":[0.00091298437,0.00000655139,0.08754273,0.000115637515,0.0000024110961,0.00003965694,0.000051210143,0.8730622,0.00035397251,0.0377036,0.000056839304,0.00015219318],"about_ca_topic_score_codex":0.003666111,"about_ca_topic_score_gemma":0.000040842988,"teacher_disagreement_score":0.62937236,"about_ca_system_score_codex":0.000022557926,"about_ca_system_score_gemma":0.000084282954,"threshold_uncertainty_score":0.55420876},"labels":[],"label_agreement":null},{"id":"W4252902208","doi":"10.1145/566180.566183","title":"Investigating the use of analysis contracts to support fault isolation in object oriented code","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Isolation (microbiology); Precondition; Design by contract; Software engineering; Reuse; Object-oriented programming; Software; Object (grammar); Code reuse; Code (set theory); Fault detection and isolation; Instrumentation (computer programming); Programming language; Reliability engineering; Software system; Software construction; Engineering; Set (abstract data type); Artificial intelligence","score_opus":0.054195060972924855,"score_gpt":0.2721160425029615,"score_spread":0.21792098153003664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252902208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59185857,0.0000726641,0.40684316,0.00030522808,0.00015270652,0.000272754,0.000016642036,0.00047789825,3.5463162e-7],"genre_scores_gemma":[0.8257611,0.000006468614,0.17396793,0.000119745375,0.000032957512,0.00004771111,0.000011413839,0.000030783878,0.000021923654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99761385,0.00006448285,0.0005661175,0.000516289,0.0006433427,0.00059593096],"domain_scores_gemma":[0.90788317,0.089835905,0.0001355783,0.0016425899,0.00026286393,0.00023990704],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000559106,0.0002815868,0.00041405024,0.00087369425,0.00007660915,0.00016293253,0.0012911041,0.00011940233,0.000027919566],"category_scores_gemma":[0.33655494,0.00025281552,0.0001401386,0.0044421772,0.000038671173,0.000666844,0.0004735938,0.00040698895,0.000028289589],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017545103,0.000035320834,0.6717574,0.000032002004,0.00009197432,0.00001246687,0.001598427,0.3207509,0.0017234564,0.0001048485,0.00019787562,0.003693597],"study_design_scores_gemma":[0.00031938852,0.00012396717,0.78370327,0.0000987911,0.000048674712,0.000008387166,0.000007877617,0.21016262,0.0039239707,0.0000062042677,0.0011938942,0.00040292786],"about_ca_topic_score_codex":0.00019774864,"about_ca_topic_score_gemma":0.000057064895,"teacher_disagreement_score":0.33599582,"about_ca_system_score_codex":0.00012347073,"about_ca_system_score_gemma":0.000042024934,"threshold_uncertainty_score":0.99999243},"labels":[],"label_agreement":null},{"id":"W4252955832","doi":"10.5194/gmdd-5-347-2012","title":"Assessing climate model software quality: a defect density analysis of three models","year":2012,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Executable; Context (archaeology); Software; Climate model; Computer science; Trustworthiness; Software quality; Quality (philosophy); Climate change; Software development; Geography; Geology; Programming language; Computer security","score_opus":0.1484321936416739,"score_gpt":0.37334999201768193,"score_spread":0.22491779837600803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252955832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2458835,0.00026298166,0.75255954,0.000028162594,0.00017267054,0.00020346133,0.000023778008,0.0007120349,0.00015386385],"genre_scores_gemma":[0.620857,0.000018531286,0.37899557,0.000021636255,0.000022082391,0.000024685249,0.000022985578,0.00002344296,0.000014042157],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958583,0.00018355624,0.00075080077,0.0010538943,0.0012989941,0.00085444655],"domain_scores_gemma":[0.9943176,0.0014864265,0.00034771633,0.003038877,0.0005475607,0.00026183922],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029710385,0.00043393622,0.0011892181,0.0011140552,0.00010700669,0.00052701094,0.0023406178,0.0004310814,0.000014174777],"category_scores_gemma":[0.00071741565,0.00041450252,0.0009797905,0.0014850511,0.000068424415,0.0010554227,0.0064379033,0.000877634,0.000010311126],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034770226,0.00007497295,0.060418293,0.00033691843,0.0011506166,0.0000036033416,0.00030987876,0.9235957,0.00004841977,0.0089926915,0.000014583011,0.0050508166],"study_design_scores_gemma":[0.00008134854,0.000005048897,0.050185617,0.00006457437,0.0004677473,0.0000012075681,0.000005376309,0.9360627,0.00015812347,0.012562195,3.4903076e-7,0.00040571427],"about_ca_topic_score_codex":0.0006251517,"about_ca_topic_score_gemma":0.00017492077,"teacher_disagreement_score":0.3749735,"about_ca_system_score_codex":0.00023383021,"about_ca_system_score_gemma":0.00037616963,"threshold_uncertainty_score":0.99983066},"labels":[],"label_agreement":null},{"id":"W4252966483","doi":"10.1007/s10664-021-10000-w","title":"FACER: An API usage-based code-example recommender for opportunistic reuse","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Snippet; Java; Application programming interface; Code reuse; Android (operating system); Source code; Cluster analysis; Reuse; Information retrieval; Code (set theory); Software; World Wide Web; Data mining; Programming language; Operating system; Artificial intelligence; Set (abstract data type)","score_opus":0.11146040033542123,"score_gpt":0.3362907313551917,"score_spread":0.22483033101977049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252966483","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027354693,0.00014259323,0.9680461,0.0013124798,0.00072113686,0.0002935704,0.000046696954,0.0020747827,0.000007926183],"genre_scores_gemma":[0.22548552,0.00001096924,0.77233815,0.0009116557,0.0002912916,0.00026373108,0.00017552428,0.00014519466,0.0003779771],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970983,0.00007431887,0.0004177605,0.0009469128,0.00054691196,0.00091574434],"domain_scores_gemma":[0.99343413,0.003712774,0.000052418633,0.0019054435,0.00028708184,0.00060815347],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006358133,0.0003617225,0.0003913965,0.00021084788,0.00025929426,0.0002713485,0.0015572164,0.00019302274,0.00008930646],"category_scores_gemma":[0.008402136,0.00039609033,0.00017830812,0.0008552255,0.000027603955,0.00046272544,0.00073358277,0.00044567132,0.000030218434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013415728,0.0025012747,0.27742654,0.0025189926,0.0007041895,0.0031860112,0.0044800043,0.4913901,0.0064609987,0.006024988,0.13315412,0.0720186],"study_design_scores_gemma":[0.0016846354,0.0003815428,0.022562487,0.00013158935,0.000029871897,0.000106970816,0.000019985262,0.6417835,0.0043750596,0.00057357905,0.32691935,0.0014314876],"about_ca_topic_score_codex":0.000021813363,"about_ca_topic_score_gemma":0.0000059284584,"teacher_disagreement_score":0.25486407,"about_ca_system_score_codex":0.00025500404,"about_ca_system_score_gemma":0.0004137048,"threshold_uncertainty_score":0.9999505},"labels":[],"label_agreement":null},{"id":"W4253058763","doi":"10.1109/mtd.2013.6608678","title":"Generating precise dependencies for large software","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada); University of Waterloo","funders":"","keywords":"Code refactoring; Computer science; Scalability; Software engineering; Software development; Software; Source lines of code; Software system; Code (set theory); Source code; Software construction; Software evolution; Programming language; Database; Set (abstract data type)","score_opus":0.020952338323343568,"score_gpt":0.26432046299521395,"score_spread":0.24336812467187038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253058763","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038238596,0.000080218495,0.9602269,0.0001973154,0.00018968893,0.00034763804,0.0000016793056,0.00063788996,0.00008010039],"genre_scores_gemma":[0.25491938,0.0000015660181,0.7421382,0.00013032473,0.000079571204,0.00026602097,0.0000017292728,0.000011826758,0.0024513504],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989786,0.000012534717,0.000117505035,0.0002575656,0.0002348548,0.00039892903],"domain_scores_gemma":[0.998546,0.00076200225,0.000016017319,0.00040653645,0.00017461802,0.00009479764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002489202,0.000086402666,0.00008338768,0.00006895227,0.000115064155,0.0002951445,0.0006799359,0.000041802337,0.00012798037],"category_scores_gemma":[0.001263333,0.000073124196,0.000043964166,0.00016757629,0.0000061317614,0.00054981536,0.0002719113,0.00007483259,0.0002186686],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061023006,0.00034260398,0.08413907,0.00038662978,0.00012917352,0.00002095671,0.0030772546,0.008481257,0.022782056,0.0911747,0.27213153,0.5173287],"study_design_scores_gemma":[0.0006817827,0.00013098732,0.012933827,0.000023019938,0.0000026192045,0.000016459571,0.00004909169,0.95477444,0.018045107,0.0036322246,0.009228365,0.00048206004],"about_ca_topic_score_codex":0.000027613785,"about_ca_topic_score_gemma":0.000008065266,"teacher_disagreement_score":0.9462932,"about_ca_system_score_codex":0.00002887026,"about_ca_system_score_gemma":0.000046515775,"threshold_uncertainty_score":0.29819182},"labels":[],"label_agreement":null},{"id":"W4253079602","doi":"10.1002/smr.372","title":"A survey and evaluation of tool features for understanding reverse‐engineered sequence diagrams","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada; University of Victoria","funders":"","keywords":"Sequence (biology); Sequence diagram; Computer science; Set (abstract data type); Diagram; Data science; Software; Data mining; Reverse engineering; Software engineering; Unified Modeling Language; Programming language; Database","score_opus":0.23586060321562363,"score_gpt":0.39914541570243034,"score_spread":0.1632848124868067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253079602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18459608,0.0063118916,0.8070157,0.0015091869,0.00013761007,0.0003795645,0.000014455319,0.000020539943,0.000014938535],"genre_scores_gemma":[0.9680407,0.002162883,0.029651886,0.000020487167,0.00004435409,0.000010996825,0.0000015365962,0.0000080676955,0.000059088597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997342,0.0006484457,0.00030315405,0.0002238833,0.001136404,0.00034610368],"domain_scores_gemma":[0.98252314,0.013833594,0.00019849661,0.00018808586,0.0030954338,0.00016125274],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017583692,0.00010120981,0.00020831199,0.00033050193,0.0002698515,0.000105189385,0.00023176911,0.0000787508,0.0000014190025],"category_scores_gemma":[0.06847715,0.000084485255,0.000032281565,0.0005505624,0.0002726985,0.0013619128,0.00012248366,0.00042973075,3.3750078e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010840746,0.001100745,0.60844165,0.0030982636,0.0015178504,0.00068491674,0.017721051,0.0054711387,0.0097241355,0.089345306,0.1340595,0.1179947],"study_design_scores_gemma":[0.0038347968,0.002480798,0.93826884,0.00058162265,0.000049396232,0.004062228,0.001672952,0.019420832,0.0001686699,0.02763659,0.0014397753,0.00038352387],"about_ca_topic_score_codex":0.00011137267,"about_ca_topic_score_gemma":0.000015845788,"teacher_disagreement_score":0.78344464,"about_ca_system_score_codex":0.00027220565,"about_ca_system_score_gemma":0.00047276233,"threshold_uncertainty_score":0.93936944},"labels":[],"label_agreement":null},{"id":"W4253188200","doi":"10.31224/osf.io/wxv9e","title":"Predicting Verification Methods from Natural Language Requirements","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Similarity (geometry); Data mining; Inference; Set (abstract data type); Natural language; Consistency (knowledge bases); Certification; Artificial intelligence; Programming language","score_opus":0.06407901670036724,"score_gpt":0.390507515203784,"score_spread":0.32642849850341676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253188200","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030936353,0.0007814177,0.9636094,0.000643223,0.001954544,0.00025394885,0.000009378187,0.0014326621,0.00037909704],"genre_scores_gemma":[0.42010245,0.0000068365225,0.5793732,0.00007613732,0.00020921424,0.000032659937,0.00005591462,0.000015522388,0.00012807894],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99801475,0.00017056002,0.00025547983,0.00080134405,0.00050124095,0.0002566498],"domain_scores_gemma":[0.9978351,0.0007079557,0.000090737405,0.0011728691,0.00007660967,0.00011670212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052353117,0.0001947578,0.00021326484,0.000100296114,0.000044505705,0.00031532024,0.0019797112,0.00015076317,0.000037813392],"category_scores_gemma":[0.0017512816,0.00019051532,0.000081028586,0.00024476516,0.000015716834,0.00020273899,0.0028867647,0.0008740016,0.00007396403],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029708719,0.00013346811,0.04613318,0.00065444305,0.00080543925,0.00019335559,0.022036612,0.0026929646,0.1368533,0.004533091,0.0065499013,0.77938455],"study_design_scores_gemma":[0.00019241888,0.000020256271,0.06641399,0.000110351786,0.000012795841,0.0000014687653,0.000056675624,0.9022623,0.02849729,0.0015261478,0.0005038862,0.0004024554],"about_ca_topic_score_codex":0.00051900075,"about_ca_topic_score_gemma":0.0000034945926,"teacher_disagreement_score":0.8995693,"about_ca_system_score_codex":0.00013986016,"about_ca_system_score_gemma":0.000110290006,"threshold_uncertainty_score":0.7768989},"labels":[],"label_agreement":null},{"id":"W4253617473","doi":"10.1145/1083142.1083161","title":"SCQL","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science","score_opus":0.015189933772932143,"score_gpt":0.2652056014566818,"score_spread":0.25001566768374966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253617473","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012413007,0.000038310845,0.9759177,0.002005161,0.000067784276,0.000023523413,3.184088e-8,0.000534157,0.00900032],"genre_scores_gemma":[0.7742486,0.0000011742435,0.22230688,0.00017029674,0.000057085508,0.0000024246756,4.61353e-8,0.0000021044034,0.0032114058],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996342,0.0000035647465,0.000032822812,0.000090047775,0.00012241978,0.00011691665],"domain_scores_gemma":[0.99960005,0.000098137825,0.0000023716364,0.00024241363,0.00001553307,0.00004150635],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008217332,0.000024483661,0.000022214452,0.000037694408,0.000014605536,0.000045101013,0.0004040023,0.0000103912325,0.00008153372],"category_scores_gemma":[0.00007998443,0.000020754009,0.0000103248085,0.00014430616,0.000004812897,0.00018085432,0.00010307803,0.000040019157,0.0010297395],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.487922e-7,0.000044356257,0.008304485,0.000005117458,0.000007472169,0.000011408431,0.00024539296,0.0016389597,0.00096953154,0.23287703,0.05115198,0.70474374],"study_design_scores_gemma":[0.00035169593,0.000054786942,0.07745488,0.000007057574,6.041929e-7,0.00003644249,0.0000038546714,0.32109377,0.03022445,0.0012448413,0.56920975,0.0003178754],"about_ca_topic_score_codex":0.000003279137,"about_ca_topic_score_gemma":0.0000010718774,"teacher_disagreement_score":0.7618356,"about_ca_system_score_codex":0.000015987978,"about_ca_system_score_gemma":0.000012710738,"threshold_uncertainty_score":0.99974805},"labels":[],"label_agreement":null},{"id":"W4253675410","doi":"10.1109/iwpse.2004.1334769","title":"Evolution spectrographs: visualizing punctuated change in software evolution","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Punctuated equilibrium; Computer science; Punctuation; Software; Visualization; Software visualization; Spectrograph; Process (computing); Software development; Paleontology; Data mining; Artificial intelligence; Geology; Software construction; Programming language; Astronomy; Physics","score_opus":0.025745816601175902,"score_gpt":0.28801124415715257,"score_spread":0.26226542755597665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253675410","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16717927,0.00037434846,0.83049566,0.0002792056,0.00024374321,0.00026677756,4.833994e-7,0.0010969797,0.00006355914],"genre_scores_gemma":[0.9437648,0.000009078556,0.055986222,0.000048916514,0.00008020701,0.000069883616,0.000003006537,0.000014283721,0.000023619099],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983378,0.000037158654,0.00019962726,0.0004251327,0.00045130381,0.0005489777],"domain_scores_gemma":[0.9992069,0.00012718896,0.000030067233,0.00044496727,0.00008538539,0.000105496045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003861097,0.0001537983,0.00013721712,0.00067343976,0.00006855136,0.000098471544,0.0005717888,0.00008944493,0.000014373513],"category_scores_gemma":[0.00040110108,0.00014825961,0.00005902686,0.0021749574,0.00003074028,0.00086337223,0.00019739223,0.00021536715,0.00012058294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000215559,0.00049067324,0.53844607,0.000103552826,0.000035531768,0.00016616106,0.0026049232,0.007256906,0.0031152081,0.4265779,0.00022069768,0.020960843],"study_design_scores_gemma":[0.0010964252,0.00019349196,0.954213,0.00012375001,0.000002700058,0.000036156605,0.00004035092,0.022106577,0.0015062646,0.020163259,0.00010524971,0.0004127272],"about_ca_topic_score_codex":0.0017963415,"about_ca_topic_score_gemma":0.00027566345,"teacher_disagreement_score":0.7765855,"about_ca_system_score_codex":0.0009082817,"about_ca_system_score_gemma":0.000102515885,"threshold_uncertainty_score":0.6045851},"labels":[],"label_agreement":null},{"id":"W4253845945","doi":"10.22215/etd/2021-14475","title":"Understanding and Predicting Software Developer Expertise in Stack Overflow and GitHub","year":2021,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software; Data science; Coding (social sciences); Software engineering; Knowledge management; Operating system","score_opus":0.05876980672213129,"score_gpt":0.28305342837367004,"score_spread":0.22428362165153876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253845945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4695423,0.003159727,0.5255948,0.000074674776,0.0005331218,0.00027299742,0.0000030705087,0.00035576374,0.00046354724],"genre_scores_gemma":[0.9109819,0.00046007102,0.08397529,0.000055394412,0.000062391875,0.000056185203,0.0000752678,0.00006645497,0.0042670723],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840677,0.000035291592,0.00022941976,0.0006037427,0.00038600632,0.000338749],"domain_scores_gemma":[0.99896747,0.0005184897,0.000038557508,0.00028728545,0.000071037655,0.00011715723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024064301,0.0002175891,0.00024387064,0.00030449708,0.000088470064,0.00042127425,0.00027110896,0.0001977054,0.00002102622],"category_scores_gemma":[0.0009865433,0.0002193238,0.000021197535,0.0004323403,0.00001837698,0.00041062853,0.00020729414,0.00035936906,0.0000017563478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005275196,0.00011745799,0.80828494,0.002867695,0.00022199322,0.0011774059,0.052532934,0.0004196778,0.0007032135,0.0060204505,0.0024250506,0.12517641],"study_design_scores_gemma":[0.002246533,0.00014945521,0.8751628,0.004018014,0.000023157274,0.0001718614,0.010903165,0.09863291,0.00394465,0.0020333095,0.00034628322,0.0023679067],"about_ca_topic_score_codex":0.00010176915,"about_ca_topic_score_gemma":0.0005632703,"teacher_disagreement_score":0.4416195,"about_ca_system_score_codex":0.00025579895,"about_ca_system_score_gemma":0.00022958282,"threshold_uncertainty_score":0.8943765},"labels":[],"label_agreement":null},{"id":"W4253901503","doi":"10.32920/ryerson.14648622.v1","title":"On Empirically Examining The Effectiveness Of Deep Learning-Based Bug Localization Models","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software bug; Computer science; Java; Set (abstract data type); Artificial intelligence; Convolutional neural network; Software; Baseline (sea); Machine learning; Deep learning; Convolution (computer science); Software engineering; State (computer science); Artificial neural network; Programming language","score_opus":0.033230855442043704,"score_gpt":0.2871205612570827,"score_spread":0.253889705815039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253901503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042867344,0.00011599751,0.9557209,0.00003983606,0.00027468268,0.0003287375,4.974492e-7,0.0002977813,0.00035420322],"genre_scores_gemma":[0.9903592,0.0000057411658,0.00939884,0.00005659094,0.000019635989,0.000086680884,0.000019940644,0.000026278527,0.000027085493],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99708575,0.0009936845,0.0002498263,0.00064246665,0.0007690044,0.00025925526],"domain_scores_gemma":[0.9898846,0.00846913,0.00009533629,0.0010949707,0.0003913444,0.000064590924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020269433,0.00022060565,0.00030692198,0.00018855254,0.0000775431,0.00022706216,0.0013657205,0.0002011294,0.00002010221],"category_scores_gemma":[0.0023682243,0.00016603914,0.00009999818,0.00054449285,0.000052839223,0.000101139805,0.0011976596,0.00082580274,0.0000053816743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013028401,0.00004598476,0.0019318225,0.00029452692,0.000027853126,0.000009025255,0.00018493338,0.9924198,0.000044616103,0.0019326688,0.0000067387905,0.0030890214],"study_design_scores_gemma":[0.00016449593,0.00011127278,0.011403513,0.00036321752,0.000005435486,0.0000011044871,0.000009550988,0.9831333,0.002882528,0.0017505039,0.0000057140983,0.00016936046],"about_ca_topic_score_codex":0.00007184042,"about_ca_topic_score_gemma":0.0000045244565,"teacher_disagreement_score":0.9474919,"about_ca_system_score_codex":0.00013600613,"about_ca_system_score_gemma":0.00027386393,"threshold_uncertainty_score":0.67708796},"labels":[],"label_agreement":null},{"id":"W4254317839","doi":"10.1145/585064.585065","title":"The relevance of software documentation, tools and technologies","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Documentation; Software documentation; Software engineering; Relevance (law); Computer science; Internal documentation; Technical documentation; Software; Software maintenance; Software development; Knowledge management; World Wide Web; Data science; Software construction; Programming language","score_opus":0.021083646717175407,"score_gpt":0.25959428714179356,"score_spread":0.23851064042461814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254317839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02319291,0.003510231,0.96726954,0.004048164,0.00011629663,0.00017476002,0.0000010754414,0.001202866,0.00048413043],"genre_scores_gemma":[0.8419858,0.0009627948,0.15550652,0.000023433358,0.0000055959567,0.000022832744,1.3482286e-7,0.000004699886,0.001488151],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99952745,0.000007655848,0.00008213646,0.000111737165,0.00015532637,0.00011567414],"domain_scores_gemma":[0.9981735,0.0014160823,0.00001783018,0.0003316902,0.000049137576,0.00001180589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000116044124,0.00003896407,0.000042521267,0.000033402564,0.00006494784,0.000112312126,0.00047288084,0.000020394922,0.000007567443],"category_scores_gemma":[0.001892284,0.00002509945,0.000009205491,0.00023572164,0.00007545499,0.00031097644,0.00019040187,0.000058124013,0.000013373967],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.2986356e-7,0.000008876068,0.009293275,0.000015157488,0.000008014865,0.0000021121512,0.00018640044,0.000049349423,0.00026329458,0.04062638,0.005487968,0.94405854],"study_design_scores_gemma":[0.0025007543,0.0010586235,0.290719,0.00025332536,0.0000152647,0.00018084419,0.0011949996,0.09825738,0.2480903,0.17541945,0.18063359,0.0016764854],"about_ca_topic_score_codex":0.0000028045472,"about_ca_topic_score_gemma":0.0000010741696,"teacher_disagreement_score":0.94238204,"about_ca_system_score_codex":0.000009459009,"about_ca_system_score_gemma":0.0000041053277,"threshold_uncertainty_score":0.22653775},"labels":[],"label_agreement":null},{"id":"W4254783527","doi":"10.1109/vissoft.2016.18","title":"Merge-Tree: Visualizing the Integration of Commits into Linux","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Commit; Computer science; Linux kernel; Merge (version control); Operating system; Programming language; Database; Parallel computing","score_opus":0.03056849072648814,"score_gpt":0.3205195445459963,"score_spread":0.28995105381950814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254783527","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041518476,0.000053383883,0.955602,0.0018609542,0.00016659593,0.00006662191,1.7242041e-7,0.00014943,0.00058240246],"genre_scores_gemma":[0.97579753,0.000009232606,0.02332397,0.000043232063,0.00003011676,0.000007908535,1.5158065e-7,0.0000049414216,0.0007828998],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993015,0.00004535202,0.00013064645,0.00013119032,0.00026125083,0.0001300731],"domain_scores_gemma":[0.9984073,0.0009691132,0.000026206873,0.00045394638,0.00010857657,0.000034828085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004205522,0.00005751316,0.000067062865,0.00006792565,0.000041423125,0.000033320466,0.00076371816,0.000026455122,0.000029525218],"category_scores_gemma":[0.0007005443,0.000026397911,0.00003006104,0.00030473745,0.000040422492,0.00022989562,0.0002292156,0.000059625283,0.00005367],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038289872,0.000037741407,0.006145772,0.00001530627,0.000021566886,0.0000019797046,0.0018277556,0.000022667704,0.110473566,0.17091952,0.006977422,0.7035529],"study_design_scores_gemma":[0.0007468403,0.00031492178,0.07888654,0.00027645394,0.0000065344852,0.000010380474,0.00018850072,0.06019498,0.8324796,0.011263938,0.015194851,0.00043645193],"about_ca_topic_score_codex":0.00008762516,"about_ca_topic_score_gemma":0.00006477316,"teacher_disagreement_score":0.9342791,"about_ca_system_score_codex":0.00002992531,"about_ca_system_score_gemma":0.000029509722,"threshold_uncertainty_score":0.1419191},"labels":[],"label_agreement":null},{"id":"W4254933085","doi":"10.4018/978-1-4666-2470-2.ch002","title":"FTT","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Ajax; Code refactoring; Computer science; Web application; World Wide Web; Web modeling; Web page; Software engineering; Programming language; Software","score_opus":0.023720967664058887,"score_gpt":0.25850403363190627,"score_spread":0.23478306596784737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254933085","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014949151,0.0011559863,0.035626497,0.000048223083,0.001023251,0.00019247078,0.000020087442,0.0007544756,0.96116406],"genre_scores_gemma":[0.21327022,0.000021450047,0.036742106,0.00075184705,0.002357774,0.000059555212,0.0000053197473,0.00020151767,0.7465902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807227,0.000010364864,0.00021579601,0.0004740573,0.0006711531,0.000556358],"domain_scores_gemma":[0.9982141,0.00014201035,0.00006918885,0.0011801602,0.00009851285,0.00029603118],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018111776,0.00033453197,0.00028906745,0.00008678335,0.000056584773,0.0001545007,0.0015522467,0.00033598545,0.00004508461],"category_scores_gemma":[0.00006592647,0.00033913666,0.00015658609,0.000025524665,0.000056142264,0.000099175195,0.00075271365,0.00040267466,0.0020601968],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013450153,0.0000030367657,0.00004163631,0.000018222803,0.000032518594,0.00005154049,0.000021896542,0.000002368914,0.000003666076,0.9648884,0.0042098556,0.030725513],"study_design_scores_gemma":[0.00029322982,0.00009225353,0.0006185187,0.00019606797,0.000025039206,0.00019273286,6.063349e-7,0.00015032545,0.00010246481,0.46268734,0.5345814,0.0010599889],"about_ca_topic_score_codex":0.000020204254,"about_ca_topic_score_gemma":0.000004258199,"teacher_disagreement_score":0.53037155,"about_ca_system_score_codex":0.0002950086,"about_ca_system_score_gemma":0.00017767255,"threshold_uncertainty_score":0.99990606},"labels":[],"label_agreement":null},{"id":"W4255017042","doi":"10.22215/etd/2009-09017","title":"The relationship between code based object oriented system design metrics and product quality","year":2009,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Library and Archives Canada","funders":"","keywords":"Product (mathematics); Computer science; Quality (philosophy); Code (set theory); Object (grammar); Programming language; Mathematics; Artificial intelligence; Philosophy; Epistemology","score_opus":0.09418904932227146,"score_gpt":0.3514827006747485,"score_spread":0.25729365135247706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255017042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018293148,0.0008125496,0.9780853,0.00018699853,0.00049197394,0.00091280154,0.000006742374,0.0008235343,0.00038694634],"genre_scores_gemma":[0.9490158,0.0000058399164,0.047956306,0.000007875,0.00009175682,0.00006359023,0.00010185264,0.000025101266,0.002731907],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714863,0.00054099195,0.00043863966,0.0006127208,0.0009110752,0.00034795175],"domain_scores_gemma":[0.9817616,0.016578244,0.00016635038,0.001008833,0.00036471797,0.00012025019],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0037727936,0.00023724642,0.00028153657,0.00039675445,0.00040128198,0.0003904374,0.0008934513,0.00017371384,6.0870633e-7],"category_scores_gemma":[0.012715288,0.00017221025,0.00005914634,0.0018754479,0.000022919485,0.00017053008,0.000044584347,0.00051339075,0.000014925286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017418707,0.00013963661,0.6901043,0.0031890948,0.00029608284,0.000039506926,0.0019117573,0.0019146117,0.000078202196,0.18661313,0.00771977,0.107819736],"study_design_scores_gemma":[0.00020757923,0.000073028794,0.9886055,0.00012735325,0.000020782294,0.0000016581185,0.000079713776,0.009037339,0.0009705125,0.00028401188,0.00029462174,0.00029791292],"about_ca_topic_score_codex":0.000081997314,"about_ca_topic_score_gemma":0.000037226535,"teacher_disagreement_score":0.9307226,"about_ca_system_score_codex":0.00023646632,"about_ca_system_score_gemma":0.0004449907,"threshold_uncertainty_score":0.99560106},"labels":[],"label_agreement":null},{"id":"W4255080050","doi":"10.4018/9781591408963.ch005","title":"Design Patterns as Laws of Quality","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Quality (philosophy); Computer science; Software quality; Software; Object (grammar); Measure (data warehouse); Software quality control; Data mining; Software engineering; Artificial intelligence; Software development; Programming language","score_opus":0.06916189357925827,"score_gpt":0.302254467090375,"score_spread":0.23309257351111673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255080050","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009882274,0.00011890473,0.42300212,0.000015900174,0.0003527738,0.00027045576,0.000034346507,0.0002876539,0.575819],"genre_scores_gemma":[0.7502367,0.000021183143,0.061174415,0.0005787391,0.00043265655,0.000073200645,0.00000511918,0.00018320189,0.18729483],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99777997,0.000055522563,0.0004407494,0.0005753145,0.000757004,0.00039142906],"domain_scores_gemma":[0.99769557,0.00032413952,0.00019843678,0.0013858551,0.00020262452,0.00019335486],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048296014,0.00034344304,0.00047099998,0.00009267673,0.000035817877,0.00006456147,0.001809692,0.0003410417,0.000060739272],"category_scores_gemma":[0.00013197155,0.00034610194,0.00018342365,0.000026100564,0.000081701415,0.00006901714,0.0006334518,0.00032953132,0.00034765818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011111439,0.000008744839,0.0001087322,0.00006782548,0.00006162333,0.00006331432,0.0001019062,0.000007720298,0.000015444886,0.98958063,0.00040399795,0.009568939],"study_design_scores_gemma":[0.00038074152,0.0003496088,0.0014134904,0.00038286738,0.000024610601,0.00006371171,0.0000017153792,0.00007055804,0.0016428841,0.98917896,0.0056566047,0.0008342746],"about_ca_topic_score_codex":0.00045584232,"about_ca_topic_score_gemma":0.00001526123,"teacher_disagreement_score":0.75013787,"about_ca_system_score_codex":0.00016865444,"about_ca_system_score_gemma":0.0003189477,"threshold_uncertainty_score":0.9998991},"labels":[],"label_agreement":null},{"id":"W4255420728","doi":"10.1109/icse.2013.6606693","title":"Using mutation analysis for a model-clone detector comparison framework","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Computer science; Mutation; Precision and recall; Data mining; Artificial intelligence; Genetics; Biology; Gene","score_opus":0.09241037752275671,"score_gpt":0.34181581097862745,"score_spread":0.24940543345587074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255420728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07699851,0.000043906202,0.9207072,0.00027095413,0.00079442764,0.0004462526,0.000034338173,0.0006870994,0.000017301045],"genre_scores_gemma":[0.55541366,0.0000058637575,0.44414297,0.000044420434,0.00009660408,0.00015521783,0.000026722691,0.00002910479,0.00008546168],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743927,0.000026055313,0.0005008004,0.0006637209,0.00082154,0.00054860185],"domain_scores_gemma":[0.99713135,0.000949488,0.00015684661,0.00065807987,0.000869966,0.00023429506],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002989449,0.00035019525,0.00040644017,0.00089070946,0.00010953618,0.0005947102,0.0013734744,0.00020413009,0.00017259418],"category_scores_gemma":[0.0018167932,0.0003720517,0.0002217634,0.0008030605,0.000030743555,0.0007209031,0.0002158238,0.00046895145,0.00011561984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009451573,0.000060934795,0.004433335,0.000035769757,0.0003870201,0.0000036304866,0.00030271805,0.95554435,0.0006575176,0.03576378,0.00030602975,0.0024954844],"study_design_scores_gemma":[0.00024574867,0.00007009306,0.006036201,0.000087493114,0.00003749576,0.0000044115377,0.000010588485,0.9903904,0.0007150213,0.0019056838,0.00010742686,0.00038940134],"about_ca_topic_score_codex":0.00012773415,"about_ca_topic_score_gemma":0.0000048008496,"teacher_disagreement_score":0.47841513,"about_ca_system_score_codex":0.00032468038,"about_ca_system_score_gemma":0.0001228593,"threshold_uncertainty_score":0.99987316},"labels":[],"label_agreement":null},{"id":"W4255597738","doi":"10.22215/etd/2007-08350","title":"Using machine learning to support software debugging","year":2007,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage","funders":"","keywords":"Debugging; Computer science; Software; Software engineering; Operating system; Programming language","score_opus":0.03582681888709189,"score_gpt":0.3505824444857276,"score_spread":0.31475562559863574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255597738","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03679352,0.00017209319,0.9584018,0.00002170019,0.0011382753,0.00027552835,0.0000017884591,0.0018871649,0.0013081083],"genre_scores_gemma":[0.06563755,0.000009981362,0.8918739,0.00019285957,0.0002477231,0.00002533742,0.00029927172,0.00016109683,0.041552294],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742776,0.000031823045,0.00032614334,0.0006736513,0.0008351233,0.0007055257],"domain_scores_gemma":[0.9983394,0.00050180143,0.00007760457,0.00056862127,0.00022426617,0.0002883136],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006645267,0.0003220369,0.00029920862,0.00090030243,0.00018592564,0.0002903071,0.0012238442,0.00023649953,0.0001962622],"category_scores_gemma":[0.0014038464,0.00033639558,0.000104394574,0.00096721284,0.000006610748,0.0002658589,0.00024892192,0.0008039194,0.00028407382],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010486164,0.00018790325,0.07102769,0.0015087907,0.00037176235,0.001451881,0.011763897,0.05508108,0.008329556,0.001989716,0.005146796,0.84303606],"study_design_scores_gemma":[0.0022230633,0.0018908143,0.072314285,0.0025119057,0.00018845932,0.0005876957,0.0009277247,0.70695996,0.09222187,0.0009007294,0.1091431,0.010130385],"about_ca_topic_score_codex":0.00030950637,"about_ca_topic_score_gemma":0.00019009283,"teacher_disagreement_score":0.8329057,"about_ca_system_score_codex":0.00022209068,"about_ca_system_score_gemma":0.00030724937,"threshold_uncertainty_score":0.9999088},"labels":[],"label_agreement":null},{"id":"W4255603372","doi":"10.1109/tools.1997.654721","title":"Mapping the OO-Jacobson approach into function point analysis","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Function point; Computer science; Function (biology); Point (geometry); Software; Object (grammar); Set (abstract data type); Algorithm; Software development; Theoretical computer science; Data mining; Programming language; Mathematics; Artificial intelligence","score_opus":0.038177343865060734,"score_gpt":0.22923606418666426,"score_spread":0.19105872032160354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255603372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054476424,0.00018165601,0.98847854,0.0010177452,0.00010951061,0.00009069374,7.5929975e-8,0.0003892775,0.0042848852],"genre_scores_gemma":[0.922688,0.0000070737283,0.07548251,0.00015845077,0.000057012487,0.00002413542,9.924559e-7,0.0000059426616,0.0015758825],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988973,0.000049987164,0.00012739253,0.00030519135,0.00038049647,0.00023964456],"domain_scores_gemma":[0.9988643,0.00026731825,0.000021446109,0.0007303213,0.00005293133,0.00006367165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046863448,0.000088552064,0.00010371522,0.0003111565,0.00013354112,0.00020385007,0.0007474559,0.000036993402,0.00017530035],"category_scores_gemma":[0.0001510096,0.000058069425,0.000100332596,0.0026606414,0.00002276185,0.00026294327,0.00023215104,0.00016480355,0.0001803726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010043965,0.0006158003,0.07237559,0.00015113149,0.002794208,0.000029563693,0.02478759,0.16509113,0.0019715135,0.08764269,0.065812774,0.578718],"study_design_scores_gemma":[0.00006634938,0.00001954677,0.030730702,0.0000015674755,0.000014477204,0.0000030442345,0.00008985484,0.9662405,0.00006930351,0.0003772576,0.0022886263,0.00009873484],"about_ca_topic_score_codex":0.0000888742,"about_ca_topic_score_gemma":0.0000043274636,"teacher_disagreement_score":0.9172404,"about_ca_system_score_codex":0.000060182567,"about_ca_system_score_gemma":0.0000061738,"threshold_uncertainty_score":0.23680024},"labels":[],"label_agreement":null},{"id":"W4255649397","doi":"10.32920/ryerson.14638470","title":"Partially observable Markov Decision Process to prioritize software defects","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Dependency (UML); Partially observable Markov decision process; Dependency graph; Exploit; Software bug; Prioritization; Software; Graph; Process (computing); Software quality; Software regression; Data mining; Markov chain; Markov model; Software development; Machine learning; Artificial intelligence; Computer security; Engineering; Theoretical computer science","score_opus":0.025687265362385556,"score_gpt":0.2996946730810493,"score_spread":0.2740074077186637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255649397","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1933078,0.00039354197,0.80222064,0.0002778117,0.0015525568,0.00067161344,0.000004488847,0.0014150498,0.00015649413],"genre_scores_gemma":[0.23095974,0.000040350762,0.7670413,0.00038758214,0.00020237007,0.00034903642,0.000020243722,0.00007002051,0.0009293282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99537235,0.000086964355,0.0004676992,0.0016924914,0.0014820392,0.0008984804],"domain_scores_gemma":[0.9943904,0.0016422336,0.00007448277,0.0025227994,0.0008130293,0.0005570534],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007806565,0.00046300513,0.0005476002,0.0002969022,0.0001227889,0.0015270351,0.0037078839,0.00039749398,0.0001431958],"category_scores_gemma":[0.0064017633,0.0004642195,0.00020649905,0.0010758077,0.000021636228,0.00039683405,0.0069536613,0.00093679706,0.00019227217],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012180249,0.0008440018,0.11572249,0.005553666,0.0003816491,0.0027713492,0.004677793,0.29590055,0.0010047357,0.0013864897,0.03886437,0.5327711],"study_design_scores_gemma":[0.0043317233,0.00138341,0.61652845,0.016819352,0.00017059981,0.00041500936,0.00032037238,0.20784205,0.07917734,0.03302052,0.02631778,0.01367342],"about_ca_topic_score_codex":0.00007692942,"about_ca_topic_score_gemma":0.00008274428,"teacher_disagreement_score":0.5190977,"about_ca_system_score_codex":0.0002497571,"about_ca_system_score_gemma":0.0013967078,"threshold_uncertainty_score":0.99978095},"labels":[],"label_agreement":null},{"id":"W4255771497","doi":"10.1109/icse.2015.97","title":"Discovering Information Explaining API Types Using Text Classification","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Interface (matter); Information retrieval; Precision and recall; Software; Recall; Artificial intelligence; Natural language processing; Programming language","score_opus":0.12655072206829188,"score_gpt":0.33994261545711246,"score_spread":0.21339189338882059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255771497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13577715,0.000032937452,0.8581436,0.0002578885,0.004365681,0.00021050149,0.000019133779,0.0008874511,0.0003056062],"genre_scores_gemma":[0.90469664,0.000016850558,0.09460675,0.00007396254,0.00037503766,0.00005696954,0.000033022654,0.000040364896,0.00010038545],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99717295,0.000039792965,0.0005281081,0.00047849165,0.001246725,0.00053392106],"domain_scores_gemma":[0.997447,0.0004267954,0.0001862946,0.0008859026,0.00072580326,0.0003281914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064341025,0.00036617005,0.00027051228,0.0007006183,0.00009686537,0.0007126893,0.0020130554,0.00016044785,0.000028029332],"category_scores_gemma":[0.0033127195,0.0003906993,0.0000847402,0.00051002804,0.000035972902,0.0030704783,0.00028426244,0.0005094433,0.0003325182],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096488664,0.00014157104,0.016761394,0.00015008805,0.00026830484,0.000058962865,0.004467239,0.9021526,0.0077386075,0.045379393,0.004338428,0.018446907],"study_design_scores_gemma":[0.0006583135,0.00010189631,0.003911794,0.00029330206,0.000008399018,0.000048566606,0.00014551671,0.9871826,0.0032938025,0.00028567616,0.0034486267,0.0006214662],"about_ca_topic_score_codex":0.000058319343,"about_ca_topic_score_gemma":0.0000023696853,"teacher_disagreement_score":0.7689195,"about_ca_system_score_codex":0.00068197236,"about_ca_system_score_gemma":0.0003384178,"threshold_uncertainty_score":0.9998545},"labels":[],"label_agreement":null},{"id":"W4255823579","doi":"10.4018/978-1-60566-060-8.ch055","title":"Constructivist Learning During Software Development","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Laurentian University","funders":"","keywords":"Constructivist teaching methods; Programmer; Denial; Computer science; Process (computing); Documentation; Knowledge management; Cognitive science; Mathematics education; Psychology; Programming language; Teaching method","score_opus":0.013062628960595535,"score_gpt":0.23222253365044973,"score_spread":0.2191599046898542,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255823579","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018840373,0.00044640893,0.09755151,0.00003124338,0.0006929888,0.00045325345,0.000008694293,0.0027788528,0.89615303],"genre_scores_gemma":[0.28412488,0.000008654849,0.25952452,0.00018046389,0.00063873455,0.00005239339,0.000008998062,0.00019905216,0.4552623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972677,0.000018224024,0.00038680446,0.00082432927,0.00085918995,0.0006437557],"domain_scores_gemma":[0.9985732,0.0001418012,0.00014770408,0.000712209,0.00015985512,0.00026527216],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016236992,0.00050452974,0.00043534007,0.00016665093,0.00026250523,0.00030503227,0.0012578353,0.00032409595,0.000015973876],"category_scores_gemma":[0.00018416814,0.0005596249,0.00014016936,0.000046917667,0.000085272746,0.00010671228,0.0006925658,0.00080248946,0.00033907063],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010418552,0.000007900599,0.00066235615,0.00011294739,0.00012593805,0.000615527,0.00016966935,0.00018745086,0.000020055968,0.7489256,0.00021239377,0.2489497],"study_design_scores_gemma":[0.0043164315,0.0007515825,0.03759775,0.0054903384,0.000119084,0.0042996304,0.000024288855,0.00063937175,0.004059,0.4932671,0.43876615,0.010669281],"about_ca_topic_score_codex":0.000006253503,"about_ca_topic_score_gemma":0.0000047982853,"teacher_disagreement_score":0.44089073,"about_ca_system_score_codex":0.00077143474,"about_ca_system_score_gemma":0.0005710585,"threshold_uncertainty_score":0.9996855},"labels":[],"label_agreement":null},{"id":"W4256027430","doi":"10.1109/icse.2013.6606748","title":"Identifying failure inducing developer pairs within developer networks","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Code (set theory); Software; Liberian dollar; Software bug; Software maintenance; Software system; Software development; Source code; Software construction; Programming language","score_opus":0.04027914682502887,"score_gpt":0.2656480069125179,"score_spread":0.22536886008748902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256027430","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064480394,0.00006924102,0.92978865,0.0008928518,0.002904916,0.00037290866,0.000005664407,0.0013375116,0.00014788154],"genre_scores_gemma":[0.7178518,0.000031611802,0.2806701,0.00021347181,0.0002606481,0.00018452163,0.000026444093,0.00007274029,0.0006886623],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964736,0.000051695224,0.0006356266,0.00089572096,0.0011207847,0.00082258304],"domain_scores_gemma":[0.9972652,0.00053466967,0.00014823652,0.00078542845,0.0009144262,0.0003520104],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060404424,0.00051873684,0.0003526566,0.0006114593,0.00016598155,0.0012085214,0.0024869512,0.00027593106,0.0006584398],"category_scores_gemma":[0.001693761,0.00051254436,0.000110572466,0.0006666516,0.000048962196,0.0015878156,0.00073814346,0.0011019711,0.0010522199],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031116375,0.0003002392,0.06357887,0.0003144424,0.0010526053,0.00027536653,0.0067712697,0.6327674,0.0030687694,0.19631961,0.050437648,0.045082662],"study_design_scores_gemma":[0.00062229397,0.000076715114,0.0729444,0.00072921894,0.000008457362,0.00008337555,0.00012435143,0.91825557,0.0011804478,0.0004961315,0.0041281306,0.001350929],"about_ca_topic_score_codex":0.00019797945,"about_ca_topic_score_gemma":0.00002201119,"teacher_disagreement_score":0.6533714,"about_ca_system_score_codex":0.00038612136,"about_ca_system_score_gemma":0.00025642978,"threshold_uncertainty_score":0.99982834},"labels":[],"label_agreement":null},{"id":"W4256061005","doi":"10.32920/ryerson.14665455","title":"Speeding up calibration of latent Dirichlet allocation model to improve topic analysis in software engineering","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Topic model; Exploit; Software; Simple (philosophy); Dirichlet distribution; Information retrieval; Data mining; Data science; Theoretical computer science; Mathematics; Programming language","score_opus":0.027622280103591152,"score_gpt":0.27322675240945776,"score_spread":0.2456044723058666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256061005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2733936,0.000059560654,0.7256764,0.00015391716,0.00031597557,0.00022066529,0.0000032669393,0.0001725489,0.0000040686496],"genre_scores_gemma":[0.75172114,0.00001252574,0.24794722,0.000020364714,0.000031387986,0.000055928882,0.000031659187,0.000014445897,0.00016534576],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979591,0.000025335397,0.0004718864,0.0007035409,0.0005346193,0.00030554013],"domain_scores_gemma":[0.99842364,0.00024283354,0.00007565298,0.00091412844,0.00022721865,0.000116544696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041014713,0.0002197388,0.0004285317,0.0011016598,0.000014990124,0.0002138747,0.0008648529,0.00019263894,0.000010699921],"category_scores_gemma":[0.0009296402,0.00024042452,0.00016104261,0.0017511465,0.000005614761,0.00027974666,0.0015632964,0.00039621606,0.000001271405],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010918586,0.000020337739,0.021807369,0.00015633153,0.00010275422,0.0000041936632,0.00070963934,0.9736013,0.0018445689,0.00034321635,0.000017765324,0.0013914254],"study_design_scores_gemma":[0.00007590485,0.000011590673,0.028460994,0.000081479906,0.000026550562,3.3693306e-7,0.0000070320248,0.96280354,0.008265605,0.00005438381,0.0000014776427,0.00021109765],"about_ca_topic_score_codex":0.0004351473,"about_ca_topic_score_gemma":0.00007814103,"teacher_disagreement_score":0.47832754,"about_ca_system_score_codex":0.0002784313,"about_ca_system_score_gemma":0.00020773294,"threshold_uncertainty_score":0.9804227},"labels":[],"label_agreement":null},{"id":"W4256378361","doi":"10.1109/csmr.1999.756690","title":"A change impact model for changeability assessment in object-oriented software systems","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Maintainability; Software maintenance; Computer science; Software metric; Software quality; Change impact analysis; Software system; Software; Software engineering; Object-oriented programming; Software sizing; Reliability engineering; Software development; Conceptual model; Object-oriented design; Systems engineering; Software construction; Engineering; Programming language; Database","score_opus":0.06443102988361787,"score_gpt":0.3467746561491911,"score_spread":0.28234362626557324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256378361","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05226188,0.00013414488,0.94545114,0.000071365255,0.00031055688,0.0012898206,0.000012323664,0.00038543774,0.00008334346],"genre_scores_gemma":[0.8774679,0.0000029344321,0.12102491,0.00003322705,0.000030141937,0.0011146128,0.0000041601747,0.000017720413,0.0003043943],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981607,0.000084035026,0.00023569164,0.00050232845,0.00039755544,0.00061966316],"domain_scores_gemma":[0.99826723,0.0006262343,0.00003609156,0.0007450738,0.00016316293,0.00016220938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012109368,0.00018021718,0.00024104405,0.0002525291,0.000055641078,0.000113592345,0.0004913692,0.000085244064,0.00001305091],"category_scores_gemma":[0.00087579957,0.00015264444,0.00008960918,0.0006891067,0.000016890439,0.00043776244,0.0001207444,0.00018490465,0.000009580887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005120213,0.0015732201,0.65713584,0.0013456208,0.00015629326,0.000053266034,0.008868893,0.16318797,0.00039987464,0.14556365,0.0040815184,0.017582675],"study_design_scores_gemma":[0.00048452962,0.000115965406,0.022225913,0.00002726918,0.0000013826744,0.0000056943286,0.000024894573,0.97630155,0.000058684745,0.0003957787,0.00017094813,0.00018739313],"about_ca_topic_score_codex":0.00027910824,"about_ca_topic_score_gemma":0.00004613192,"teacher_disagreement_score":0.82520604,"about_ca_system_score_codex":0.000557813,"about_ca_system_score_gemma":0.00026060882,"threshold_uncertainty_score":0.62246597},"labels":[],"label_agreement":null},{"id":"W4256503404","doi":"10.32920/ryerson.14646261.v1","title":"On Predicting Rediscoveries of Software Defects","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Eclipse; Downtime; Computer science; Software bug; Forcing (mathematics); Software; Customer satisfaction; Quality (philosophy); Software quality; Software engineering; Data science; Software development; Operating system; Business; Marketing","score_opus":0.018148737736127903,"score_gpt":0.26380164501338726,"score_spread":0.24565290727725936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256503404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3497533,0.00022262083,0.64770126,0.000055889046,0.0010423615,0.00015816891,0.000006807714,0.00054969796,0.0005099038],"genre_scores_gemma":[0.8693626,0.000020589101,0.13015847,0.000034112752,0.00007535385,0.000034371256,0.0000142704475,0.00002326451,0.00027699632],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99800336,0.000057414833,0.00026729066,0.0006442093,0.0007265374,0.0003011566],"domain_scores_gemma":[0.9965043,0.0016586895,0.000098205004,0.0014506363,0.00019905335,0.0000891021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003128217,0.00021445897,0.00031966102,0.00019713929,0.000039446335,0.00023954334,0.0013764868,0.00019878073,0.000040155002],"category_scores_gemma":[0.004397507,0.00020508745,0.0001510676,0.00030241432,0.00004258899,0.00017076482,0.0035283032,0.00068022846,0.000008197014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064288375,0.00091392844,0.27190718,0.009704981,0.0009981479,0.0009917467,0.011400634,0.56653357,0.001605987,0.07290008,0.017486202,0.045493264],"study_design_scores_gemma":[0.0026355686,0.002099567,0.34353405,0.015948497,0.00012689897,0.00015737013,0.0006360269,0.25031745,0.3263685,0.051498815,0.0009123478,0.005764864],"about_ca_topic_score_codex":0.000071100374,"about_ca_topic_score_gemma":0.0000065095246,"teacher_disagreement_score":0.5196093,"about_ca_system_score_codex":0.00008278606,"about_ca_system_score_gemma":0.00040696643,"threshold_uncertainty_score":0.8363223},"labels":[],"label_agreement":null},{"id":"W4256657178","doi":"10.1109/msr.2015.23","title":"Investigating Code Review Practices in Defective Files: An Empirical Study of the Qt System","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Code review; Computer science; Source code; Documentation; Software quality; Software bug; Code (set theory); Empirical research; Software; Software engineering; Evolvability; Software development; Programming language; Set (abstract data type)","score_opus":0.1758062651429521,"score_gpt":0.4161226211492933,"score_spread":0.24031635600634121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256657178","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99183303,0.0007280522,0.0056213364,0.00036324855,0.00012045327,0.0007497492,5.521198e-7,0.00016234264,0.00042121756],"genre_scores_gemma":[0.9937209,0.0000051724824,0.0060866703,0.00009931097,0.0000145812755,0.000049401617,1.3750353e-7,0.000005683034,0.000018143164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982144,0.0006043774,0.0002394831,0.00025712093,0.00053119817,0.00015341316],"domain_scores_gemma":[0.9978016,0.0010843526,0.00016149651,0.0006780815,0.00017182418,0.00010266749],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002071783,0.00007653626,0.00017493553,0.000056951285,0.000028233919,0.000045995002,0.0009761473,0.00002490668,0.0000013405354],"category_scores_gemma":[0.008635396,0.000047932568,0.00001987734,0.00092731434,0.000026239324,0.0003944348,0.00040315025,0.00020733812,0.00000803957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013838948,0.00030780546,0.9846327,0.00065691,0.000017614642,0.000014383527,0.0099270055,0.0012274055,0.000021353177,0.00052742066,0.0016294953,0.0010365287],"study_design_scores_gemma":[0.0014022313,0.0014370623,0.7964566,0.0046740836,0.000032132466,0.00009982529,0.014561571,0.17961973,0.00049965276,0.00022404236,0.00051451754,0.0004785934],"about_ca_topic_score_codex":0.00042033315,"about_ca_topic_score_gemma":0.00021027561,"teacher_disagreement_score":0.18817614,"about_ca_system_score_codex":0.000110221205,"about_ca_system_score_gemma":0.0001934221,"threshold_uncertainty_score":0.99971527},"labels":[],"label_agreement":null},{"id":"W4281253013","doi":"10.1016/j.infsof.2022.106942","title":"What do developers consider magic literals? A smalltalk perspective","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"MAGIC (telescope); Computer science; Source code; Smalltalk; Theoretical computer science; Algorithm; Programming language; Mathematics; Discrete mathematics","score_opus":0.010745282438362223,"score_gpt":0.2522363141021629,"score_spread":0.24149103166380068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281253013","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33384582,0.005750774,0.62732303,0.022721011,0.0018139908,0.0009963997,0.000020169387,0.0069398955,0.0005888823],"genre_scores_gemma":[0.93797374,0.00022669895,0.059872586,0.0015270531,0.00001102695,0.00017505109,0.000010335638,0.000011545482,0.00019194555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99902403,0.000026738599,0.00021270638,0.00018975214,0.00027529185,0.00027148752],"domain_scores_gemma":[0.9991013,0.0001995401,0.00006120828,0.00036444154,0.00021639078,0.000057149777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026319642,0.00011537695,0.00012578831,0.0007913003,0.0002357392,0.0004030879,0.00058782136,0.000080198544,0.000091909584],"category_scores_gemma":[0.0007963851,0.00011913618,0.000024763553,0.0009793992,0.00010081756,0.0023429834,0.00093580334,0.00038552558,0.00007271117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001630535,0.000044700926,0.01835464,0.000053949447,0.0000639601,0.00006619989,0.021784196,0.0005893668,0.000017346023,0.31708902,0.0031303642,0.63878995],"study_design_scores_gemma":[0.004058747,0.0011103448,0.03278874,0.00015212796,0.000018420227,0.0045200274,0.055956952,0.01691757,0.0008101311,0.16387802,0.7175893,0.00219961],"about_ca_topic_score_codex":0.000013275919,"about_ca_topic_score_gemma":0.0000014050507,"teacher_disagreement_score":0.71445894,"about_ca_system_score_codex":0.00020009495,"about_ca_system_score_gemma":0.0001336131,"threshold_uncertainty_score":0.48582324},"labels":[],"label_agreement":null},{"id":"W4281398044","doi":"10.1145/3488932.3497769","title":"On Measuring Vulnerable JavaScript Functions in the Wild","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 2022 ACM on Asia Conference on Computer and Communications Security","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"JavaScript; Unobtrusive JavaScript; Computer science; Vulnerability (computing); Secure coding; Exploit; Web application; Popularity; Computer security; Rich Internet application; World Wide Web; Cross-site scripting; Source code; Web application security; Web page; Software security assurance; Programming language; Information security; Web development","score_opus":0.047721530598306035,"score_gpt":0.2654061366848843,"score_spread":0.21768460608657825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281398044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.880286,0.0005443712,0.0060374825,0.08115032,0.0011124808,0.0020255358,0.000044564,0.00048056277,0.028318712],"genre_scores_gemma":[0.9975271,0.000041021645,0.0015437326,0.0005490305,0.000019131307,0.0002204079,0.000002082484,0.000009188457,0.00008830992],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982775,0.00020292633,0.00023883623,0.00034774945,0.0006870083,0.00024601992],"domain_scores_gemma":[0.99682736,0.0010286683,0.0001114897,0.0018076414,0.00017596169,0.000048877537],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0014887028,0.0001582896,0.00016977226,0.00022145831,0.0010275756,0.00023353068,0.0070772283,0.00003360887,0.000014879017],"category_scores_gemma":[0.00044476596,0.000118491145,0.00006543917,0.0010223628,0.000116681134,0.0001823476,0.0035814578,0.0014806112,0.0000053362064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033191765,0.00083477393,0.0048001125,0.00003927405,0.000035050434,8.5142096e-7,0.0058124447,0.0006646228,0.00017771471,0.9673888,0.008766599,0.011446545],"study_design_scores_gemma":[0.002496334,0.002739524,0.094208464,0.00054084376,0.000043569773,0.00013732191,0.0049738144,0.6392819,0.0013298211,0.22396205,0.029019268,0.0012670828],"about_ca_topic_score_codex":0.000045854726,"about_ca_topic_score_gemma":0.000008622893,"teacher_disagreement_score":0.74342674,"about_ca_system_score_codex":0.000103366816,"about_ca_system_score_gemma":0.00007609773,"threshold_uncertainty_score":0.99829495},"labels":[],"label_agreement":null},{"id":"W4281617421","doi":"10.1007/s10664-021-10108-z","title":"Evolving software system families in space and time with feature revisions","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Österreichische Forschungsförderungsgesellschaft; Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Austrian Science Fund; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Feature (linguistics); Correctness; Software; Computer science; Precision and recall; Feature vector; Software system; Feature model; Data mining; Space (punctuation); Artificial intelligence; Algorithm; Programming language","score_opus":0.00914075863851467,"score_gpt":0.23168815875263116,"score_spread":0.2225474001141165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281617421","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18939449,0.0030136092,0.80215114,0.0008254088,0.00034642944,0.00058664003,0.000020116684,0.003593511,0.00006863952],"genre_scores_gemma":[0.8271012,0.000011746857,0.1722081,0.0000691647,0.00007579786,0.00019027306,0.000009213801,0.000080245576,0.0002542775],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974806,0.000081280275,0.00024561145,0.00071236194,0.000781683,0.0006984634],"domain_scores_gemma":[0.99710524,0.0018591403,0.000046655958,0.0006678801,0.0000687698,0.00025231417],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005428516,0.00032654364,0.00039504655,0.00050047936,0.00026363778,0.000187498,0.00084442075,0.00009047267,0.000036028036],"category_scores_gemma":[0.0016872643,0.0003108511,0.000061346975,0.0018340832,0.00003065836,0.00041152778,0.0011435648,0.0009746645,0.000016930504],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034390618,0.0001278039,0.6471444,0.00078964763,0.0000970797,0.0013575455,0.0026754928,0.3319969,0.00029189722,0.0011789964,0.009024988,0.0052809147],"study_design_scores_gemma":[0.0020469117,0.0007753239,0.57850325,0.001221047,0.000031187523,0.0013755888,0.0003673539,0.38110232,0.0002091135,0.00007674158,0.031924453,0.0023666807],"about_ca_topic_score_codex":0.000024190498,"about_ca_topic_score_gemma":9.161057e-7,"teacher_disagreement_score":0.6377067,"about_ca_system_score_codex":0.0005450548,"about_ca_system_score_gemma":0.0001088708,"threshold_uncertainty_score":0.9999344},"labels":[],"label_agreement":null},{"id":"W4281627483","doi":"10.1007/s10664-022-10156-z","title":"A qualitative study of developers’ discussions of their problems and joys during the early COVID-19 months","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Calgary","keywords":"Notice; Preparedness; Documentation; Coronavirus disease 2019 (COVID-19); Loneliness; Work (physics); Software; Psychology; Medical education; Computer science; Public relations; World Wide Web; Engineering; Management; Political science; Medicine; Social psychology","score_opus":0.05312803563303627,"score_gpt":0.33345928796693347,"score_spread":0.2803312523338972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281627483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82474357,0.00020991037,0.17388196,0.0003035,0.000094555704,0.00048991863,0.00001521149,0.00025978463,0.0000015789869],"genre_scores_gemma":[0.99570346,0.000003580713,0.0039292476,0.000022526781,0.000014904065,0.0002555168,0.0000011587058,0.000027182003,0.00004242975],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9978886,0.0002632798,0.00040895134,0.00040210452,0.00067381246,0.00036324354],"domain_scores_gemma":[0.996046,0.0030324433,0.000092708564,0.0005510436,0.000070226655,0.00020756951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010035124,0.00020419223,0.00031603462,0.00023577327,0.0003061994,0.000041059586,0.0010035937,0.00003627904,0.000015917005],"category_scores_gemma":[0.0023216815,0.00014053402,0.00006789781,0.0012525596,0.000060418155,0.00017661559,0.0014614881,0.00047186995,7.42913e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002077862,0.00036761118,0.2166982,0.0002846804,0.00016959802,0.000027842467,0.5706556,0.21052507,0.0004810429,0.00015275393,0.00009868493,0.0005181954],"study_design_scores_gemma":[0.0022052338,0.0012420635,0.94412804,0.00008485729,0.00002379564,0.000064171116,0.03386729,0.015083899,0.00048194596,0.00035532215,0.0016529193,0.0008104558],"about_ca_topic_score_codex":0.00017038704,"about_ca_topic_score_gemma":0.000008404431,"teacher_disagreement_score":0.72742987,"about_ca_system_score_codex":0.00018620765,"about_ca_system_score_gemma":0.00009611824,"threshold_uncertainty_score":0.5730811},"labels":[],"label_agreement":null},{"id":"W4281729201","doi":"10.1016/j.infsof.2022.106963","title":"Like, dislike, or just do it? How developers approach software development tasks","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software engineering; Computer science; Software development; Software; Human–computer interaction; Systems engineering; Engineering; Programming language","score_opus":0.02146837634590896,"score_gpt":0.24172793939720166,"score_spread":0.2202595630512927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281729201","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015932037,0.00018836737,0.9778776,0.002037949,0.00037563726,0.00045256567,0.000013745248,0.003009806,0.00011226356],"genre_scores_gemma":[0.28443313,0.000048835467,0.7126219,0.0011481902,0.00001725928,0.00081983214,0.00009805398,0.000028103928,0.0007846426],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99802065,0.000037122132,0.00039354924,0.00035894828,0.0006355864,0.0005541368],"domain_scores_gemma":[0.99867713,0.0002384469,0.00013265302,0.0006407851,0.00018099954,0.00012996812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050516234,0.00025219755,0.0002492862,0.0010876812,0.00069374405,0.00032422243,0.0014451797,0.00018823455,0.000060770875],"category_scores_gemma":[0.0011868002,0.00022958446,0.000034786535,0.0018206679,0.00012092643,0.0012878828,0.0019312282,0.000632785,0.00004968752],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031913558,0.00008971388,0.019105658,0.00022057148,0.000075451884,0.000033352033,0.0083959615,0.00096193893,0.0000049182054,0.0046072165,0.020394336,0.94607896],"study_design_scores_gemma":[0.0013256605,0.0002609453,0.008415101,0.000033886783,0.00000820078,0.00074240286,0.004039317,0.0039258166,0.0002243554,0.00039799672,0.97965705,0.0009692399],"about_ca_topic_score_codex":0.0000050392114,"about_ca_topic_score_gemma":0.0000024721576,"teacher_disagreement_score":0.9592627,"about_ca_system_score_codex":0.00027236683,"about_ca_system_score_gemma":0.0004910896,"threshold_uncertainty_score":0.93621826},"labels":[],"label_agreement":null},{"id":"W4281811500","doi":"10.1007/s10664-022-10153-2","title":"Works for Me! Cannot Reproduce – A Large Scale Empirical Study of Non-reproducible Bugs","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Dalhousie University","funders":"","keywords":"Software bug; Computer science; Empirical research; Software; Debugging; Eclipse; Software regression; Software engineering; Data science; Software development; Software quality; Programming language; Statistics","score_opus":0.030991629615728825,"score_gpt":0.32073289073010847,"score_spread":0.28974126111437964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281811500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53508997,0.00021626447,0.4621003,0.00032522046,0.0006807381,0.00083746813,0.000016649425,0.00072968245,0.000003695502],"genre_scores_gemma":[0.94651747,0.0000021031908,0.051705565,0.00011503837,0.0002589962,0.0010571451,0.000012935061,0.000097736964,0.00023304168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99522,0.000102723076,0.00069533236,0.001669237,0.001222535,0.0010901439],"domain_scores_gemma":[0.9952249,0.0018064238,0.00012041913,0.002301301,0.00023886815,0.00030808424],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022089465,0.00039188075,0.0006281553,0.00048970326,0.0003619581,0.0001182216,0.0019550524,0.00010605157,0.000045766687],"category_scores_gemma":[0.004290054,0.00042303302,0.00021674298,0.0025817414,0.000025443613,0.00035909767,0.0019507521,0.00088190223,0.000010371411],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096479314,0.002618855,0.6198634,0.00026932653,0.00020189004,0.00008492649,0.012508541,0.3434747,0.00068999705,0.000016931419,0.016860196,0.0033147687],"study_design_scores_gemma":[0.0068199537,0.0047102193,0.6002888,0.00017368191,0.00009818013,0.0001497943,0.0014079986,0.32255554,0.0046882327,0.00015212924,0.056358743,0.0025966908],"about_ca_topic_score_codex":0.000047973244,"about_ca_topic_score_gemma":0.0000059911977,"teacher_disagreement_score":0.41142747,"about_ca_system_score_codex":0.00036691586,"about_ca_system_score_gemma":0.00021238797,"threshold_uncertainty_score":0.99982214},"labels":[],"label_agreement":null},{"id":"W4282033849","doi":"10.1145/3542944","title":"Towards Learning Generalizable Code Embeddings Using Task-agnostic Graph Convolutional Networks","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University","funders":"","keywords":"Computer science; Source code; Downstream (manufacturing); Graph; Benchmarking; Code (set theory); Abstract syntax; Embedding; Task (project management); Artificial intelligence; Syntax; Theoretical computer science; Programming language","score_opus":0.07716174346765048,"score_gpt":0.31820709951536275,"score_spread":0.24104535604771227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282033849","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028984671,0.00076775247,0.9677242,0.000115821735,0.0012899975,0.0001474193,0.000015544965,0.0009529143,0.0000016894031],"genre_scores_gemma":[0.23197088,0.000086864435,0.7674868,0.00010620759,0.00006477505,0.00011452458,0.000008925,0.000047167658,0.000113842165],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99766415,0.00042569687,0.00028203562,0.0006130066,0.00037554355,0.0006395507],"domain_scores_gemma":[0.9946135,0.004514094,0.000057424426,0.00054274674,0.000078214405,0.0001940039],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014344231,0.0002684337,0.0003422294,0.00054490496,0.0006691351,0.00007006585,0.00076348626,0.00012595652,0.00006615728],"category_scores_gemma":[0.0022411535,0.00031717497,0.00011773215,0.0009161876,0.000059099202,0.00019506115,0.00014876097,0.0011654978,0.0000026599826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012886602,0.000030214755,0.00042353748,0.000024045567,0.00006902117,0.000024861705,0.00028325693,0.98901826,0.0005309579,0.00070663664,0.000039826427,0.008836485],"study_design_scores_gemma":[0.0005618735,0.00031058953,0.0014967088,0.000027647922,0.000041638927,0.00060974696,0.000048823826,0.9884799,0.00048380607,0.00049212936,0.0069433954,0.0005037421],"about_ca_topic_score_codex":0.000107495565,"about_ca_topic_score_gemma":0.0000015260645,"teacher_disagreement_score":0.20298621,"about_ca_system_score_codex":0.00019098182,"about_ca_system_score_gemma":0.00010572752,"threshold_uncertainty_score":0.99992806},"labels":[],"label_agreement":null},{"id":"W4282826452","doi":"10.1109/icse-nier55298.2022.9793511","title":"Better Modeling the Programming World with Code Concept Graphs-augmented Multi-modal Learning","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Identifier; Artificial intelligence; Code (set theory); Process (computing); Domain (mathematical analysis); Machine learning; Programming language","score_opus":0.02634966534807758,"score_gpt":0.2644446414475526,"score_spread":0.238094976099475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282826452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046139337,0.00008059101,0.9505407,0.0009130842,0.00008417911,0.00030393506,3.8401137e-7,0.0018432616,0.00009448143],"genre_scores_gemma":[0.9035862,3.9950947e-7,0.09170773,0.00023615002,0.000019433715,0.0001726534,0.000002137474,0.00004613445,0.004229135],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826366,0.00009868357,0.00014987843,0.00038284351,0.0006549827,0.0004499583],"domain_scores_gemma":[0.99909943,0.00030005665,0.000033849657,0.00042799738,0.000063066334,0.000075572905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004779184,0.00013787523,0.00011004634,0.00016798213,0.00038180233,0.00021674512,0.001028015,0.000013766592,0.000028882458],"category_scores_gemma":[0.000048070877,0.000095337535,0.000048666046,0.00089027814,0.000048991697,0.0001978411,0.00070117495,0.0007110902,0.000004252819],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009987392,0.000052469833,0.01183714,0.0000058613837,0.000049303988,0.000038070317,0.0021643774,0.9575356,0.00007822267,0.003901797,0.00028472283,0.024042405],"study_design_scores_gemma":[0.00040381387,0.000093414485,0.00037589215,0.000007703909,0.0000032782764,0.000018452853,0.0001996164,0.99354374,0.00011309971,0.00006914991,0.0050100884,0.00016174123],"about_ca_topic_score_codex":0.000056482648,"about_ca_topic_score_gemma":0.000032316653,"teacher_disagreement_score":0.858833,"about_ca_system_score_codex":0.0000906,"about_ca_system_score_gemma":0.000059137164,"threshold_uncertainty_score":0.38877517},"labels":[],"label_agreement":null},{"id":"W4282834229","doi":"10.2174/2666255816666220609110712","title":"Systematic Review of Machine Learning-Based Open-Source SoftwareMaintenance Effort Estimation","year":2022,"lang":"en","type":"article","venue":"Recent Advances in Computer Science and Communications","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Machine learning; Data mining; Decision tree; Software; Context (archaeology); Support vector machine; Artificial intelligence; Empirical research; Feature selection; Statistics","score_opus":0.019911980617795505,"score_gpt":0.31668119498459185,"score_spread":0.2967692143667964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282834229","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011278239,0.08558067,0.91151404,0.0017295019,0.00010543373,0.0008170643,0.0000019579606,0.00010214027,0.000036401427],"genre_scores_gemma":[0.27344167,0.11241019,0.61148363,0.0015500352,0.000008240595,0.0010210474,0.000024609835,0.000023031345,0.000037565373],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978858,0.00026353716,0.00047517137,0.00036117338,0.00076046353,0.00025381456],"domain_scores_gemma":[0.99650043,0.001023761,0.0002460249,0.0018238992,0.0003346237,0.000071272356],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0037414683,0.00011286555,0.0003246769,0.00028516413,0.00055742596,0.00013609776,0.0064282445,0.000011917148,0.0000051996694],"category_scores_gemma":[0.0013366652,0.000106755455,0.000027381475,0.0028199574,0.00028613888,0.0010031493,0.0048317676,0.00033397958,0.0000018574954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011858016,0.0007797988,0.00629183,0.075235486,0.00002229243,0.0000063340312,0.0011988797,0.50808936,0.00003403646,0.012504577,0.00014087746,0.39568466],"study_design_scores_gemma":[0.00017574134,0.000105864274,0.00019179125,0.010493002,0.0000045842853,0.00001623704,0.000007523283,0.98458916,0.00003012067,0.00030165707,0.0039571845,0.00012714558],"about_ca_topic_score_codex":0.000015609581,"about_ca_topic_score_gemma":0.0000071892837,"teacher_disagreement_score":0.47649977,"about_ca_system_score_codex":0.00022460606,"about_ca_system_score_gemma":0.00031355195,"threshold_uncertainty_score":0.99894744},"labels":[],"label_agreement":null},{"id":"W4282838525","doi":"10.1109/icse-nier55298.2022.9793515","title":"Supporting program comprehension by generating abstract code summary tree","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Program comprehension; Programming language; Tree (set theory); Code (set theory); Software; Mathematics; Software system","score_opus":0.025275417511071867,"score_gpt":0.31248482074930567,"score_spread":0.2872094032382338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282838525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8098652,0.0005068525,0.18105245,0.0009800654,0.0007189946,0.0007922699,0.000014975172,0.0038999694,0.0021692233],"genre_scores_gemma":[0.8717222,0.0000017943904,0.12617195,0.00016828024,0.000049886792,0.00014130074,0.0000330836,0.000021737293,0.0016897579],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982033,0.000048030044,0.00024970662,0.00039301155,0.0006273389,0.0004786248],"domain_scores_gemma":[0.99895275,0.00039349712,0.00005698844,0.00044284097,0.000042389493,0.00011154663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005880544,0.00011483149,0.00011813096,0.00008750631,0.0003366668,0.00018453387,0.00086074567,0.000024200277,0.00016536487],"category_scores_gemma":[0.00012482604,0.00011571794,0.00004958036,0.00040215495,0.000016148919,0.00022794274,0.0009205523,0.00034811287,0.000019616242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005769004,0.00039426037,0.016664261,0.00004657873,0.00002891073,0.00010507466,0.00039431115,0.021309063,0.070083715,0.0005487033,0.19545195,0.6949674],"study_design_scores_gemma":[0.00036321083,0.0002763375,0.010405604,0.000008859527,0.0000020914747,0.00004128453,0.00007282074,0.9030226,0.005852753,0.000052189152,0.07953707,0.0003651937],"about_ca_topic_score_codex":0.000054888165,"about_ca_topic_score_gemma":0.0000056580343,"teacher_disagreement_score":0.8817135,"about_ca_system_score_codex":0.00009005588,"about_ca_system_score_gemma":0.0000650866,"threshold_uncertainty_score":0.47188407},"labels":[],"label_agreement":null},{"id":"W4283077896","doi":"10.1016/j.infsof.2022.106985","title":"A three-stage transfer learning framework for multi-source cross-project software defect prediction","year":2022,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Multi-source; Computer science; Transfer of learning; Source code; Weighting; Data source; Open source; Selection (genetic algorithm); Merge (version control); Data mining; Open source software; Field (mathematics); Water source; Machine learning; Software; Artificial intelligence; Information retrieval; Statistics","score_opus":0.025754898635890856,"score_gpt":0.2949621594112539,"score_spread":0.26920726077536306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283077896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081527494,0.00016739988,0.9130842,0.00012475863,0.00026328996,0.00065127044,0.00005325595,0.004125737,0.0000025721329],"genre_scores_gemma":[0.3429639,0.000024437673,0.65525514,0.00020055445,0.000032160395,0.0012687981,0.000088867964,0.000035655954,0.00013047566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998478,0.000031562926,0.0003726597,0.00031032882,0.00035691258,0.0004505291],"domain_scores_gemma":[0.99862105,0.0006345036,0.000075494834,0.00044396234,0.00016390048,0.00006110343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000598598,0.00018937713,0.00019903226,0.00085374934,0.00081332336,0.00022435098,0.00073055516,0.00025221874,0.000026249514],"category_scores_gemma":[0.0031407604,0.00020424271,0.0000986511,0.0010410765,0.00010520337,0.0009672688,0.0004829196,0.0009101203,0.00001270727],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008757275,0.00008584873,0.31978965,0.00035313406,0.000100259094,0.00000793016,0.0047883573,0.06032919,0.000020222626,0.03501377,0.0003892984,0.5790348],"study_design_scores_gemma":[0.0042603114,0.0019950215,0.047378376,0.00008343825,0.000028254175,0.0002937021,0.00096516835,0.6662021,0.0004109562,0.0061424496,0.27111202,0.0011281287],"about_ca_topic_score_codex":0.000032348762,"about_ca_topic_score_gemma":0.0000062178974,"teacher_disagreement_score":0.605873,"about_ca_system_score_codex":0.00014003737,"about_ca_system_score_gemma":0.00011734131,"threshold_uncertainty_score":0.8328776},"labels":[],"label_agreement":null},{"id":"W4283653799","doi":"10.5281/zenodo.6760334","title":"Impact of design choices on the quality of multi-modal transformer based embedding for bug localization","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Modal; Transformer; Embedding; Computer science; Quality (philosophy); Electronic engineering; Reliability engineering; Engineering; Electrical engineering; Artificial intelligence; Voltage; Materials science; Physics","score_opus":0.1213326945007197,"score_gpt":0.3581642551044042,"score_spread":0.2368315606036845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283653799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011321353,0.00005889082,0.9943334,0.00013356024,0.00022882971,0.0013578375,0.0007007307,0.00041030927,0.0016443436],"genre_scores_gemma":[0.9577809,0.00033903014,0.017271508,0.00013205707,0.00051769655,0.0000046051396,0.0056977966,0.0064935014,0.011762892],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966898,0.0007908488,0.0005765656,0.0005751484,0.00087777764,0.000489868],"domain_scores_gemma":[0.99591905,0.0014475421,0.0003247314,0.0009281993,0.0012491889,0.00013126673],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0028586937,0.00027271375,0.00039110007,0.0005873783,0.0007983989,0.00044219868,0.0027927682,0.00017392203,0.0021662689],"category_scores_gemma":[0.0040678154,0.00022022726,0.00024559346,0.0013792551,0.00017336279,0.00022471884,0.00039051488,0.00039846156,0.0023316562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043077033,0.00058590085,0.00001177994,0.0017518366,0.00045579945,0.000002968957,0.0018837546,0.41520196,0.009039125,0.0022153798,0.5395213,0.028899422],"study_design_scores_gemma":[0.0025315406,0.0025323967,0.0023028043,0.00072005455,0.000039458602,0.000007607034,0.000083149964,0.72719437,0.0129854,0.000110148336,0.25062376,0.0008693095],"about_ca_topic_score_codex":0.00006955995,"about_ca_topic_score_gemma":2.730368e-7,"teacher_disagreement_score":0.97706187,"about_ca_system_score_codex":0.00026905476,"about_ca_system_score_gemma":0.000053830398,"threshold_uncertainty_score":0.99874586},"labels":[],"label_agreement":null},{"id":"W4283737447","doi":"10.47839/ijc.21.2.2587","title":"Software Reusability Estimation based on Dynamic Metrics using Soft Computing Techniques","year":2022,"lang":"en","type":"article","venue":"International Journal of Computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Reusability; Computer science; Soft computing; Mean squared error; Fuzzy logic; Software; Data mining; Artificial neural network; Object-oriented programming; Artificial intelligence; Machine learning; Programming language; Statistics; Mathematics","score_opus":0.022148613568665373,"score_gpt":0.33307436842799204,"score_spread":0.31092575485932666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283737447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16041563,0.000035494053,0.83762664,0.00032659134,0.0013128845,0.00008640658,0.0000030462363,0.00017762536,0.000015669053],"genre_scores_gemma":[0.5861115,3.6056866e-7,0.41365555,0.00012516908,0.000091859394,5.271873e-7,0.0000019495958,0.000011162236,0.0000019147471],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99670297,0.00021635633,0.0006529024,0.00026697427,0.0019041597,0.00025664154],"domain_scores_gemma":[0.9955658,0.0026952666,0.0005687979,0.00030744943,0.00077562564,0.00008709883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026868582,0.00015120587,0.00021846773,0.0010700909,0.00026531742,0.0002431718,0.0021359746,0.000038006172,0.000014715143],"category_scores_gemma":[0.0034362304,0.00016221298,0.00015484764,0.00082679937,0.000031482472,0.00032477124,0.0008331734,0.00072593865,0.0000017539285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017470642,0.00010082032,0.005595992,0.000010126276,0.000029993287,0.000099166944,0.00015439076,0.8175734,0.00016944773,0.00014350655,0.00004866049,0.17605701],"study_design_scores_gemma":[0.000290844,0.0001784525,0.0045089405,0.00010438832,0.0000046363457,0.00031466986,0.00001721743,0.99323314,0.00045237612,0.00056699314,0.00018782559,0.00014050747],"about_ca_topic_score_codex":0.000011604216,"about_ca_topic_score_gemma":1.7113646e-7,"teacher_disagreement_score":0.42569587,"about_ca_system_score_codex":0.0012327783,"about_ca_system_score_gemma":0.0003055698,"threshold_uncertainty_score":0.6614853},"labels":[],"label_agreement":null},{"id":"W4283796458","doi":"10.1609/aaai.v36i11.21625","title":"Code Representation Learning Using Prüfer Sequences (Student Abstract)","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Representation (politics); Sequence (biology); Syntax; Abstract syntax; Code (set theory); Encoding (memory); Natural language processing; Source code; Artificial intelligence; Lossless compression; Abstract syntax tree; Programming language; Tree (set theory); Scheme (mathematics); Artificial neural network; Theoretical computer science; Data compression; Mathematics","score_opus":0.14454852823829395,"score_gpt":0.36782651393995397,"score_spread":0.22327798570166002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283796458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97638196,0.00003099067,0.01916352,0.0013410543,0.0006112583,0.00044536532,0.0000034247787,0.0002111149,0.0018113042],"genre_scores_gemma":[0.99705917,0.000010995356,0.002546647,0.000048994996,0.000048238846,0.000051925806,4.7999526e-7,0.000014339374,0.00021923525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99743676,0.000034471002,0.00045086662,0.0005214746,0.0011873585,0.00036905307],"domain_scores_gemma":[0.9986083,0.00029717665,0.00030470203,0.00028459667,0.00042950525,0.00007575367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093212695,0.00017041972,0.00019188812,0.00019436482,0.00053463894,0.0003085105,0.0024496752,0.00004091482,0.0001601814],"category_scores_gemma":[0.0009206937,0.0001485349,0.000094625575,0.0010471328,0.0001482679,0.0004303159,0.0011037977,0.00067323307,0.000026330941],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009213605,0.0004031874,0.022841558,0.0000880284,0.00006248694,0.000008543956,0.009849464,0.09154849,0.3020857,0.5229044,0.00019389194,0.049922116],"study_design_scores_gemma":[0.00005613415,0.00040016425,0.008339905,0.0001533629,0.000015384263,0.000034988352,0.0039561037,0.356032,0.59077126,0.039473116,0.0002795414,0.0004880583],"about_ca_topic_score_codex":0.00010301573,"about_ca_topic_score_gemma":0.000002858309,"teacher_disagreement_score":0.48343128,"about_ca_system_score_codex":0.00017647754,"about_ca_system_score_gemma":0.00015029575,"threshold_uncertainty_score":0.60570776},"labels":[],"label_agreement":null},{"id":"W4284670329","doi":"10.1145/3510003.3510076","title":"Social science theories in software engineering research","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Social software engineering; Software; Software Engineering Process Group; Computer science; Software development; Management science; Engineering ethics; Field (mathematics); Epistemology; Software development process; Software construction; Engineering; Mathematics","score_opus":0.047533180329221374,"score_gpt":0.3234322068789773,"score_spread":0.2758990265497559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284670329","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560652,0.00010475903,0.034744713,0.0019507289,0.0032397576,0.00094389194,0.000041414623,0.0012276792,0.0016819035],"genre_scores_gemma":[0.98616475,0.000005419373,0.013240866,0.00003388414,0.000117495096,0.00022163933,0.0000013296756,0.00003763992,0.00017697395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99520797,0.000020167556,0.00042067716,0.0006672356,0.002899634,0.00078432955],"domain_scores_gemma":[0.99777275,0.00065386214,0.00012367974,0.0003277847,0.0010120443,0.00010986535],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.002864349,0.0002562062,0.0002571296,0.0014467671,0.00046839085,0.00036152668,0.005845425,0.00006377435,0.00004796605],"category_scores_gemma":[0.008608317,0.0002458785,0.00010699634,0.0031610257,0.00020649389,0.0008206449,0.0032966891,0.0014488675,0.0000067787128],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030799438,0.0001107305,0.03987289,0.00010712259,0.000032227592,0.00000747651,0.0022620398,0.012037262,0.007589705,0.9364019,0.00027856082,0.0012692818],"study_design_scores_gemma":[0.0031265398,0.0009098471,0.44623297,0.0014871907,0.000018929726,0.00023738353,0.0018590601,0.4232737,0.08319389,0.026335312,0.010307984,0.0030171555],"about_ca_topic_score_codex":0.00001886625,"about_ca_topic_score_gemma":3.4471313e-7,"teacher_disagreement_score":0.9100666,"about_ca_system_score_codex":0.00089416874,"about_ca_system_score_gemma":0.0003077574,"threshold_uncertainty_score":0.99999934},"labels":[],"label_agreement":null},{"id":"W4284670745","doi":"10.1145/3510003.3510115","title":"Inferring and applying type changes","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; University of Colorado Boulder; National Science Foundation","keywords":"Code refactoring; Computer science; Plug-in; Programming language; Maintainability; Type (biology); Precision and recall; Data type; Software engineering; Information retrieval; Data mining; Artificial intelligence; Software","score_opus":0.03354994806902248,"score_gpt":0.2610165799266521,"score_spread":0.22746663185762964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284670745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9639468,0.00017290738,0.028647054,0.0019426434,0.0028063434,0.0005903802,0.000016492462,0.0008721764,0.0010051924],"genre_scores_gemma":[0.9882256,0.000016601798,0.011323891,0.00006709869,0.000057621102,0.00011266627,8.4365973e-7,0.000018496687,0.00017717331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867773,0.0000043345035,0.00015279543,0.00028363403,0.0006615451,0.00021998028],"domain_scores_gemma":[0.9993087,0.00015606543,0.00008596732,0.00014888786,0.0002422384,0.000058116348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003216681,0.00014023168,0.00012923578,0.0002460331,0.00013363193,0.00012683305,0.0014588969,0.000027615002,0.000032860626],"category_scores_gemma":[0.0010597501,0.00012853736,0.00003447962,0.00042217333,0.00002417828,0.00022137487,0.0014457629,0.00038275428,0.0000020944494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060809074,0.00012899034,0.1552111,0.0003766933,0.00023526666,0.00000835697,0.0030009944,0.020589648,0.041061435,0.7578828,0.000894292,0.020549629],"study_design_scores_gemma":[0.001920999,0.0010227842,0.16469558,0.001076263,0.000036095404,0.00037487698,0.0007554476,0.7267189,0.05868234,0.005459324,0.03718763,0.002069776],"about_ca_topic_score_codex":0.000008158957,"about_ca_topic_score_gemma":2.524047e-7,"teacher_disagreement_score":0.75242347,"about_ca_system_score_codex":0.000114942195,"about_ca_system_score_gemma":0.000038558122,"threshold_uncertainty_score":0.52416015},"labels":[],"label_agreement":null},{"id":"W4284689801","doi":"10.1145/3510003.3510157","title":"Automated handling of anaphoric ambiguity in requirements","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds National de la Recherche Luxembourg","keywords":"Ambiguity; Computer science; Anaphora (linguistics); Artificial intelligence; Natural language processing; Coreference; Natural language; Natural language understanding; Interpretation (philosophy); Ambiguity resolution; Automation; Machine translation; Feature (linguistics); Resolution (logic); Machine learning; Programming language; Linguistics","score_opus":0.0372657344313989,"score_gpt":0.28603588832004295,"score_spread":0.24877015388864404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284689801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9859356,0.00004228394,0.011766179,0.00022559921,0.0010432499,0.00024284032,0.000015856916,0.0004761871,0.00025216764],"genre_scores_gemma":[0.9895804,0.000007929102,0.010246706,0.000016671298,0.000019695111,0.000056284567,0.0000014960831,0.000015112642,0.000055731834],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981022,0.000008434251,0.0003774856,0.00029082262,0.000974531,0.00024655228],"domain_scores_gemma":[0.9991202,0.00014436491,0.00017932954,0.00019296602,0.0003188528,0.000044287634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058693136,0.00014358375,0.00019367941,0.0004687688,0.000059033646,0.000038816863,0.0022098548,0.00003374592,0.000028545068],"category_scores_gemma":[0.0014919236,0.00013734937,0.00007385014,0.00090083166,0.000025188745,0.0002882736,0.0010222072,0.0002962898,0.0000013264172],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013354937,0.0006466878,0.5078922,0.00062410097,0.00028707946,0.000014915119,0.0034431822,0.20673159,0.08699,0.18728279,0.0013151935,0.004638712],"study_design_scores_gemma":[0.00083109154,0.00020551043,0.16463885,0.00046546131,0.00000563851,0.000018196974,0.000115852585,0.79152924,0.040535275,0.00096122414,0.00032834642,0.00036528884],"about_ca_topic_score_codex":0.000035930327,"about_ca_topic_score_gemma":5.991618e-7,"teacher_disagreement_score":0.5847977,"about_ca_system_score_codex":0.000272049,"about_ca_system_score_gemma":0.00007843559,"threshold_uncertainty_score":0.5600945},"labels":[],"label_agreement":null},{"id":"W4284882237","doi":"10.1007/s10664-022-10119-4","title":"FIXME: synchronize with database! An empirical study of data access self-admitted technical debt","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Technical debt; Code refactoring; Computer science; Commit; Maintainability; Database; Data access; Software development; Software; Data science; Software engineering; Operating system","score_opus":0.06157596337977576,"score_gpt":0.35714592806012,"score_spread":0.29556996468034424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284882237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45768958,0.000109143795,0.53926265,0.0001254595,0.00018573206,0.0005203523,0.000056324858,0.0020474093,0.0000033073804],"genre_scores_gemma":[0.82882607,0.000003178353,0.17056493,0.00009061266,0.00010833827,0.00021028257,0.00009713772,0.000090530884,0.000008913026],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947391,0.00023328363,0.0006314885,0.0015403073,0.0019641921,0.00089158607],"domain_scores_gemma":[0.9929691,0.002153449,0.000118706936,0.0041146544,0.00014940176,0.00049470545],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0011683452,0.00045904916,0.00059619604,0.0004909823,0.00028654025,0.00023596475,0.008166237,0.00010472166,0.000110651796],"category_scores_gemma":[0.0018908377,0.00043155262,0.00006361503,0.0031499413,0.000045099703,0.0019424178,0.008878092,0.001332231,0.000009238185],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073466945,0.0035098195,0.9159962,0.00018769542,0.00022996053,0.0007140819,0.001250629,0.0727176,0.00013795422,0.000046103403,0.00323483,0.0019016777],"study_design_scores_gemma":[0.0025222262,0.0036751577,0.7151698,0.00009551175,0.00010202001,0.00049260684,0.00015530195,0.26807645,0.00018898604,0.0000404904,0.007863525,0.0016179223],"about_ca_topic_score_codex":0.00007549027,"about_ca_topic_score_gemma":0.000015029653,"teacher_disagreement_score":0.3711365,"about_ca_system_score_codex":0.00040991392,"about_ca_system_score_gemma":0.0004011756,"threshold_uncertainty_score":0.9998136},"labels":[],"label_agreement":null},{"id":"W4285229229","doi":"10.1007/978-3-031-04829-6_18","title":"Towards a Taxonomy of Software Maintainability Predictors: A Detailed View","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Maintainability; Terminology; Ambiguity; Taxonomy (biology); Computer science; Software quality; Software; Empirical research; Software engineering; Data science; Software development; Linguistics; Mathematics; Statistics; Programming language","score_opus":0.019554233127489964,"score_gpt":0.230527297642859,"score_spread":0.21097306451536904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285229229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016955707,0.024884447,0.9712577,0.0000598165,0.0009500299,0.001470957,0.00002100793,0.00020214515,0.0009843308],"genre_scores_gemma":[0.9859966,0.0011431179,0.009225604,0.00008572647,0.00081268814,0.00093939016,0.00005298737,0.00014590017,0.0015980034],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973218,0.0001446602,0.0006720446,0.0007871546,0.0005954329,0.0004789489],"domain_scores_gemma":[0.9966519,0.0017712925,0.00024337503,0.0010565784,0.00013742405,0.0001394293],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011419639,0.00042998468,0.000916665,0.00027952174,0.00008087518,0.00012691594,0.00097231223,0.00045721885,0.000068792964],"category_scores_gemma":[0.0006036345,0.0003878464,0.00016179227,0.00024363192,0.00010957068,0.00011423726,0.00078436534,0.0011231153,0.0000011151598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007764661,0.00009252164,0.047303203,0.004985707,0.00049194077,0.00040713113,0.0008665068,0.62954336,0.0000017122859,0.056079116,0.00058140594,0.25956973],"study_design_scores_gemma":[0.0018726155,0.0013654298,0.0073612467,0.005303226,0.00012915695,0.00038855313,0.000013717336,0.5206637,0.000007631178,0.021934649,0.43801466,0.0029454248],"about_ca_topic_score_codex":0.00017546769,"about_ca_topic_score_gemma":0.000053953532,"teacher_disagreement_score":0.985827,"about_ca_system_score_codex":0.00034799118,"about_ca_system_score_gemma":0.00023349393,"threshold_uncertainty_score":0.99985737},"labels":[],"label_agreement":null},{"id":"W4285240847","doi":"10.1007/978-3-031-08760-8_45","title":"Digging Deeper into the State of the Practice for Domain Specific Research Software","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Documentation; Usability; Software; Best practice; Domain (mathematical analysis); Software engineering; Ranking (information retrieval); Data science; World Wide Web; Information retrieval; Human–computer interaction; Programming language","score_opus":0.03214978094487921,"score_gpt":0.31231830375869574,"score_spread":0.28016852281381655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285240847","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033288874,0.001514539,0.9908425,0.003991436,0.001791779,0.0012182078,0.000007979059,0.00011029405,0.00019032635],"genre_scores_gemma":[0.023310512,0.00018105829,0.97455436,0.000679095,0.0004565155,0.00016494314,0.0000029842454,0.00009480096,0.000555745],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99362916,0.00026375003,0.0005147679,0.0013621281,0.0032548364,0.00097538193],"domain_scores_gemma":[0.97765267,0.018300986,0.0002449102,0.002828953,0.0008585314,0.00011397922],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.008005141,0.00036886567,0.00036703024,0.00078763056,0.0011382329,0.0006117735,0.0096648075,0.00012504093,0.000020376987],"category_scores_gemma":[0.0028781458,0.00024249102,0.00018566435,0.0019726248,0.0014888815,0.00063461706,0.006161692,0.0023000462,0.000009456245],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033590542,0.000061417784,0.00009295547,0.00013016425,0.00003543164,0.000052752966,0.0137859695,0.13697895,0.00020729986,0.049565054,0.00032185216,0.79873455],"study_design_scores_gemma":[0.00042291242,0.0004853008,0.00029318646,0.00046760333,0.000008359443,0.0001186317,0.000006583235,0.04449583,0.0023029372,0.63070923,0.31986362,0.00082579395],"about_ca_topic_score_codex":0.00007280809,"about_ca_topic_score_gemma":0.000043789838,"teacher_disagreement_score":0.7979088,"about_ca_system_score_codex":0.0007719229,"about_ca_system_score_gemma":0.0010979297,"threshold_uncertainty_score":0.99926835},"labels":[],"label_agreement":null},{"id":"W4285310629","doi":"10.1007/978-3-031-08129-3_1","title":"Fine-Grained Analysis of Similar Code Snippets","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Code (set theory); Information retrieval; World Wide Web; Programming language","score_opus":0.019778436055914693,"score_gpt":0.26693290289161986,"score_spread":0.24715446683570516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285310629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039756298,0.00039886902,0.99633956,0.0005871925,0.0011423721,0.00026607612,0.00003864108,0.00021913569,0.0006105882],"genre_scores_gemma":[0.53006315,0.0000757308,0.4679044,0.00067095907,0.0003900247,0.00003718557,0.000051184496,0.00009969213,0.0007076611],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99492055,0.000051254894,0.00061862933,0.0015778792,0.0020980455,0.00073365914],"domain_scores_gemma":[0.9945258,0.0024256615,0.00026962365,0.0023002943,0.0002900117,0.00018859831],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0014884077,0.00047083263,0.0008886373,0.0037603148,0.00019005121,0.0002126279,0.0056814514,0.00020314906,0.00022872663],"category_scores_gemma":[0.0006626542,0.0004678015,0.00034220464,0.0043696635,0.0005122058,0.00036358606,0.0029485198,0.0010123453,0.000010871981],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008783704,0.00005657167,0.0014282605,0.000072770505,0.0003105341,0.00026120536,0.000925868,0.8134513,0.00022480608,0.018198313,0.000084458174,0.16497712],"study_design_scores_gemma":[0.0002460393,0.00023235052,0.0022771861,0.00010721815,0.00008985839,0.0000228083,9.0296695e-8,0.97708815,0.0009106952,0.014093377,0.0041916454,0.00074060407],"about_ca_topic_score_codex":0.000038797974,"about_ca_topic_score_gemma":0.00012571122,"teacher_disagreement_score":0.5296656,"about_ca_system_score_codex":0.00039265605,"about_ca_system_score_gemma":0.0006155658,"threshold_uncertainty_score":0.9997774},"labels":[],"label_agreement":null},{"id":"W4285394558","doi":"10.1145/3546945","title":"Assessing the Alignment between the Information Needs of Developers and the Documentation of Programming Languages: A Case Study on Rust","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Huawei Technologies (Canada)","funders":"","keywords":"Documentation; Computer science; Technical documentation; Application programming interface; World Wide Web; Internal documentation; Set (abstract data type); Baseline (sea); Software engineering; Information retrieval; Programming language; Software development; Software","score_opus":0.0778948728389709,"score_gpt":0.3699735239963255,"score_spread":0.2920786511573546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285394558","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39467096,0.00005272422,0.6046076,0.00024822028,0.000073660645,0.00029685174,0.000002296306,0.000047179998,5.256958e-7],"genre_scores_gemma":[0.900213,0.000007032331,0.09952904,0.000038117134,0.0000075933985,0.00019330389,0.0000010877884,0.00000695007,0.000003842263],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99870986,0.00054164644,0.0002497737,0.00009559322,0.0002547025,0.0001484408],"domain_scores_gemma":[0.9900439,0.009408448,0.00007820702,0.00040269337,0.000040190218,0.000026583266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029470914,0.00010433453,0.00016995364,0.0002138606,0.00032924683,0.000072604664,0.00037503452,0.000027106356,0.0000022728264],"category_scores_gemma":[0.0009775136,0.00006170666,0.00003584849,0.0005391135,0.00007919771,0.00022305611,0.000067172776,0.00032653843,1.6523754e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042083724,0.00008075553,0.004570402,0.00009321121,0.00033158448,0.00001605865,0.11743307,0.14401256,0.00007106596,0.0007372022,0.0000063235025,0.7326057],"study_design_scores_gemma":[0.012353226,0.004745602,0.17048112,0.0002550015,0.00086248654,0.0038129208,0.7659271,0.026806006,0.008034971,0.00046634892,0.00481593,0.0014393433],"about_ca_topic_score_codex":0.00024358263,"about_ca_topic_score_gemma":0.0000018532271,"teacher_disagreement_score":0.73116636,"about_ca_system_score_codex":0.000039961626,"about_ca_system_score_gemma":0.00003282438,"threshold_uncertainty_score":0.25323337},"labels":[],"label_agreement":null},{"id":"W4285397054","doi":"10.48550/arxiv.2207.05132","title":"Dev2vec: Representing Domain Expertise of Developers in an Embedding Space","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Embedding; Computer science; Domain (mathematical analysis); Space (punctuation); Software; Data science; Exploit; Software engineering; World Wide Web; Information retrieval; Artificial intelligence; Computer security; Programming language; Mathematics","score_opus":0.08073216102822943,"score_gpt":0.23874237143958046,"score_spread":0.15801021041135105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285397054","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6910325,0.000053847907,0.3079622,0.00003140737,0.00025034414,0.00019026223,0.0000027443255,0.00018068498,0.00029594984],"genre_scores_gemma":[0.97769815,0.00003367781,0.021866228,0.000009890111,0.000023900013,0.0000037942807,0.0000068926884,0.000027816026,0.00032965047],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746794,0.00028449664,0.000268377,0.0012392369,0.00023751507,0.000502465],"domain_scores_gemma":[0.9975276,0.00039306207,0.00017006266,0.0016250659,0.00011692143,0.00016727374],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00080003426,0.00025760513,0.00035623935,0.00080230116,0.0001098597,0.0000883654,0.0028759553,0.00016788779,0.00005885133],"category_scores_gemma":[0.00037291917,0.00034265005,0.00012144199,0.0014776806,0.00007593588,0.0004913983,0.0053794063,0.000861626,0.000007049587],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022811068,0.00009570039,0.13117836,0.00011350685,0.000038452246,0.0010786066,0.003659141,0.8469852,0.00034981238,0.015811887,0.00004087306,0.00062560546],"study_design_scores_gemma":[0.00079631974,0.00007715203,0.035139944,0.000250521,0.000012239993,0.000010510351,0.0016738985,0.95424604,0.0009893236,0.0056115445,0.00028773982,0.00090475986],"about_ca_topic_score_codex":0.00041857144,"about_ca_topic_score_gemma":0.000046753234,"teacher_disagreement_score":0.2866656,"about_ca_system_score_codex":0.0006365815,"about_ca_system_score_gemma":0.00034911567,"threshold_uncertainty_score":0.99990255},"labels":[],"label_agreement":null},{"id":"W4285464731","doi":"10.32920/ryerson.14654229.v1","title":"Analysis on Relationship between Code Quality and Code Coverage in an XP Environment: a Case Study on the SWURV Project","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Software quality; Code (set theory); Quality (philosophy); Software; Extreme programming; Residual; Code coverage; Code smell; Development testing; Process (computing); Static program analysis; Source code; Root cause; Reliability engineering; Software engineering; Software development; Software development process; Programming language; Engineering; Algorithm; Set (abstract data type)","score_opus":0.2052220897337871,"score_gpt":0.4005590867465069,"score_spread":0.1953369970127198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285464731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87546545,0.000020844736,0.122960135,0.0003173571,0.00003488593,0.0009728064,0.000057030848,0.00011556925,0.000055932465],"genre_scores_gemma":[0.9981919,0.0000056949957,0.0013947114,0.000049866638,0.000028350298,0.00018676849,0.000036008427,0.000016780816,0.000089912595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99562496,0.0016025258,0.0004593067,0.0011954055,0.00081919954,0.0002986114],"domain_scores_gemma":[0.99051714,0.0068868115,0.00011125888,0.002345973,0.00003383821,0.000104954284],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033549247,0.00028644793,0.0004720428,0.0005876848,0.00015315399,0.00056937867,0.00091255916,0.00017195172,0.000013058911],"category_scores_gemma":[0.0011287871,0.00022116768,0.00010561525,0.00093914627,0.000045705525,0.00014875193,0.0014627841,0.0013011806,0.000007473458],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050163667,0.0002861614,0.9731829,0.000022143697,0.00018118428,0.0005667421,0.0045718835,0.020311063,6.973253e-7,0.0003213224,0.00000681865,0.0005440736],"study_design_scores_gemma":[0.00023292624,0.0001616912,0.9814348,0.00002213486,0.000060860613,0.000007829962,0.0006826228,0.016968409,0.000011406372,0.00015950947,0.000007348508,0.0002504258],"about_ca_topic_score_codex":0.0020183814,"about_ca_topic_score_gemma":0.0018173829,"teacher_disagreement_score":0.12272647,"about_ca_system_score_codex":0.0002711613,"about_ca_system_score_gemma":0.00013081479,"threshold_uncertainty_score":0.9018956},"labels":[],"label_agreement":null},{"id":"W4285490440","doi":"10.1145/3533767.3534220","title":"DocTer: documentation-guided fuzzing for testing deep learning API functions","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":73,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Science Foundation","keywords":"Fuzz testing; Computer science; Documentation; Parsing; Function (biology); Constraint (computer-aided design); Software bug; Artificial intelligence; Dependency (UML); Software; Programming language; Machine learning; Data mining","score_opus":0.060390053064120076,"score_gpt":0.33188639791175195,"score_spread":0.27149634484763185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285490440","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064831623,0.00015270965,0.98668814,0.00031605156,0.0017440034,0.0007147542,0.0000041322382,0.0018312078,0.0020658362],"genre_scores_gemma":[0.1898172,0.000013500545,0.797283,0.00012277695,0.0004937422,0.0020608483,0.00014434717,0.00008417736,0.009980417],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99751896,0.00009889125,0.0004005295,0.0008761785,0.0005812528,0.00052421197],"domain_scores_gemma":[0.9952262,0.0034497313,0.0001465034,0.0007716946,0.00028113066,0.00012471255],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009421071,0.00026151462,0.00024460058,0.00041106253,0.0005759765,0.0008527689,0.0014072472,0.00010649511,0.0003252804],"category_scores_gemma":[0.0032116678,0.00029239725,0.00014887574,0.00062827085,0.000019841751,0.00035547622,0.0032018125,0.0010876114,0.00005250274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047664485,0.000052318894,0.018432435,0.00042067564,0.00014591604,0.000018436309,0.0013385687,0.8769594,0.0005164408,0.0042293095,0.004306778,0.09357497],"study_design_scores_gemma":[0.0006333149,0.00018021911,0.0074998424,0.000107106294,0.000032552158,0.000033302735,0.00028539903,0.96028346,0.00030638205,0.004051087,0.025648285,0.00093904324],"about_ca_topic_score_codex":0.00018879556,"about_ca_topic_score_gemma":0.000005798552,"teacher_disagreement_score":0.18940516,"about_ca_system_score_codex":0.000384436,"about_ca_system_score_gemma":0.00021959106,"threshold_uncertainty_score":0.9999528},"labels":[],"label_agreement":null},{"id":"W4286331374","doi":"10.1109/saner53432.2022.00152","title":"Exploring Relevant Artifacts of Release Notes: The Practitioners' Perspective","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software release life cycle; Computer science; Key (lock); Set (abstract data type); Perspective (graphical); Reading (process); Software; Software development; World Wide Web; Software engineering; Software quality; Computer security","score_opus":0.07969162625759513,"score_gpt":0.30130812544751046,"score_spread":0.22161649918991533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331374","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.103023015,0.00026314057,0.89270574,0.0024962814,0.000837904,0.00018644106,0.00004814332,0.00030483407,0.00013452707],"genre_scores_gemma":[0.9955549,0.00022445677,0.003687498,0.00005925323,0.00008358829,0.00014052114,0.000022603228,0.000016573269,0.00021056634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754256,0.0001272274,0.00037028003,0.0005278854,0.0011498514,0.0002821939],"domain_scores_gemma":[0.997968,0.0007396009,0.00018368481,0.00057239685,0.00041895598,0.00011731417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006414569,0.00020570496,0.00026441968,0.0009254974,0.00031116215,0.000117706855,0.0009125677,0.000038473947,0.00017279852],"category_scores_gemma":[0.0011512472,0.00018320956,0.00019182023,0.0015259868,0.00007412576,0.0005018146,0.00033514935,0.00062210346,0.000011520865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008499422,0.00022669765,0.0040545827,0.00003365468,0.0014841954,0.000058218804,0.002271735,0.7988962,0.003311235,0.18580152,0.00040287114,0.003374088],"study_design_scores_gemma":[0.0005460789,0.00032265292,0.038388748,0.00006825812,0.0001930686,0.00006161789,0.002170372,0.9530385,0.0012683368,0.0017283591,0.0016393014,0.00057468755],"about_ca_topic_score_codex":0.00031892766,"about_ca_topic_score_gemma":0.000018164388,"teacher_disagreement_score":0.89253193,"about_ca_system_score_codex":0.0005236677,"about_ca_system_score_gemma":0.0001469533,"threshold_uncertainty_score":0.7471069},"labels":[],"label_agreement":null},{"id":"W4286331421","doi":"10.1109/saner53432.2022.00090","title":"Toward Understanding the Impact of Refactoring on Program Comprehension","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Code refactoring; Program comprehension; Computer science; Readability; Software maintenance; Software engineering; Programming language; Maintainability; Commit; Source code; Software; Software system; Database","score_opus":0.09590713737553741,"score_gpt":0.34146979367742475,"score_spread":0.24556265630188734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286331421","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17350508,0.0001185407,0.82458586,0.00032327053,0.0006349353,0.00024277209,0.000037155154,0.00040588385,0.00014650574],"genre_scores_gemma":[0.9977911,0.00004210597,0.001869753,0.000015262978,0.000060228565,0.00006202894,0.000030082678,0.00001651428,0.000112918904],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768746,0.00010333279,0.00034289111,0.00046702454,0.0010921854,0.00030712577],"domain_scores_gemma":[0.99865186,0.00042935065,0.00014851816,0.00050067663,0.00015910428,0.000110471556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004896602,0.00023025888,0.000293099,0.000929173,0.00027281413,0.00014732333,0.0009829892,0.000053349762,0.00013466449],"category_scores_gemma":[0.00018594952,0.00018156455,0.00028494108,0.0014148108,0.000060281283,0.00018244014,0.00032707732,0.0005826116,0.0000041173703],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062301115,0.0001832298,0.018271368,0.000022145852,0.0011248151,0.000017186952,0.00051226263,0.9351149,0.0010638505,0.040354215,0.0003709074,0.0029027872],"study_design_scores_gemma":[0.000320791,0.000550943,0.07477821,0.000045074925,0.000052215266,0.00001627485,0.00022859858,0.9228052,0.00009831697,0.0006798245,0.00015075695,0.00027378142],"about_ca_topic_score_codex":0.00015900239,"about_ca_topic_score_gemma":0.000004576168,"teacher_disagreement_score":0.82428604,"about_ca_system_score_codex":0.0009462577,"about_ca_system_score_gemma":0.000100700505,"threshold_uncertainty_score":0.7403987},"labels":[],"label_agreement":null},{"id":"W4286530317","doi":"10.1109/saner53432.2022.00107","title":"On the Importance of Performing App Analysis Within Peer Groups","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Polytechnique Montréal; Queen's University; Thompson Rivers University","funders":"","keywords":"Perspective (graphical); Computer science; Mobile apps; App store; World Wide Web; Smartphone app; Android app; Internet privacy; Peer-to-peer; Peer review; Focus group; Android (operating system); Context (archaeology); Data science; Artificial intelligence; Business; Marketing","score_opus":0.025822111897008344,"score_gpt":0.27341101624327296,"score_spread":0.24758890434626463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286530317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31293994,0.00011172484,0.6849473,0.0009541101,0.00046955957,0.00013499403,0.00005493747,0.00022715898,0.00016024572],"genre_scores_gemma":[0.99604034,0.000024981513,0.002686586,0.00012027633,0.00005555995,0.000084265455,0.00006361293,0.000016846137,0.0009075394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996568,0.0001101892,0.00052915973,0.00062394975,0.0018563718,0.000312283],"domain_scores_gemma":[0.99786854,0.00063152297,0.0002519119,0.0007632948,0.00036872187,0.000115994364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013745696,0.00025815007,0.00040595976,0.0016309974,0.00032062628,0.00013704419,0.0013890949,0.00006251665,0.0005301046],"category_scores_gemma":[0.00068393786,0.00021775825,0.00034701914,0.0034749971,0.00007286782,0.00022003413,0.0003590694,0.0006750761,0.000007982352],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035624165,0.000103910665,0.06768326,0.000017044938,0.002936119,0.000021025078,0.0005668407,0.7480697,0.00037188482,0.17910375,0.00062383595,0.0004669787],"study_design_scores_gemma":[0.0001986047,0.00013477348,0.047083113,0.00001698638,0.00028484222,0.000010287299,0.00022896523,0.95047086,0.00015150831,0.00092472974,0.00020293199,0.00029236998],"about_ca_topic_score_codex":0.00007910249,"about_ca_topic_score_gemma":0.000040430532,"teacher_disagreement_score":0.6831004,"about_ca_system_score_codex":0.00032842535,"about_ca_system_score_gemma":0.000095373,"threshold_uncertainty_score":0.8879923},"labels":[],"label_agreement":null},{"id":"W4286531983","doi":"10.1109/saner53432.2022.00094","title":"Automatic Detection and Analysis of Technical Debts in Peer-Review Documentation of R Packages","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Technical debt; Documentation; Computer science; Suite; Usability; Empirical research; Popularity; Technical documentation; Artificial intelligence; Software engineering; World Wide Web; Software; Machine learning; Software development; Programming language; Operating system; Statistics","score_opus":0.025277533824908677,"score_gpt":0.31516048281083275,"score_spread":0.2898829489859241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286531983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23662026,0.001222524,0.7609646,0.0005526874,0.00019126774,0.00020881533,0.000055091405,0.00014986345,0.000034898094],"genre_scores_gemma":[0.99509287,0.0005858873,0.0040508374,0.000024512214,0.000008566888,0.00006755969,0.00006340303,0.000007804208,0.00009857927],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976122,0.000109509434,0.0005515592,0.00039242435,0.0011662942,0.00016805371],"domain_scores_gemma":[0.99875873,0.00031749296,0.00020967462,0.000325317,0.0003208651,0.000067901325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010006287,0.00015653353,0.00046838555,0.0023125368,0.00006406027,0.000043704822,0.00045808675,0.000050468803,0.0001787229],"category_scores_gemma":[0.00059404975,0.00016353902,0.00016971552,0.003509303,0.000048537873,0.00023714094,0.00020178448,0.00028290335,7.612937e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010250802,0.0008058266,0.31000003,0.0015097376,0.010509174,0.00006279581,0.0012730643,0.5084612,0.035640907,0.026480654,0.00061489013,0.1045392],"study_design_scores_gemma":[0.00020041944,0.000102164835,0.28464258,0.00009624353,0.0004189475,0.000008262906,0.000044129985,0.71389145,0.00026061587,0.0001159174,0.00006099807,0.0001582906],"about_ca_topic_score_codex":0.00019600228,"about_ca_topic_score_gemma":0.00010560626,"teacher_disagreement_score":0.7584726,"about_ca_system_score_codex":0.00026349735,"about_ca_system_score_gemma":0.00005032483,"threshold_uncertainty_score":0.66689277},"labels":[],"label_agreement":null},{"id":"W4286532194","doi":"10.1109/saner53432.2022.00014","title":"Do Developers Refactor Data Access Code? An Empirical Study","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Software Analysis, Evolution and Reengineering (SANER)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de Recherche du Québec - Santé; Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Maintainability; Data access; Program comprehension; Software; Software engineering; Database; Software system; Programming language","score_opus":0.14237056991475835,"score_gpt":0.3996569684777112,"score_spread":0.2572863985629529,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286532194","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24977548,0.000113512644,0.74743986,0.00051248854,0.0009954696,0.00026669784,0.0002147632,0.00061486114,0.00006683876],"genre_scores_gemma":[0.99345076,0.000040012525,0.0055370084,0.0001024382,0.00011429611,0.00009297129,0.00027919983,0.000028478638,0.00035482267],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99597174,0.00021420394,0.00048243496,0.0012607333,0.0016552041,0.0004156801],"domain_scores_gemma":[0.99747974,0.0002900233,0.00012936592,0.0015416882,0.00029094674,0.00026822812],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011276004,0.00031525,0.00038730944,0.0013533668,0.00038932255,0.0006421136,0.004453499,0.00007264824,0.00047230546],"category_scores_gemma":[0.00048045692,0.0003188615,0.000100425874,0.00209658,0.000049421473,0.0010978158,0.002031057,0.0007368751,0.000015232786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013903114,0.0013851769,0.6494836,0.00003904155,0.0033278167,0.00028270995,0.0020480386,0.31881437,0.00039344956,0.006374458,0.0051903753,0.01252192],"study_design_scores_gemma":[0.0005008131,0.0002883932,0.26155937,0.0000128389465,0.00010496442,0.000027413897,0.00043217602,0.7338207,0.000017466551,0.00011437236,0.0025996475,0.00052189117],"about_ca_topic_score_codex":0.00017438445,"about_ca_topic_score_gemma":0.00010037999,"teacher_disagreement_score":0.7436753,"about_ca_system_score_codex":0.0004776243,"about_ca_system_score_gemma":0.00025064626,"threshold_uncertainty_score":0.9999263},"labels":[],"label_agreement":null},{"id":"W4287017899","doi":"10.5281/zenodo.5663903","title":"Mapping breakpoint types: an exploratory study","year":2021,"lang":"en","type":"dataset","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Breakpoint; Debugging; Computer science; Documentation; Programming language; Biology","score_opus":0.08246056451405347,"score_gpt":0.21053348792486504,"score_spread":0.12807292341081156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287017899","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13215974,0.00040298334,0.20685786,0.000057237023,0.0038591863,0.001517974,0.6531811,0.0018424501,0.00012150821],"genre_scores_gemma":[0.43863395,0.00034361094,0.0012563986,0.00027439513,0.000672368,0.0000113942615,0.55764955,0.00011489073,0.0010434114],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997579,0.00028408528,0.00017749994,0.0012801411,0.00022368606,0.00045560038],"domain_scores_gemma":[0.99638087,0.00032213412,0.000092985174,0.002707461,0.0002143041,0.00028222403],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047607932,0.00031988588,0.00034495536,0.0005516581,0.00014915332,0.0002126187,0.0029146704,0.00027526924,0.00009065286],"category_scores_gemma":[0.00020824125,0.00038757623,0.00010316227,0.0016496198,0.000051391755,0.0007085016,0.0015696561,0.0009168113,0.00044081744],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011434161,0.0008939349,0.0012285758,0.00013279609,0.0002541908,0.009125025,0.00059054315,0.00885703,0.00000644526,0.00056901446,0.97805226,0.00027876228],"study_design_scores_gemma":[0.0017648877,0.0008459056,0.003319338,0.00028670658,0.00011742623,0.000055758388,0.003389146,0.032084927,0.00003706241,0.00050487416,0.9552639,0.0023300776],"about_ca_topic_score_codex":0.00011982731,"about_ca_topic_score_gemma":0.0001924145,"teacher_disagreement_score":0.3064742,"about_ca_system_score_codex":0.00025965247,"about_ca_system_score_gemma":0.0003539194,"threshold_uncertainty_score":0.9998576},"labels":[],"label_agreement":null},{"id":"W4287064711","doi":"10.48550/arxiv.2107.13708","title":"Learning how to listen: Automatically finding bug patterns in event-driven JavaScript APIs","year":2021,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"JavaScript; Computer science; Event (particle physics); Set (abstract data type); Code (set theory); Ajax; Java; Source code; Programming language; Artificial intelligence; Data mining; Natural language processing; Web service","score_opus":0.06200842605263655,"score_gpt":0.21093014267509536,"score_spread":0.1489217166224588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287064711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51292783,0.000016077885,0.48587495,0.00023757824,0.00035446286,0.00020689031,0.000002640024,0.00032152605,0.000058041576],"genre_scores_gemma":[0.9913093,0.000038080514,0.006677951,0.000053552794,0.000061202685,0.0000039138663,0.000014932682,0.00003675519,0.0018043309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970366,0.00028920406,0.00023500406,0.0014368673,0.0002809356,0.00072142633],"domain_scores_gemma":[0.9975191,0.00053331186,0.000114223934,0.0012923346,0.00019614906,0.00034492603],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048514546,0.00036564897,0.00046078983,0.000782694,0.00011431974,0.0005746146,0.002482575,0.00030534074,0.00004338632],"category_scores_gemma":[0.00094359124,0.000472861,0.00022006602,0.0013170949,0.00003466503,0.00045577277,0.004841929,0.0014647635,0.00007467515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006052719,0.0000776491,0.2005317,0.0002708183,0.00007940484,0.00251934,0.0017095617,0.79167587,0.00018793566,0.0017594208,0.00014397125,0.0010382878],"study_design_scores_gemma":[0.00039939923,0.00009548488,0.08941278,0.0008435232,0.000018662231,0.000011839711,0.00039812844,0.90748566,0.00019203572,0.00026003039,0.00018330629,0.0006991734],"about_ca_topic_score_codex":0.00019322248,"about_ca_topic_score_gemma":0.00011622677,"teacher_disagreement_score":0.479197,"about_ca_system_score_codex":0.00069393776,"about_ca_system_score_gemma":0.00031381662,"threshold_uncertainty_score":0.9997723},"labels":[],"label_agreement":null},{"id":"W4287279937","doi":"10.5281/zenodo.4606679","title":"How Effective is Continuous Integration in Indicating Single-Statement Bugs?","year":2021,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Computer science; Statement (logic); Software bug; Programming language; Software","score_opus":0.02616547045364239,"score_gpt":0.2530509519036387,"score_spread":0.2268854814499963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287279937","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006316021,0.0020475937,0.8915956,0.0046602194,0.0017974204,0.0035879056,0.0005058127,0.0020700647,0.087419376],"genre_scores_gemma":[0.8615928,0.0011528732,0.018658815,0.0007928666,0.0014746226,0.000005646567,0.015287086,0.008506126,0.09252912],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99604946,0.0008064316,0.00043596007,0.0010903453,0.00091686996,0.0007009015],"domain_scores_gemma":[0.9972208,0.00026629944,0.00026628288,0.0010494265,0.0009892043,0.00020799167],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012524693,0.0003477899,0.00040833067,0.0008822129,0.00081640284,0.0043945857,0.002690492,0.00023151973,0.0034146195],"category_scores_gemma":[0.002658324,0.00038443602,0.00009556787,0.0017887942,0.00011192292,0.000608027,0.0030612831,0.0011231095,0.009284244],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000178955,0.00025058506,0.0000042477,0.00028549667,0.00010346472,0.0000918816,0.004379227,0.00015496937,0.0047942074,0.0005785799,0.52861416,0.4607253],"study_design_scores_gemma":[0.0005759462,0.00037684265,0.00024242548,0.0005121302,0.000009255221,0.00007169937,0.00031001947,0.0021263007,0.0064198384,0.000041417952,0.9888496,0.00046456224],"about_ca_topic_score_codex":0.000029143273,"about_ca_topic_score_gemma":6.425412e-7,"teacher_disagreement_score":0.8729368,"about_ca_system_score_codex":0.0009782981,"about_ca_system_score_gemma":0.000021821901,"threshold_uncertainty_score":0.99986076},"labels":[],"label_agreement":null},{"id":"W4287383862","doi":"10.1007/978-3-031-10548-7_31","title":"Security Evaluation Criteria of Open-Source Libraries","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Computer science; Source code; Open source; Software engineering; Software; Code review; Process (computing); Code (set theory); Open source software; Static program analysis; Checklist; World Wide Web; Computer security; Database; Software development; Operating system; Programming language","score_opus":0.0364567715616366,"score_gpt":0.30967840584871315,"score_spread":0.2732216342870766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287383862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003615059,0.00075265643,0.993519,0.00048699323,0.0015887032,0.0007456668,0.000009398324,0.00017595298,0.0023601206],"genre_scores_gemma":[0.5830869,0.00005184135,0.41523573,0.0006109136,0.00039711467,0.000092567294,0.000025773303,0.0000929085,0.0004062206],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952017,0.0001159637,0.0005050104,0.0013557789,0.0022905017,0.0005310669],"domain_scores_gemma":[0.9957323,0.0016368418,0.00024363752,0.0018705819,0.00037803466,0.00013857757],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0031358365,0.00037333064,0.0005101391,0.00097165967,0.00024084946,0.0010810358,0.00892903,0.0001769232,0.00043419024],"category_scores_gemma":[0.0009069599,0.00038287273,0.000092551156,0.0010948717,0.0005455933,0.0016859644,0.00911124,0.0008992229,0.000011619809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021391515,0.000095912845,0.0003962334,0.0001830595,0.000034018525,0.000062616506,0.004369892,0.11103277,0.0002586316,0.06919098,0.00035864583,0.81399584],"study_design_scores_gemma":[0.00038639086,0.00026681772,0.00046332175,0.0002394313,0.000008918508,0.000044158325,3.1114095e-7,0.7628745,0.0020933964,0.22394143,0.009056188,0.00062517263],"about_ca_topic_score_codex":0.0000740584,"about_ca_topic_score_gemma":0.000014299037,"teacher_disagreement_score":0.8133707,"about_ca_system_score_codex":0.000397079,"about_ca_system_score_gemma":0.0014238905,"threshold_uncertainty_score":0.99995595},"labels":[],"label_agreement":null},{"id":"W4287558158","doi":"","title":"Analysing Microsoft Access Projects:Building a model in a Partially Observable Domain","year":2020,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Computer science; Observable; Domain (mathematical analysis); Microsoft Office; Domain model; Software engineering; Programming language; Domain knowledge; Mathematics","score_opus":0.040381571729665035,"score_gpt":0.2729170395765636,"score_spread":0.23253546784689857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287558158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29475206,0.00015526534,0.69569695,0.008168942,0.000024213872,0.00019557733,0.0000024951285,0.00029177222,0.0007127196],"genre_scores_gemma":[0.702188,0.000024446357,0.29737833,0.00018681622,0.000008243379,0.000034028755,0.000007881716,0.000019440986,0.00015279822],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966014,0.0013368102,0.0003807914,0.0007159043,0.00046184703,0.0005032485],"domain_scores_gemma":[0.99644136,0.001375783,0.0001285026,0.0011960808,0.00062696636,0.00023131815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003418953,0.00019082832,0.00024906572,0.00021611132,0.00019504088,0.0009205333,0.002693585,0.00008431546,0.000011635056],"category_scores_gemma":[0.0025468348,0.00021071987,0.000093640454,0.002067109,0.00007221933,0.0008443232,0.0013794989,0.00036321298,0.000016009162],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000585028,0.0012310587,0.16566153,0.00056491315,0.0001707772,0.00015162982,0.10537171,0.14661177,0.27641916,0.24011959,0.0018851558,0.061754193],"study_design_scores_gemma":[0.0004190578,4.0158534e-7,0.004658504,0.00026526995,0.000004079918,0.000003904376,0.00003285635,0.94503707,0.047347326,0.001298786,0.0006895721,0.00024315355],"about_ca_topic_score_codex":0.00044339514,"about_ca_topic_score_gemma":0.00054518774,"teacher_disagreement_score":0.7984253,"about_ca_system_score_codex":0.00012290949,"about_ca_system_score_gemma":0.00033081218,"threshold_uncertainty_score":0.88767236},"labels":[],"label_agreement":null},{"id":"W4287668178","doi":"10.48550/arxiv.2009.09930","title":"AOBTM: Adaptive Online Biterm Topic Modeling for Version Sensitive\\n Short-texts Analysis","year":2020,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; Kelowna General Hospital","funders":"","keywords":"Computer science; Topic model; Inference; Online algorithm; Mobile apps; Information retrieval; Word (group theory); Data mining; Machine learning; Data science; Artificial intelligence; World Wide Web; Algorithm","score_opus":0.14680901011834516,"score_gpt":0.23638759999836267,"score_spread":0.08957858988001752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287668178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36217308,0.00008134581,0.63574564,0.00016086832,0.00054004515,0.00073936477,0.0002098264,0.00030336206,0.000046444296],"genre_scores_gemma":[0.9865378,0.00033881905,0.011722661,0.00008870521,0.000364404,0.000003522205,0.00023069752,0.00007178248,0.0006416236],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935375,0.0003176444,0.0006347999,0.0038032061,0.00047076808,0.0012361135],"domain_scores_gemma":[0.99428785,0.0011800001,0.0002544423,0.0021983548,0.0012379445,0.0008414356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006055832,0.00095495663,0.0013575231,0.0016850877,0.00050869846,0.0003155706,0.003001074,0.0006954441,0.000045752276],"category_scores_gemma":[0.0005048389,0.0012388437,0.0014891111,0.0049146144,0.00019493919,0.00076192,0.00440688,0.0015792005,0.000098464225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032649466,0.00021388437,0.003178413,0.00020945964,0.0022613658,0.000773965,0.0007107483,0.9863351,0.00012377747,0.003767393,0.000055598517,0.002043791],"study_design_scores_gemma":[0.000822715,0.00034459084,0.003006591,0.00024251979,0.001582043,0.0000047716526,0.00025500797,0.9905101,0.00020840002,0.0017980369,0.00010649064,0.0011187395],"about_ca_topic_score_codex":0.00024245288,"about_ca_topic_score_gemma":0.00007738546,"teacher_disagreement_score":0.6243647,"about_ca_system_score_codex":0.0010763083,"about_ca_system_score_gemma":0.00059128844,"threshold_uncertainty_score":0.99900615},"labels":[],"label_agreement":null},{"id":"W4287776252","doi":"10.5281/zenodo.3839075","title":"Characterizing Task-Relevant Information in Natural Language Software Artifacts","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); Natural language; Natural (archaeology); Software; Natural language processing; Human–computer interaction; Artificial intelligence; Programming language; Engineering; Geography; Systems engineering","score_opus":0.018120083661019887,"score_gpt":0.22331582101500974,"score_spread":0.20519573735398985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287776252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42794713,0.00035058992,0.5427094,0.012290967,0.00058140303,0.0015423094,0.00015648158,0.009138785,0.0052829147],"genre_scores_gemma":[0.99567634,0.000013417926,0.0029742643,0.0005608066,0.00007311785,6.8284784e-8,0.00039929536,0.0002725313,0.000030181218],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845153,0.00014003781,0.00024905035,0.00029636858,0.00045774618,0.00040525195],"domain_scores_gemma":[0.9990607,0.00007334276,0.00006632228,0.00037418862,0.0002267701,0.00019868408],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043946493,0.00012358242,0.00012333096,0.00026751598,0.00044455318,0.0011052662,0.0014998172,0.000046435296,0.0004886179],"category_scores_gemma":[0.0036311415,0.00013226847,0.000033637098,0.0009627021,0.00003872123,0.001544952,0.0014599223,0.00042450227,0.006213066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007545366,0.00009840905,0.00010438306,0.000305164,0.000038114547,0.00013986374,0.034171473,0.00081485254,0.03185277,0.0020305058,0.031180535,0.89918846],"study_design_scores_gemma":[0.0010846566,0.00028363432,0.017245773,0.00009382777,0.0000037684483,0.00011112395,0.0004993857,0.052534904,0.00413085,0.000048333648,0.9234427,0.0005210002],"about_ca_topic_score_codex":0.000009997939,"about_ca_topic_score_gemma":1.14919715e-7,"teacher_disagreement_score":0.89866745,"about_ca_system_score_codex":0.0001377604,"about_ca_system_score_gemma":0.0000066273064,"threshold_uncertainty_score":0.9999317},"labels":[],"label_agreement":null},{"id":"W4288281409","doi":"10.48550/arxiv.1907.07803","title":"Syntax and Stack Overflow: A methodology for extracting a corpus of\\n syntax errors and fixes","year":2019,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Syntax error; Computer science; Python (programming language); Syntax; Abstract syntax tree; Parsing; Programming language; Abstract syntax; Source code; Natural language processing; Artificial intelligence","score_opus":0.17718333111090953,"score_gpt":0.2577906096931637,"score_spread":0.08060727858225417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288281409","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5101898,0.00048125474,0.4877242,0.00004419161,0.0006474437,0.0007483568,0.000050484447,0.00007626727,0.000038030248],"genre_scores_gemma":[0.9564729,0.0011124916,0.041232176,0.000019876688,0.00006809611,0.000004578138,0.000005792972,0.00005722487,0.0010269111],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953178,0.0005928329,0.0005400061,0.0023753091,0.00021773326,0.0009562933],"domain_scores_gemma":[0.9820168,0.014906881,0.0006453675,0.0015714196,0.00045795742,0.0004015977],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002253097,0.00065949315,0.0011868337,0.00078553404,0.00025310094,0.00017155336,0.0015810942,0.0006783656,0.000028546012],"category_scores_gemma":[0.0036187533,0.00081803056,0.00028212747,0.0007779679,0.0005463422,0.0006600049,0.003648428,0.0011210082,0.000012073533],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002507119,0.0006669168,0.39416817,0.0132503295,0.0027847874,0.0012007995,0.008674492,0.40998143,0.008495777,0.12484658,0.00026115737,0.033162445],"study_design_scores_gemma":[0.0024377347,0.00091275387,0.039028984,0.0010643087,0.00040060593,0.00016124085,0.00076452654,0.9403833,0.0027369498,0.009973101,0.00062612,0.0015103832],"about_ca_topic_score_codex":0.0004992551,"about_ca_topic_score_gemma":0.00004056566,"teacher_disagreement_score":0.5304019,"about_ca_system_score_codex":0.0002538441,"about_ca_system_score_gemma":0.00049501186,"threshold_uncertainty_score":0.9994271},"labels":[],"label_agreement":null},{"id":"W4288321959","doi":"10.48550/arxiv.1906.07812","title":"Debunking the Myth that Upfront Requirements are Infeasible for\\n Scientific Computing Software","year":2019,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Software engineering; Documentation; Software requirements; Software requirements specification; Requirements analysis; Traceability; Software; Software development; Requirements traceability; Software design; Systems engineering; Requirement; Programming language; Engineering","score_opus":0.1777583518229039,"score_gpt":0.23805681266302814,"score_spread":0.060298460840124246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288321959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2453729,0.00034948348,0.7452187,0.00022513562,0.006008417,0.002172634,0.000043454187,0.00050485623,0.00010444202],"genre_scores_gemma":[0.98800796,0.00007271424,0.006642179,0.0001827055,0.00025794917,0.0000067161254,0.000042369247,0.00011502975,0.0046723713],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9918365,0.0004403654,0.00065375766,0.004001685,0.0008837293,0.0021839954],"domain_scores_gemma":[0.98883575,0.0033060075,0.0010281656,0.005068485,0.0012671476,0.0004944355],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.003417514,0.0010492783,0.0009570682,0.0009683666,0.0024886576,0.0025332791,0.008797823,0.00060086086,0.00005326598],"category_scores_gemma":[0.0014922061,0.0010624147,0.00078397105,0.0025003275,0.00074800086,0.0013272818,0.009867771,0.0018382713,0.00038755758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000882169,0.00017678106,0.18200728,0.0008977974,0.00037508964,0.00014600583,0.0013761097,0.8044888,0.000032957258,0.005087791,0.00210126,0.0032219158],"study_design_scores_gemma":[0.0017124655,0.00018447275,0.03070915,0.0019528004,0.00018542647,0.00001733373,0.0005008291,0.9526283,0.00043665135,0.0052467613,0.004888532,0.0015372798],"about_ca_topic_score_codex":0.0001290635,"about_ca_topic_score_gemma":0.000054776057,"teacher_disagreement_score":0.7426351,"about_ca_system_score_codex":0.0015812581,"about_ca_system_score_gemma":0.0012759834,"threshold_uncertainty_score":0.9991826},"labels":[],"label_agreement":null},{"id":"W4288562799","doi":"","title":"GUI Migration using MDE from GWT to Angular 6:An Industrial Case","year":2019,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Computer science","score_opus":0.029051185038978092,"score_gpt":0.25549277671618825,"score_spread":0.22644159167721017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288562799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6341835,0.000051042454,0.36316565,0.0016765407,0.0002050149,0.00023013091,0.000009269003,0.00020911588,0.00026971006],"genre_scores_gemma":[0.84090006,0.000003884385,0.15813938,0.00006599304,0.000039339793,0.000012835557,0.000042588792,0.00002179131,0.0007741589],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965941,0.001712135,0.0002776654,0.000611876,0.00046139056,0.00034285063],"domain_scores_gemma":[0.99514437,0.0015032435,0.00009859532,0.0021505773,0.000828512,0.00027468047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027412956,0.0001682242,0.00017647161,0.00022074628,0.00019781836,0.0005423172,0.0013252037,0.00013059727,0.00009381419],"category_scores_gemma":[0.0020628495,0.00018592727,0.00006498368,0.00082304026,0.00003733625,0.0005711227,0.00059182115,0.00027493166,0.00014705205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058751702,0.001587665,0.19128934,0.0000797044,0.0002051584,0.0006076347,0.06758708,0.008091267,0.34423435,0.081782974,0.0043656067,0.30011046],"study_design_scores_gemma":[0.0016469398,0.000004694635,0.017514436,0.0006847263,0.000023371205,0.00023444432,0.00027073632,0.7258726,0.23341215,0.00080233184,0.018545212,0.0009883677],"about_ca_topic_score_codex":0.005525832,"about_ca_topic_score_gemma":0.0015698309,"teacher_disagreement_score":0.7177813,"about_ca_system_score_codex":0.00014097919,"about_ca_system_score_gemma":0.00016982705,"threshold_uncertainty_score":0.83534425},"labels":[],"label_agreement":null},{"id":"W4289170436","doi":"10.1142/s0218194022500498","title":"A Semantic Web-Enabled Approach for Dependency Management","year":2022,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Artifact (error); Knowledge base; Software development; Software; World Wide Web; Data science; Programming language; Artificial intelligence","score_opus":0.01051651063017205,"score_gpt":0.24127503706056194,"score_spread":0.23075852643038988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289170436","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022781039,0.0018833565,0.9723998,0.000058623293,0.0023622557,0.00019552723,0.000009067442,0.000276307,0.00003405694],"genre_scores_gemma":[0.7078681,0.00006994043,0.29141742,0.0000113353135,0.00031396083,0.00009843539,0.000004948809,0.00004671388,0.00016918223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99823785,0.000019515652,0.00044984583,0.00029087727,0.0006315191,0.00037039162],"domain_scores_gemma":[0.99857134,0.00062461843,0.00010878402,0.00023094582,0.00029846907,0.00016584474],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008579951,0.00022963695,0.00027318267,0.00094967877,0.0000968067,0.00016344023,0.0014193073,0.00004515558,0.000008122434],"category_scores_gemma":[0.00061929657,0.0002489925,0.0001588078,0.00040698823,0.000009559113,0.00036255873,0.00068398257,0.00046867027,0.0000015699361],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049758808,0.0002892808,0.0022172225,0.0006150272,0.000911961,0.0003020982,0.0010181337,0.96046436,0.0015074665,0.009422233,0.0010452556,0.022157231],"study_design_scores_gemma":[0.0017853817,0.00019893146,0.0022624573,0.00013931585,0.000034462068,0.0011615378,0.00006347611,0.9717858,0.0003564433,0.000094110386,0.021657139,0.0004609524],"about_ca_topic_score_codex":0.0000012635626,"about_ca_topic_score_gemma":8.2001264e-8,"teacher_disagreement_score":0.685087,"about_ca_system_score_codex":0.0002904147,"about_ca_system_score_gemma":0.00008971202,"threshold_uncertainty_score":0.99999624},"labels":[],"label_agreement":null},{"id":"W4289518662","doi":"10.1002/smr.2499","title":"Release conventions of open‐source software: An exploratory study","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Canada First Research Excellence Fund","keywords":"Computer science; Software development; Software engineering; Software; Social software engineering; Personal software process; Software peer review; Software release life cycle; Interview; Coding (social sciences); Software development process; Data science; Software construction","score_opus":0.029983820538575456,"score_gpt":0.309171393674136,"score_spread":0.27918757313556053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289518662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46664593,0.0010664454,0.5314922,0.0000881415,0.00036989828,0.0002353355,0.0000067169076,0.00009278859,0.0000025612405],"genre_scores_gemma":[0.9888188,0.000013421208,0.010894773,0.000044911147,0.00006439673,0.000039142647,0.0000015668676,0.000019454159,0.00010349694],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99779356,0.00029247845,0.00053671584,0.00026763722,0.00088623556,0.00022335698],"domain_scores_gemma":[0.9979315,0.0003682812,0.0004256581,0.000380684,0.00065514795,0.00023873578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018147179,0.00013507226,0.00029346842,0.0004136868,0.0003779988,0.00015552559,0.0017092277,0.000034262895,0.00004403109],"category_scores_gemma":[0.0012260071,0.00013375658,0.00006578265,0.00094188284,0.00006308666,0.0016734494,0.0008028415,0.00048455162,0.0000017439204],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063795195,0.0069985897,0.8510663,0.0005012397,0.00039278646,0.0003328661,0.034355357,0.042054176,0.00023881244,0.0017368083,0.008907937,0.052777193],"study_design_scores_gemma":[0.027561229,0.03618023,0.7679821,0.00074652076,0.00046744302,0.004807332,0.06146129,0.02537001,0.0013133851,0.036897454,0.03346113,0.0037518654],"about_ca_topic_score_codex":0.00001944733,"about_ca_topic_score_gemma":0.000005546254,"teacher_disagreement_score":0.5221729,"about_ca_system_score_codex":0.00014267997,"about_ca_system_score_gemma":0.00058900565,"threshold_uncertainty_score":0.54544353},"labels":[],"label_agreement":null},{"id":"W4289730357","doi":"10.48550/arxiv.1808.00594","title":"Improving IR-Based Bug Localization with Context-Aware Query\\n Reformulation","year":2018,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Information retrieval; Context (archaeology); Query expansion; Baseline (sea); State (computer science); Query language; Data mining; Natural language processing; Programming language","score_opus":0.05079169819544985,"score_gpt":0.19202318096687193,"score_spread":0.14123148277142208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289730357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22144486,0.00003291189,0.776366,0.000055107084,0.0006197757,0.0007848109,0.000017084063,0.00057565625,0.00010379527],"genre_scores_gemma":[0.9959985,0.000028107042,0.0026074618,0.00009980342,0.00022154939,0.0000043573955,0.00008551417,0.00009266377,0.0008620604],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950756,0.00031198715,0.0005023755,0.002569534,0.0005023407,0.0010381668],"domain_scores_gemma":[0.9940209,0.0006339196,0.00060303486,0.0025930805,0.0016456145,0.00050349534],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008301643,0.0007986847,0.0006176025,0.0009026495,0.0006295161,0.0004770512,0.0024851465,0.0006987951,0.00012247171],"category_scores_gemma":[0.00038490433,0.0008757402,0.00023950967,0.0023664827,0.0004958253,0.0012793428,0.0015509758,0.0010824447,0.00024822695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028689377,0.00014959795,0.05435147,0.00046908532,0.00012508314,0.0002966952,0.00032067279,0.9353392,0.000032341835,0.005099526,0.00008905743,0.003440373],"study_design_scores_gemma":[0.0015671354,0.00049889163,0.0074291024,0.00066767196,0.000095758885,0.000009090565,0.00008394565,0.9868134,0.00088073476,0.00056879205,0.0003776007,0.0010078502],"about_ca_topic_score_codex":0.0014221927,"about_ca_topic_score_gemma":0.00027512052,"teacher_disagreement_score":0.7745536,"about_ca_system_score_codex":0.0016817796,"about_ca_system_score_gemma":0.0014311534,"threshold_uncertainty_score":0.9993693},"labels":[],"label_agreement":null},{"id":"W4289754143","doi":"10.48550/arxiv.1807.04475","title":"STRICT: Information Retrieval Based Search Term Identification for\\n Concept Location","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Task (project management); Information retrieval; Term (time); Identification (biology); Software; Baseline (sea); Natural language; Domain (mathematical analysis); Software maintenance; Source code; Quality (philosophy); Software development; Natural language processing; Artificial intelligence; Data mining; Programming language","score_opus":0.06533597192685373,"score_gpt":0.22026414261055768,"score_spread":0.15492817068370396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289754143","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.108534284,0.000015406607,0.8895364,0.00009010345,0.000660945,0.00070614705,0.000030951418,0.00037267484,0.00005311239],"genre_scores_gemma":[0.9961364,0.000013276582,0.0031980078,0.000030048253,0.000111152214,0.0000035664698,0.00022788014,0.000014167534,0.00026547522],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833465,0.00011862107,0.00027149063,0.0006590589,0.0002560142,0.0003601755],"domain_scores_gemma":[0.99650484,0.0005907863,0.00020083644,0.0013161671,0.0012439294,0.00014346073],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00091819925,0.00021398965,0.00018261452,0.00060837955,0.0001785651,0.00037598785,0.0018345059,0.00029848597,0.000014471234],"category_scores_gemma":[0.000797809,0.00027084004,0.00011046829,0.0012112783,0.00011187285,0.0011660525,0.00074630685,0.00040562605,0.00013360685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019866682,0.00012020427,0.0067662904,0.000787361,0.000107521744,0.000016697839,0.0011088895,0.9494665,0.00018365454,0.033381842,0.0024379257,0.0054243924],"study_design_scores_gemma":[0.0005674207,0.00008069691,0.021101905,0.00007695359,0.000020107447,8.2740615e-7,0.000022792363,0.97226924,0.0031658441,0.0021152615,0.0002677787,0.00031116026],"about_ca_topic_score_codex":0.000036877904,"about_ca_topic_score_gemma":0.0000016354821,"teacher_disagreement_score":0.88760215,"about_ca_system_score_codex":0.0005578477,"about_ca_system_score_gemma":0.0006020146,"threshold_uncertainty_score":0.99997437},"labels":[],"label_agreement":null},{"id":"W4289926492","doi":"10.1109/icaica54878.2022.9844464","title":"i-DARTS: Improving differentiable architecture search by using graph and few-shot learning","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Artificial Intelligence and Computer Applications (ICAICA)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Differentiable function; Computer science; Architecture; Graph; Shot (pellet); Artificial intelligence; Theoretical computer science; Mathematics","score_opus":0.07899306736135765,"score_gpt":0.3208955494775624,"score_spread":0.24190248211620474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289926492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06899448,0.000088899906,0.92876905,0.0011054628,0.00025852403,0.0003762487,0.000029263556,0.00018338324,0.00019467599],"genre_scores_gemma":[0.99029493,0.00007022296,0.00870705,0.00018562772,0.0001583751,0.0003020244,0.000034593875,0.000022584883,0.00022456096],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997432,0.00014844669,0.00037034854,0.0008639442,0.00078793947,0.0003973363],"domain_scores_gemma":[0.9987246,0.00039350725,0.000100103316,0.0004251343,0.0001777551,0.00017889126],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045308948,0.00023672283,0.00020248287,0.00042114462,0.00079753454,0.0006681593,0.0012425048,0.000057599253,0.00015994387],"category_scores_gemma":[0.00003041494,0.00025834865,0.00006277494,0.0006049034,0.00015566073,0.00022222468,0.000919925,0.0008879057,0.000018767063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005669183,0.0004620422,0.0011647717,0.000044047712,0.0001208915,0.00001583394,0.0014528101,0.042387936,0.043100134,0.26862925,0.00048758087,0.642078],"study_design_scores_gemma":[0.000065390435,0.00023063201,0.00015546172,0.00002058046,0.000007593324,0.000047269987,0.0002404073,0.9768972,0.0062228637,0.012923436,0.0028397955,0.00034940653],"about_ca_topic_score_codex":0.00010149139,"about_ca_topic_score_gemma":0.0000050378994,"teacher_disagreement_score":0.9345092,"about_ca_system_score_codex":0.000115102994,"about_ca_system_score_gemma":0.00008898454,"threshold_uncertainty_score":0.9999869},"labels":[],"label_agreement":null},{"id":"W4291414058","doi":"10.3390/software1030014","title":"An Automated Tool for Upgrading Fortran Codes","year":2022,"lang":"en","type":"article","venue":"Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; British Columbia Institute of Technology; Langara College","funders":"","keywords":"Python (programming language); Computer science; Fortran; Code refactoring; Software portability; Programming language; Software; Coding (social sciences); Software engineering","score_opus":0.018628075643235414,"score_gpt":0.3013823638085817,"score_spread":0.28275428816534626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291414058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13438715,0.00007655595,0.85914016,0.00013532044,0.00042546846,0.00036524617,0.000051590105,0.0054124524,0.000006029996],"genre_scores_gemma":[0.8081423,7.899103e-7,0.19115216,0.000110484674,0.000050703155,0.0003681885,0.000035151366,0.000028961067,0.000111264075],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985732,0.000051409545,0.00015220186,0.00039063446,0.00039935022,0.00043321698],"domain_scores_gemma":[0.9985175,0.00066116266,0.000031097392,0.00062328205,0.0000691898,0.00009772961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004925102,0.000118783384,0.00013405834,0.00015996056,0.00045316727,0.00015136837,0.001211112,0.000031153348,0.000038333004],"category_scores_gemma":[0.0004806473,0.00013152462,0.00007101909,0.00050498993,0.000018627032,0.0003630803,0.0002540097,0.00017367095,0.0000084858075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015182246,0.0010630749,0.28152487,0.0007809643,0.0003324909,0.00036388263,0.010692522,0.18197045,0.008671871,0.05412407,0.10350456,0.35681942],"study_design_scores_gemma":[0.0014427276,0.0010766925,0.04600562,0.000026782662,0.000013307494,0.00011312732,0.00011431498,0.90889126,0.0026475594,0.0063224835,0.032397635,0.0009484781],"about_ca_topic_score_codex":0.000012632427,"about_ca_topic_score_gemma":0.0000014817132,"teacher_disagreement_score":0.72692084,"about_ca_system_score_codex":0.00013477592,"about_ca_system_score_gemma":0.00011086485,"threshold_uncertainty_score":0.53634185},"labels":[],"label_agreement":null},{"id":"W4292291355","doi":"10.1007/s10664-022-10193-8","title":"Revisiting the debate: Are code metrics useful for measuring maintenance effort?","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Science Foundation of Sri Lanka; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software maintenance; Code (set theory); Context (archaeology); Source code; Java; Software metric; Code review; Granularity; Software engineering; Data science; Software; Data mining; Software quality; Software development; Programming language; Set (abstract data type)","score_opus":0.05036001561640007,"score_gpt":0.2812554912041638,"score_spread":0.23089547558776374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292291355","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05134663,0.0009921885,0.9430584,0.0016874828,0.00086890324,0.0005055216,0.000025795462,0.0015083042,0.000006824882],"genre_scores_gemma":[0.90002066,0.000014500833,0.09777731,0.00046162406,0.0005569324,0.00080924964,0.000009202268,0.00012282656,0.00022768915],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967305,0.000066872715,0.00043811675,0.00069923344,0.0010435814,0.0010216727],"domain_scores_gemma":[0.993872,0.0046587726,0.0001218897,0.00094754674,0.00018283816,0.00021698906],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018751207,0.0003197871,0.00035662396,0.0003109351,0.00070442446,0.00026072792,0.0022382361,0.00007027645,0.00001916068],"category_scores_gemma":[0.009829804,0.000277147,0.00023038223,0.0021739649,0.000027159263,0.00029675636,0.001341121,0.00087287853,0.0000130868775],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024043002,0.000059028982,0.3633584,0.00040083381,0.00014490985,0.00018012553,0.0007184285,0.6098366,0.000113731134,0.0009944591,0.008132557,0.016036902],"study_design_scores_gemma":[0.0010715835,0.00015322235,0.2497959,0.00018045334,0.00003236451,0.00027417383,0.0000871819,0.44313172,0.0008262068,0.00030684788,0.30288282,0.0012575234],"about_ca_topic_score_codex":0.000007414489,"about_ca_topic_score_gemma":6.2414404e-7,"teacher_disagreement_score":0.84867406,"about_ca_system_score_codex":0.0005956405,"about_ca_system_score_gemma":0.0000941486,"threshold_uncertainty_score":0.99996805},"labels":[],"label_agreement":null},{"id":"W4292305354","doi":"10.2139/ssrn.4191846","title":"Self-Admitted Technical Debt in Commit Messages: Comparing Java, Python, and R","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Commit; Java; Python (programming language); Computer science; Debt; Operating system; Programming language; World Wide Web; Business; Database; Finance","score_opus":0.009014154432849267,"score_gpt":0.24547349375658245,"score_spread":0.2364593393237332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292305354","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77602357,0.0067248135,0.21361963,0.0019925605,0.00028291825,0.00030150134,6.938366e-7,0.0005990569,0.00045523216],"genre_scores_gemma":[0.9954681,0.00045403032,0.0038163674,0.000053162807,0.00004474998,0.000024558825,6.9114105e-7,0.000021041118,0.000117338],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967182,0.00021295887,0.0002855159,0.0003076483,0.00057026633,0.0019053915],"domain_scores_gemma":[0.99907345,0.00035843597,0.00006614504,0.0003375456,0.000040624374,0.00012383045],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0032990822,0.00014377061,0.00021716318,0.00036437495,0.00032593863,0.00014236155,0.001257063,0.00004476144,0.000010547434],"category_scores_gemma":[0.00017528629,0.00015022531,0.000049871265,0.00081328605,0.000027255539,0.00026690296,0.00080628565,0.003937587,0.000006553763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008574376,0.0006872511,0.53707117,0.00005789268,0.00026110408,0.00039017422,0.002005619,0.005649493,0.001247609,0.4114766,0.00097303564,0.04009431],"study_design_scores_gemma":[0.010051903,0.0033367604,0.35768446,0.0001431247,0.000059504244,0.02833945,0.002803166,0.2611462,0.00047344944,0.3084844,0.024964059,0.0025135344],"about_ca_topic_score_codex":0.00004213023,"about_ca_topic_score_gemma":0.00018988742,"teacher_disagreement_score":0.25549668,"about_ca_system_score_codex":0.0016422623,"about_ca_system_score_gemma":0.0010796634,"threshold_uncertainty_score":0.9983604},"labels":[],"label_agreement":null},{"id":"W4293080012","doi":"10.1007/s10515-022-00358-6","title":"Self-admitted technical debt in R: detection and causes","year":2022,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"University of British Columbia; Australian National University; University of Saskatchewan","keywords":"Computer science; Artificial intelligence; Source code; Domain (mathematical analysis); Software; Machine learning; Software quality; Semantics (computer science); Code (set theory); Software development; Data mining; Software engineering; Data science; Programming language; Set (abstract data type)","score_opus":0.0067949306597100394,"score_gpt":0.22774739982227968,"score_spread":0.22095246916256964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293080012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6816381,0.00045355954,0.29809922,0.00005443665,0.00044841587,0.00030958824,0.000003378501,0.018986586,0.000006719784],"genre_scores_gemma":[0.9397211,0.000012008465,0.059980277,0.000023674202,0.000018702585,0.00019547739,0.0000023404928,0.000037638893,0.000008743822],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99840987,0.00005045759,0.00024175932,0.0004316417,0.00039743393,0.0004688625],"domain_scores_gemma":[0.998691,0.00071848073,0.000029789213,0.0004106406,0.00003187904,0.00011820459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041434533,0.00018768584,0.00018732388,0.0005733568,0.00013929437,0.00009066078,0.0005450643,0.00007635691,0.000008466554],"category_scores_gemma":[0.0008689359,0.00022626921,0.000034349672,0.0014685532,0.000011232566,0.00029923095,0.0006823703,0.00055065256,0.000008221594],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003653359,0.00060921704,0.18853074,0.0008265921,0.00021962673,0.0019892468,0.003247855,0.7266048,0.048707202,0.002543718,0.00064165,0.026042782],"study_design_scores_gemma":[0.0004069064,0.00010286098,0.19461975,0.000022538383,0.00000414259,0.00033502208,0.000010682831,0.8008531,0.0017508853,0.000025846846,0.001516563,0.0003517577],"about_ca_topic_score_codex":0.000034925873,"about_ca_topic_score_gemma":0.000006907175,"teacher_disagreement_score":0.25808302,"about_ca_system_score_codex":0.00036499763,"about_ca_system_score_gemma":0.000057536832,"threshold_uncertainty_score":0.9226991},"labels":[],"label_agreement":null},{"id":"W4293228199","doi":"10.1145/3511430.3511439","title":"Reproducibility Challenges and Their Impacts on Technical Q&amp;A Websites: The Practitioners’ Perspectives","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Viewpoints; Code review; Computer science; Code (set theory); Code smell; Reproducibility; Perspective (graphical); Data science; Software; Software quality; Software development; Programming language; Artificial intelligence","score_opus":0.061100026981090336,"score_gpt":0.31030737260071284,"score_spread":0.2492073456196225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293228199","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65499777,0.022625545,0.07476033,0.2210263,0.0006692617,0.0018834952,0.00001613654,0.0036295964,0.02039155],"genre_scores_gemma":[0.9966734,0.00026427963,0.002500742,0.00013746937,0.000047569367,0.000076067794,5.734855e-7,0.000007946253,0.00029196608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9982403,0.000196691,0.0000928834,0.00092463207,0.00032964005,0.0002158671],"domain_scores_gemma":[0.9958509,0.0017815575,0.000027544544,0.0022194881,0.000054363405,0.00006614624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027477576,0.00010002362,0.00009352503,0.000081476166,0.00028747448,0.00008108443,0.00065701763,0.000021529146,0.00008498225],"category_scores_gemma":[0.0035497136,0.00006078974,0.00003810733,0.00027120087,0.000080672835,0.00019896762,0.0008263004,0.00043808686,0.000021573756],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019156384,0.0027508175,0.00474701,0.00013466105,0.00026066223,0.000054559125,0.13870594,0.0027410062,0.014876121,0.6732643,0.038292088,0.12398126],"study_design_scores_gemma":[0.0009310049,0.0021347827,0.7939748,0.000040155435,0.000009600418,0.0008640348,0.026310645,0.004372717,0.003326208,0.0319918,0.13495505,0.0010892148],"about_ca_topic_score_codex":0.000017056696,"about_ca_topic_score_gemma":0.000011927797,"teacher_disagreement_score":0.7892278,"about_ca_system_score_codex":0.0001398776,"about_ca_system_score_gemma":0.00005771435,"threshold_uncertainty_score":0.42495954},"labels":[],"label_agreement":null},{"id":"W4293228274","doi":"10.1145/3511430.3511463","title":"Commit-Checker: A human-centric approach for adopting bug inducing commit detection using machine learning models","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Commit; Citation; Computer science; Software; Software engineering; World Wide Web; Operating system; Database","score_opus":0.09667937685195939,"score_gpt":0.28727790948042364,"score_spread":0.19059853262846427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293228274","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16640916,0.00014923942,0.8320695,0.000020988678,0.00013608993,0.00039670584,0.0000020629927,0.0006507772,0.00016547347],"genre_scores_gemma":[0.75524324,0.0000011477053,0.24435213,0.000030818665,0.000055032022,0.000108326014,0.0000107159385,0.000034613015,0.00016394573],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977796,0.00018531305,0.00030367592,0.0005452182,0.00058930187,0.0005969056],"domain_scores_gemma":[0.9987647,0.00043085616,0.00010613612,0.0004894714,0.00009935422,0.00010946854],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0014964753,0.00019382489,0.00022252322,0.00043823675,0.001550089,0.00023677072,0.00096275506,0.00005780842,0.000016352178],"category_scores_gemma":[0.00024749854,0.00021651865,0.000104657964,0.0011583393,0.000019834342,0.0004770474,0.001227912,0.0009035384,0.0000014242784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073088345,0.00008287703,0.006146051,0.00005938453,0.000026637827,0.000004113169,0.00069372094,0.9826405,0.0023095543,0.0013444057,0.0000138265505,0.0066716317],"study_design_scores_gemma":[0.0005038818,0.00011965113,0.0002063467,0.000007292795,0.0000072462935,0.00003010389,0.00016305257,0.9970577,0.0011227607,0.00015502307,0.00038070345,0.00024627382],"about_ca_topic_score_codex":0.0005620236,"about_ca_topic_score_gemma":0.000007575792,"teacher_disagreement_score":0.5888341,"about_ca_system_score_codex":0.00046084306,"about_ca_system_score_gemma":0.000058607493,"threshold_uncertainty_score":0.9997498},"labels":[],"label_agreement":null},{"id":"W4293228314","doi":"10.1145/3511430.3511444","title":"Feature Transformation for Improved Software Bug Detection Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Software regression; Software bug; Machine learning; Artificial intelligence; Software; Classifier (UML); Random forest; Transformation (genetics); Precision and recall; Data mining; Feature selection; Feature (linguistics); Predictive modelling; Software quality; Data transformation; Software development; Programming language","score_opus":0.016094127414483374,"score_gpt":0.2398867386999696,"score_spread":0.22379261128548622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293228314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027676907,0.00003494437,0.99440974,0.0012457124,0.0003203582,0.00043678496,0.000009410216,0.0007282011,0.000047151792],"genre_scores_gemma":[0.85172594,0.0000022670622,0.1463921,0.00016907837,0.000042501135,0.0005971053,0.000014168165,0.00001674137,0.0010400844],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992736,0.000019335279,0.00007507255,0.00020187322,0.00021152303,0.00021857511],"domain_scores_gemma":[0.9994205,0.00019375172,0.000016845343,0.00025562468,0.00006624646,0.00004698977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002746043,0.00007307667,0.00006672248,0.00012172736,0.0002534798,0.0000763007,0.00045539482,0.000031488573,0.000010824596],"category_scores_gemma":[0.00007158175,0.000072971765,0.000057067307,0.00035022982,0.00000487942,0.00057004654,0.00010346358,0.00017641879,0.0000025196834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082703686,0.00010480386,0.000044678818,0.00014341382,0.000048623413,0.0000023308758,0.0028129804,0.22686271,0.01604904,0.01514273,0.0071157594,0.7315902],"study_design_scores_gemma":[0.00032926333,0.00014911538,0.00009847049,0.0000011139599,0.0000016197442,0.00001247861,0.000024982673,0.9802975,0.0063436874,0.00369934,0.008930421,0.00011200912],"about_ca_topic_score_codex":0.000011873651,"about_ca_topic_score_gemma":0.000005205938,"teacher_disagreement_score":0.84895825,"about_ca_system_score_codex":0.00012607877,"about_ca_system_score_gemma":0.0000420891,"threshold_uncertainty_score":0.29757023},"labels":[],"label_agreement":null},{"id":"W4293451258","doi":"10.1007/978-3-031-08530-7_57","title":"Detecting Use Case Scenarios in Requirements Artifacts: A Deep Learning Approach","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Classifier (UML); Transformer; Use Case Diagram; Artificial intelligence; Machine learning; Process (computing); Sequence diagram; Natural language; Requirements elicitation; Unified Modeling Language; Requirements analysis; Programming language; Class diagram; Software","score_opus":0.04203983792780778,"score_gpt":0.27241968032165065,"score_spread":0.23037984239384288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293451258","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067038657,0.0002493433,0.9909335,0.000067917805,0.00084694347,0.00056387467,9.707821e-7,0.00035754667,0.00027604526],"genre_scores_gemma":[0.65180457,0.000017337261,0.34760585,0.0001785805,0.00013931678,0.000044277767,0.0000038076291,0.00006386074,0.00014242472],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942522,0.00013177842,0.00065249245,0.0020732542,0.0016779405,0.001212353],"domain_scores_gemma":[0.9957808,0.0021338493,0.000234444,0.0014553844,0.00015843693,0.00023702996],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024182529,0.0005693279,0.00053503877,0.0020616644,0.00050655514,0.0010185112,0.0030584724,0.00025808573,0.00003917518],"category_scores_gemma":[0.0018830452,0.00060671166,0.00011597571,0.0017670278,0.00029573304,0.0014277161,0.0036859065,0.0030174218,0.00002002891],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050409603,0.00003455082,0.0016863256,0.000048813028,0.000009268228,0.0036503982,0.0021619643,0.65438217,0.000056713772,0.00047854683,9.387277e-7,0.33748528],"study_design_scores_gemma":[0.00031829823,0.00017162682,0.0003034802,0.00019877347,0.0000036680578,0.001683351,0.0000014750616,0.99426335,0.00015383498,0.0016637436,0.00052536314,0.00071305875],"about_ca_topic_score_codex":0.00024599428,"about_ca_topic_score_gemma":0.00017996841,"teacher_disagreement_score":0.6451007,"about_ca_system_score_codex":0.001320972,"about_ca_system_score_gemma":0.00041010874,"threshold_uncertainty_score":0.99963844},"labels":[],"label_agreement":null},{"id":"W4294175720","doi":"10.5753/sbes.2008.21335","title":"Uso de Gerência de Conhecimento para Apoiar a Rastreabilidade e a Avaliação de Impacto de Alterações","year":2008,"lang":"pt","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Humanities; Philosophy","score_opus":0.04723508797699636,"score_gpt":0.3171886744728873,"score_spread":0.2699535864958909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294175720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58342415,0.00052664516,0.41433668,0.00059294055,0.00014812633,0.00032288523,0.000011948197,0.0004705239,0.00016606889],"genre_scores_gemma":[0.9370507,0.00018944,0.05668517,0.0007601106,0.0003140309,0.00010083518,0.0000045976626,0.0000903629,0.0048047556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938413,0.00052711647,0.0005843946,0.0009917299,0.00095524755,0.0031002394],"domain_scores_gemma":[0.9945724,0.002081298,0.00011883115,0.0014307195,0.00019321445,0.0016035517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019705414,0.00061748753,0.0005692915,0.0004080454,0.00036640727,0.00051260646,0.0020711094,0.00037599917,0.00047067064],"category_scores_gemma":[0.0016328433,0.0006345373,0.00031626623,0.0010773073,0.00022883505,0.0005492253,0.0006611953,0.0008777129,0.00045658828],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016122333,0.0009223648,0.8439491,0.00039499628,0.00042368256,0.0027616695,0.047028206,0.010296297,0.052150287,0.0005756835,0.033056315,0.008280208],"study_design_scores_gemma":[0.0020576955,0.0007056169,0.5251841,0.00038449574,0.000060324975,0.0041297865,0.00055314414,0.37699407,0.08521271,0.00068653375,0.002454078,0.0015774295],"about_ca_topic_score_codex":0.0024207153,"about_ca_topic_score_gemma":0.000083750834,"teacher_disagreement_score":0.3666978,"about_ca_system_score_codex":0.002115173,"about_ca_system_score_gemma":0.0033279893,"threshold_uncertainty_score":0.9996106},"labels":[],"label_agreement":null},{"id":"W4294237828","doi":"10.1002/smr.2505","title":"Improving the detection of community smells through socio‐technical and sentiment analysis","year":2022,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code smell; Computer science; Classifier (UML); Software development; Software; Benchmark (surveying); Data science; Empirical research; Software quality; Knowledge management; Artificial intelligence; Software engineering; Machine learning","score_opus":0.016791062457961817,"score_gpt":0.2797237609382808,"score_spread":0.26293269848031897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294237828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35943127,0.0011171203,0.6391053,0.00018246021,0.00008410834,0.000050470626,0.0000018184119,0.000025998028,0.0000014536612],"genre_scores_gemma":[0.9958221,0.00002736992,0.0040684515,0.000037149388,0.000025521378,0.0000056859444,3.1304975e-7,0.000004386072,0.000009050399],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878174,0.00023314488,0.00028421055,0.00008582651,0.000489712,0.00012534422],"domain_scores_gemma":[0.99861515,0.00063166756,0.0002762564,0.00020168805,0.00022699528,0.00004822776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016164285,0.00007320876,0.00017742804,0.00018185817,0.0005025101,0.000052173174,0.00045868228,0.00003332052,0.000005954767],"category_scores_gemma":[0.00043059047,0.00005604186,0.00007964491,0.0008746346,0.000085676904,0.0003251418,0.0003736465,0.00064469565,1.327875e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005014978,0.0017218236,0.54067284,0.0017778968,0.002766368,0.000047788282,0.055936687,0.06413243,0.029575178,0.0025241955,0.0009964887,0.29934683],"study_design_scores_gemma":[0.0020971273,0.0021425271,0.92068607,0.0000810979,0.0006906053,0.0011755113,0.0063308734,0.043860123,0.0071245106,0.014259705,0.0009637352,0.0005881259],"about_ca_topic_score_codex":0.00007466172,"about_ca_topic_score_gemma":0.0000056185386,"teacher_disagreement_score":0.6363908,"about_ca_system_score_codex":0.00012040907,"about_ca_system_score_gemma":0.00008517575,"threshold_uncertainty_score":0.38649523},"labels":[],"label_agreement":null},{"id":"W4294529940","doi":"10.1145/3551349.3559547","title":"End-to-End Rationale Reconstruction","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Correctness; Exploit; Traceability; Pipeline (software); Information extraction; Kernel (algebra); Program comprehension; Artificial intelligence; Context (archaeology); Machine learning; Process (computing); Software engineering; Data science; Programming language","score_opus":0.031809839870279855,"score_gpt":0.28056785322802186,"score_spread":0.248758013357742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294529940","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014523095,0.00006204872,0.9732691,0.0019482113,0.003467469,0.0004162524,0.000016137083,0.0007924138,0.005505258],"genre_scores_gemma":[0.1875976,0.000029269637,0.7943743,0.00040962722,0.00050612283,0.00077598443,0.00007025447,0.000043612286,0.016193265],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983177,0.000057132296,0.00018298924,0.0005978797,0.0006203269,0.0002239535],"domain_scores_gemma":[0.9984369,0.0004184391,0.000037045775,0.00090288057,0.00008977992,0.00011494701],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00044757704,0.00013506718,0.00013508213,0.00033813776,0.00009394213,0.00023298844,0.001326847,0.00007863983,0.0026149293],"category_scores_gemma":[0.00037524215,0.00014742326,0.00006877595,0.00036110592,0.000015999763,0.00013961703,0.0032770445,0.0006162624,0.00015131714],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000116575075,0.00011762517,0.012161782,0.00023093393,0.0001690965,0.00007980784,0.0013790212,0.20490758,0.000686113,0.12460268,0.050778188,0.6048755],"study_design_scores_gemma":[0.0009911194,0.00038034335,0.13322556,0.00023096724,0.000025612582,0.00056398107,0.00020028393,0.39067513,0.008756362,0.06166145,0.39968163,0.0036075679],"about_ca_topic_score_codex":0.00008368085,"about_ca_topic_score_gemma":0.0000066076177,"teacher_disagreement_score":0.60126793,"about_ca_system_score_codex":0.00026211812,"about_ca_system_score_gemma":0.00033434178,"threshold_uncertainty_score":0.9982968},"labels":[],"label_agreement":null},{"id":"W4295277053","doi":"10.1016/j.jss.2022.111505","title":"A survey of software architectural change detection and categorization techniques","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Categorization; Software engineering; Computer science; Change detection; Software; Architectural pattern; Data science; Systems engineering; Software development; Engineering; Artificial intelligence; Software design; Programming language","score_opus":0.031604897148514915,"score_gpt":0.2580734554457964,"score_spread":0.2264685582972815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295277053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47096428,0.0029521838,0.52543384,0.000028128858,0.00036602738,0.00017338063,0.0000122906395,0.00006942744,4.492911e-7],"genre_scores_gemma":[0.9948142,0.000049715847,0.0050087334,0.000008704136,0.00007163629,0.000021944852,0.0000014854289,0.000010902927,0.000012669224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987347,0.00020207585,0.00033662395,0.00013919688,0.0004453413,0.00014204645],"domain_scores_gemma":[0.9986991,0.0004817693,0.0002754136,0.0001595325,0.00030214325,0.00008198889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012906448,0.00009345572,0.00024108395,0.00033410097,0.00013485888,0.000076873606,0.00027005677,0.000039062532,0.0000014844559],"category_scores_gemma":[0.0006890026,0.00008129674,0.000032533637,0.00044611056,0.000027836511,0.00028641763,0.00022598584,0.00025697725,9.622234e-8],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006374564,0.00006504703,0.5884263,0.00061445683,0.000082859544,0.00006507864,0.0036743425,0.0006357539,0.0012256587,0.00010043935,0.00008771021,0.40495858],"study_design_scores_gemma":[0.0004406648,0.0012110269,0.99043757,0.00015493494,0.000011636736,0.0018685493,0.00014411607,0.0040053567,0.0007511697,0.00015140644,0.000589681,0.0002339091],"about_ca_topic_score_codex":0.00069601106,"about_ca_topic_score_gemma":0.000018467088,"teacher_disagreement_score":0.5238499,"about_ca_system_score_codex":0.000064896914,"about_ca_system_score_gemma":0.000053734784,"threshold_uncertainty_score":0.33151847},"labels":[],"label_agreement":null},{"id":"W4296087229","doi":"10.3390/app12189017","title":"Evidence-Based Software Engineering: A Checklist-Based Approach to Assess the Abstracts of Reviews Self-Identifying as Systematic Reviews","year":2022,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Systematic review; Checklist; Computer science; Management science; Data science; Engineering ethics; Psychology; Risk analysis (engineering); MEDLINE; Medicine; Political science; Engineering; Cognitive psychology","score_opus":0.16820838240296807,"score_gpt":0.3307259528974853,"score_spread":0.16251757049451723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296087229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013639681,0.014307249,0.9624291,0.0005172674,0.00064177887,0.0073424866,0.0000034537347,0.00069630594,0.00042264358],"genre_scores_gemma":[0.7585072,0.0000650161,0.23673965,0.00056186545,0.000040268405,0.0040171226,0.0000015873094,0.00002133141,0.00004595067],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951568,0.00042441455,0.0010034733,0.00084461743,0.001955027,0.00061564695],"domain_scores_gemma":[0.99302346,0.0047652083,0.0004685413,0.0014427846,0.00010163101,0.00019840377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015600133,0.0003045193,0.00072910014,0.0004236029,0.0006070539,0.00043896498,0.0051522683,0.000042977423,0.000018567434],"category_scores_gemma":[0.007974318,0.00021050284,0.0001980399,0.00395215,0.000107122665,0.00035057453,0.0006707531,0.00041904027,0.000083976614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019581184,0.0006829597,0.00150072,0.060081348,0.00007057825,0.000020227824,0.0049906783,0.89432454,0.009453123,0.020289095,0.0051573385,0.0034097938],"study_design_scores_gemma":[0.0020136915,0.0017646932,0.013591089,0.03444911,0.0003971897,0.00018939626,0.0014688411,0.8280394,0.043645933,0.00068458956,0.068376556,0.005379497],"about_ca_topic_score_codex":0.000028008197,"about_ca_topic_score_gemma":8.1974696e-7,"teacher_disagreement_score":0.7448675,"about_ca_system_score_codex":0.00021533466,"about_ca_system_score_gemma":0.00052630174,"threshold_uncertainty_score":0.9574282},"labels":[],"label_agreement":null},{"id":"W4296132134","doi":"10.1145/3563214","title":"Video Game Bad Smells: What They Are and How Developers Perceive Them","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Game Developer; Video game development; Video game; Code smell; Relevance (law); Game design; Game development tool; Game testing; Animation; World Wide Web; Software; Game art design; Software development; Game design document; Multimedia; Data science; Software quality","score_opus":0.08737181515015419,"score_gpt":0.29583185583088095,"score_spread":0.20846004068072677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296132134","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088440016,0.0008099191,0.90743685,0.0016144825,0.00086187373,0.00016606768,0.000010741641,0.00065867195,0.0000013964343],"genre_scores_gemma":[0.43709904,0.000668364,0.5615782,0.00018932058,0.000031450225,0.00017182302,0.0000020979553,0.000043374406,0.0002163369],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99804616,0.0003651651,0.00015409729,0.0006439554,0.0003029224,0.00048772056],"domain_scores_gemma":[0.9926773,0.0062999264,0.000040542654,0.0007257836,0.00006277038,0.00019369782],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011787603,0.00027370258,0.00034515595,0.00035033032,0.00030835313,0.00020077795,0.0007565146,0.000112393325,0.000036354864],"category_scores_gemma":[0.0019142972,0.00028064998,0.00007464866,0.00042245566,0.000056422985,0.00047087035,0.00014174075,0.0007955303,0.0000057034913],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009703103,0.00016194377,0.004046535,0.00028559586,0.00047847803,0.00022111525,0.020795414,0.20930369,0.0023583286,0.0014864102,0.0002408644,0.7605246],"study_design_scores_gemma":[0.014212228,0.005672868,0.41828156,0.0015360222,0.0007042307,0.017251225,0.03500832,0.19753818,0.028945506,0.013289264,0.25398797,0.013572628],"about_ca_topic_score_codex":0.000019676161,"about_ca_topic_score_gemma":0.0000036391868,"teacher_disagreement_score":0.74695194,"about_ca_system_score_codex":0.00011090889,"about_ca_system_score_gemma":0.00005864162,"threshold_uncertainty_score":0.9999646},"labels":[],"label_agreement":null},{"id":"W4296422560","doi":"10.1145/3544902.3546639","title":"Example Driven Code Review Explanation","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Code review; Computer science; Software inspection; Software quality; Source code; Word embedding; Code (set theory); Software; Context (archaeology); Empirical research; Set (abstract data type); Software engineering; Software development; Data mining; Information retrieval; Artificial intelligence; Embedding; Programming language","score_opus":0.04780188340260429,"score_gpt":0.2913197945639388,"score_spread":0.24351791116133453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296422560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016494916,0.0025231082,0.9891002,0.0034911488,0.0003052085,0.00026234568,0.0000027014703,0.0006894481,0.001976313],"genre_scores_gemma":[0.7989738,0.0017358365,0.18078312,0.0070113908,0.00012514235,0.0008964603,0.000051394338,0.00004342701,0.010379399],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992289,0.000045900946,0.00007779495,0.00016420762,0.00035863204,0.00012457269],"domain_scores_gemma":[0.9993615,0.00021096783,0.000013261373,0.00035149427,0.000025574358,0.000037165413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035207265,0.00003750459,0.000056774934,0.000055050103,0.00008301246,0.000024319263,0.0006553081,0.000005229516,0.00054270594],"category_scores_gemma":[0.00013121116,0.00003694885,0.000019305447,0.00038741893,0.000003835004,0.00012251693,0.00042117055,0.00009560843,0.00007394838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019233037,0.00012026809,0.00659451,0.0004330884,0.000029208419,0.00008122784,0.0007033271,0.006358846,0.00055596605,0.14757334,0.7300878,0.10746049],"study_design_scores_gemma":[0.0002096685,0.0001059246,0.0069477446,0.00006159856,0.0000026893576,0.000054791068,0.000014921038,0.07221723,0.00034754863,0.0006778455,0.91911393,0.00024609917],"about_ca_topic_score_codex":0.00003936707,"about_ca_topic_score_gemma":0.0000024531448,"teacher_disagreement_score":0.8083171,"about_ca_system_score_codex":0.00006345508,"about_ca_system_score_gemma":0.000033002496,"threshold_uncertainty_score":0.594225},"labels":[],"label_agreement":null},{"id":"W4297034603","doi":"","title":"The CoLiS Platform for the Analysis of Maintainer Scripts in Debian Software Packages","year":2022,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Software maintainer; Computer science; Scripting language; Software; Software engineering; Operating system","score_opus":0.015633073568107756,"score_gpt":0.23969103949363663,"score_spread":0.22405796592552887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297034603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0847948,0.000897544,0.9008324,0.0122350855,0.00015647117,0.0005373486,0.000046470217,0.00014616334,0.00035371105],"genre_scores_gemma":[0.97444606,0.00007299673,0.02332147,0.0000740842,0.0000047013446,0.00026104806,0.000032863263,0.00001448167,0.0017722949],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997484,0.0010683564,0.00029764895,0.00031265497,0.0005049215,0.0003323649],"domain_scores_gemma":[0.9842119,0.013193668,0.00014150361,0.001725101,0.00066477363,0.000063003936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077592107,0.000109013905,0.0001727906,0.00028528363,0.00074987195,0.00022766156,0.0026178237,0.000031479307,0.00003100182],"category_scores_gemma":[0.004520441,0.00008093992,0.0001562925,0.0024369278,0.00013610105,0.00014243867,0.0010325573,0.00025432324,0.0000017099945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004949143,0.0006443267,0.08820462,0.00007324226,0.00088172965,0.000009781319,0.030651525,0.01725694,0.001271758,0.5160083,0.0067166155,0.33823162],"study_design_scores_gemma":[0.0009316259,0.0000025984298,0.2816608,0.000101415084,0.00011055689,0.000007908489,0.0010547652,0.63841933,0.008352666,0.0040391493,0.06491684,0.0004023408],"about_ca_topic_score_codex":0.0006594327,"about_ca_topic_score_gemma":0.0024382775,"teacher_disagreement_score":0.88965124,"about_ca_system_score_codex":0.00013604262,"about_ca_system_score_gemma":0.00013948222,"threshold_uncertainty_score":0.57674843},"labels":[],"label_agreement":null},{"id":"W4297421247","doi":"","title":"Recovering Binary Class Relationships: Putting Icing on the UML Cake","year":2004,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Unified Modeling Language; Computer science; Class (philosophy); Binary number; Class diagram; Programming language; Icing; Theoretical computer science; Software engineering; Artificial intelligence; Mathematics; Arithmetic; Meteorology; Software; Physics","score_opus":0.07254448393617577,"score_gpt":0.2850188166278928,"score_spread":0.21247433269171703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297421247","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08762897,0.0001527422,0.8947706,0.00667233,0.0017024144,0.00057412323,0.000002544414,0.0015095624,0.006986666],"genre_scores_gemma":[0.9467662,0.000020445048,0.051838398,0.00018397787,0.00022087614,0.0000808577,0.0000046647997,0.00004210165,0.0008424956],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975392,0.00017377012,0.00033914993,0.00077657535,0.00067443395,0.0004968284],"domain_scores_gemma":[0.99455935,0.0033542542,0.00011013216,0.0017716793,0.00009913719,0.00010547807],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0017709989,0.00028910287,0.00021740963,0.00030584383,0.0003626636,0.0005524111,0.0021126952,0.00026253893,0.000027538223],"category_scores_gemma":[0.0028569077,0.00022124109,0.00013214773,0.0005088806,0.000036451922,0.00019954794,0.0026526614,0.002598234,0.00021384422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002500386,0.000035234974,0.0033694122,0.0001454006,0.00005497815,0.00006450065,0.0010985609,0.9312851,0.00008788725,0.052075807,0.0011556399,0.010624981],"study_design_scores_gemma":[0.00033007143,0.00012690556,0.05242451,0.0024981496,0.000014811563,0.000042825493,0.00011164493,0.9035997,0.001610738,0.036293935,0.0018907095,0.0010560382],"about_ca_topic_score_codex":0.00019455946,"about_ca_topic_score_gemma":0.000013253154,"teacher_disagreement_score":0.85913724,"about_ca_system_score_codex":0.00061359286,"about_ca_system_score_gemma":0.0003579642,"threshold_uncertainty_score":0.9997028},"labels":[],"label_agreement":null},{"id":"W4297747149","doi":"","title":"Impact of switching bug trackers: a case study on a medium-sized open source project","year":2019,"lang":"en","type":"preprint","venue":"INRIA a CCSD electronic archive server","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Open source; BitTorrent tracker; Open source software; Computer science; Software bug; Software; Programming language; Artificial intelligence; Eye tracking","score_opus":0.03511774202131468,"score_gpt":0.3539059257747847,"score_spread":0.31878818375347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297747149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8827105,0.00014503098,0.11107863,0.00007928932,0.00029722144,0.0052399193,0.00003121007,0.00033102167,0.00008715761],"genre_scores_gemma":[0.9970072,0.00001922666,0.0020087883,0.00003078527,0.00013807777,0.0005091083,0.000024477222,0.00013200124,0.00013034523],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9932579,0.0011457232,0.00086612377,0.0018556202,0.0012200312,0.0016546076],"domain_scores_gemma":[0.9930437,0.0025063143,0.0005139917,0.0034872505,0.0002100694,0.00023867996],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.0027496475,0.0008422585,0.0012740341,0.00089414086,0.00015506054,0.0005989928,0.006597479,0.00026118843,0.000025404983],"category_scores_gemma":[0.00090540305,0.0007251554,0.00061222824,0.00078863994,0.00006223487,0.00047446345,0.008327326,0.0034991133,0.000057183108],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005238463,0.018101946,0.22166626,0.0032590698,0.024089841,0.015392197,0.29817978,0.32227018,0.0066635567,0.0055864598,0.008149509,0.07140273],"study_design_scores_gemma":[0.040925678,0.047831465,0.3299418,0.0051009348,0.0009393578,0.008668317,0.0048680934,0.52712184,0.0018905973,0.020864937,0.001652158,0.010194808],"about_ca_topic_score_codex":0.012179962,"about_ca_topic_score_gemma":0.0020197053,"teacher_disagreement_score":0.2933117,"about_ca_system_score_codex":0.0010449234,"about_ca_system_score_gemma":0.0070741246,"threshold_uncertainty_score":0.99969316},"labels":[],"label_agreement":null},{"id":"W4297924730","doi":"10.1007/978-3-031-16078-3_49","title":"A Deep Learning Approach to UML Class Diagrams Discovery from Textual Specifications of Software Systems","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Computer science; Class diagram; Programming language; Unified Modeling Language; Artificial intelligence; Class (philosophy); Natural language processing; Natural language; Software engineering; Software","score_opus":0.026479043178970603,"score_gpt":0.22553957714422843,"score_spread":0.19906053396525783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297924730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00015016447,0.021367898,0.9738986,0.000028252753,0.0012068364,0.0009607589,0.000033978242,0.00019016207,0.0021633648],"genre_scores_gemma":[0.99043405,0.0004978291,0.0038158179,0.000024101655,0.0011166192,0.00031134408,0.00019895527,0.00012397658,0.0034772947],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99680954,0.00017901688,0.000711341,0.0010158735,0.0007762502,0.00050795346],"domain_scores_gemma":[0.9954953,0.0029217575,0.00028129134,0.0010261363,0.000102652244,0.00017283291],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060077803,0.00046637197,0.00088673056,0.000390645,0.00016562706,0.0005305785,0.0011228913,0.00047604603,0.000008065514],"category_scores_gemma":[0.00041119306,0.0004361999,0.00013372002,0.00037718826,0.000071401744,0.00018429972,0.0006515929,0.001531698,0.0000044074923],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000907611,0.000021794964,0.0014190915,0.00018013387,0.00008191913,0.000018331268,0.0005547625,0.96328926,0.0000032189257,0.024551127,0.00008366948,0.009787636],"study_design_scores_gemma":[0.0002503951,0.00014757823,0.00088573934,0.0007576874,0.00002496264,0.000039362218,0.00003786125,0.97410667,6.6733764e-7,0.00039480117,0.022650372,0.00070389104],"about_ca_topic_score_codex":0.0005641958,"about_ca_topic_score_gemma":0.000051465322,"teacher_disagreement_score":0.9902839,"about_ca_system_score_codex":0.0002581664,"about_ca_system_score_gemma":0.00007114506,"threshold_uncertainty_score":0.99980897},"labels":[],"label_agreement":null},{"id":"W4300546131","doi":"10.7287/peerj.preprints.2617","title":"Curating GitHub for engineered software projects","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Classifier (UML); Software engineering; Set (abstract data type); Software metric; Software development; Software bug; Skew; Data mining; Machine learning; Software quality; Artificial intelligence; Programming language","score_opus":0.042283290895837815,"score_gpt":0.2967354350366486,"score_spread":0.2544521441408108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300546131","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001585796,0.0001688367,0.9921569,0.0006293231,0.0014956037,0.0012149888,0.000031764204,0.0025099607,0.00020681832],"genre_scores_gemma":[0.1285123,0.0000073328383,0.8672286,0.00006391127,0.0005666907,0.0010571164,0.000019600968,0.00008084299,0.0024636118],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975224,0.00002961248,0.0003242129,0.0009474006,0.0004942865,0.00068205525],"domain_scores_gemma":[0.9958351,0.0020921687,0.00009028681,0.0014799671,0.00033923093,0.00016321703],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004902009,0.00035776745,0.00034477358,0.00030765103,0.00010895922,0.0005924632,0.0022604344,0.00030018546,0.000016176511],"category_scores_gemma":[0.0038502554,0.0002784937,0.00018941518,0.00022097316,0.000033417215,0.00026920557,0.0023251774,0.00045128987,0.000054506378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000627927,0.00042095888,0.011464236,0.010795681,0.0011204818,0.0001752866,0.006317062,0.018054822,0.0041954513,0.12893778,0.16721608,0.65123934],"study_design_scores_gemma":[0.0052669435,0.0009043064,0.011312772,0.0055956603,0.00008271508,0.0001380985,0.000065778804,0.7216799,0.06994553,0.11684095,0.059319396,0.008847943],"about_ca_topic_score_codex":0.000012284965,"about_ca_topic_score_gemma":0.0000017405877,"teacher_disagreement_score":0.7036251,"about_ca_system_score_codex":0.00016892096,"about_ca_system_score_gemma":0.0006250833,"threshold_uncertainty_score":0.99996674},"labels":[],"label_agreement":null},{"id":"W4300564642","doi":"10.1145/3196398.3196434","title":"The Android update problem","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Android (operating system); Computer science; Phone; Android application; Merge (version control); Empirical research; World Wide Web; Operating system; Information retrieval","score_opus":0.017176460711947693,"score_gpt":0.2702848470659632,"score_spread":0.2531083863540155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300564642","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002696597,0.00042537367,0.984892,0.0033179095,0.0014270373,0.00041415758,0.0000017494241,0.0010863327,0.005738846],"genre_scores_gemma":[0.24041325,0.0006529042,0.73963165,0.00045801242,0.001132967,0.00045998546,0.000012906846,0.00008918095,0.017149163],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99849695,0.000043447075,0.00016436809,0.00047564093,0.00044237706,0.00037719175],"domain_scores_gemma":[0.9975357,0.00044000437,0.0000422479,0.0017341861,0.00016008514,0.00008779693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007658185,0.00015289927,0.00011542142,0.00006541368,0.00014443559,0.0007969876,0.003497154,0.00011626864,0.000027492597],"category_scores_gemma":[0.00021854624,0.00009476825,0.0000615189,0.00017859293,0.000073769545,0.00008844483,0.0051043173,0.00050664856,0.00062239],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001055195,0.000086405715,0.00501003,0.0003030848,0.00025378627,0.00006630644,0.0006796647,0.00228281,0.00006705288,0.15714939,0.65245765,0.18163323],"study_design_scores_gemma":[0.00038973364,0.00015828967,0.013109874,0.00020475249,0.000010136829,0.00005727891,0.000007217948,0.17767085,0.0039919945,0.20918904,0.5939147,0.0012961174],"about_ca_topic_score_codex":0.000023497987,"about_ca_topic_score_gemma":0.000007209866,"teacher_disagreement_score":0.24526037,"about_ca_system_score_codex":0.000055655037,"about_ca_system_score_gemma":0.00018399979,"threshold_uncertainty_score":0.7999772},"labels":[],"label_agreement":null},{"id":"W4300889023","doi":"10.1145/3133956","title":"Proceedings of the 2017 ACM SIGSAC Conference on Computer and Communications Security","year":2017,"lang":"en","type":"paratext","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Computer science; Government (linguistics); Inclusion (mineral); Library science; Process (computing); Operations research; Sociology; Engineering; Medicine","score_opus":0.07594937142261006,"score_gpt":0.3353062954452068,"score_spread":0.25935692402259675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300889023","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01795478,0.0028019194,0.066023275,0.03569407,0.008303313,0.004794056,0.0003430459,0.00082787813,0.86325765],"genre_scores_gemma":[0.819209,0.0021574222,0.07085461,0.0003577116,0.00039679054,0.0001405072,0.000023442248,0.000064824875,0.10679572],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99870855,0.000025773308,0.0001989691,0.0004067997,0.00041738353,0.00024255595],"domain_scores_gemma":[0.99505806,0.0006783883,0.00021667707,0.0035590755,0.00040300618,0.00008479615],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.00031787434,0.00021243522,0.00029688195,0.00010345449,0.00029579265,0.00049145543,0.011129459,0.00019619755,0.000046091376],"category_scores_gemma":[0.00042635176,0.00014789532,0.000066738816,0.00011869477,0.00037432596,0.00022425845,0.006687833,0.00073970895,0.00025023575],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028075046,0.00007539725,0.00048069961,0.00026204152,0.00005236205,5.402862e-7,0.00078150246,0.000007646282,0.00007322461,0.043743305,0.9506838,0.0038367012],"study_design_scores_gemma":[0.0018185538,0.00090609613,0.06502965,0.0049038148,0.000063583175,0.00011500679,0.00006308137,0.16282853,0.005548447,0.016426018,0.7395554,0.0027417755],"about_ca_topic_score_codex":0.00006723184,"about_ca_topic_score_gemma":0.000006950588,"teacher_disagreement_score":0.8012542,"about_ca_system_score_codex":0.000035761663,"about_ca_system_score_gemma":0.00016800927,"threshold_uncertainty_score":0.9942208},"labels":[],"label_agreement":null},{"id":"W4300960622","doi":"10.1007/s10664-022-10223-5","title":"A controlled experiment of different code representations for learning-based program repair","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Code (set theory); Source code; Representation (politics); Artificial intelligence; Point (geometry); Syntax; Programming language; Perspective (graphical); Process (computing); Natural language processing; Set (abstract data type)","score_opus":0.03017434424875222,"score_gpt":0.33110164950214477,"score_spread":0.30092730525339256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4300960622","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12513198,0.0002498413,0.86840266,0.0002737334,0.00037261055,0.0015029935,0.0000123139735,0.004048437,0.0000054334105],"genre_scores_gemma":[0.836029,0.0000011172424,0.1587044,0.000038490347,0.00005283027,0.004955577,0.000023284158,0.000047061094,0.00014822515],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774414,0.000096723845,0.0004592634,0.0005090194,0.00069575483,0.0004950995],"domain_scores_gemma":[0.9955553,0.0034799327,0.00009556532,0.00057670375,0.00012215614,0.00017038042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046193565,0.00022448448,0.00044342058,0.00026848624,0.00020805563,0.00005347774,0.0007002062,0.00004961792,0.000041575255],"category_scores_gemma":[0.0036844797,0.00022096616,0.0003754682,0.00061909476,0.000025170102,0.00009448664,0.00041038584,0.00039118688,0.0000017708597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013029091,0.0006919187,0.05214154,0.00012290393,0.00014209708,0.000017610952,0.0005531971,0.9415842,0.0004051982,0.00021793757,0.0021599033,0.0018331497],"study_design_scores_gemma":[0.0035399462,0.0010572528,0.016829614,0.000023411229,0.000017247112,0.0000058498754,0.000028236604,0.96370596,0.002591805,0.00003383371,0.01182937,0.00033750446],"about_ca_topic_score_codex":0.0000073969777,"about_ca_topic_score_gemma":4.334389e-7,"teacher_disagreement_score":0.710897,"about_ca_system_score_codex":0.00025099562,"about_ca_system_score_gemma":0.00010445005,"threshold_uncertainty_score":0.9010739},"labels":[],"label_agreement":null},{"id":"W4301135585","doi":"10.7287/peerj.preprints.1138v1","title":"The charming code that error messages are talking about","year":2015,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Python (programming language); Cyclomatic complexity; Debugging; Computer science; Programming language; Random testing; Source lines of code; Code coverage; Software quality; Software bug; Syntax error; Software; Charm (quantum number); Software metric; Source code; Code (set theory); Abstract syntax tree; Software development; Test case; Particle physics; Machine learning","score_opus":0.07479187798440508,"score_gpt":0.328330902469312,"score_spread":0.25353902448490695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301135585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016550813,0.0057903803,0.9612841,0.0051322267,0.0046251356,0.00074897683,0.000015685984,0.0023512978,0.0035013645],"genre_scores_gemma":[0.955547,0.0002747734,0.034884606,0.00016780607,0.00045529738,0.00023442344,0.0000071420136,0.00007954314,0.008349456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730235,0.000097542346,0.00022981841,0.0007210681,0.001023921,0.0006253037],"domain_scores_gemma":[0.9963437,0.0011591908,0.00015270409,0.0019033281,0.000247413,0.00019366799],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016306326,0.00030383145,0.00028752183,0.00014039209,0.00024424292,0.00116948,0.0042068134,0.00020774205,0.000014414056],"category_scores_gemma":[0.001037128,0.00020941305,0.00011719799,0.00021702211,0.000077373625,0.00020827714,0.0058754818,0.0010772006,0.00009578888],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004586097,0.00028575124,0.10808225,0.0022237278,0.0013007206,0.0012914524,0.016782755,0.05669175,0.00032634047,0.061105937,0.32731044,0.424553],"study_design_scores_gemma":[0.0011511706,0.00009491038,0.11562597,0.002606942,0.000051961455,0.00015254667,0.0011116631,0.60949993,0.0065777884,0.028986473,0.23041974,0.0037209033],"about_ca_topic_score_codex":0.00007173601,"about_ca_topic_score_gemma":0.000038519505,"teacher_disagreement_score":0.93899614,"about_ca_system_score_codex":0.00020017363,"about_ca_system_score_gemma":0.00027421757,"threshold_uncertainty_score":0.9998674},"labels":[],"label_agreement":null},{"id":"W4301155764","doi":"","title":"Improving Semantic Transparency of Committee-Designed Languages through Crowd-sourcing","year":2014,"lang":"en","type":"article","venue":"Espace ÉTS (ETS)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowd sourcing; Transparency (behavior); Computer science; World Wide Web; Computer security","score_opus":0.013036716222754248,"score_gpt":0.26088629613466413,"score_spread":0.2478495799119099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301155764","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16753203,0.00029446278,0.8302141,0.00069155975,0.00019350542,0.00016136888,0.0000014490761,0.0003991506,0.000512374],"genre_scores_gemma":[0.9484085,0.00000749806,0.05099724,0.000063484236,0.00008712793,0.000012674497,0.0000012584042,0.000031078373,0.0003911424],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99816537,0.00013591074,0.00026320125,0.00043012423,0.0005056096,0.000499762],"domain_scores_gemma":[0.9976905,0.0010529495,0.00010006913,0.0009633813,0.00008965779,0.000103428465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006860244,0.00020245323,0.00029956008,0.00015362656,0.00010676444,0.00011443848,0.0011396928,0.00009027959,0.000026492757],"category_scores_gemma":[0.0008135021,0.00019539648,0.000092801216,0.0005418433,0.00006547832,0.00040673983,0.00019490816,0.000256185,0.00005579936],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011139151,0.00083446124,0.11189166,0.0035863738,0.00037286323,0.00029201675,0.0804054,0.023939336,0.51288694,0.07550956,0.008048231,0.18212177],"study_design_scores_gemma":[0.004743967,0.001369157,0.14685443,0.0012793754,0.0001073263,0.00011785983,0.0013432321,0.31676096,0.51381403,0.002363144,0.00835085,0.0028956365],"about_ca_topic_score_codex":0.00032522756,"about_ca_topic_score_gemma":0.000038005823,"teacher_disagreement_score":0.78087646,"about_ca_system_score_codex":0.000044248667,"about_ca_system_score_gemma":0.000056119366,"threshold_uncertainty_score":0.7968037},"labels":[],"label_agreement":null},{"id":"W4301325890","doi":"10.29173/istl1596","title":"The Impact of Data Source on the Ranking of Computer Scientists Based on Citation Indicators: A Comparison of Web of Science and Scopus.","year":2014,"lang":"en","type":"article","venue":"Issues in Science and Technology Librarianship","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Citation; Web of science; Ranking (information retrieval); Citation impact; Computer science; Citation analysis; Journal ranking; Impact factor; Bibliometrics; Information retrieval; Data science; World Wide Web; Library science; Political science; MEDLINE","score_opus":0.040395890902166144,"score_gpt":0.340836562214279,"score_spread":0.30044067131211283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301325890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97933495,0.00015818955,0.018803705,0.0012577574,0.00008242364,0.00021081568,0.0000037188408,0.000038738435,0.00010970962],"genre_scores_gemma":[0.99207526,0.000006683019,0.007887021,0.000014204632,0.0000072107255,0.0000037632822,3.4635474e-7,0.0000040461255,0.0000014833321],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976348,0.00009348851,0.00034559215,0.000485014,0.0011323153,0.00030877942],"domain_scores_gemma":[0.9955779,0.0024195039,0.00025562578,0.001453636,0.0002442709,0.000049118582],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007051293,0.000105464016,0.00024445157,0.001955897,0.000261954,0.00013848054,0.0045080017,0.00007103082,8.837813e-7],"category_scores_gemma":[0.005355712,0.0000639506,0.000015038134,0.008177918,0.009918628,0.00077002647,0.0011005775,0.00023500308,3.3784934e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039082868,0.00020192184,0.6511666,0.00008876434,0.0000108003605,9.5142053e-7,0.0022577757,0.0018180195,0.018962882,0.15805583,0.00020308202,0.16719428],"study_design_scores_gemma":[0.00035190638,0.000683193,0.1837163,0.00033239828,0.0000023164582,0.0000020122582,0.00013790856,0.75061834,0.060821265,0.003159012,0.0000802973,0.000095025665],"about_ca_topic_score_codex":0.000036834896,"about_ca_topic_score_gemma":0.000002772904,"teacher_disagreement_score":0.74880034,"about_ca_system_score_codex":0.000029176288,"about_ca_system_score_gemma":0.0006675069,"threshold_uncertainty_score":0.9927758},"labels":[],"label_agreement":null},{"id":"W4301502023","doi":"10.4018/978-1-60566-060-8.ch104","title":"Dimensions of UML Diagram Use","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Lethbridge","funders":"","keywords":"Applications of UML; Unified Modeling Language; UML tool; Class diagram; Computer science; Use Case Diagram; Software engineering; Communication diagram; Software; Programming language","score_opus":0.026261371365980495,"score_gpt":0.2634256375681515,"score_spread":0.23716426620217101,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4301502023","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003745355,0.0005690124,0.055570975,0.00011760574,0.0009075782,0.0006267295,0.0001000019,0.0010062663,0.9407273],"genre_scores_gemma":[0.5753077,0.000050966995,0.06381211,0.00065819535,0.00049049564,0.000031889016,0.00000911489,0.000146355,0.35949317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980405,0.000014399951,0.0003278074,0.00051690044,0.00070629304,0.00039408504],"domain_scores_gemma":[0.99789697,0.0002687045,0.000116482166,0.0013059503,0.00019324306,0.00021867488],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00012242395,0.0003264554,0.00040564797,0.00013435031,0.000047609105,0.00011455472,0.0011307477,0.00030668554,0.000007321533],"category_scores_gemma":[0.0002061017,0.00028486855,0.00021079197,0.000048153623,0.00008317934,0.000101744605,0.0005014877,0.00035275766,0.00012721326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030791355,0.000009940262,0.000055495635,0.00001470379,0.00003861885,0.00010149396,0.000018188925,0.00003463566,0.000015665,0.94264364,0.0024762836,0.05458826],"study_design_scores_gemma":[0.00092052756,0.0008018646,0.005054377,0.0011299576,0.000093369374,0.00022135358,0.0000010587232,0.0021818134,0.00063196156,0.80204123,0.18488298,0.0020394952],"about_ca_topic_score_codex":0.00006380039,"about_ca_topic_score_gemma":0.00001237429,"teacher_disagreement_score":0.58123416,"about_ca_system_score_codex":0.00016811321,"about_ca_system_score_gemma":0.00020947916,"threshold_uncertainty_score":0.99996036},"labels":[],"label_agreement":null},{"id":"W4304889183","doi":"10.48550/arxiv.1807.04488","title":"Improved Query Reformulation for Concept Location using CodeRank and\\n Document Structures","year":2018,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Information retrieval; Query expansion; Source code; Sargable; Query optimization; Web query classification; Web search query; Baseline (sea); Task (project management); Software; Code (set theory); Term (time); Quality (philosophy); Data mining; Search engine; Programming language","score_opus":0.07155773527861449,"score_gpt":0.23551010109960796,"score_spread":0.16395236582099348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304889183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33695537,0.00013344048,0.660851,0.000030530497,0.00087828486,0.0009885858,0.000015210431,0.00013822647,0.00000938188],"genre_scores_gemma":[0.9753031,0.00010423187,0.023848385,0.00003155048,0.0003208762,0.0000035905714,0.00003722031,0.000043854863,0.00030719792],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967105,0.00015534529,0.00042157908,0.001809102,0.0001984012,0.000705083],"domain_scores_gemma":[0.9962331,0.000635408,0.000398922,0.0013297143,0.0011029888,0.00029987193],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000631384,0.00052592525,0.00046826978,0.00045581546,0.00052883464,0.0004218918,0.0012076648,0.0005099746,0.000030063517],"category_scores_gemma":[0.0004052578,0.0006231546,0.00016945573,0.0007722012,0.00035887872,0.0010216103,0.0015190679,0.00051959994,0.000006475196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027378032,0.00004233675,0.0018964291,0.00067647116,0.00026636678,0.00002101933,0.0014339485,0.9445972,0.00087050797,0.04451211,0.000052027688,0.005357832],"study_design_scores_gemma":[0.0012269386,0.00022896008,0.005043068,0.00020550545,0.000097418306,0.000009011784,0.00006516915,0.96524906,0.0014659124,0.025657196,0.000121465375,0.0006302853],"about_ca_topic_score_codex":0.00054461847,"about_ca_topic_score_gemma":0.000027485485,"teacher_disagreement_score":0.63834774,"about_ca_system_score_codex":0.0010921047,"about_ca_system_score_gemma":0.0005864673,"threshold_uncertainty_score":0.999622},"labels":[],"label_agreement":null},{"id":"W4307177175","doi":"10.1145/3550355.3552421","title":"Machine learning-based incremental learning in interactive domain modelling","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Domain (mathematical analysis); Machine learning; Artificial intelligence; Subject-matter expert; Class (philosophy); Expert system","score_opus":0.016357742031070058,"score_gpt":0.25552701904909625,"score_spread":0.2391692770180262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307177175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16025047,0.000053726693,0.8383006,0.000273054,0.00010070772,0.00011462882,5.79722e-7,0.0003988842,0.00050734903],"genre_scores_gemma":[0.96716595,0.0000013420433,0.03220745,0.00007695908,0.00001203056,0.000058733178,0.00000835174,0.000015902926,0.00045329123],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983753,0.0002738119,0.00016636228,0.00035115,0.0005011363,0.0003322564],"domain_scores_gemma":[0.9989982,0.00067931594,0.000036690006,0.00020060953,0.000023199977,0.00006196776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090325193,0.00011102268,0.00011808238,0.00037876362,0.0002140283,0.000083034065,0.00066358683,0.00001883763,0.00027711148],"category_scores_gemma":[0.00014722878,0.00012094867,0.00004179956,0.0006943895,0.000013645637,0.00023461775,0.00075455674,0.001126977,0.00002580274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016000531,0.00004965524,0.021846887,0.000004242872,0.0000051315737,0.00004738439,0.0006776937,0.97520643,0.00023416812,0.00064674736,0.000018034949,0.0012476116],"study_design_scores_gemma":[0.00045737496,0.00015992898,0.00050926534,0.000006558201,4.3553294e-7,0.0000075342505,0.00016652864,0.9954414,0.00044146721,0.0001806548,0.0024916856,0.00013717303],"about_ca_topic_score_codex":0.00046048936,"about_ca_topic_score_gemma":0.000013275364,"teacher_disagreement_score":0.80691546,"about_ca_system_score_codex":0.00038932386,"about_ca_system_score_gemma":0.00007774959,"threshold_uncertainty_score":0.49321437},"labels":[],"label_agreement":null},{"id":"W4307205996","doi":"10.1145/3550356.3561567","title":"An approach to build consistent software architecture diagrams using devops system descriptors","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Reference architecture; Software architecture; Database-centric architecture; Consistency (knowledge bases); Architecture; Systems architecture; Software engineering; Software architecture description; Software system; DevOps; Use Case Diagram; Software; Class diagram; Artificial intelligence; Unified Modeling Language; Programming language","score_opus":0.04045819942232006,"score_gpt":0.27652862735586126,"score_spread":0.2360704279335412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307205996","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06319617,0.00023691406,0.9297968,0.00006386223,0.002098082,0.0013126115,0.000036101406,0.002983567,0.0002758575],"genre_scores_gemma":[0.36078927,0.0000012199436,0.6383146,0.00010626007,0.00016674548,0.00037883825,0.000044882523,0.000081734026,0.00011647063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945468,0.0003889539,0.0005420644,0.0019850775,0.0015424541,0.0009946917],"domain_scores_gemma":[0.99505556,0.00043472473,0.00012923057,0.0034197033,0.00022046203,0.00074031437],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010514697,0.00064281904,0.0006785026,0.00075595424,0.0003398115,0.000986033,0.0050869994,0.00031921078,0.00002521684],"category_scores_gemma":[0.00049185334,0.0006194594,0.0002712071,0.0010227293,0.000057331403,0.00016993578,0.007162734,0.0018232059,0.000017436372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000892472,0.00018857917,0.0065191365,0.0010401425,0.00012765116,0.00008597522,0.0017187358,0.9776106,0.00011467342,0.0039481735,0.00046464996,0.00817275],"study_design_scores_gemma":[0.00086286425,0.0005346446,0.010713858,0.0009965699,0.00013005699,0.0009580195,0.0017492442,0.97126555,0.0008897984,0.0012674958,0.0055322046,0.005099706],"about_ca_topic_score_codex":0.0007109809,"about_ca_topic_score_gemma":0.000009904986,"teacher_disagreement_score":0.29759312,"about_ca_system_score_codex":0.0014088551,"about_ca_system_score_gemma":0.0006354798,"threshold_uncertainty_score":0.9996257},"labels":[],"label_agreement":null},{"id":"W4307266360","doi":"10.3390/app122110750","title":"Game Development Topics: A Tag-Based Investigation on Game Development Stack Exchange","year":2022,"lang":"en","type":"article","venue":"Applied Sciences","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Perspective (graphical); Computer science; Game Developer; Video game development; Order (exchange); Video game; Face (sociological concept); Game design document; World Wide Web; Data science; Game design; Multimedia; Sociology; Artificial intelligence","score_opus":0.05939043689342571,"score_gpt":0.26174074229658445,"score_spread":0.20235030540315874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307266360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8507549,0.00010553517,0.14375018,0.0018809668,0.0006561898,0.00070863543,0.0000018852134,0.0006390948,0.0015026071],"genre_scores_gemma":[0.924477,7.887641e-7,0.073848315,0.00085477304,0.000036815098,0.00048656965,0.000006436536,0.000008942939,0.00028038002],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706286,0.00005395473,0.00024795753,0.0006427269,0.0014907,0.0005018202],"domain_scores_gemma":[0.9990715,0.0002974559,0.00007370564,0.00036038266,0.000047631933,0.0001493351],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014194484,0.00016327878,0.00013247877,0.0003597336,0.0005583877,0.0002151945,0.0015973514,0.000028930257,0.00008325611],"category_scores_gemma":[0.00008902051,0.00015621488,0.000021674537,0.0013441925,0.000135885,0.0001493453,0.0005839526,0.00022284866,0.00011278611],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056611003,0.00068771973,0.02629731,0.00034733032,0.0000794904,0.000099037075,0.061895132,0.1334865,0.0080436785,0.09569894,0.006872894,0.66643536],"study_design_scores_gemma":[0.0017944503,0.0007655203,0.08954125,0.00010388996,0.000005219601,0.000014011166,0.00082732394,0.06515981,0.20071863,0.004673273,0.6343981,0.0019985116],"about_ca_topic_score_codex":0.00000826448,"about_ca_topic_score_gemma":0.000007250772,"teacher_disagreement_score":0.6644369,"about_ca_system_score_codex":0.0003670577,"about_ca_system_score_gemma":0.0010058577,"threshold_uncertainty_score":0.6370258},"labels":[],"label_agreement":null},{"id":"W4307534208","doi":"10.1145/3550356.3561592","title":"Towards automatically extracting UML class diagrams from natural language specifications","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Class diagram; Computer science; Unified Modeling Language; UML tool; Applications of UML; Communication diagram; Programming language; Activity diagram; Object Constraint Language; Class (philosophy); Systems Modeling Language; Precision and recall; Software engineering; Natural language processing; Artificial intelligence; Software","score_opus":0.042661835709832466,"score_gpt":0.31214128784822237,"score_spread":0.2694794521383899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307534208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065979525,0.0010157855,0.9151457,0.0027058225,0.0033627832,0.00053849356,0.000051204363,0.0029343138,0.008266356],"genre_scores_gemma":[0.7121096,0.000016805543,0.28506666,0.0000956862,0.0003129067,0.00018517316,0.00010424698,0.000034078275,0.0020748067],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99694586,0.00013971956,0.00041138334,0.00093835563,0.0010740276,0.000490668],"domain_scores_gemma":[0.9957293,0.0017661571,0.00012010739,0.002103904,0.00010242235,0.00017806285],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00054831203,0.0002995101,0.00031898523,0.00022758551,0.00015729228,0.000730412,0.0034527848,0.00017527882,0.001500527],"category_scores_gemma":[0.0016955931,0.00029295622,0.00018591754,0.00044814634,0.000040672334,0.00022731627,0.0049368967,0.0021743858,0.00024460594],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014827852,0.00079238805,0.0060108816,0.00045743064,0.000731279,0.001095397,0.018976282,0.014633544,0.004258428,0.079692714,0.019187925,0.8541489],"study_design_scores_gemma":[0.0002416786,0.000029894758,0.15869069,0.00008760292,0.000019410878,0.000016444605,0.00037426504,0.8295919,0.00065336184,0.0034605432,0.0058732787,0.000960979],"about_ca_topic_score_codex":0.00064118154,"about_ca_topic_score_gemma":0.00003148218,"teacher_disagreement_score":0.8531879,"about_ca_system_score_codex":0.0004074027,"about_ca_system_score_gemma":0.00035847374,"threshold_uncertainty_score":0.99995226},"labels":[],"label_agreement":null},{"id":"W4307695669","doi":"10.48550/arxiv.2205.08116","title":"On the Use of Refactoring in Security Vulnerability Fixes: An Exploratory Study on Maven Libraries","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Vulnerability (computing); Computer security; Security bug; Software engineering; Code (set theory); Software; Secure coding; Source code; Software security assurance; Programming language; Information security; Security service","score_opus":0.22230962567565407,"score_gpt":0.2409011261708669,"score_spread":0.018591500495212826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307695669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9910414,0.000007774963,0.0076417355,0.000035394754,0.00036105007,0.0006208505,0.000020821635,0.00021757334,0.00005338959],"genre_scores_gemma":[0.99973845,0.000008361683,0.00011742053,0.000022947577,0.000020120322,0.000009034206,0.000004321595,0.000019442605,0.000059924758],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9970357,0.0010519176,0.00022220192,0.001080366,0.00030126903,0.0003085893],"domain_scores_gemma":[0.99419075,0.0027837479,0.00013019532,0.0027130104,0.00007500413,0.00010727951],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009785586,0.00026601754,0.00031470897,0.00042264754,0.00015156041,0.00015405109,0.002667711,0.00011941589,0.00005298774],"category_scores_gemma":[0.0008401029,0.00025487586,0.00010205165,0.00093086297,0.00009970612,0.0007138137,0.0036238336,0.0016064568,0.0000065824506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012233853,0.0012306084,0.24315162,0.00007879116,0.00006885524,0.00035223167,0.012054004,0.67678434,0.000006866246,0.0659584,0.00009606104,0.00009587901],"study_design_scores_gemma":[0.0017927899,0.0028495584,0.5894007,0.00040196392,0.000048364724,0.0000013662965,0.0075279884,0.3056903,0.00073048327,0.08904473,0.00067913305,0.0018326289],"about_ca_topic_score_codex":0.00023829633,"about_ca_topic_score_gemma":0.00008183114,"teacher_disagreement_score":0.37109405,"about_ca_system_score_codex":0.00042275953,"about_ca_system_score_gemma":0.00023522656,"threshold_uncertainty_score":0.99999034},"labels":[],"label_agreement":null},{"id":"W4307812665","doi":"10.1145/3569934","title":"What Is the Intended Usage Context of This Model? An Exploratory Study of Pre-Trained Models on Various Model Repositories","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Reuse; Benchmark (surveying); Leverage (statistics); Software engineering; Software; Machine learning; Artificial intelligence; Domain engineering; Code reuse; Context (archaeology); Software development; Software construction; Programming language","score_opus":0.1167313584876961,"score_gpt":0.33314403356947164,"score_spread":0.21641267508177553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307812665","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18977745,0.00018305576,0.80877095,0.00011371024,0.0005582678,0.00033548454,0.000022795934,0.0002373989,9.0151e-7],"genre_scores_gemma":[0.78743047,0.00005431525,0.21204674,0.000086498025,0.000010767248,0.0002559171,0.0000015902018,0.00003183779,0.00008187946],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769235,0.00052419014,0.00042105885,0.00055204553,0.0004973747,0.00031297823],"domain_scores_gemma":[0.99421966,0.0039023268,0.00009898693,0.00152165,0.00015259134,0.000104772094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001684671,0.00024972128,0.00044453418,0.00037738972,0.00025267905,0.000049667924,0.0011926347,0.000094018025,0.0000057073617],"category_scores_gemma":[0.0005995353,0.00022015745,0.000096911936,0.00049230515,0.00007462773,0.00056118413,0.00012414178,0.00069508835,2.3257432e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107207205,0.0003066486,0.000010558094,0.00003576123,0.000110344874,0.0000050816175,0.05563957,0.9319705,0.00079788984,0.00067880895,0.00001200926,0.010325665],"study_design_scores_gemma":[0.000575676,0.0015490117,0.00005413363,0.00002669226,0.000041102507,0.000026696622,0.0032263761,0.9871623,0.0053019966,0.0018021679,0.000017001808,0.00021686491],"about_ca_topic_score_codex":0.000052400406,"about_ca_topic_score_gemma":0.000007701169,"teacher_disagreement_score":0.59765303,"about_ca_system_score_codex":0.00007824258,"about_ca_system_score_gemma":0.00010370225,"threshold_uncertainty_score":0.897776},"labels":[],"label_agreement":null},{"id":"W4308623347","doi":"10.1145/3550356.3561566","title":"An investigation into the effect of cluster-based preprocessing on software migration","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Preprocessor; Partition (number theory); Obsolescence; Data mining; Artificial intelligence; Set (abstract data type); Software; Programming language; Transformation (genetics); Natural language processing; Theoretical computer science; Machine learning","score_opus":0.010831622836099985,"score_gpt":0.2678352767336775,"score_spread":0.2570036538975775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308623347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6342839,0.000012006622,0.3649312,0.0003714719,0.00006500442,0.00014921158,2.5586814e-7,0.0001817306,0.000005219233],"genre_scores_gemma":[0.9796773,9.206336e-8,0.020010348,0.00015534456,0.000015374104,0.00009959075,0.0000059649183,0.0000072774315,0.00002865977],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876964,0.0002850955,0.00011360748,0.00023330229,0.0004877159,0.00011063032],"domain_scores_gemma":[0.99827105,0.0010703215,0.00004424322,0.0005348451,0.000040054776,0.000039470357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010277813,0.000070787406,0.00006799555,0.000114490234,0.00021529073,0.000075905526,0.0006775068,0.000017145398,0.0000115434],"category_scores_gemma":[0.00048251843,0.000049209077,0.000025727497,0.00053075724,0.00003010105,0.00021971774,0.00012887355,0.00015046114,0.0000032491776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056963876,0.00005372203,0.1536287,0.00016007453,0.000010318716,0.000002374969,0.0065878895,0.7539064,0.006605808,0.0005700488,0.00055062363,0.07786705],"study_design_scores_gemma":[0.00030540177,0.0014417915,0.015510485,0.000018745775,0.0000026578068,0.0000015799194,0.000032034364,0.8615931,0.12064784,0.0002753907,0.00007391645,0.000097025986],"about_ca_topic_score_codex":0.0001340782,"about_ca_topic_score_gemma":0.000014520128,"teacher_disagreement_score":0.34539345,"about_ca_system_score_codex":0.000073742165,"about_ca_system_score_gemma":0.00007362772,"threshold_uncertainty_score":0.20066878},"labels":[],"label_agreement":null},{"id":"W4308627662","doi":"10.1145/3549035.3561182","title":"An exploratory study on the relationship of smells and design issues with software vulnerabilities","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code smell; Secure coding; Computer science; Vulnerability (computing); Software; Computer security; Exploratory research; Confidentiality; Software design; Software security assurance; Security bug; Software engineering; Code (set theory); Software development; Software quality; Information security","score_opus":0.08005182148217244,"score_gpt":0.299831598857228,"score_spread":0.21977977737505555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308627662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7097472,0.000053023992,0.28942275,0.00025125314,0.000027243523,0.00032673113,8.8662637e-7,0.00015900072,0.000011916091],"genre_scores_gemma":[0.9828623,5.1761964e-7,0.016749168,0.000032895307,0.000007642545,0.00014685933,2.4808404e-7,0.0000083568075,0.00019200494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99863434,0.0004927869,0.00009444147,0.00021599096,0.00044489471,0.00011752577],"domain_scores_gemma":[0.9951718,0.004107968,0.000021195017,0.00061115745,0.000050847848,0.00003705969],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012333071,0.000071705836,0.000080259415,0.00009168086,0.00023645762,0.00006164766,0.00052905886,0.000009234041,0.000035081826],"category_scores_gemma":[0.00047083062,0.000045560966,0.000008449469,0.00033623405,0.00005186106,0.00021318837,0.00018356666,0.00019065016,0.0000023776145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004980227,0.00059776055,0.85438484,0.00002208503,0.00004054065,0.000018147186,0.062944874,0.049001575,0.00008071024,0.030005703,0.0013518903,0.0015020889],"study_design_scores_gemma":[0.0011245428,0.014253796,0.8794148,0.000035490568,0.000013929149,0.000019140563,0.069276795,0.019565351,0.0042337,0.011167107,0.000256953,0.00063838396],"about_ca_topic_score_codex":0.000015968537,"about_ca_topic_score_gemma":0.000004852368,"teacher_disagreement_score":0.2731151,"about_ca_system_score_codex":0.000026541777,"about_ca_system_score_gemma":0.000056851135,"threshold_uncertainty_score":0.18579224},"labels":[],"label_agreement":null},{"id":"W4308632594","doi":"10.1145/3550356.3552372","title":"Automated, traceable, and interactive domain modelling","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Traceability; Computer science; Domain (mathematical analysis); Warrant; Domain model; Domain analysis; Software engineering; Data science; Domain knowledge; Programming language; Software; Software development","score_opus":0.01629811112062965,"score_gpt":0.2578718476089686,"score_spread":0.24157373648833894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308632594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11288379,0.000069188725,0.88503283,0.00029525842,0.00011742283,0.00006987012,8.4839843e-7,0.0010099909,0.00052080065],"genre_scores_gemma":[0.8518592,0.0000026276236,0.14746258,0.000057347173,0.000008834857,0.00003116482,4.957397e-7,0.0000065308845,0.0005712077],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99925363,0.000040432944,0.000072430565,0.00021866678,0.00023567147,0.00017915812],"domain_scores_gemma":[0.9993591,0.00034479602,0.000011921197,0.00021013303,0.000018550514,0.000055549957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000275604,0.0000570777,0.000061719176,0.00010999715,0.00013690804,0.00008951479,0.0003808436,0.000010568109,0.000056915935],"category_scores_gemma":[0.000024780926,0.000056761015,0.000014619854,0.00029093202,0.0000106247335,0.00025797,0.0005524418,0.00018498697,0.000010399671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000145094655,0.00009326118,0.0012236247,0.000019793368,0.000038851835,0.00013205134,0.0046865814,0.92931896,0.00057062245,0.04511593,0.0051821903,0.013603594],"study_design_scores_gemma":[0.000114218135,0.0000386493,0.00024092427,0.0000017363067,3.911059e-7,0.00004879687,0.00009639255,0.99527466,0.00013236838,0.0010531239,0.0029256188,0.000073088515],"about_ca_topic_score_codex":0.000039030732,"about_ca_topic_score_gemma":4.8602095e-7,"teacher_disagreement_score":0.7389754,"about_ca_system_score_codex":0.00006487748,"about_ca_system_score_gemma":0.000026521639,"threshold_uncertainty_score":0.2314647},"labels":[],"label_agreement":null},{"id":"W4308643006","doi":"10.1145/3540250.3549079","title":"Accurate method and variable tracking in commit history","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Commit; Computer science; Oracle; Software evolution; Variable (mathematics); Program comprehension; Tracking (education); Code refactoring; Precision and recall; Software engineering; Software; Programming language; Artificial intelligence; Software development; Software system; Database; Software construction","score_opus":0.03538692714982885,"score_gpt":0.24103391154454729,"score_spread":0.20564698439471843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308643006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27929306,0.0006402629,0.7158568,0.0012422933,0.000996158,0.0009294587,0.000033777884,0.00084833323,0.00015988092],"genre_scores_gemma":[0.88826585,0.00005784185,0.11128343,0.000073252166,0.00004335663,0.00008890303,0.0000030572176,0.000077860015,0.00010645494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976579,0.000069018344,0.0006483842,0.00054345303,0.0006012627,0.0004799829],"domain_scores_gemma":[0.9964088,0.0021649832,0.00028120878,0.0007479162,0.00027403762,0.00012301693],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022159563,0.0003700807,0.0004381379,0.0005235248,0.00024595452,0.00016397118,0.0021579948,0.000054120632,0.000022527822],"category_scores_gemma":[0.0073283873,0.00031506724,0.00010266016,0.000872316,0.00009107464,0.0005473848,0.0022031695,0.00093239796,0.0000017827481],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000075028736,0.0004187989,0.041379016,0.002879181,0.0004324995,0.000023168916,0.014036571,0.6732744,0.08093728,0.17759897,0.002040859,0.0069042286],"study_design_scores_gemma":[0.0043572136,0.0015515758,0.35544994,0.0050910884,0.0002769804,0.00071732403,0.0009994033,0.55766124,0.024374066,0.0035940136,0.0412345,0.0046926746],"about_ca_topic_score_codex":0.000028033244,"about_ca_topic_score_gemma":3.684141e-7,"teacher_disagreement_score":0.6089728,"about_ca_system_score_codex":0.00027077747,"about_ca_system_score_gemma":0.000113004666,"threshold_uncertainty_score":0.99993014},"labels":[],"label_agreement":null},{"id":"W4308643044","doi":"10.1145/3540250.3549112","title":"PaReco: patched clones and missed patches among the divergent variants of a software family","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Wetenschappelijk Onderzoek; Vlaamse regering; Fonds De La Recherche Scientifique - FNRS","keywords":"Patched; Software; Computer science; Biology; Genetics; Gene; Programming language; Hedgehog signaling pathway","score_opus":0.029019680987102957,"score_gpt":0.21124654982490057,"score_spread":0.18222686883779762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308643044","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9062804,0.00037350072,0.09063427,0.00074515335,0.0005908972,0.00078597537,0.00007546223,0.0004991778,0.0000151642425],"genre_scores_gemma":[0.9754937,0.00014445244,0.023971489,0.000051509058,0.00005852885,0.00012391082,0.0000064893816,0.00009108338,0.000058836282],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968594,0.00008010149,0.0008745305,0.0006455262,0.0009665372,0.0005739237],"domain_scores_gemma":[0.995219,0.0024571242,0.00050467876,0.0011127283,0.0005324087,0.00017406295],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017175975,0.0005186594,0.0005835597,0.00036444096,0.000548078,0.00023114822,0.003030108,0.00007494823,0.000014988736],"category_scores_gemma":[0.008340665,0.00036872344,0.00022047335,0.0010507605,0.00025744294,0.00045890728,0.0030916014,0.00081786886,0.0000021764288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023409817,0.0009994743,0.4918526,0.006298577,0.0022244886,0.000037500788,0.038233455,0.25144666,0.16025667,0.03179136,0.002681482,0.01394361],"study_design_scores_gemma":[0.0014716397,0.0008171929,0.93514305,0.0018926772,0.00023845986,0.00011736478,0.0013158293,0.0362074,0.018686362,0.00076348206,0.0017184836,0.0016280764],"about_ca_topic_score_codex":0.00006065186,"about_ca_topic_score_gemma":6.915973e-7,"teacher_disagreement_score":0.4432904,"about_ca_system_score_codex":0.00009487135,"about_ca_system_score_gemma":0.000115463634,"threshold_uncertainty_score":0.9998765},"labels":[],"label_agreement":null},{"id":"W4308643083","doi":"10.1145/3540250.3558952","title":"Leveraging test plan quality to improve code review efficacy","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Code review; Leverage (statistics); Documentation; Code coverage; Test case; Source code; Natural language; Transformer; Test (biology); Software engineering; Software quality; Artificial intelligence; Data science; Information retrieval; Natural language processing; Machine learning; Programming language; Software; Software development; Engineering","score_opus":0.04372462117162971,"score_gpt":0.25991377766099844,"score_spread":0.21618915648936873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308643083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63004863,0.0014378409,0.350787,0.008788733,0.0020803185,0.0036264563,0.00026676225,0.0027742886,0.00018994915],"genre_scores_gemma":[0.95972234,0.00018696573,0.03923455,0.00030614788,0.00009797969,0.00018454467,0.000008526305,0.00011585196,0.00014309098],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9966007,0.000059963877,0.0009449482,0.00073737203,0.0010371607,0.00061988336],"domain_scores_gemma":[0.993951,0.0034337635,0.0004100094,0.0014267815,0.0005279639,0.00025044417],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002518982,0.000488933,0.00060214126,0.00039398007,0.0004519894,0.00022877568,0.0037365942,0.000045940968,0.000023314027],"category_scores_gemma":[0.02618017,0.00039825292,0.00022915044,0.0013357645,0.00007912646,0.00036919457,0.0032819337,0.0009243518,0.000012469187],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016319359,0.0017465914,0.08668102,0.024517162,0.0014164568,0.000041795072,0.01911496,0.37980682,0.3681652,0.07911306,0.015528309,0.023705427],"study_design_scores_gemma":[0.006115834,0.004555349,0.6869663,0.03324091,0.0007153902,0.00070045766,0.0010006868,0.067099996,0.12360586,0.001090722,0.06510384,0.009804649],"about_ca_topic_score_codex":0.0000137779925,"about_ca_topic_score_gemma":1.7219911e-7,"teacher_disagreement_score":0.6002853,"about_ca_system_score_codex":0.000184417,"about_ca_system_score_gemma":0.00011556624,"threshold_uncertainty_score":0.99984694},"labels":[],"label_agreement":null},{"id":"W4308648311","doi":"10.1145/3540250.3549156","title":"Automated unearthing of dangerous issue reports","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Huawei Technologies (Canada)","funders":"Fundamental Research Funds for the Central Universities","keywords":"Vulnerability (computing); Operationalization; Computer science; Computer security; Vulnerability assessment; Process (computing); Best practice; Internet privacy; Political science; Psychology; Psychological resilience","score_opus":0.019585129241062014,"score_gpt":0.22313671679793548,"score_spread":0.20355158755687347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308648311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8549392,0.00032515434,0.1383412,0.0011097584,0.0014997657,0.0010642819,0.000050870953,0.0025451316,0.00012458724],"genre_scores_gemma":[0.944724,0.00002893297,0.054897513,0.000031526568,0.0000634986,0.000062611834,0.0000057232323,0.00008734147,0.00009883592],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996965,0.000048928523,0.0009522645,0.0005635215,0.0009760491,0.0004942306],"domain_scores_gemma":[0.996218,0.0013708618,0.0005712623,0.0011648863,0.00054145127,0.00013351053],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017711507,0.00040746992,0.0005184328,0.00049973204,0.0003439894,0.00016431393,0.0023650476,0.000060047383,0.000024154066],"category_scores_gemma":[0.009870337,0.00033565628,0.0002046268,0.0012819185,0.00012613219,0.00044386598,0.0024501488,0.00075510296,0.000003619086],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062247986,0.0005441308,0.043819938,0.0039297496,0.0008689834,0.00006166552,0.013345955,0.69121057,0.20679088,0.030398324,0.0038759678,0.0050915624],"study_design_scores_gemma":[0.003243432,0.0030545054,0.25245196,0.0077066743,0.0005248853,0.0021171148,0.0014157817,0.41770944,0.27519563,0.0013720146,0.029562928,0.00564564],"about_ca_topic_score_codex":0.000022333445,"about_ca_topic_score_gemma":1.5391471e-7,"teacher_disagreement_score":0.27350116,"about_ca_system_score_codex":0.00011078967,"about_ca_system_score_gemma":0.00011153953,"threshold_uncertainty_score":0.9999095},"labels":[],"label_agreement":null},{"id":"W4309382233","doi":"10.1007/s10664-022-10244-0","title":"Developer discussion topics on the adoption and barriers of low code software development platforms","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Software development; Personalization; Software; Software development process; Software engineering; World Wide Web; Data science; Engineering","score_opus":0.02297163341640662,"score_gpt":0.2529683407359211,"score_spread":0.2299967073195145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309382233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.461475,0.00008338749,0.5368379,0.000664422,0.0003207857,0.00020578239,0.0000062299328,0.00040357772,0.0000028994896],"genre_scores_gemma":[0.9010598,0.000007278252,0.09811879,0.0002867807,0.00006546421,0.00018445886,0.000010452835,0.000047123078,0.00021985822],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980641,0.000029824541,0.00031569737,0.0003973049,0.00077522045,0.00041785144],"domain_scores_gemma":[0.9983463,0.00089139614,0.000053544183,0.00045404004,0.000055714987,0.00019898395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005617972,0.00022218758,0.0002093318,0.00017686743,0.00035817208,0.00006246607,0.0007895258,0.00006556595,0.000060327908],"category_scores_gemma":[0.0022105235,0.00014114977,0.00005626586,0.0006454943,0.000034067703,0.00018837646,0.0009340012,0.0005394362,0.0000072574708],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007437978,0.00022832266,0.52332366,0.0005806622,0.00020946773,0.00010785246,0.013913706,0.3495318,0.00037125318,0.0030749554,0.0055389954,0.10304495],"study_design_scores_gemma":[0.001394567,0.0006112215,0.76629543,0.0004310427,0.000016668044,0.00011662776,0.00040959846,0.055324946,0.008923988,0.0005839845,0.16400109,0.0018908491],"about_ca_topic_score_codex":0.0000020039672,"about_ca_topic_score_gemma":6.668921e-7,"teacher_disagreement_score":0.43958476,"about_ca_system_score_codex":0.00027199474,"about_ca_system_score_gemma":0.00017678573,"threshold_uncertainty_score":0.57559204},"labels":[],"label_agreement":null},{"id":"W4309529433","doi":"10.1145/3571848","title":"On the Discoverability of npm Vulnerabilities in Node.js Projects","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Discoverability; Computer science; Dependency (UML); Vulnerability (computing); Computer security; World Wide Web; Software engineering","score_opus":0.0900358588716811,"score_gpt":0.3147622559724983,"score_spread":0.2247263971008172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309529433","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29644912,0.00007230217,0.7023129,0.00045781315,0.00034589833,0.00018830289,0.000012975649,0.00015786021,0.0000028261022],"genre_scores_gemma":[0.80800486,0.000013057802,0.19154504,0.000076790835,0.000009589653,0.00028599362,9.236641e-7,0.000016593543,0.000047137943],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99810445,0.00062306924,0.0002522839,0.0004102013,0.00029217883,0.00031780085],"domain_scores_gemma":[0.97808814,0.020839788,0.000034074787,0.00095323456,0.000032930755,0.000051833806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023045728,0.0001653259,0.00027107674,0.00034857666,0.00015989113,0.000020685786,0.00077149743,0.000058899514,0.000037869973],"category_scores_gemma":[0.006331637,0.0001379572,0.00007477274,0.00065606943,0.00007159529,0.00010139941,0.00008410603,0.0008063027,0.0000011985697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085401494,0.00025517904,0.002918536,0.0001401135,0.000059475977,0.000013273811,0.004223341,0.9543895,0.00064905564,0.009985748,0.000040426818,0.027239962],"study_design_scores_gemma":[0.0107586,0.014405953,0.37407342,0.0008106324,0.00018310975,0.0010283547,0.006122495,0.33085316,0.15511583,0.09046359,0.010031673,0.0061531677],"about_ca_topic_score_codex":0.000096553624,"about_ca_topic_score_gemma":0.0000053252093,"teacher_disagreement_score":0.6235363,"about_ca_system_score_codex":0.00011579658,"about_ca_system_score_gemma":0.00007454517,"threshold_uncertainty_score":0.75800186},"labels":[],"label_agreement":null},{"id":"W4309896433","doi":"10.1007/s10664-022-10242-2","title":"Automatic prediction of rejected edits in Stack Overflow","year":2022,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Global Institute for Water Security, University of Saskatchewan","keywords":"Computer science; Quality (philosophy); World Wide Web; Information retrieval; Software; Precision and recall; Artificial intelligence; Programming language","score_opus":0.0211596723309598,"score_gpt":0.2590476734414302,"score_spread":0.2378880011104704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309896433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6489607,0.00015123164,0.34867114,0.00009534373,0.0008044802,0.0001954544,0.00001850692,0.0010962285,0.0000069035536],"genre_scores_gemma":[0.9647613,0.0000029405753,0.034934886,0.00002906788,0.00007862505,0.00011572805,0.0000108812665,0.000032109067,0.000034450666],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787915,0.000068550056,0.0004067474,0.00038014795,0.00081389985,0.000451486],"domain_scores_gemma":[0.9980262,0.0012000666,0.000052899322,0.00054745434,0.00005394492,0.00011943477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005308778,0.00017084033,0.00025835593,0.0004828691,0.00006468678,0.00003291663,0.00080388336,0.00006208589,0.00010598069],"category_scores_gemma":[0.0025359013,0.00019592048,0.000072796225,0.0019801883,0.000014669879,0.0002801796,0.00064081233,0.00057279714,0.000008423865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075005455,0.00020674222,0.5424304,0.00021591329,0.00003644719,0.00009473741,0.0011185087,0.44661486,0.00065403845,0.00011922853,0.003880177,0.0046214205],"study_design_scores_gemma":[0.0003774985,0.00014160568,0.5606921,0.000040016785,0.0000023938237,0.00002206347,0.00000815824,0.43594018,0.00037622408,0.000047888883,0.0021804618,0.00017141699],"about_ca_topic_score_codex":0.000020955742,"about_ca_topic_score_gemma":7.276503e-7,"teacher_disagreement_score":0.3158006,"about_ca_system_score_codex":0.00040283348,"about_ca_system_score_gemma":0.00011352434,"threshold_uncertainty_score":0.79894054},"labels":[],"label_agreement":null},{"id":"W4311087681","doi":"10.1016/j.jocs.2022.101928","title":"A broad approach to expert detection using syntactic and semantic social networks analysis in the context of Global Software Development","year":2022,"lang":"en","type":"article","venue":"Journal of Computational Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Fundação de Amparo à Pesquisa do Estado de Minas Gerais; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Computer science; Ontology; Task (project management); Social network analysis; Data science; Context (archaeology); Social network (sociolinguistics); Software development; Software; Knowledge management; Software engineering; Artificial intelligence; World Wide Web; Social media","score_opus":0.024940242092239495,"score_gpt":0.30004047692677327,"score_spread":0.2751002348345338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311087681","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45928168,0.000050880033,0.54048735,0.000072454655,0.000056588793,0.00004504917,2.8021813e-7,0.000003744064,0.0000019837828],"genre_scores_gemma":[0.9167544,4.24796e-7,0.08311849,0.00009884885,0.000022043278,0.0000037073614,1.6515816e-7,0.0000016042214,2.9247911e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804664,0.00011609736,0.0003100525,0.00016881165,0.0011755339,0.00018283862],"domain_scores_gemma":[0.99905723,0.00039188034,0.0001705851,0.00007852232,0.00023963318,0.00006212771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002050754,0.00006476921,0.00016268584,0.00037422808,0.00037296303,0.00012273536,0.0008211144,0.000012814373,0.0000010859953],"category_scores_gemma":[0.00025640675,0.0000530034,0.00004840836,0.00446162,0.00008095035,0.0003095109,0.00028454512,0.00016943342,1.05811765e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011020272,0.00006419187,0.0134051265,0.0000039923507,0.000029058545,0.0000051202496,0.0041514514,0.9652173,0.00005647481,0.00027081938,0.0000053403137,0.016780093],"study_design_scores_gemma":[0.00012600038,0.000048638587,0.3851799,0.0000056783833,0.000007637974,0.00015653811,0.000516571,0.61368614,0.00001714906,0.00019065627,0.000009642841,0.000055453318],"about_ca_topic_score_codex":0.000041549963,"about_ca_topic_score_gemma":0.000005463752,"teacher_disagreement_score":0.45747274,"about_ca_system_score_codex":0.00044443522,"about_ca_system_score_gemma":0.0004451382,"threshold_uncertainty_score":0.2868568},"labels":[],"label_agreement":null},{"id":"W4312055758","doi":"10.1016/j.jss.2022.111590","title":"A study of update request comments in Stack Overflow answer posts","year":2022,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; JavaScript; Python (programming language); Classifier (UML); Questions and answers; Set (abstract data type); Information retrieval; Point (geometry); Machine learning; Ask price; World Wide Web; Artificial intelligence; Data mining; Programming language","score_opus":0.02101511423514871,"score_gpt":0.2736684938976722,"score_spread":0.2526533796625235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312055758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919292,0.0010983269,0.006021429,0.00007159854,0.0006439028,0.00020656001,0.00000747318,0.000018754607,0.0000028036725],"genre_scores_gemma":[0.9985642,0.000020556678,0.0013067726,0.000024015073,0.00003631737,0.000008130343,4.1537243e-7,0.000009084136,0.00003051886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825335,0.00019259778,0.00050605956,0.00014007196,0.00072990544,0.00017803481],"domain_scores_gemma":[0.9989473,0.00027640478,0.0002448734,0.00028648795,0.00015721658,0.000087698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012183699,0.00009011972,0.00030419102,0.00031978107,0.00007051417,0.000075154785,0.000576333,0.000022948505,0.0000047700537],"category_scores_gemma":[0.00019941929,0.000079492245,0.000035022713,0.0003884198,0.000011491214,0.00030468844,0.00035904237,0.0003404952,6.26931e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053199095,0.0007401995,0.9771082,0.0001457876,0.00009843805,0.0009274041,0.006559904,0.009479809,0.000073475945,0.0001630003,0.0021730254,0.002477592],"study_design_scores_gemma":[0.0076389946,0.006836349,0.96126705,0.0006425039,0.000026758418,0.0017880494,0.0073114387,0.004903314,0.000059865553,0.0002060937,0.008751115,0.0005684584],"about_ca_topic_score_codex":0.00016497353,"about_ca_topic_score_gemma":0.000008367644,"teacher_disagreement_score":0.015841106,"about_ca_system_score_codex":0.00012243623,"about_ca_system_score_gemma":0.000078649995,"threshold_uncertainty_score":0.32415995},"labels":[],"label_agreement":null},{"id":"W4312234739","doi":"10.1109/icsme55016.2022.00053","title":"Integrating Software Issue Tracking and Traceability Models","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Traceability; Requirements traceability; Computer science; Process (computing); Software engineering; Systems engineering; Process management; Software; Risk analysis (engineering); Software development; Engineering; Business; Requirement","score_opus":0.02790534711123356,"score_gpt":0.26921900406896726,"score_spread":0.2413136569577337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312234739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08692684,0.00016966685,0.91099477,0.00047926736,0.00014457158,0.00012739073,0.0000016962864,0.00091368397,0.00024208444],"genre_scores_gemma":[0.80507225,0.0000014930395,0.19448726,0.00008191473,0.000019734629,0.000037698075,6.509448e-7,0.000008262631,0.00029074782],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883264,0.000070175585,0.00013363504,0.0003563665,0.00036384602,0.00024332297],"domain_scores_gemma":[0.99874526,0.0007209762,0.000018007724,0.00039260325,0.000044701934,0.00007842014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006997379,0.000087612134,0.00010086953,0.00008616527,0.00025031366,0.00014574623,0.0005994362,0.000018806999,0.00011764822],"category_scores_gemma":[0.00047963456,0.0000841391,0.00002776748,0.00035802182,0.00002232052,0.0004931257,0.00072015723,0.00032576054,0.0000042458537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000105675435,0.00021470868,0.04160368,0.000121929836,0.000034638346,0.00007242226,0.012788035,0.09290282,0.00055950845,0.04763103,0.0037501086,0.80031055],"study_design_scores_gemma":[0.00017534137,0.00009660976,0.0057316106,0.0000059742724,0.0000014098063,0.000052034964,0.00032033076,0.9814855,0.00034736263,0.010023278,0.0015486234,0.00021195218],"about_ca_topic_score_codex":0.00007255497,"about_ca_topic_score_gemma":0.0000046052364,"teacher_disagreement_score":0.88858265,"about_ca_system_score_codex":0.00008253861,"about_ca_system_score_gemma":0.00004627985,"threshold_uncertainty_score":0.34310928},"labels":[],"label_agreement":null},{"id":"W4312244873","doi":"10.1145/3524842.3527975","title":"An empirical study on maintainable method size in Java","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of British Columbia","funders":"","keywords":"Computer science; Java; Software maintenance; Metric (unit); Source lines of code; Empirical research; Software metric; Maintainability; Software engineering; Readability; Software; Software development; Programming language; Software quality; Statistics","score_opus":0.03505638865765372,"score_gpt":0.38877599024061943,"score_spread":0.3537196015829657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312244873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5419914,0.0000046891078,0.4557506,0.00082348497,0.00013021988,0.00031195968,3.9973872e-7,0.00033815525,0.00064903265],"genre_scores_gemma":[0.9296803,7.7870475e-8,0.069072224,0.00030879054,0.000014490314,0.00011003426,2.2071335e-7,0.00000896133,0.00080492283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981624,0.0004256414,0.00012238475,0.0004050943,0.00055864477,0.0003258662],"domain_scores_gemma":[0.99769753,0.0014992282,0.000009997873,0.00068403466,0.000021338094,0.00008789068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001872497,0.00007935298,0.00010940347,0.00018097904,0.000096396776,0.00007960728,0.0011344935,0.000014995357,0.00019407649],"category_scores_gemma":[0.00045995452,0.00007463614,0.00002048867,0.0009774632,0.000005710044,0.00014616575,0.0006347597,0.00034230645,0.00002846359],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060680377,0.0052907355,0.7999436,0.000012103417,0.00003151516,0.0016083084,0.011445437,0.13020809,0.00044554347,0.01771697,0.0063271224,0.026909864],"study_design_scores_gemma":[0.0008757129,0.0028520073,0.7749104,0.0000016587464,0.0000011523501,0.000021007298,0.002272245,0.21349096,0.00027666247,0.0020492938,0.0029810162,0.0002679203],"about_ca_topic_score_codex":0.00016642049,"about_ca_topic_score_gemma":0.000008756181,"teacher_disagreement_score":0.38768885,"about_ca_system_score_codex":0.00023541925,"about_ca_system_score_gemma":0.00007961145,"threshold_uncertainty_score":0.30435735},"labels":[],"label_agreement":null},{"id":"W4312307983","doi":"10.1145/3524842.3527996","title":"ApacheJIT","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Software bug; Training set; Artificial intelligence; Data modeling; Software engineering; Machine learning; Data mining; Programming language","score_opus":0.01820738705578956,"score_gpt":0.24988959650723366,"score_spread":0.2316822094514441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312307983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018962897,0.000045847522,0.9711649,0.001301129,0.00029042942,0.00005054939,3.4943432e-7,0.00075025,0.007433637],"genre_scores_gemma":[0.9697278,2.4951834e-7,0.025996733,0.00017365091,0.000012395394,0.00002544067,2.491013e-7,0.0000030825142,0.004060374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99950427,0.000014766764,0.000030392568,0.000104884064,0.00023229177,0.00011338307],"domain_scores_gemma":[0.999569,0.00012435672,0.0000033228305,0.00026486182,0.000007779757,0.00003067139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016565014,0.00002255568,0.000023147828,0.000049847124,0.00007105089,0.000028113873,0.00064548326,0.000003527723,0.0004164128],"category_scores_gemma":[0.000057077443,0.000022362205,0.000012794143,0.00029310412,0.0000036465221,0.00006664919,0.00061859796,0.00009057743,0.00008422027],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029288276,0.00014979302,0.026483638,0.000011773849,0.00002497487,0.00014961795,0.0013344848,0.012418879,0.0020847097,0.6704874,0.16099754,0.12585428],"study_design_scores_gemma":[0.00050743745,0.0002854476,0.049879603,0.0000014032759,0.0000011080326,0.00016265894,0.000089626024,0.2546587,0.0042501166,0.007318556,0.68236995,0.00047540662],"about_ca_topic_score_codex":0.000009700929,"about_ca_topic_score_gemma":1.3710012e-7,"teacher_disagreement_score":0.95076495,"about_ca_system_score_codex":0.000034936198,"about_ca_system_score_gemma":0.000020950203,"threshold_uncertainty_score":0.45594284},"labels":[],"label_agreement":null},{"id":"W4312345958","doi":"10.1145/3510455.3512793","title":"Supporting program comprehension by generating abstract code summary tree","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Codebase; Program comprehension; Tree (set theory); Source code; Node (physics); Software; Code (set theory); Software maintenance; Cluster analysis; Programming language; Theoretical computer science; Software system; Artificial intelligence","score_opus":0.025275417511071867,"score_gpt":0.31248482074930567,"score_spread":0.2872094032382338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312345958","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8098652,0.0005068525,0.18105245,0.0009800654,0.0007189946,0.0007922699,0.000014975172,0.0038999694,0.0021692233],"genre_scores_gemma":[0.8717222,0.0000017943904,0.12617195,0.00016828024,0.000049886792,0.00014130074,0.0000330836,0.000021737293,0.0016897579],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982033,0.000048030044,0.00024970662,0.00039301155,0.0006273389,0.0004786248],"domain_scores_gemma":[0.99895275,0.00039349712,0.00005698844,0.00044284097,0.000042389493,0.00011154663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005880544,0.00011483149,0.00011813096,0.00008750631,0.0003366668,0.00018453387,0.00086074567,0.000024200277,0.00016536487],"category_scores_gemma":[0.00012482604,0.00011571794,0.00004958036,0.00040215495,0.000016148919,0.00022794274,0.0009205523,0.00034811287,0.000019616242],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005769004,0.00039426037,0.016664261,0.00004657873,0.00002891073,0.00010507466,0.00039431115,0.021309063,0.070083715,0.0005487033,0.19545195,0.6949674],"study_design_scores_gemma":[0.00036321083,0.0002763375,0.010405604,0.000008859527,0.0000020914747,0.00004128453,0.00007282074,0.9030226,0.005852753,0.000052189152,0.07953707,0.0003651937],"about_ca_topic_score_codex":0.000054888165,"about_ca_topic_score_gemma":0.0000056580343,"teacher_disagreement_score":0.8817135,"about_ca_system_score_codex":0.00009005588,"about_ca_system_score_gemma":0.0000650866,"threshold_uncertainty_score":0.47188407},"labels":[],"label_agreement":null},{"id":"W4312422135","doi":"10.1145/3510457.3513039","title":"How does code reviewing feedback evolve?","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal; McGill University","funders":"Mitacs","keywords":"Code review; Computer science; Code (set theory); Context (archaeology); Process (computing); Generalizability theory; Premise; Replicate; Static program analysis; Software; Knowledge management; Software development; Software engineering; Psychology","score_opus":0.027171326006801826,"score_gpt":0.2577381481836016,"score_spread":0.23056682217679975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312422135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021887524,0.0016842704,0.9569798,0.014734514,0.0013104572,0.0003435256,0.0000050562408,0.0014518423,0.0016029909],"genre_scores_gemma":[0.8527882,0.00005590569,0.1261085,0.0005566678,0.0001157988,0.00013861914,0.0000023305101,0.000023968783,0.020210022],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882454,0.000057690293,0.00008222657,0.0002820102,0.00048440267,0.00026913],"domain_scores_gemma":[0.9989872,0.0002999826,0.000011874427,0.0005907953,0.000038421873,0.00007175211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004773918,0.000075655524,0.00010071144,0.00008377519,0.00016541703,0.00022936192,0.0011871962,0.00001164765,0.00020336529],"category_scores_gemma":[0.0003255664,0.00005679749,0.000047827933,0.00053646584,0.000012240508,0.00029053606,0.0010503755,0.00020853853,0.0000429433],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011908746,0.00032113068,0.06998048,0.00056996127,0.0001540632,0.0004368584,0.003017911,0.0054076677,0.008087677,0.1393565,0.3162701,0.45638573],"study_design_scores_gemma":[0.00035067738,0.000120151584,0.008956891,0.000028824059,0.0000037582486,0.000056682766,0.0001358164,0.05471332,0.0030251683,0.0013727657,0.93075967,0.00047625782],"about_ca_topic_score_codex":0.00000996428,"about_ca_topic_score_gemma":0.0000014399503,"teacher_disagreement_score":0.83090067,"about_ca_system_score_codex":0.00009382188,"about_ca_system_score_gemma":0.000041850326,"threshold_uncertainty_score":0.23161343},"labels":[],"label_agreement":null},{"id":"W4312437398","doi":"10.1145/3524610.3527872","title":"Deep API learning revisited","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Python (programming language); Java; Documentation; Encoder; Source code; Architecture; Artificial intelligence; Deep learning; Preprocessor; Task (project management); Programming language; Machine learning; Information retrieval; Operating system","score_opus":0.013438660287173549,"score_gpt":0.2508100375218349,"score_spread":0.23737137723466134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312437398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071065556,0.00016014217,0.9886256,0.00042483374,0.000120765435,0.00005871044,7.1774615e-8,0.00081607304,0.002687291],"genre_scores_gemma":[0.96223605,0.0000030571935,0.03344942,0.00015462952,0.000026319118,0.000027326061,0.0000015331673,0.0000083498635,0.004093318],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916786,0.0000619051,0.0000645119,0.00018446425,0.0003344292,0.00018683432],"domain_scores_gemma":[0.99935645,0.00028083843,0.000010568812,0.00028089667,0.000022514676,0.00004873178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035348232,0.00004325023,0.000051117364,0.00010090227,0.00017425152,0.00006618296,0.0006924323,0.000008099922,0.00058585487],"category_scores_gemma":[0.00029278733,0.000044099066,0.000023278017,0.00060771,0.0000053323615,0.00010484873,0.00080155156,0.00027308287,0.00011748759],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010108701,0.0001477534,0.09867897,0.00006400621,0.00006424588,0.00037276652,0.003091792,0.35887304,0.0025300046,0.20329261,0.026428288,0.30644643],"study_design_scores_gemma":[0.00018010517,0.00012108454,0.010914444,0.0000024775513,8.496406e-7,0.000047261277,0.000048085967,0.8542104,0.00027245274,0.0003882279,0.13363187,0.0001827513],"about_ca_topic_score_codex":0.000008190876,"about_ca_topic_score_gemma":1.4994158e-7,"teacher_disagreement_score":0.9551761,"about_ca_system_score_codex":0.00005476994,"about_ca_system_score_gemma":0.000019209767,"threshold_uncertainty_score":0.64147},"labels":[],"label_agreement":null},{"id":"W4312438588","doi":"10.1145/3524842.3528470","title":"An empirical evaluation of GitHub copilot's code suggestions","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":281,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Correctness; Programmer; JavaScript; Programming language; Code (set theory); Source code; Java; Software engineering","score_opus":0.09023633677771457,"score_gpt":0.39519672694441305,"score_spread":0.30496039016669846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312438588","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.466973,0.000043309585,0.53071076,0.00096695404,0.00021491606,0.00019279281,0.000007009488,0.00029272813,0.000598519],"genre_scores_gemma":[0.9802628,4.6209445e-7,0.019476363,0.000052864787,0.000014182237,0.00006432943,0.000005642994,0.0000048795678,0.00011847742],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836504,0.00019707486,0.000110845656,0.00019016532,0.0010050876,0.00013176753],"domain_scores_gemma":[0.99894345,0.00029476307,0.000019074609,0.000489862,0.00018880468,0.000064021166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013685244,0.000044072254,0.0000624772,0.00012659059,0.00009562796,0.000029470793,0.00064300024,0.000012934956,0.0004093496],"category_scores_gemma":[0.00037749918,0.00004434972,0.000020586907,0.0005572715,0.000019004381,0.00017156084,0.00023758339,0.00011810255,0.000013707151],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017452443,0.0012566025,0.17686155,0.00003016896,0.00005676014,0.0000136431745,0.0032871263,0.6344412,0.006143182,0.036000498,0.04883482,0.093057014],"study_design_scores_gemma":[0.00025311642,0.00023096308,0.1278446,0.0000014408673,0.000004405301,0.000009505768,0.000033512984,0.86816037,0.0009433668,0.0009797139,0.0014631364,0.00007588071],"about_ca_topic_score_codex":0.000029288422,"about_ca_topic_score_gemma":0.0000044668445,"teacher_disagreement_score":0.5132898,"about_ca_system_score_codex":0.0001110573,"about_ca_system_score_gemma":0.00028207386,"threshold_uncertainty_score":0.44820908},"labels":[],"label_agreement":null},{"id":"W4312443713","doi":"10.1109/re54965.2022.00011","title":"Automated Question Answering for Improved Understanding of Compliance Requirements: A Multi-Document Study","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Jargon; Computer science; Compliance (psychology); Question answering; Natural language; Requirements engineering; Software requirements; Subject (documents); Information retrieval; Software; World Wide Web; Artificial intelligence; Software development; Software design; Linguistics","score_opus":0.13453979050935305,"score_gpt":0.380177912239094,"score_spread":0.24563812172974092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312443713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028894538,0.000020042718,0.9688705,0.00011477035,0.00028934242,0.00094373326,0.0000033312538,0.0008524468,0.000011248555],"genre_scores_gemma":[0.89708155,5.571752e-7,0.10253527,0.000016145386,0.000005784136,0.00022582292,0.0000021696492,0.000010401703,0.00012229099],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885035,0.00006260951,0.00022977266,0.00029913805,0.00030974852,0.00024840448],"domain_scores_gemma":[0.9992189,0.00023560344,0.00006237711,0.00036959758,0.00006852433,0.00004501657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008728719,0.00008875163,0.00012981809,0.00014337525,0.00018857946,0.000058419577,0.0005957345,0.000011150592,0.000014226491],"category_scores_gemma":[0.00016036126,0.00009405457,0.00003330281,0.00042139413,0.000013185694,0.00024733812,0.0004915359,0.00008432792,9.408192e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006280307,0.010889741,0.13817507,0.0021772468,0.0017193954,0.000103715814,0.032423522,0.29174817,0.3071022,0.17537682,0.004797307,0.03485877],"study_design_scores_gemma":[0.0012340834,0.0006453826,0.005048165,0.000022163053,0.0000035514188,0.0000021139886,0.00061009836,0.99096966,0.0010210118,0.00027728587,0.000042806918,0.00012365695],"about_ca_topic_score_codex":0.00009169439,"about_ca_topic_score_gemma":0.000008806866,"teacher_disagreement_score":0.868187,"about_ca_system_score_codex":0.0005842047,"about_ca_system_score_gemma":0.000046617475,"threshold_uncertainty_score":0.38354343},"labels":[],"label_agreement":null},{"id":"W4312475219","doi":"10.1109/icsme55016.2022.00021","title":"Exploring the Notion of Risk in Code Reviewer Recommendation","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"","keywords":"Computer science; Workload; Premise; Code review; Recommender system; Core (optical fiber); Code (set theory); Normalization (sociology); Source code; Empirical research; Set (abstract data type); Data science; Information retrieval; Risk analysis (engineering); Software","score_opus":0.11168447792625469,"score_gpt":0.300212604902923,"score_spread":0.18852812697666832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312475219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36157987,0.00010450162,0.6347169,0.001889357,0.00096246786,0.00023842102,0.0000034698814,0.00013317584,0.0003718424],"genre_scores_gemma":[0.9934774,0.0001176145,0.0062201764,0.00003492092,0.000014319476,0.00009450722,0.0000015138731,0.0000031909808,0.000036358768],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993785,0.00013180329,0.00012244827,0.00010267938,0.00018168193,0.00008291022],"domain_scores_gemma":[0.99910146,0.0005794645,0.000030801904,0.00024205603,0.000035322984,0.000010909843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013380634,0.000028526933,0.000050682396,0.00008096522,0.00005380785,0.000012320312,0.0003731991,0.0000035607811,0.000069229114],"category_scores_gemma":[0.0009137932,0.000021605088,0.000017130951,0.0005510899,0.000004928589,0.0002212327,0.00029122978,0.00015907838,0.0000067191827],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000588951,0.00008337527,0.026251988,0.000031413998,0.00000789328,0.0000018404487,0.0028800624,0.024313511,0.00015597102,0.00851781,0.0026198623,0.93513036],"study_design_scores_gemma":[0.00049324497,0.00013896449,0.7036101,0.000039514172,0.0000035040107,0.0000050857657,0.00033414768,0.22857845,0.0028018875,0.0013748254,0.062391352,0.00022889987],"about_ca_topic_score_codex":0.000110557165,"about_ca_topic_score_gemma":0.000014692137,"teacher_disagreement_score":0.9349015,"about_ca_system_score_codex":0.000058985002,"about_ca_system_score_gemma":0.0000145075655,"threshold_uncertainty_score":0.10939618},"labels":[],"label_agreement":null},{"id":"W4312576573","doi":"10.1145/3524610.3527875","title":"Casdoc","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code (set theory); Java; Presentation (obstetrics); Programming language; Process (computing); World Wide Web","score_opus":0.016884646640261246,"score_gpt":0.2550039565694777,"score_spread":0.23811930992921648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312576573","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017675506,0.000044920733,0.9733978,0.0010650979,0.00034387363,0.000048557387,3.8350572e-7,0.00065673655,0.006767156],"genre_scores_gemma":[0.9621376,3.0081384e-7,0.03365361,0.00017226551,0.000012474728,0.000025200723,2.2025563e-7,0.0000028058278,0.0039955457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995444,0.000013506683,0.000028461536,0.00009622152,0.00021116261,0.000106264066],"domain_scores_gemma":[0.9995962,0.00011992733,0.000002895056,0.00024510172,0.000007891703,0.000027976725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013576994,0.00002036,0.0000209511,0.00004608972,0.00007273096,0.000025878977,0.0005714565,0.000002941652,0.00040261968],"category_scores_gemma":[0.00004715324,0.000020102636,0.000010975855,0.00026782518,0.0000031287436,0.00006117192,0.0006005833,0.00007932947,0.000075133365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000028696718,0.00013244894,0.0174956,0.000011746108,0.000021636639,0.00038227518,0.0012793628,0.015696412,0.0015924175,0.5422991,0.21822928,0.20285688],"study_design_scores_gemma":[0.00045152765,0.0002825857,0.034394145,0.0000012951698,8.989164e-7,0.00031349403,0.0000726986,0.29280096,0.004141249,0.0039241407,0.66318214,0.00043483445],"about_ca_topic_score_codex":0.000015919917,"about_ca_topic_score_gemma":2.6220476e-7,"teacher_disagreement_score":0.94446206,"about_ca_system_score_codex":0.00003402191,"about_ca_system_score_gemma":0.000022847316,"threshold_uncertainty_score":0.4408403},"labels":[],"label_agreement":null},{"id":"W4312614778","doi":"10.1109/tse.2022.3222160","title":"Studying the Interplay Between the Durations and Breakages of Continuous Integration Builds","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; University of Ottawa","funders":"","keywords":"Computer science; Context (archaeology); World Wide Web; Data science; Information retrieval","score_opus":0.013719677836531744,"score_gpt":0.2563637641058254,"score_spread":0.24264408626929365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312614778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13195536,0.000091753485,0.8665931,0.0003088966,0.00046536172,0.00025864545,0.000022402972,0.00030177223,0.000002710583],"genre_scores_gemma":[0.9919397,0.000009920106,0.0077612973,0.000028005845,0.00003496742,0.00014763787,0.0000013494874,0.000021559094,0.0000555223],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987937,0.000083418716,0.0002535879,0.00024070806,0.00040755057,0.0002210156],"domain_scores_gemma":[0.9970095,0.0023247402,0.00005043318,0.0005047257,0.00006262272,0.00004797954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005397529,0.0001512103,0.00015978157,0.00020771784,0.0005055117,0.00010453006,0.0007263178,0.000031962983,0.000013969391],"category_scores_gemma":[0.00014504508,0.000109336936,0.000073988194,0.00068586925,0.00004754882,0.00021824907,0.000028171107,0.0006419948,0.0000019587917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001399442,0.00012779738,0.0038942571,0.000058781447,0.00027598144,0.000010796894,0.008577232,0.85953057,0.0025927064,0.0009936813,0.0002829271,0.12364127],"study_design_scores_gemma":[0.0031292408,0.0024944078,0.2135948,0.00050866423,0.00037244224,0.0006389618,0.0042842138,0.64561963,0.11786075,0.00041069134,0.008541714,0.0025444909],"about_ca_topic_score_codex":0.000043100594,"about_ca_topic_score_gemma":0.0000042136367,"teacher_disagreement_score":0.8599844,"about_ca_system_score_codex":0.000085669315,"about_ca_system_score_gemma":0.00003577515,"threshold_uncertainty_score":0.4458631},"labels":[],"label_agreement":null},{"id":"W4312658591","doi":"10.1109/iwsc55060.2022.00020","title":"An Insight into the Reusability of Stack Overflow Code Fragments in Mobile Applications","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Codebase; Code review; Computer science; Code smell; Code reuse; Source code; Code (set theory); Software quality; Java; Static program analysis; Reuse; Software; Software engineering; Usability; Software bug; World Wide Web; Software development; Programming language; Operating system; Engineering","score_opus":0.014727693863767011,"score_gpt":0.2944479045720571,"score_spread":0.2797202107082901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312658591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6977288,0.00011713104,0.30072615,0.000282463,0.000062199506,0.00065716635,0.0000058610344,0.000119423436,0.0003007991],"genre_scores_gemma":[0.98385894,0.000004758182,0.0151967015,0.000049406226,0.000007626931,0.0008024767,0.0000027031094,0.0000048453794,0.00007254997],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99896353,0.00010841598,0.00015711281,0.00024646823,0.00038612378,0.00013836026],"domain_scores_gemma":[0.9979023,0.00041262343,0.000022535658,0.0015809734,0.000040774223,0.000040794377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061422994,0.00005269235,0.000074078496,0.00007564446,0.00009552094,0.000026942025,0.0019275877,0.000014647207,0.0001115738],"category_scores_gemma":[0.000101747566,0.000041866242,0.000019587365,0.00080445723,0.000039226616,0.00015856411,0.00093681656,0.00018774289,0.0000068080267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026376414,0.002465896,0.40315443,0.000112688016,0.00003787512,0.000007816567,0.034188446,0.41259688,0.010715345,0.032602344,0.0019887453,0.10210316],"study_design_scores_gemma":[0.0010838092,0.0009621905,0.31985417,0.000010334476,0.0000042956885,0.000006628251,0.0011220489,0.4736585,0.020019243,0.017493673,0.16521491,0.00057018944],"about_ca_topic_score_codex":0.00023964467,"about_ca_topic_score_gemma":0.000075153745,"teacher_disagreement_score":0.28613013,"about_ca_system_score_codex":0.0001344882,"about_ca_system_score_gemma":0.00007538453,"threshold_uncertainty_score":0.35819694},"labels":[],"label_agreement":null},{"id":"W4312691020","doi":"10.1145/3524842.3528527","title":"Refactoring debt","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Technical debt; Codebase; Computer science; Java; Software engineering; Source code; Code (set theory); Timeline; Programming language; Software development; Software; Set (abstract data type)","score_opus":0.022858249623685687,"score_gpt":0.26369360928006147,"score_spread":0.24083535965637579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312691020","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115904704,0.00006538069,0.87484175,0.00061836746,0.00070784456,0.00006335297,3.6487648e-7,0.00104746,0.0067507634],"genre_scores_gemma":[0.977394,4.923977e-7,0.02086446,0.00006170479,0.000017290124,0.000018959143,1.8243774e-7,0.0000036870244,0.0016392451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99942017,0.00001505772,0.000039630417,0.00012474794,0.00026055617,0.00013983062],"domain_scores_gemma":[0.99950427,0.00015655723,0.0000045366132,0.00028801238,0.000009736702,0.000036892066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016380892,0.000028341781,0.000028325758,0.000058619218,0.00009546797,0.000036499685,0.0006486689,0.0000044735107,0.00022010386],"category_scores_gemma":[0.00007513838,0.000028055123,0.000013808918,0.00028966952,0.0000028028758,0.000099099314,0.0006794491,0.0001116463,0.000043335353],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058894934,0.0001614421,0.10328285,0.000026797723,0.000043543067,0.00028950564,0.0024069012,0.022031246,0.008963947,0.54369605,0.036536984,0.28255486],"study_design_scores_gemma":[0.00081181916,0.00042679106,0.15236434,0.000006119635,0.0000020746209,0.00020223438,0.00014728693,0.18806265,0.021440225,0.011747929,0.62384486,0.0009436537],"about_ca_topic_score_codex":0.000017810507,"about_ca_topic_score_gemma":2.7679621e-7,"teacher_disagreement_score":0.8614893,"about_ca_system_score_codex":0.000063389954,"about_ca_system_score_gemma":0.000023781327,"threshold_uncertainty_score":0.2409983},"labels":[],"label_agreement":null},{"id":"W4312695097","doi":"10.1145/3524842.3527932","title":"Code review practices for refactoring changes","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Code review; Software engineering; Source code; Code (set theory); Process (computing); Coding (social sciences); Software; Programming language; Software quality; Software development","score_opus":0.12551164725424324,"score_gpt":0.38498876877203725,"score_spread":0.259477121517794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312695097","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020294809,0.03429586,0.90547204,0.050074045,0.0019630813,0.0017535199,0.000018024037,0.00190392,0.0024900348],"genre_scores_gemma":[0.24191366,0.013250997,0.6690445,0.013813667,0.0009674381,0.007704497,0.00003185864,0.00014922279,0.05312414],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992095,0.00003459079,0.000068782334,0.00020769403,0.0002918369,0.00018758613],"domain_scores_gemma":[0.99854803,0.0009341248,0.00006426455,0.00036779838,0.000043794156,0.000041993222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079362333,0.000050174818,0.000080442886,0.00005055803,0.00012672601,0.000046567664,0.00074859255,0.000007239182,0.00010160294],"category_scores_gemma":[0.001544663,0.000046423545,0.00002392573,0.00028578218,0.000003818437,0.00017510205,0.0004715205,0.00011078502,0.000009776659],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020330477,0.00024847026,0.0034060245,0.005665628,0.0001333298,0.00006590969,0.001488195,0.00095946033,0.0033999227,0.086924866,0.38149303,0.5161948],"study_design_scores_gemma":[0.000074904856,0.00010215414,0.00023648646,0.000045914214,0.000002664395,0.000013950055,0.000012611579,0.0041790768,0.0005353325,0.00009442533,0.9946068,0.000095691204],"about_ca_topic_score_codex":0.000014760378,"about_ca_topic_score_gemma":0.000004765924,"teacher_disagreement_score":0.61311376,"about_ca_system_score_codex":0.00005915223,"about_ca_system_score_gemma":0.00004020635,"threshold_uncertainty_score":0.18930972},"labels":[],"label_agreement":null},{"id":"W4312753189","doi":"10.1109/icsme55016.2022.00075","title":"Mining Annotation Usage Rules: A Case Study with MicroProfile","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Alberta","funders":"","keywords":"Computer science; Java; Application programming interface; Annotation; Microservices; Documentation; Process (computing); Reuse; Software engineering; Data mining; Programming language; Information retrieval; Artificial intelligence","score_opus":0.0223596113575428,"score_gpt":0.27618583107003997,"score_spread":0.2538262197124972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312753189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8463899,0.000012815366,0.1528512,0.00004482421,0.00006405705,0.00023230261,0.000001343212,0.00025752638,0.00014601387],"genre_scores_gemma":[0.93697804,6.535501e-8,0.062209006,0.0000345386,0.000011386632,0.00013237695,0.0000012699096,0.000008714131,0.0006245751],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990092,0.00006932618,0.00008697103,0.00027180888,0.0003713955,0.00019131623],"domain_scores_gemma":[0.9992645,0.00025514583,0.000018982624,0.0003701955,0.00004144957,0.000049760845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036256496,0.00006903844,0.00006551869,0.00013572283,0.00023258841,0.00010666357,0.00040121557,0.0000068456,0.000097614655],"category_scores_gemma":[0.000046193545,0.00006023785,0.000011923935,0.0005414989,0.000010022454,0.00018167554,0.00040177276,0.0001268125,0.000017328193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010374161,0.002866552,0.47383285,0.00009890606,0.0002868887,0.14809312,0.14909175,0.037974924,0.0031050816,0.0017852789,0.014826804,0.1679341],"study_design_scores_gemma":[0.009879474,0.01849074,0.11955252,0.00004698879,0.00005403733,0.06775282,0.17643374,0.5880837,0.006194281,0.0001573995,0.010276422,0.003077865],"about_ca_topic_score_codex":0.00028998076,"about_ca_topic_score_gemma":0.00003140113,"teacher_disagreement_score":0.5501088,"about_ca_system_score_codex":0.00006608393,"about_ca_system_score_gemma":0.00006254174,"threshold_uncertainty_score":0.24564283},"labels":[],"label_agreement":null},{"id":"W4312757284","doi":"10.1109/icsme55016.2022.00012","title":"An Empirical Study on Performance Bugs in Deep Learning Frameworks","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software bug; Artificial intelligence; Empirical research; Machine learning; Deep learning; Performance improvement; Quality (philosophy); Software; Software engineering; Programming language","score_opus":0.022385434239069864,"score_gpt":0.32553213727032954,"score_spread":0.3031467030312597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312757284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8892163,0.0000090704325,0.10986432,0.0001577107,0.00012476815,0.00013289702,4.0106407e-8,0.00030898146,0.00018590874],"genre_scores_gemma":[0.9958865,7.275307e-7,0.0037076613,0.00016510431,0.000022274204,0.000072220755,4.7278314e-7,0.000009580125,0.00013547904],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985276,0.00016858503,0.00011562186,0.0003414594,0.00055857527,0.00028817894],"domain_scores_gemma":[0.9990252,0.0004190991,0.000012627177,0.00045352546,0.00001816612,0.000071375005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007302073,0.00007970201,0.00008968809,0.00022163903,0.00016340823,0.00008465229,0.00095737143,0.00003841402,0.000099237644],"category_scores_gemma":[0.0001750122,0.00007715711,0.000015464162,0.0008466106,0.000008543318,0.00020374657,0.00047067672,0.0015576947,0.000041086216],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005792871,0.00030069557,0.7931275,0.0000015849998,0.00000228856,0.00003345381,0.0031022634,0.18264341,0.0000074614672,0.00009897537,0.000036377598,0.020640183],"study_design_scores_gemma":[0.0001366357,0.0009185256,0.5443016,0.0000016250492,2.0431897e-7,0.0000029482007,0.00033870674,0.45396006,0.000014559629,0.000015455085,0.00023560006,0.00007405003],"about_ca_topic_score_codex":0.00001839149,"about_ca_topic_score_gemma":0.0000035210824,"teacher_disagreement_score":0.27131662,"about_ca_system_score_codex":0.0001264027,"about_ca_system_score_gemma":0.000029157973,"threshold_uncertainty_score":0.67674947},"labels":[],"label_agreement":null},{"id":"W4312844600","doi":"10.1007/978-3-031-11686-5_3","title":"Semantic History Slicing","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of British Columbia","funders":"","keywords":"Slicing; Program slicing; Computer science; Feature (linguistics); Dependency (UML); Key (lock); Semantics (computer science); Programming language; Information retrieval; Artificial intelligence; World Wide Web; Computer security","score_opus":0.0298441271368807,"score_gpt":0.22801552053454346,"score_spread":0.19817139339766277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312844600","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000032148337,0.001346309,0.10957898,0.00018716339,0.0013983482,0.00013104621,7.8128784e-7,0.0009406241,0.8864135],"genre_scores_gemma":[0.00049083825,0.00005386767,0.00641224,0.00020071157,0.000100608624,0.00001103839,0.0000033989231,0.000047975806,0.9926793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99851435,0.000008594333,0.00015720115,0.00044774642,0.000628859,0.00024325316],"domain_scores_gemma":[0.99852127,0.00037375785,0.000042902393,0.0009364766,0.000038554837,0.00008703551],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002305289,0.00018588321,0.00019503878,0.00031612662,0.00005027609,0.000032182852,0.0013176011,0.000090013324,0.0064396337],"category_scores_gemma":[0.000067710855,0.00019820429,0.000098499964,0.000032647422,0.000025073094,0.00012974621,0.00096499146,0.000595019,0.0005586028],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.5953004e-7,0.00000391198,0.000011734108,0.000044259497,0.000026820366,0.00016545368,0.00012895754,0.00007886142,0.00001012985,0.92094725,0.07196314,0.006619026],"study_design_scores_gemma":[0.000044193115,0.000029964183,0.00002900173,0.000022173508,0.0000032913094,0.000025620791,4.3274014e-7,0.0019560207,0.0000043279724,0.0018914281,0.9957554,0.00023817422],"about_ca_topic_score_codex":0.000048707447,"about_ca_topic_score_gemma":0.00000294685,"teacher_disagreement_score":0.92379224,"about_ca_system_score_codex":0.00093847903,"about_ca_system_score_gemma":0.00020577738,"threshold_uncertainty_score":0.9944686},"labels":[],"label_agreement":null},{"id":"W4312902756","doi":"10.1145/3524842.3528034","title":"Is refactoring always a good egg?","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Nemzeti Kutatási, Fejlesztési és Innovaciós Alap; Wageningen University and Research; Kindai University; Innopolis University; Szegedi Tudományegyetem; Universität Stuttgart; Innovációs és Technológiai Minisztérium; Magyar Tudományos Akadémia; Kanazawa University; Massey University; University of Alberta; Nanzan University","keywords":"Code refactoring; Maintainability; Computer science; Commit; Code smell; Programming language; Code (set theory); Software quality; Software maintenance; Software engineering; Software; Software system; Software development; Database","score_opus":0.033026876320357446,"score_gpt":0.2793055967836429,"score_spread":0.24627872046328547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312902756","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12822303,0.00017263753,0.850411,0.0026761738,0.001319683,0.00020341604,0.0000043752025,0.002055922,0.014933761],"genre_scores_gemma":[0.97654086,0.0000015115232,0.018871149,0.00023390372,0.000035379893,0.000035415753,4.0605073e-7,0.000008764797,0.0042725806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989463,0.000022129587,0.000075498916,0.00024204767,0.0004631835,0.00025082292],"domain_scores_gemma":[0.9991886,0.00020448779,0.000010511569,0.0005075427,0.000019897943,0.00006894525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024960996,0.000058613463,0.000057988276,0.000097271106,0.00014304143,0.0000734378,0.00096648734,0.000011275387,0.00053565885],"category_scores_gemma":[0.00007516505,0.00005883979,0.000032934717,0.0004850475,0.0000055450955,0.00015898123,0.0010678411,0.00019813822,0.00010222516],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001611141,0.0004905496,0.26783097,0.00010530036,0.00018921544,0.00052183284,0.014371688,0.009173625,0.012554793,0.39328137,0.14986867,0.15159588],"study_design_scores_gemma":[0.0009832287,0.00050632685,0.109027155,0.000011813671,0.000004127533,0.00015294185,0.00020672462,0.13030462,0.027654273,0.0037225338,0.7264676,0.0009586355],"about_ca_topic_score_codex":0.000046686026,"about_ca_topic_score_gemma":4.79395e-7,"teacher_disagreement_score":0.84831786,"about_ca_system_score_codex":0.000104916246,"about_ca_system_score_gemma":0.000046701483,"threshold_uncertainty_score":0.58650887},"labels":[],"label_agreement":null},{"id":"W4312943943","doi":"10.1007/978-3-031-21037-2_10","title":"Novice Type Error Diagnosis with Natural Language Models","year":2022,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research; McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Flexibility (engineering); Metric (unit); Constraint (computer-aided design); Natural language; Type (biology); Artificial intelligence; Language model; State (computer science); Data type; Machine learning; Natural language understanding; Natural language processing; Algorithm; Programming language","score_opus":0.01822127109074478,"score_gpt":0.26224330893068043,"score_spread":0.24402203783993565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312943943","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009141075,0.0019274716,0.99332213,0.0005767516,0.0015558967,0.00040187815,0.0000064050414,0.0004260126,0.0008693619],"genre_scores_gemma":[0.6332409,0.00006064875,0.3644453,0.0010960941,0.00035416495,0.00005969312,0.00001267932,0.00009187211,0.0006386617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99557704,0.000032849,0.00028991603,0.0015272155,0.0017795309,0.00079346925],"domain_scores_gemma":[0.9963328,0.0014329721,0.0001244134,0.0016790725,0.00024804936,0.00018265989],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064573,0.0004930911,0.00042876616,0.0009212049,0.00025203242,0.00043671235,0.004550271,0.00015921395,0.00009243589],"category_scores_gemma":[0.00021400125,0.00042325593,0.00008098206,0.0014168706,0.00035526638,0.00086424017,0.0023236556,0.0015771355,0.000037121707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022549028,0.000052536485,0.00037049828,0.00008905134,0.00003709503,0.0009671418,0.003424894,0.5665096,0.000050016417,0.0116183795,0.00009572218,0.4167625],"study_design_scores_gemma":[0.00034467052,0.0004303693,0.00025726287,0.00026657648,0.000009124842,0.00019443125,6.8784567e-7,0.9860923,0.00045260892,0.008378984,0.0025284397,0.0010445124],"about_ca_topic_score_codex":0.00009183267,"about_ca_topic_score_gemma":0.000072375355,"teacher_disagreement_score":0.6323268,"about_ca_system_score_codex":0.0005246325,"about_ca_system_score_gemma":0.0006815769,"threshold_uncertainty_score":0.9998219},"labels":[],"label_agreement":null},{"id":"W4312945154","doi":"10.1145/3524610.3527924","title":"LAMNER","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programming language; Code (set theory); Abstract syntax tree; Semantics (computer science); Security token; Source code; Code generation; Theoretical computer science; Parsing","score_opus":0.015321893644444919,"score_gpt":0.24837919431745575,"score_spread":0.23305730067301084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312945154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030373521,0.000047338814,0.95549375,0.0015427928,0.00045692307,0.0000574344,4.148352e-7,0.0008683279,0.011159514],"genre_scores_gemma":[0.97044474,2.0046772e-7,0.023766456,0.00021163671,0.000013872346,0.000024269228,2.230493e-7,0.0000028059033,0.0055357884],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99956405,0.000012903011,0.00002640075,0.00009127337,0.00020623494,0.000099142984],"domain_scores_gemma":[0.99962944,0.00010495848,0.000002615969,0.00023127998,0.0000074641275,0.000024226843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013679796,0.000019223562,0.000019521975,0.00004231717,0.000062913496,0.000024499861,0.000547692,0.0000029731427,0.00049204525],"category_scores_gemma":[0.00004150748,0.000018153043,0.000010675152,0.0002481086,0.000002968584,0.000060119044,0.0005809842,0.00007508918,0.00008618863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017887953,0.0001033695,0.030861383,0.0000073023643,0.000016452645,0.0001385967,0.0007739924,0.0117846485,0.0013338692,0.6579467,0.21253493,0.08449694],"study_design_scores_gemma":[0.0003469539,0.00016924164,0.0729415,8.830473e-7,6.236102e-7,0.00009253923,0.000040668405,0.1482562,0.0023723,0.0045665824,0.77090096,0.00031154457],"about_ca_topic_score_codex":0.000009358313,"about_ca_topic_score_gemma":2.1758935e-7,"teacher_disagreement_score":0.9400712,"about_ca_system_score_codex":0.000025277986,"about_ca_system_score_gemma":0.000018137167,"threshold_uncertainty_score":0.53875506},"labels":[],"label_agreement":null},{"id":"W4312969456","doi":"10.1109/icsme55016.2022.00035","title":"Stronger Together: On Combining Relationships in Architectural Recovery Approaches","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"IBM Canada","keywords":"Computer science; Representation (politics); Process (computing); Architecture; Similarity (geometry); Software architecture; Class (philosophy); Data mining; Software engineering; Software; Artificial intelligence; Programming language","score_opus":0.0853003857517976,"score_gpt":0.25245563229853235,"score_spread":0.16715524654673475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312969456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87200654,0.0000410478,0.121426396,0.0013213699,0.0002550468,0.00018939002,0.0000013456046,0.00033558387,0.0044232975],"genre_scores_gemma":[0.9816981,2.3526717e-7,0.017456604,0.000055399672,0.000013415555,0.000071725735,0.0000024922954,0.0000087928265,0.0006932501],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882936,0.00020305155,0.000118576114,0.00026087413,0.00034905507,0.00023910073],"domain_scores_gemma":[0.9982646,0.0013014936,0.00001676491,0.00036846008,0.0000064932583,0.00004215274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078048167,0.0000732171,0.000076795906,0.00026392675,0.0001401273,0.000057829995,0.000593049,0.000018812982,0.00006242923],"category_scores_gemma":[0.0003001116,0.000071833536,0.000030272337,0.00052454456,0.000012580567,0.00012291135,0.00039295616,0.0006662376,0.00002627153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030021165,0.00015693592,0.10915519,0.000010528555,0.000017698203,0.000033033535,0.0031242569,0.7395403,0.00005649354,0.08335698,0.00070714287,0.06381144],"study_design_scores_gemma":[0.0011973555,0.00079440733,0.47907636,0.00002638504,0.0000020275138,0.000076852404,0.0009404059,0.501323,0.00049463887,0.013455029,0.0019407017,0.00067283394],"about_ca_topic_score_codex":0.000029876699,"about_ca_topic_score_gemma":0.000008439282,"teacher_disagreement_score":0.36992115,"about_ca_system_score_codex":0.00014559367,"about_ca_system_score_gemma":0.000042268653,"threshold_uncertainty_score":0.29292864},"labels":[],"label_agreement":null},{"id":"W4312986843","doi":"10.2139/ssrn.4237049","title":"Detecting Unexpected Behaviors in Scenario-Based Specification: Asystematic Literature Review","year":2022,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Psychology","score_opus":0.010678848907179923,"score_gpt":0.2603485214004621,"score_spread":0.24966967249328217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312986843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14863443,0.35916382,0.48146185,0.006893377,0.0012807534,0.0017691317,0.000003834465,0.000676666,0.00011610643],"genre_scores_gemma":[0.9943163,0.0031841598,0.0019242935,0.00012615316,0.000087104316,0.00012565646,0.000004389638,0.00002661215,0.00020536824],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964143,0.00044582764,0.0004761516,0.00032224084,0.0007936526,0.0015478248],"domain_scores_gemma":[0.99880767,0.00026894626,0.0001794362,0.00053995405,0.00012103767,0.000082966595],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004433048,0.00015599026,0.00024667536,0.00044533078,0.00031143147,0.0001754987,0.0013570407,0.000036663416,0.000031688178],"category_scores_gemma":[0.00053328683,0.00015201853,0.00010737491,0.0025132063,0.000011223577,0.00026314237,0.00015787351,0.0036413854,0.000012430753],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029490163,0.003951687,0.12274518,0.015765605,0.0009063443,0.0052698567,0.015011457,0.074181736,0.017410561,0.3151063,0.004418211,0.42493817],"study_design_scores_gemma":[0.031818777,0.01578127,0.11598627,0.107194096,0.0006409641,0.13459481,0.012066909,0.3760481,0.0058460333,0.14760429,0.036499746,0.015918734],"about_ca_topic_score_codex":0.000009411007,"about_ca_topic_score_gemma":0.000035853143,"teacher_disagreement_score":0.84568185,"about_ca_system_score_codex":0.0026453417,"about_ca_system_score_gemma":0.001734328,"threshold_uncertainty_score":0.9986572},"labels":[],"label_agreement":null},{"id":"W4313137049","doi":"10.1145/3524610.3527921","title":"An exploratory study on code attention in BERT","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Automatic summarization; Transformer; Artificial intelligence; Programming language; Natural language processing; Natural language; Source code; Engineering","score_opus":0.04139991490038435,"score_gpt":0.3098199987926032,"score_spread":0.26842008389221883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313137049","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9582619,0.0000049926557,0.040882662,0.00013337703,0.00018477291,0.00017265059,4.8894344e-7,0.00024657403,0.00011259776],"genre_scores_gemma":[0.99881136,1.6572154e-7,0.0008144269,0.000066308625,0.000010879041,0.00012319033,9.257334e-7,0.0000059905647,0.00016676207],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898165,0.0001316618,0.00008099784,0.0002479895,0.00041107112,0.00014661474],"domain_scores_gemma":[0.99936754,0.00011121504,0.000008127711,0.00045679422,0.000014217142,0.000042102263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00059671875,0.000047861216,0.000051567324,0.00018910534,0.00006457048,0.000044600543,0.00062859047,0.0000074633117,0.000042550302],"category_scores_gemma":[0.00003831508,0.000048978,0.000011223304,0.00046739823,0.000004107431,0.00021721653,0.00027769152,0.00016733649,0.000039211205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002294616,0.0037081563,0.92524743,0.0000073267097,0.000016668773,0.0003194486,0.01226999,0.030538714,0.0025965816,0.0067366036,0.0027547288,0.015781397],"study_design_scores_gemma":[0.000636385,0.0014362127,0.9431496,0.000002751861,6.0118884e-7,0.0000031163165,0.0021787677,0.051390916,0.00021671502,0.00016180068,0.000649789,0.00017334466],"about_ca_topic_score_codex":0.000022036444,"about_ca_topic_score_gemma":0.000046724133,"teacher_disagreement_score":0.04054947,"about_ca_system_score_codex":0.000107316744,"about_ca_system_score_gemma":0.000026877357,"threshold_uncertainty_score":0.19972648},"labels":[],"label_agreement":null},{"id":"W4313142332","doi":"10.1109/tse.2022.3220740","title":"A Comprehensive Investigation of the Impact of Class Overlap on Software Defect Prediction","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Computer science; Class (philosophy); Software; Data mining; Rank (graph theory); Feature (linguistics); Machine learning; Identification (biology); Artificial intelligence; Mathematics","score_opus":0.018022052625698195,"score_gpt":0.24269995323414043,"score_spread":0.22467790060844223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313142332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41403133,0.00003656492,0.58451504,0.000011470818,0.00066747464,0.0002580931,0.00010961461,0.0003689718,0.0000014832376],"genre_scores_gemma":[0.98991746,0.0000055584414,0.009820537,0.000019530944,0.000025354724,0.00013626074,0.000004158061,0.000045166416,0.000025948462],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787366,0.00011942646,0.0003873116,0.00039580287,0.0008823552,0.00034145213],"domain_scores_gemma":[0.99750644,0.0011942721,0.00012918808,0.00089811586,0.00016039812,0.000111581634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024619626,0.00026529262,0.00028910395,0.0004973583,0.00022975568,0.000028626213,0.0008263916,0.00008245023,0.000029838424],"category_scores_gemma":[0.00017927476,0.0002374483,0.00046781186,0.0015486374,0.00005736394,0.00024481298,0.000027880353,0.0007743549,0.0000042386337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025192108,0.000076361655,0.0055758245,0.00007860965,0.00011941005,0.000002546499,0.00042486587,0.9885891,0.0034649281,0.00004663794,0.000100640784,0.0014958709],"study_design_scores_gemma":[0.0022179834,0.003130219,0.38449842,0.00052065565,0.00009169698,0.0001359114,0.000095161995,0.48174846,0.12610686,0.00014521583,0.00034069078,0.00096872915],"about_ca_topic_score_codex":0.00007932048,"about_ca_topic_score_gemma":8.5475597e-7,"teacher_disagreement_score":0.5758862,"about_ca_system_score_codex":0.00052596396,"about_ca_system_score_gemma":0.00019731767,"threshold_uncertainty_score":0.96828604},"labels":[],"label_agreement":null},{"id":"W4313192501","doi":"10.1017/s0890060422000166","title":"Machine learning in requirements elicitation: a literature review","year":2022,"lang":"en","type":"review","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Requirements elicitation; Computer science; Preprocessor; Construct (python library); Process (computing); Expert elicitation; Data pre-processing; Requirements management; Artificial intelligence; Machine learning; Information retrieval; Requirements analysis; Software","score_opus":0.09816058246718821,"score_gpt":0.34776332462493664,"score_spread":0.24960274215774841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313192501","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[3.7626828e-7,0.5113912,0.48788372,0.00001637047,0.00008589292,0.0005026188,0.000004525785,0.000113874004,0.0000014128733],"genre_scores_gemma":[0.00007831237,0.97607183,0.022942869,0.000016965529,0.000053140866,0.00063415035,0.00011298884,0.0000495873,0.00004014539],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99706084,0.0001707484,0.000961918,0.00085268344,0.00041620413,0.0005376269],"domain_scores_gemma":[0.99692166,0.0021631087,0.00021125542,0.00053657644,0.000038869162,0.00012852356],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018655746,0.00048449374,0.0014053214,0.0018224319,0.00015405337,0.00034681,0.00088715303,0.00013781636,0.000038515678],"category_scores_gemma":[0.0009424098,0.00046423607,0.0005518387,0.002577495,0.000014426132,0.00031182126,0.00031112522,0.0008086212,0.0000061669057],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016840382,0.000018799958,0.0000010972033,0.011720218,0.00036680812,0.00003649677,0.000107157095,0.028664852,8.955131e-7,0.00069020485,0.0000065005775,0.9583853],"study_design_scores_gemma":[0.00003125041,0.000106801555,0.0000031540444,0.016304558,0.0011487326,0.000027713244,0.0000066483726,0.3099988,0.00017914607,0.00036113203,0.67088586,0.0009462045],"about_ca_topic_score_codex":0.000019690318,"about_ca_topic_score_gemma":0.000004838481,"teacher_disagreement_score":0.95743906,"about_ca_system_score_codex":0.00021665574,"about_ca_system_score_gemma":0.00006283817,"threshold_uncertainty_score":0.99978095},"labels":[],"label_agreement":null},{"id":"W4313547553","doi":"10.1145/3551349.3559568","title":"Extraction and Management of Rationale","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Structuring; Consistency (knowledge bases); Exploit; Information extraction; Process (computing); Coherence (philosophical gambling strategy); Software engineering; Natural language; Artificial intelligence; Data science; Knowledge management; Programming language; Computer security","score_opus":0.021474954584098038,"score_gpt":0.2750518449066414,"score_spread":0.2535768903225434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313547553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06539136,0.000060157963,0.9323208,0.00035447185,0.000083888,0.00007577307,2.5825352e-7,0.00005960821,0.0016537189],"genre_scores_gemma":[0.92938983,0.000010248739,0.06877583,0.000014361453,0.000002981342,0.000024213365,3.7360445e-7,0.0000011552863,0.0017810044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99972594,0.000006835819,0.000030177805,0.000058360565,0.00014564516,0.000033056094],"domain_scores_gemma":[0.99983656,0.00005776836,0.0000055608384,0.000083762105,0.000007260901,0.000009103031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000108913766,0.000012229559,0.000014752227,0.000033219934,0.000029074563,0.00000789959,0.000101639256,0.0000019289744,0.00006459627],"category_scores_gemma":[0.0000043039977,0.000012642563,0.0000041210783,0.00010825154,0.0000031320294,0.00006431692,0.00018681654,0.000023146436,0.0000016594312],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047744766,0.00009997811,0.0066691632,0.000100314326,0.000035703015,0.000027850067,0.00036378886,0.009296034,0.0022798006,0.8123032,0.006035705,0.16278368],"study_design_scores_gemma":[0.0007410422,0.00022149028,0.7198237,0.000009871173,0.000004299501,0.00007727537,0.0002877442,0.18150997,0.0098518105,0.005794817,0.081440106,0.00023785002],"about_ca_topic_score_codex":0.0000033649562,"about_ca_topic_score_gemma":9.219276e-8,"teacher_disagreement_score":0.8639985,"about_ca_system_score_codex":0.000011586499,"about_ca_system_score_gemma":0.000003855395,"threshold_uncertainty_score":0.070728384},"labels":[],"label_agreement":null},{"id":"W4313563522","doi":"10.1145/3551349.3556896","title":"Not All Dependencies are Equal: An Empirical Study on Production Dependencies in NPM","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Production (economics); Software security assurance; Software; Software engineering; Code (set theory); Empirical research; Backporting; Software development; Computer security; Software construction; Database; Programming language; Information security; Security service","score_opus":0.10501677049643932,"score_gpt":0.35739637521049467,"score_spread":0.25237960471405535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313563522","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9844917,0.000019937275,0.0124108335,0.0013985514,0.000536692,0.0004780707,0.0000013257257,0.0005817672,0.00008108844],"genre_scores_gemma":[0.99706435,8.738066e-7,0.0019010489,0.00025574982,0.000059120797,0.00020570226,0.0000016013346,0.000017021104,0.0004945375],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968905,0.00032298465,0.0002311661,0.0007442097,0.0013819811,0.00042916907],"domain_scores_gemma":[0.9985224,0.00037204134,0.0000398186,0.00089193194,0.00006830929,0.00010546862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014693756,0.0001566646,0.00017032416,0.00043185474,0.00017239597,0.00014318532,0.0012885778,0.000033232995,0.00006250879],"category_scores_gemma":[0.00076875935,0.00014817477,0.000033993478,0.00089815975,0.000020054653,0.0004941105,0.0008968901,0.0005562254,0.000044039913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059042264,0.0028007515,0.92451787,0.000019836789,0.000035270885,0.0004748963,0.0205402,0.042166878,0.0014091028,0.0009027272,0.0027983051,0.0042751343],"study_design_scores_gemma":[0.0004928279,0.001972038,0.97490203,0.00000632754,0.0000031663028,0.00005523432,0.0071824216,0.011435267,0.0026127985,0.00031281135,0.0006389188,0.00038616848],"about_ca_topic_score_codex":0.00019166958,"about_ca_topic_score_gemma":0.0003842106,"teacher_disagreement_score":0.050384168,"about_ca_system_score_codex":0.00034428065,"about_ca_system_score_gemma":0.000111182206,"threshold_uncertainty_score":0.6042392},"labels":[],"label_agreement":null},{"id":"W4313563578","doi":"10.1145/3551349.3559537","title":"AntiCopyPaster: Extracting Code Duplicates As Soon As They Are Introduced in the IDE","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Computer science; Plug-in; Programming language; Code (set theory); Workflow; Source code; Fragment (logic); Software engineering; Database; Software; Set (abstract data type)","score_opus":0.0228698490153916,"score_gpt":0.29168186762216863,"score_spread":0.26881201860677706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313563578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.962669,0.00010454617,0.02236865,0.012332216,0.0002811333,0.00032074196,0.0000012740576,0.0003728661,0.0015495354],"genre_scores_gemma":[0.9963392,0.000004524662,0.0024338302,0.00063934905,0.00006792795,0.000098981065,0.0000012103924,0.000013405139,0.00040159817],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99822146,0.00017087252,0.00018251227,0.0004122742,0.0006236197,0.0003892387],"domain_scores_gemma":[0.9973959,0.001632369,0.000051132225,0.0008356389,0.000036040925,0.00004894383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013042922,0.00011325375,0.000120076504,0.00015686294,0.000212817,0.00024058594,0.0019417066,0.000022719463,0.00013374432],"category_scores_gemma":[0.0010228535,0.00008544635,0.000038579175,0.0005950355,0.000016066666,0.0002459584,0.00081056275,0.000528412,0.00017169202],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001605509,0.001903552,0.42327705,0.00022558744,0.00017358326,0.0023041088,0.054988507,0.09076543,0.09938968,0.15436083,0.030599425,0.1418517],"study_design_scores_gemma":[0.0027362127,0.0012919634,0.4820591,0.00011936011,0.000019672138,0.0021187202,0.014192617,0.3639305,0.05196463,0.027642068,0.051712092,0.0022130704],"about_ca_topic_score_codex":0.000365028,"about_ca_topic_score_gemma":0.000040178697,"teacher_disagreement_score":0.27316505,"about_ca_system_score_codex":0.00008277243,"about_ca_system_score_gemma":0.00006500798,"threshold_uncertainty_score":0.36082065},"labels":[],"label_agreement":null},{"id":"W4313563632","doi":"10.1145/3551349.3556931","title":"How Useful is Code Change Information for Fault Localization in Continuous Integration?","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Merge (version control); Code (set theory); Fault (geology); Software; Legacy system; Data mining; Process (computing); Real-time computing; Information retrieval; Programming language","score_opus":0.03264587802112539,"score_gpt":0.26864196524963474,"score_spread":0.23599608722850934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313563632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049589206,0.000016898224,0.99034196,0.0036813356,0.00021438589,0.00053035526,0.00001520717,0.00019215353,0.00004878126],"genre_scores_gemma":[0.98449063,0.000003439668,0.012836622,0.0013314618,0.000029617173,0.0007946668,0.000055019547,0.0000068133772,0.00045172404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99924934,0.00002446476,0.00012738036,0.00012970192,0.0002966979,0.00017242151],"domain_scores_gemma":[0.9994467,0.00015449105,0.000034749533,0.00021575502,0.0001176494,0.000030655978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003058897,0.000063999236,0.00007449996,0.0002560378,0.0000871836,0.00022981587,0.0003938236,0.00002469451,0.00002222478],"category_scores_gemma":[0.0002877905,0.000063786145,0.000022411174,0.00058778137,0.0000071671116,0.0014034935,0.00017210437,0.000098836266,0.0000071401864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000737757,0.0002981744,0.047421854,0.00022953411,0.0000404754,0.000011401276,0.054603986,0.055691473,0.0002466188,0.14241329,0.12735493,0.5716145],"study_design_scores_gemma":[0.00035346035,0.000092801005,0.0018238914,0.000004561027,5.9607504e-7,0.0000022409574,0.00029316198,0.9166475,0.0007675742,0.00030937837,0.07960885,0.00009599335],"about_ca_topic_score_codex":0.00006179558,"about_ca_topic_score_gemma":0.00003090994,"teacher_disagreement_score":0.9795317,"about_ca_system_score_codex":0.00013854557,"about_ca_system_score_gemma":0.0000323156,"threshold_uncertainty_score":0.26011235},"labels":[],"label_agreement":null},{"id":"W4313563813","doi":"10.1145/3551349.3559548","title":"Automatic Code Documentation Generation Using GPT-3","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates; University of Calgary","keywords":"Documentation; Computer science; Artifact (error); Automation; Software documentation; Source code; Internal documentation; Code (set theory); Programming language; Technical documentation; Software engineering; Software; Artificial intelligence; Software development; Software development process; Software construction; Set (abstract data type); Engineering","score_opus":0.04663174896728765,"score_gpt":0.31805628152906923,"score_spread":0.27142453256178156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313563813","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35804644,0.000014136452,0.6411926,0.00014141842,0.00023015722,0.00006927572,4.2264932e-7,0.0002477173,0.00005781953],"genre_scores_gemma":[0.8504088,4.3962584e-7,0.14916053,0.00009958125,0.000032833894,0.000027687383,0.0000037453874,0.0000051622833,0.00026120082],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992271,0.000051653406,0.000090626294,0.00014929754,0.00035699806,0.00012429565],"domain_scores_gemma":[0.9996297,0.000082608574,0.000017948229,0.00021908182,0.00002116435,0.000029539522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002729225,0.000041463565,0.000039366678,0.00009931313,0.00017801148,0.00013028788,0.00030820482,0.0000075268977,0.00046836486],"category_scores_gemma":[0.00004997025,0.000044170505,0.000014847362,0.00034737462,0.0000045719025,0.00034025343,0.00023840947,0.000068935595,0.000024021429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020608525,0.00014856987,0.008005104,0.000044845012,0.000045754565,0.00005197093,0.0032297808,0.65639895,0.13099451,0.053742632,0.014648226,0.1326876],"study_design_scores_gemma":[0.00008334301,0.000021971864,0.0010950105,7.1032787e-7,8.2233737e-7,0.000015121153,0.000013577352,0.9952964,0.0028196343,0.00016045246,0.0004376905,0.00005525359],"about_ca_topic_score_codex":0.0000397433,"about_ca_topic_score_gemma":0.0000018747717,"teacher_disagreement_score":0.49236238,"about_ca_system_score_codex":0.00017719703,"about_ca_system_score_gemma":0.0000502847,"threshold_uncertainty_score":0.5128267},"labels":[],"label_agreement":null},{"id":"W4313578599","doi":"10.1002/smr.2529","title":"Optimized fuzzy clustering‐based k‐nearest neighbors imputation for mixed missing data in software development effort estimation","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Data mining; Computer science; Categorical variable; Imputation (statistics); Missing data; Cluster analysis; Fuzzy logic; Software; Artificial intelligence; Machine learning","score_opus":0.03699946842914301,"score_gpt":0.3226420344798559,"score_spread":0.28564256605071286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313578599","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04423043,0.0002524372,0.95417,0.00034697264,0.00047097378,0.00028394832,0.000008428671,0.00023577432,0.0000010202228],"genre_scores_gemma":[0.38971698,0.00000978976,0.6100687,0.000028654329,0.000061931496,0.00002339059,0.00005867962,0.000020664804,0.000011261733],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804866,0.000044375996,0.00062400626,0.0003421655,0.0005865114,0.00035427688],"domain_scores_gemma":[0.9977699,0.0010123869,0.00030282818,0.00030331555,0.0004515231,0.00016005087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018225738,0.00017383808,0.00027594744,0.00073105586,0.00018906282,0.0002196617,0.00076352694,0.00010591331,0.000001883257],"category_scores_gemma":[0.0039398563,0.00016698863,0.000043326403,0.0010314864,0.000032910593,0.0012578908,0.0002101912,0.00022775983,0.0000037691252],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023248898,0.00010179074,0.036290288,0.0012476912,0.00004728712,0.00004346841,0.0012087354,0.75559026,0.000028644235,0.000042059346,0.0008617931,0.20430548],"study_design_scores_gemma":[0.0019541434,0.000105383406,0.12246879,0.00045307894,0.000010513076,0.000047755264,0.00004685029,0.8732276,0.0001314517,0.001067971,0.0002612555,0.00022517877],"about_ca_topic_score_codex":0.000006499111,"about_ca_topic_score_gemma":0.000009710396,"teacher_disagreement_score":0.34548655,"about_ca_system_score_codex":0.00018205355,"about_ca_system_score_gemma":0.00079588447,"threshold_uncertainty_score":0.6809598},"labels":[],"label_agreement":null},{"id":"W4313648295","doi":"10.21203/rs.3.rs-2434133/v1","title":"Adaptive Fine-tuning for Multiclass Classification over Software Requirement Data","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Transfer of learning; Software; Sentence; Pooling; Machine learning; Field (mathematics); Robustness (evolution); Embedding; Deep learning; Task (project management); Natural language processing","score_opus":0.4032188134488606,"score_gpt":0.46393716617561753,"score_spread":0.06071835272675691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313648295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018265017,0.00047612577,0.9890759,0.0019318989,0.001047816,0.0032968663,0.0007810439,0.0015277737,0.00003607481],"genre_scores_gemma":[0.5043931,0.000346235,0.48034185,0.000041345917,0.001649509,0.0051798625,0.0036113367,0.00041953518,0.0040172213],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9915932,0.00052342674,0.00058686564,0.0025051928,0.0032241018,0.0015672046],"domain_scores_gemma":[0.98242044,0.00871954,0.00015883353,0.006617279,0.0016886557,0.00039524218],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.007322272,0.000421066,0.00045781737,0.0011534414,0.0004744689,0.0009722645,0.008277356,0.0004745132,0.000014372236],"category_scores_gemma":[0.018081412,0.00043610524,0.00016674724,0.0013742759,0.00017919029,0.0006754993,0.018431462,0.0022665348,0.00020240225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050116953,0.0013320331,0.035003643,0.01497205,0.0014945874,0.0005594216,0.0059840726,0.034143366,0.0035179236,0.03523363,0.51064205,0.35661608],"study_design_scores_gemma":[0.0005821266,0.00022943922,0.032047812,0.0012146079,0.000010390048,0.0000017776633,0.00013565479,0.95281154,0.00015299975,0.0046200594,0.0076593873,0.0005341994],"about_ca_topic_score_codex":0.00031874425,"about_ca_topic_score_gemma":0.00012936113,"teacher_disagreement_score":0.9186682,"about_ca_system_score_codex":0.0010943338,"about_ca_system_score_gemma":0.001407214,"threshold_uncertainty_score":0.9998091},"labels":[],"label_agreement":null},{"id":"W4315815576","doi":"10.1109/scam55253.2022.00012","title":"Revisiting the Impact of Anti-patterns on Fault-Proneness: A Differentiated Replication","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Heuristics; Code refactoring; Computer science; Software quality; Replication (statistics); Code smell; Leverage (statistics); Empirical research; Software; Data mining; Software fault tolerance; Machine learning; Artificial intelligence; Software development; Programming language; Statistics; Mathematics","score_opus":0.029333953436030704,"score_gpt":0.3143885704610985,"score_spread":0.28505461702506785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315815576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8613877,0.000016672846,0.1377956,0.00039513622,0.000043257078,0.00014311558,0.000004292975,0.00015185992,0.00006234409],"genre_scores_gemma":[0.9995432,0.0000027278134,0.00027771067,0.000021624786,0.00002650462,0.000042569507,0.0000053475983,0.000007732879,0.00007260054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998952,0.00009955357,0.00014429906,0.00026778673,0.0003645989,0.00017176272],"domain_scores_gemma":[0.9983609,0.00039195197,0.000060864535,0.0011075507,0.00004969099,0.000029044471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004837334,0.00007184396,0.00009418747,0.0000917141,0.00013059046,0.000052125037,0.0009606377,0.000011689901,0.000107444444],"category_scores_gemma":[0.0002737319,0.00004596404,0.000070113834,0.00048063934,0.0000094956695,0.000077950215,0.00047200403,0.00017073061,0.000006725549],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024246692,0.00022995024,0.76257294,0.00008756626,0.00015316432,0.000014740813,0.0015298885,0.07727742,0.036806714,0.008812491,0.0010883863,0.11140246],"study_design_scores_gemma":[0.00011978729,0.0000931988,0.8593369,0.000014090467,0.0000013828561,0.000007817954,0.000018982897,0.13638157,0.003862395,0.00006400047,0.000028092994,0.00007175668],"about_ca_topic_score_codex":0.00022724252,"about_ca_topic_score_gemma":2.0561684e-7,"teacher_disagreement_score":0.13815546,"about_ca_system_score_codex":0.000092982744,"about_ca_system_score_gemma":0.000035213616,"threshold_uncertainty_score":0.18743591},"labels":[],"label_agreement":null},{"id":"W4315926717","doi":"10.5281/zenodo.7533156","title":"A Multi-Step Learning Approach to Assist Code Review","year":2022,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Code (set theory); Programming language; Code review; Software engineering; Static program analysis; Software; Software development","score_opus":0.059864396724408686,"score_gpt":0.28508928827031205,"score_spread":0.22522489154590336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315926717","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001552599,0.0057037706,0.7734551,0.0010242452,0.00074302254,0.0019070581,0.00038967383,0.0025720778,0.21418956],"genre_scores_gemma":[0.0045369584,0.017919743,0.17027742,0.0039164107,0.0017133469,0.000011676323,0.03299495,0.021762028,0.7468675],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945737,0.0012060534,0.0005039896,0.001412448,0.0014110163,0.0008927931],"domain_scores_gemma":[0.99672925,0.00014895624,0.00020187085,0.001660111,0.00075939775,0.0005003861],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0022641327,0.00040792956,0.00052489986,0.00072259846,0.0028796946,0.0018141635,0.007015361,0.00014751106,0.02837786],"category_scores_gemma":[0.0039562155,0.00046118943,0.00016025131,0.0025365807,0.000088183246,0.00030605707,0.01002855,0.001944728,0.09506457],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000074426684,0.0001542293,4.3540965e-7,0.0011816835,0.000058509235,0.00001755656,0.0003647048,0.0021864343,0.00008009146,0.00030151394,0.94199985,0.053647548],"study_design_scores_gemma":[0.00026955895,0.000208874,0.000053539818,0.00040062662,0.000013037396,0.0001579459,0.00003201681,0.0061315917,0.000011805886,0.0000013857757,0.9922492,0.00047044014],"about_ca_topic_score_codex":0.000023593137,"about_ca_topic_score_gemma":8.885381e-8,"teacher_disagreement_score":0.60317767,"about_ca_system_score_codex":0.00071674463,"about_ca_system_score_gemma":0.000029917463,"threshold_uncertainty_score":0.999784},"labels":[],"label_agreement":null},{"id":"W4317209725","doi":"10.1145/3576037","title":"I Depended on You and You Broke Me: An Empirical Study of Manifesting Breaking Changes in Client Packages","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Software versioning; Breaking strength; Change impact analysis; Dependency (UML); Software; Software engineering; Operating system","score_opus":0.14032214583660246,"score_gpt":0.3833204554910334,"score_spread":0.24299830965443092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317209725","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55941814,0.000036879912,0.4396023,0.00010703418,0.00025961772,0.00015165524,0.000002871042,0.00042065428,8.1932694e-7],"genre_scores_gemma":[0.8473065,0.000059099315,0.15244953,0.000023448025,0.000027359483,0.00007122757,0.0000016582246,0.00003093591,0.000030270416],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980929,0.00033146425,0.0002667479,0.0006022261,0.00027169436,0.00043497025],"domain_scores_gemma":[0.99363697,0.005495153,0.00004201084,0.0006368598,0.000048389673,0.00014064566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016399537,0.00022436846,0.00037098033,0.0008958239,0.00009699225,0.000043603777,0.00042117824,0.00014152481,0.0000026670662],"category_scores_gemma":[0.0027781487,0.00022639178,0.00003158546,0.00087187253,0.00003348166,0.00014560303,0.00006923995,0.00048800668,0.0000020248785],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016484856,0.0010949366,0.16061006,0.0005511068,0.00026685774,0.0006001728,0.02982617,0.3291128,0.0050662262,0.00040631334,0.000015771398,0.47228473],"study_design_scores_gemma":[0.0031028679,0.004943208,0.8898568,0.00033217177,0.0000670847,0.00047785664,0.002400435,0.089590944,0.007544104,0.00046143666,0.00019242917,0.0010306612],"about_ca_topic_score_codex":0.00010743688,"about_ca_topic_score_gemma":0.00006911282,"teacher_disagreement_score":0.72924674,"about_ca_system_score_codex":0.000038792037,"about_ca_system_score_gemma":0.000024089242,"threshold_uncertainty_score":0.92319894},"labels":[],"label_agreement":null},{"id":"W4318148225","doi":"10.1109/bigdata55660.2022.10020386","title":"Adaptive Method for Machine Learning Model Selection in Data Science Projects","year":2022,"lang":"en","type":"article","venue":"2022 IEEE International Conference on Big Data (Big Data)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Selection (genetic algorithm); Machine learning; Process (computing); Heuristics; Feature selection; Model selection; Artificial intelligence; Data mining","score_opus":0.4726800557815008,"score_gpt":0.4217361885031067,"score_spread":0.05094386727839412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318148225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084346975,0.00003000243,0.98492754,0.0010719359,0.00197954,0.0005302154,0.010168958,0.00017471326,0.00027361308],"genre_scores_gemma":[0.73868984,0.00009132178,0.2425025,0.0002646273,0.0004967786,0.00030357158,0.016857874,0.000048047157,0.0007454802],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946086,0.00022368779,0.0003755367,0.0022589408,0.0019873313,0.00054595136],"domain_scores_gemma":[0.9952162,0.00082471245,0.0001763452,0.0033562097,0.00030318796,0.00012336059],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.005531415,0.00023625001,0.0002271603,0.0009363489,0.0004663224,0.00050562865,0.021522962,0.000044544435,0.000043106724],"category_scores_gemma":[0.0034372082,0.00025873084,0.000020222142,0.001512878,0.00009423188,0.0031063843,0.016275901,0.0010179622,0.000015703035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055518735,0.00084905745,0.0019206302,0.00006556102,0.00018884192,0.00007926275,0.00086846267,0.19771515,0.019011945,0.056192126,0.026282676,0.6962711],"study_design_scores_gemma":[0.00052269164,0.00014941397,0.00021822244,0.000026796224,0.0000054906773,0.000028235003,0.00006513614,0.9884093,0.00033018313,0.00070082024,0.009274444,0.00026929224],"about_ca_topic_score_codex":0.0005706761,"about_ca_topic_score_gemma":0.0005372976,"teacher_disagreement_score":0.7906941,"about_ca_system_score_codex":0.00045322752,"about_ca_system_score_gemma":0.0017083242,"threshold_uncertainty_score":0.99998647},"labels":[],"label_agreement":null},{"id":"W4319083508","doi":"10.1007/s10664-022-10276-6","title":"An empirical study of text-based machine learning models for vulnerability detection","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Machine learning; Vulnerability (computing); Artificial intelligence; Context (archaeology); Empirical research; Source code; Function (biology); Construct (python library); Vulnerability assessment; Code (set theory); Data science; Computer security; Geography; Programming language","score_opus":0.059584817812828254,"score_gpt":0.3385498813244283,"score_spread":0.27896506351160005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319083508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46428123,0.000020002633,0.53321487,0.000043592863,0.0001643452,0.00036281513,0.0000039942283,0.0019085902,5.398801e-7],"genre_scores_gemma":[0.9705984,9.66892e-7,0.028935948,0.00001955082,0.00008921457,0.00025843293,0.000015017208,0.00006674042,0.000015726731],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99721426,0.00014327742,0.0004893462,0.0007793269,0.0007030893,0.00067071477],"domain_scores_gemma":[0.9950135,0.0036066188,0.000067930225,0.00081900746,0.0002099592,0.00028299485],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012916204,0.00030366427,0.00041581548,0.00053752196,0.00018096823,0.00010129824,0.00089414086,0.00015766632,0.0000056872277],"category_scores_gemma":[0.00420384,0.0003041868,0.00014737764,0.0020676884,0.000025108038,0.00047618683,0.0002249824,0.00058764423,0.000011084379],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002075827,0.00026562138,0.15544547,0.00009332769,0.000023284987,0.000008296414,0.0005768446,0.8385668,0.0004713528,0.000004666596,0.00003429801,0.0044892696],"study_design_scores_gemma":[0.0007227359,0.00095461286,0.11086089,0.000016213711,0.000008365895,0.0000023918892,0.000022156912,0.8852826,0.0014958571,0.00009546398,0.00025649692,0.00028222444],"about_ca_topic_score_codex":0.000049450005,"about_ca_topic_score_gemma":0.0000113255865,"teacher_disagreement_score":0.5063172,"about_ca_system_score_codex":0.00017318212,"about_ca_system_score_gemma":0.00007742558,"threshold_uncertainty_score":0.99994105},"labels":[],"label_agreement":null},{"id":"W4319264802","doi":"10.1016/j.infsof.2023.107169","title":"Just-in-time code duplicates extraction","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; Plug-in; Workflow; Program slicing; Artificial intelligence; Source code; Machine learning; Software engineering; Deep learning; Coding (social sciences); Code review; Classifier (UML); Software maintenance; Convolutional neural network; Software; Static program analysis; Programming language; Software development; Database","score_opus":0.013380135617879992,"score_gpt":0.27401743899741166,"score_spread":0.26063730337953167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319264802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58371425,0.000075369644,0.4016971,0.0046555107,0.00021353325,0.00030182794,0.000005412545,0.009188433,0.00014858122],"genre_scores_gemma":[0.97386485,0.00014154949,0.025360096,0.0002093661,0.000014615106,0.00012176578,0.000026052314,0.000010162234,0.00025156664],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99927306,0.0000071401932,0.00019652104,0.00012109269,0.00016579813,0.00023641094],"domain_scores_gemma":[0.9993392,0.00024055246,0.000038930964,0.0002878665,0.000056253124,0.000037187016],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00027145183,0.0000745369,0.000092109694,0.0010761841,0.000058030233,0.00009197263,0.00043378872,0.00014988157,0.000010079787],"category_scores_gemma":[0.0008617058,0.000075978154,0.000012931076,0.0014789803,0.00004367216,0.000986518,0.0002482604,0.00019309454,0.0010264262],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000076386395,0.000028592955,0.1391044,0.000093667244,0.000013302124,0.000028439807,0.0010182807,0.0009579884,0.00041195052,0.019360324,0.0062098447,0.8327656],"study_design_scores_gemma":[0.0018711787,0.00025380543,0.58275235,0.00010654478,0.0000051643297,0.0003528523,0.00029166194,0.22111805,0.0058995783,0.022894006,0.16356106,0.00089374994],"about_ca_topic_score_codex":0.000006906829,"about_ca_topic_score_gemma":0.0000019586253,"teacher_disagreement_score":0.8318718,"about_ca_system_score_codex":0.00003959975,"about_ca_system_score_gemma":0.000026360181,"threshold_uncertainty_score":0.9997514},"labels":[],"label_agreement":null},{"id":"W4319451811","doi":"10.48550/arxiv.2206.05480","title":"CodeS: Towards Code Model Generalization Under Distribution Shift","year":2022,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"JST-Mirai Program; Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Python (programming language); Abstract syntax tree; Source code; Programming language; Code refactoring; Syntax; Code (set theory); Java; Artificial intelligence; Software","score_opus":0.09117559834616137,"score_gpt":0.22586006778830547,"score_spread":0.1346844694421441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319451811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12155027,0.000045737776,0.8765421,0.00016494365,0.0004540159,0.0002398315,0.00019024436,0.0006305313,0.00018234644],"genre_scores_gemma":[0.9955037,0.00011697829,0.0026445866,0.00006050786,0.00004773957,0.000004953651,0.0004514226,0.00002737473,0.0011427207],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978579,0.00014677776,0.00018190456,0.0011133531,0.000272185,0.0004278278],"domain_scores_gemma":[0.99806684,0.00012994722,0.00012012324,0.0013583667,0.00014768219,0.00017705528],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003813642,0.00028554903,0.00025645294,0.00022963119,0.00023144619,0.00017385415,0.0022318002,0.00023146033,0.00006678752],"category_scores_gemma":[0.00010945102,0.00036897263,0.00016182777,0.0008587078,0.00006568908,0.00034061784,0.0036241317,0.0007387906,0.00002910268],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066799566,0.000040387415,0.0010133242,0.000036832404,0.00003478504,0.00004831249,0.000102542974,0.81674814,0.000007200099,0.18131459,0.00055845565,0.000088733694],"study_design_scores_gemma":[0.00022591243,0.000023349452,0.0032407623,0.000019761386,0.000022196426,0.0000016138943,0.000014009673,0.9571059,0.000057658748,0.038507503,0.000418188,0.0003631539],"about_ca_topic_score_codex":0.00019002269,"about_ca_topic_score_gemma":0.000024423809,"teacher_disagreement_score":0.87395346,"about_ca_system_score_codex":0.0010879263,"about_ca_system_score_gemma":0.00053473626,"threshold_uncertainty_score":0.9998762},"labels":[],"label_agreement":null},{"id":"W4319459392","doi":"10.1007/s10664-022-10270-y","title":"Assessing the exposure of software changes","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Deliverable; Computer science; Ranking (information retrieval); Software; Source code; Task (project management); Code (set theory); Set (abstract data type); Software engineering; Reliability engineering; Data mining; Systems engineering; Engineering; Machine learning; Operating system; Programming language","score_opus":0.050832639175595495,"score_gpt":0.3292309896640568,"score_spread":0.2783983504884613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319459392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.304438,0.00037395724,0.69024575,0.0010362096,0.0006793432,0.00017783104,0.0000039127517,0.003038458,0.0000065640934],"genre_scores_gemma":[0.9344052,0.000027867149,0.06482815,0.00013551551,0.0002711224,0.00009237159,0.000008750244,0.000074221156,0.00015681815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976913,0.00005613997,0.00030622756,0.00045092087,0.00078383397,0.00071160885],"domain_scores_gemma":[0.99439,0.0043164343,0.00006608803,0.0009273404,0.00013289094,0.00016725274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008170631,0.00025833157,0.00029703963,0.00034300494,0.00014392077,0.0002352464,0.0015144008,0.0001354267,0.000016450482],"category_scores_gemma":[0.006404017,0.0002006878,0.00012366132,0.0026243627,0.000052679217,0.0004491071,0.00072962727,0.00046402036,0.000086504224],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005261877,0.00010943451,0.76630324,0.0007176657,0.00020956404,0.0002604603,0.0034921684,0.1377815,0.0023970462,0.00047068283,0.01535077,0.07290219],"study_design_scores_gemma":[0.000399778,0.00014966709,0.9408216,0.00023449823,0.0000145462745,0.00004715462,0.00006894533,0.036205012,0.0051258574,0.00020512159,0.016047854,0.0006799612],"about_ca_topic_score_codex":0.000008823455,"about_ca_topic_score_gemma":0.0000010766835,"teacher_disagreement_score":0.62996715,"about_ca_system_score_codex":0.00008046658,"about_ca_system_score_gemma":0.00008428729,"threshold_uncertainty_score":0.81838113},"labels":[],"label_agreement":null},{"id":"W4320882938","doi":"10.1007/s10664-022-10271-x","title":"Refactoring practices in the context of data-intensive systems","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Data access; Context (archaeology); Maintainability; Database; Software engineering; Software; Programming language","score_opus":0.16027050351680053,"score_gpt":0.3800548519220058,"score_spread":0.21978434840520525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320882938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6203074,0.0010403085,0.3732488,0.0014462819,0.0015092591,0.00056050566,0.000027106267,0.001840361,0.000020007677],"genre_scores_gemma":[0.9951123,0.000028576014,0.004554164,0.0000712671,0.00012564848,0.000041559855,0.000016257234,0.000025661551,0.000024542016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978617,0.00008834242,0.00037577542,0.0004812245,0.000695383,0.0004975727],"domain_scores_gemma":[0.99038017,0.007827806,0.00013192532,0.0014097723,0.00016494526,0.00008540061],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015421484,0.00017811674,0.00027798186,0.0003255376,0.000044258293,0.00014829225,0.0026880577,0.000087641085,0.000002076143],"category_scores_gemma":[0.020186497,0.00013762238,0.00004615837,0.002045355,0.000024963148,0.00082892604,0.00084199075,0.00049043575,0.000057618254],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002494992,0.0001523428,0.8171542,0.001138858,0.0002171477,0.0010908124,0.015947977,0.120519504,0.0009381273,0.0019714008,0.02606054,0.014784112],"study_design_scores_gemma":[0.0006993068,0.00016117067,0.47689748,0.0004524116,0.000016239324,0.00012001785,0.0017395368,0.46005067,0.00047290983,0.000060149436,0.05859949,0.0007306314],"about_ca_topic_score_codex":0.00016526942,"about_ca_topic_score_gemma":0.000004576747,"teacher_disagreement_score":0.37480494,"about_ca_system_score_codex":0.000078784564,"about_ca_system_score_gemma":0.00007037201,"threshold_uncertainty_score":0.9880669},"labels":[],"label_agreement":null},{"id":"W4321022177","doi":"10.2139/ssrn.4361607","title":"Auditing Large Language Models: A Three-Layered Approach","year":2023,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Audit; Corporate governance; Blueprint; Engineering ethics; Business; Engineering; Accounting; Finance","score_opus":0.01955062911801558,"score_gpt":0.2626686702789555,"score_spread":0.24311804116093993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321022177","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082574464,0.0011682385,0.91446275,0.0003308292,0.00015239682,0.00009764137,0.0000015034574,0.000660674,0.0005515184],"genre_scores_gemma":[0.9936175,0.00027438186,0.004875114,0.00003623284,0.00026491535,0.000016251708,0.00000393017,0.000032842614,0.0008788397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953739,0.00006491624,0.00020783623,0.00031948273,0.0006059452,0.0034278969],"domain_scores_gemma":[0.9990923,0.0002134887,0.00006791457,0.00042540106,0.00007182726,0.0001290593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003396912,0.00015237233,0.00015979816,0.00033398136,0.000253325,0.00021078852,0.0013013859,0.0000696445,0.0000048604907],"category_scores_gemma":[0.00031549294,0.00014025847,0.00010442683,0.0011461155,0.000015073411,0.00054697663,0.00033116303,0.0019608035,0.00013983162],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014180396,0.00013027342,0.0024977997,0.00003945445,0.00026870845,0.00014021414,0.0028404451,0.03210032,0.00065128953,0.8861357,0.0012208878,0.07396072],"study_design_scores_gemma":[0.00061336067,0.00010018719,0.001077126,0.000016288714,0.000004514689,0.000570946,0.0008393899,0.8425889,0.000056599525,0.15368855,0.00019136032,0.00025276333],"about_ca_topic_score_codex":0.000024854831,"about_ca_topic_score_gemma":0.000057319266,"teacher_disagreement_score":0.91104305,"about_ca_system_score_codex":0.0005396765,"about_ca_system_score_gemma":0.0010905484,"threshold_uncertainty_score":0.85188246},"labels":[],"label_agreement":null},{"id":"W4321061955","doi":"10.1109/apsec57359.2022.00088","title":"A new measure to assess the systematicity of the abstracts of reviews self-identifying as systematic reviews","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Systematic review; Computer science; Quality (philosophy); Field (mathematics); Data science; Measure (data warehouse); Management science; Engineering ethics; MEDLINE; Epistemology; Political science; Data mining; Engineering","score_opus":0.13287832130916608,"score_gpt":0.34009220685148117,"score_spread":0.2072138855423151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321061955","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021053065,0.033437528,0.91555,0.0020336257,0.0021981099,0.023382084,0.000003832715,0.000422026,0.0019197481],"genre_scores_gemma":[0.95984024,0.00010999755,0.037064344,0.00027575615,0.000043167976,0.0009641963,2.1231556e-7,0.00002368884,0.0016783809],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99503577,0.0016829837,0.0013131455,0.00027751498,0.0014404618,0.0002501034],"domain_scores_gemma":[0.99487484,0.0020397196,0.00065791106,0.0021570402,0.00016470731,0.00010577818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011693827,0.00015880654,0.0007936923,0.00009991184,0.00016704563,0.000099203884,0.0035334034,0.000024743747,0.000050995382],"category_scores_gemma":[0.008264846,0.000078151024,0.00025776346,0.0014889112,0.000011855213,0.00015271018,0.0011454321,0.0002819584,0.00007743851],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011284293,0.0004743977,0.003276249,0.8151602,0.0005898262,0.0000229489,0.034379974,0.01269926,0.00994714,0.039901257,0.07931791,0.004219514],"study_design_scores_gemma":[0.0045444425,0.002423151,0.095849626,0.58799976,0.0026559082,0.0029242279,0.00782507,0.08193399,0.07465928,0.00594499,0.12626375,0.006975825],"about_ca_topic_score_codex":0.00017566247,"about_ca_topic_score_gemma":0.000012979352,"teacher_disagreement_score":0.93878716,"about_ca_system_score_codex":0.00014253995,"about_ca_system_score_gemma":0.00021231247,"threshold_uncertainty_score":0.98943895},"labels":[],"label_agreement":null},{"id":"W4321061983","doi":"10.1109/apsec57359.2022.00071","title":"A checklist-based approach to assess the systematicity of the abstracts of reviews self-identifying as systematic reviews","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Systematic review; Checklist; Computer science; Quality (philosophy); Field (mathematics); Management science; Data science; Engineering ethics; Psychology; MEDLINE; Political science; Epistemology; Engineering; Cognitive psychology","score_opus":0.11563327050482876,"score_gpt":0.3291899797183531,"score_spread":0.21355670921352438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321061983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025434246,0.009394777,0.93889403,0.0005773659,0.0009195904,0.02056358,0.0000061254204,0.00034041234,0.003869846],"genre_scores_gemma":[0.9580817,0.000023115652,0.038918294,0.00023347451,0.000016782786,0.00219253,6.4229823e-7,0.000017894408,0.0005155181],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947075,0.0019287828,0.0014366985,0.00034354522,0.0013028898,0.00028054605],"domain_scores_gemma":[0.99458927,0.0020856233,0.0007447233,0.0023434667,0.00015659709,0.000080313104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013324084,0.00018436681,0.0008781642,0.00012720014,0.00020274457,0.000106488085,0.0037642878,0.000028564607,0.000017649505],"category_scores_gemma":[0.0063080476,0.00009252444,0.00030037778,0.001665409,0.000027741393,0.00012431905,0.0009506569,0.00030655612,0.000035822668],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008016757,0.0010876055,0.0013663433,0.8974222,0.00023734447,0.000006736953,0.010628743,0.047463145,0.0034043742,0.02748935,0.010500815,0.00038530678],"study_design_scores_gemma":[0.0026012266,0.0009877472,0.02965625,0.12812781,0.0010887695,0.00066366856,0.0040476904,0.7599608,0.040298082,0.00083525403,0.028235938,0.0034968134],"about_ca_topic_score_codex":0.00009036563,"about_ca_topic_score_gemma":0.0000024290846,"teacher_disagreement_score":0.9326475,"about_ca_system_score_codex":0.00016957102,"about_ca_system_score_gemma":0.0001661852,"threshold_uncertainty_score":0.7551778},"labels":[],"label_agreement":null},{"id":"W4321242415","doi":"10.1007/s10009-023-00696-0","title":"Algorithm selection for SMT","year":2023,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Satisfiability modulo theories; Solver; Ranking (information retrieval); Pairwise comparison; Theory of computation; Selection (genetic algorithm); Domain (mathematical analysis); Theoretical computer science; Programming language; Algorithm; Artificial intelligence; Mathematics","score_opus":0.02944465937477168,"score_gpt":0.31299095544415556,"score_spread":0.28354629606938386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321242415","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013215548,0.000029478935,0.9763648,0.005900223,0.0020766498,0.0003825159,0.00006493453,0.0019601954,0.0000056700696],"genre_scores_gemma":[0.15595622,0.0001507013,0.8400378,0.0006912324,0.0010031032,0.00097290287,0.00006961043,0.00011176694,0.0010066447],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983061,0.000015009125,0.0003153371,0.00036600535,0.000528066,0.00046948795],"domain_scores_gemma":[0.9976487,0.0012525668,0.000033871936,0.0002127136,0.0007686962,0.00008341605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005165638,0.00017289519,0.00017874353,0.0013147986,0.00019563266,0.00033917598,0.0016592182,0.00023144524,0.000014299974],"category_scores_gemma":[0.0017861774,0.00016617078,0.00020669757,0.0007915409,0.00004829924,0.0005824727,0.00006307434,0.00044893823,0.00007543546],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006227844,0.00007643763,0.0009450865,0.000011616292,0.00022419737,0.000037217807,0.000060652837,0.00091236446,0.0007996034,0.024618274,0.0037203024,0.96853197],"study_design_scores_gemma":[0.009598255,0.0039654113,0.006640418,0.00034410355,0.000054925324,0.0021006158,0.00007546663,0.11591651,0.09190303,0.20566702,0.56220853,0.0015257354],"about_ca_topic_score_codex":8.868844e-7,"about_ca_topic_score_gemma":0.0000011436039,"teacher_disagreement_score":0.9670062,"about_ca_system_score_codex":0.0002094118,"about_ca_system_score_gemma":0.00011716152,"threshold_uncertainty_score":0.67762476},"labels":[],"label_agreement":null},{"id":"W4321373549","doi":"10.1017/s0890060422000269","title":"Graph models for engineering design: Model encoding, and fidelity evaluation based on dataset and other sources of knowledge","year":2023,"lang":"en","type":"article","venue":"Artificial intelligence for engineering design analysis and manufacturing","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"University of Cambridge","keywords":"Computer science; Fidelity; Machine learning; Graph; Artificial intelligence; Data modeling; Data mining; Knowledge extraction; Theoretical computer science; Software engineering","score_opus":0.1348726931625898,"score_gpt":0.33442678356376837,"score_spread":0.19955409040117858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321373549","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024997959,0.00017325456,0.97388935,0.000028498991,0.00005495656,0.0006204594,0.00007386172,0.00016081161,8.2892393e-7],"genre_scores_gemma":[0.87010866,0.000029679213,0.129586,0.00000960932,0.000025196407,0.00018409273,0.000028094379,0.00002533932,0.0000033355557],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833876,0.000036807196,0.0003968375,0.00056419364,0.00027676942,0.0003866063],"domain_scores_gemma":[0.9971504,0.002188456,0.000072167575,0.00036768423,0.000091440976,0.00012985877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023855437,0.000245348,0.00034579146,0.001048058,0.00012047106,0.00016407366,0.00028660815,0.00008588726,0.000001562451],"category_scores_gemma":[0.0004862459,0.00024493563,0.000100687306,0.0005759956,0.00003412972,0.00026519684,0.000098024095,0.00010630674,6.5547647e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021309099,0.0000174807,0.000019911044,0.00013532532,0.000120640914,4.5936108e-7,0.0003331882,0.98171777,0.0015545612,0.0018601322,0.000021911472,0.0141973095],"study_design_scores_gemma":[0.00006832743,0.00008957957,0.00008122136,0.00004357605,0.00013352193,5.477015e-7,0.000015092882,0.889575,0.10605434,0.0036914595,0.000027819331,0.00021951158],"about_ca_topic_score_codex":0.000026549837,"about_ca_topic_score_gemma":0.000004653434,"teacher_disagreement_score":0.8451107,"about_ca_system_score_codex":0.000035723457,"about_ca_system_score_gemma":0.00003418531,"threshold_uncertainty_score":0.9988185},"labels":[],"label_agreement":null},{"id":"W4321609628","doi":"10.1109/jsyst.2023.3241415","title":"Editorial","year":2023,"lang":"es","type":"editorial","venue":"IEEE Systems Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Code (set theory); Machine learning; Artificial intelligence; Training set; Significant difference; Data mining; Statistics; Mathematics","score_opus":0.020986463531106343,"score_gpt":0.2971159760996975,"score_spread":0.27612951256859114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321609628","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009557689,0.00078341004,0.032873675,0.00008764635,0.9648672,0.00039442413,0.00009739386,0.00072768476,0.000073011455],"genre_scores_gemma":[0.0011543676,0.00069859804,0.0001885959,0.000002213562,0.99284554,0.000053934,0.000012052116,0.0002452088,0.0047994996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865871,0.00078413734,0.0016151323,0.0010758205,0.008015753,0.0019220511],"domain_scores_gemma":[0.98240644,0.0114106,0.0009107908,0.001480051,0.0026736949,0.0011184254],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006891904,0.0008649776,0.0012662207,0.0012266142,0.00071740977,0.006104852,0.0051738825,0.0021205784,0.000019003359],"category_scores_gemma":[0.014194318,0.0008147127,0.00057270407,0.0014592472,0.000122459,0.0008486152,0.0005161157,0.00705752,0.0046264403],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025489822,0.000037003312,0.00006370184,0.0004463727,0.00030078055,0.0006476834,0.0002444566,0.012674747,0.000086005275,0.000025013574,0.98496777,0.0004809888],"study_design_scores_gemma":[0.0009322455,0.00032596895,0.000038766433,0.0019371747,0.00004120078,0.0002905617,0.000014875559,0.0030739205,0.000013555925,0.000038842343,0.99251777,0.0007751267],"about_ca_topic_score_codex":0.00029025658,"about_ca_topic_score_gemma":0.0000029545513,"teacher_disagreement_score":0.032685082,"about_ca_system_score_codex":0.001295049,"about_ca_system_score_gemma":0.0034312517,"threshold_uncertainty_score":0.99943036},"labels":[],"label_agreement":null},{"id":"W4321787049","doi":"10.1007/s10664-022-10272-w","title":"Semantically-enhanced topic recommendation systems for software projects","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Metadata; Recommender system; Software; Information retrieval; World Wide Web; Software engineering; Data science; Programming language","score_opus":0.050022828276608984,"score_gpt":0.3143586557869092,"score_spread":0.2643358275103002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321787049","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055141248,0.00009515486,0.9356018,0.00057689444,0.0017335081,0.00076848286,0.000012073665,0.006062954,0.000007913521],"genre_scores_gemma":[0.76207006,0.00004961091,0.23366036,0.00020465735,0.0009495391,0.0016110435,0.00016719871,0.0001994828,0.0010880646],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738055,0.000041546635,0.00042560793,0.00072933757,0.00047043228,0.00095250073],"domain_scores_gemma":[0.9952188,0.0036401993,0.000056014673,0.0006197763,0.00020491217,0.00026025504],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006755839,0.00031266312,0.00035868224,0.0004339781,0.00020263872,0.00040386897,0.00085037766,0.00019219011,0.000011904284],"category_scores_gemma":[0.008461006,0.0003160505,0.00014380638,0.0017083146,0.000022613225,0.00047206867,0.00037861735,0.00034765637,0.00018878642],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008777827,0.0005038369,0.18832728,0.006749321,0.0006954838,0.0002494555,0.0059414143,0.52276844,0.0035474622,0.004452484,0.14149873,0.12517832],"study_design_scores_gemma":[0.0018709049,0.00051244395,0.1146839,0.00047333952,0.000029792032,0.000050445105,0.000051955525,0.7572559,0.0036304505,0.00046564318,0.11904717,0.0019280198],"about_ca_topic_score_codex":0.000009882524,"about_ca_topic_score_gemma":6.6824475e-7,"teacher_disagreement_score":0.7069288,"about_ca_system_score_codex":0.00021937341,"about_ca_system_score_gemma":0.00012824309,"threshold_uncertainty_score":0.99992913},"labels":[],"label_agreement":null},{"id":"W4321793856","doi":"10.1016/j.jss.2023.111651","title":"Finding associations between natural and computer languages: A case-study of bilingual LDA applied to the bleeping computer forum posts","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Lakehead University; Queen's University","funders":"","keywords":"Perplexity; Computer science; Topic model; Natural language processing; Context (archaeology); Latent Dirichlet allocation; Artificial intelligence; Coherence (philosophical gambling strategy); Natural language; Software; Language model; Statistics; Mathematics; Programming language","score_opus":0.026798585533271354,"score_gpt":0.2989785756976393,"score_spread":0.27217999016436795,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321793856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8919269,0.0002473391,0.106857605,0.0001592829,0.0004521013,0.00028316458,0.000008275804,0.000064758504,6.111461e-7],"genre_scores_gemma":[0.99341047,0.0000031428249,0.0061700195,0.000031404674,0.00035783747,0.0000035829546,0.0000011264085,0.000011441789,0.000010993526],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986113,0.000077338394,0.00044310492,0.00017868247,0.00043997934,0.00024962652],"domain_scores_gemma":[0.9975026,0.001765423,0.00021860852,0.00020470549,0.00019933666,0.00010931802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010950898,0.0001154571,0.00034348233,0.00032324114,0.0002080497,0.00023566253,0.00034787468,0.000050840485,1.7870697e-7],"category_scores_gemma":[0.00019769477,0.00008040464,0.00004516938,0.0005540958,0.000015508744,0.00015329101,0.00037494127,0.0002773504,0.0000015421416],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013022398,0.0001131549,0.8016459,0.00031132612,0.0007311606,0.0022903658,0.070995025,0.023154838,0.00008441005,0.00034124544,0.003536682,0.09678292],"study_design_scores_gemma":[0.002843999,0.001794028,0.89198196,0.0009165639,0.00009714188,0.0043116948,0.020888733,0.07574502,0.000043303,0.000045641224,0.00067275803,0.0006591629],"about_ca_topic_score_codex":0.00019755041,"about_ca_topic_score_gemma":0.000033595967,"teacher_disagreement_score":0.10148358,"about_ca_system_score_codex":0.000047652382,"about_ca_system_score_gemma":0.000050850285,"threshold_uncertainty_score":0.32788062},"labels":[],"label_agreement":null},{"id":"W4323042475","doi":"10.1145/3585386","title":"VulANalyzeR: Explainable Binary Vulnerability Detection with Multi-task Learning and Attentional Graph Convolution","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Privacy and Security","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; McGill University; Queen's University","funders":"","keywords":"Computer science; Leverage (statistics); Vulnerability (computing); Machine learning; Artificial intelligence; Binary number; Binary classification; Deep learning; Task (project management); Software; Vulnerability assessment; Workload; Graph; Data mining; Theoretical computer science; Computer security; Support vector machine; Engineering","score_opus":0.020615412110099443,"score_gpt":0.27178697453503053,"score_spread":0.2511715624249311,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323042475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5295698,0.000052860847,0.469655,0.00023762218,0.00005557585,0.00010985487,0.0000030264519,0.00031391415,0.0000022931665],"genre_scores_gemma":[0.9954269,0.00016003381,0.0042384746,0.000011294826,0.000011046978,0.00005838188,0.0000062771087,0.000009604221,0.000077984674],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873435,0.00012605234,0.00013855813,0.00046269,0.00026590214,0.00027244652],"domain_scores_gemma":[0.99886644,0.00053934153,0.000029814775,0.00037128944,0.00007830785,0.00011482758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052858435,0.00013527747,0.0001278352,0.00029954838,0.0006270196,0.00010174824,0.00023631612,0.00007670791,0.000009952655],"category_scores_gemma":[0.00020838209,0.0001270865,0.000041080864,0.00082223257,0.00009608789,0.00049315713,0.000044981967,0.00047195624,0.000010639486],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012202209,0.0029331155,0.41641185,0.0020522845,0.0012174692,0.00041787847,0.023332722,0.086247,0.038890783,0.0035871628,0.0002340957,0.42345542],"study_design_scores_gemma":[0.0023269462,0.0009548013,0.60246253,0.00008752043,0.000043852306,0.00013782544,0.0003490712,0.3796088,0.0040902835,0.007816262,0.0014897052,0.0006323805],"about_ca_topic_score_codex":0.00007698471,"about_ca_topic_score_gemma":0.000030322793,"teacher_disagreement_score":0.46585706,"about_ca_system_score_codex":0.000046807192,"about_ca_system_score_gemma":0.000028201972,"threshold_uncertainty_score":0.51824373},"labels":[],"label_agreement":null},{"id":"W4323526456","doi":"10.1145/3545947.3576298","title":"Impact of Group Member Prerequisite Grades on Problem Set and Test Grades","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Teamwork; Mathematics education; Test (biology); Set (abstract data type); Group work; Work (physics); Group (periodic table); Computer science; Psychology; Medical education; Engineering; Management; Programming language","score_opus":0.026471862582437153,"score_gpt":0.2982271620626502,"score_spread":0.27175529948021304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323526456","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99303144,0.00011807174,0.005726443,0.00018990564,0.00005077824,0.00024563615,0.000017552846,0.00025762088,0.00036254938],"genre_scores_gemma":[0.99103683,0.0000051441257,0.008545998,0.000018424293,0.000013115507,0.000038742357,0.0000024797412,0.00001116798,0.00032806853],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988294,0.000046800866,0.00013345771,0.00029214766,0.0004363005,0.00026188567],"domain_scores_gemma":[0.99836606,0.0010784393,0.000032616328,0.0004015943,0.000029024746,0.00009229353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032735267,0.000110927416,0.00012878705,0.00017149767,0.00009029131,0.00007434713,0.0005474975,0.000019516121,0.00011435741],"category_scores_gemma":[0.00018120215,0.00008861929,0.00005396823,0.0005047968,0.00003528584,0.0001956182,0.0005992439,0.00019088235,0.0000056768163],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018598828,0.0004215135,0.9490509,0.00010362017,0.0000895151,0.000040844257,0.0016951091,0.004185592,0.0063743857,0.022157673,0.00872229,0.0071399584],"study_design_scores_gemma":[0.00060105225,0.0029235443,0.9724471,0.000024963889,0.0000049756986,0.00009491455,0.000034023837,0.018163875,0.0017089304,0.0029503051,0.0007157749,0.0003305263],"about_ca_topic_score_codex":0.00014482149,"about_ca_topic_score_gemma":0.0000027353026,"teacher_disagreement_score":0.023396213,"about_ca_system_score_codex":0.000075607975,"about_ca_system_score_gemma":0.00003588526,"threshold_uncertainty_score":0.36137897},"labels":[],"label_agreement":null},{"id":"W4323645873","doi":"10.1109/fnwf55208.2022.00026","title":"A Study on the Use of Runtime Files in Handling Crash Reports in a Large Telecom Company","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Mitacs","keywords":"Crash; Computer science; Downtime; Service (business); Process (computing); Computer security; Product (mathematics); Operating system; Business","score_opus":0.06143679148979848,"score_gpt":0.28729154688741027,"score_spread":0.2258547553976118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323645873","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99309486,0.000011507518,0.0061039724,0.00020595395,0.00008462422,0.000390472,0.0000014777205,0.00006949732,0.00003765661],"genre_scores_gemma":[0.99807453,3.749919e-7,0.0016250005,0.00006263618,0.0000045510556,0.00008983685,5.6962807e-7,0.000006562026,0.00013592337],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99857044,0.00016501224,0.00027548795,0.00026437445,0.00048114877,0.000243533],"domain_scores_gemma":[0.99776816,0.0015173807,0.00004448308,0.00062284025,0.000023750821,0.0000233949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013191683,0.00007305336,0.00014602431,0.00028033022,0.00006621856,0.00006467426,0.0005223492,0.000011716689,0.00009230305],"category_scores_gemma":[0.00070086966,0.00005595733,0.000025978516,0.0009674967,0.000009966397,0.00011167799,0.0007890093,0.00030444615,0.0000032614007],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043781683,0.0007391896,0.9717387,0.00000398151,0.000008867244,0.00047918357,0.002877753,0.022371624,0.000079567784,0.00051257806,0.000908533,0.0002756348],"study_design_scores_gemma":[0.00031620855,0.0001779762,0.9339474,0.000017193379,6.7844314e-7,0.000016717551,0.00039173887,0.06417318,0.00020004732,0.00007728515,0.00058664224,0.00009497173],"about_ca_topic_score_codex":0.0003552509,"about_ca_topic_score_gemma":0.00020287647,"teacher_disagreement_score":0.04180155,"about_ca_system_score_codex":0.000072999406,"about_ca_system_score_gemma":0.00005600375,"threshold_uncertainty_score":0.22818738},"labels":[],"label_agreement":null},{"id":"W4323657910","doi":"10.1016/j.infsof.2023.107196","title":"Studying the challenges of developing hardware description language programs","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Programming language; Python (programming language); Verilog; Software engineering; Domain (mathematical analysis); World Wide Web; Operating system","score_opus":0.03859914057386985,"score_gpt":0.27184505424048494,"score_spread":0.2332459136666151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323657910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43609893,0.00082536123,0.5542912,0.0043384107,0.00020561935,0.00038422103,0.0000014539548,0.0038005826,0.00005421304],"genre_scores_gemma":[0.9787369,0.00020549027,0.020922728,0.000038008933,0.000007148514,0.00006962502,0.0000045169995,0.0000042138063,0.000011384847],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99935055,0.000013868737,0.00018383791,0.000088174485,0.00018142072,0.00018212633],"domain_scores_gemma":[0.99938256,0.00014610495,0.00005942503,0.00028707832,0.0001067114,0.000018121904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003684831,0.00006821139,0.000089227775,0.00043059408,0.00009462418,0.00006342214,0.00045258223,0.000083518105,7.196461e-7],"category_scores_gemma":[0.00074284646,0.00005151544,0.000015371841,0.0009041318,0.00006425237,0.00059182046,0.00033824253,0.00013357977,0.000031216612],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.8823657e-7,0.0000036782587,0.008715947,0.000085419604,0.000010544484,0.0000020380803,0.005664634,0.000025775049,0.000018929017,0.044543788,0.00006562457,0.9408627],"study_design_scores_gemma":[0.0032070691,0.0010684319,0.76271373,0.00114969,0.000029274775,0.00042504974,0.05713961,0.048603527,0.009712282,0.050588336,0.0635172,0.0018458215],"about_ca_topic_score_codex":0.000007497516,"about_ca_topic_score_gemma":0.000005166182,"teacher_disagreement_score":0.93901694,"about_ca_system_score_codex":0.000023586797,"about_ca_system_score_gemma":0.000034294455,"threshold_uncertainty_score":0.21007386},"labels":[],"label_agreement":null},{"id":"W4323851663","doi":"10.1002/smr.2548","title":"Combining object‐oriented metrics and centrality measures to predict faults in object‐oriented software: An empirical validation","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Centrality; Computer science; Software metric; Data mining; Object-oriented programming; Software; Software fault tolerance; Object (grammar); Fault (geology); Artificial intelligence; Software development; Machine learning; Software quality; Programming language; Mathematics","score_opus":0.033226737176487164,"score_gpt":0.3259724400237865,"score_spread":0.29274570284729934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323851663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5527773,0.00029778157,0.44585648,0.00022664777,0.00042257158,0.00016872556,0.0000069432726,0.00024201216,0.0000015320492],"genre_scores_gemma":[0.98264647,0.000084595405,0.01702604,0.00006799062,0.00010945966,0.000013905467,0.000009711224,0.000021185411,0.000020659229],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969193,0.00022279311,0.00065739366,0.00045803067,0.0012210328,0.000521467],"domain_scores_gemma":[0.9972169,0.00088838645,0.00022910778,0.0002666769,0.000893306,0.0005056667],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0022905802,0.00022350167,0.00036949277,0.0013226541,0.00019356764,0.00016111878,0.00047009534,0.000154677,0.0000027480942],"category_scores_gemma":[0.009927225,0.00020887912,0.000055017386,0.004200539,0.000063233456,0.0012820648,0.00020689129,0.0005276869,0.000004106178],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013508514,0.00014976808,0.9762155,0.00016150107,0.00003246962,0.00005584589,0.004102553,0.0037401966,0.00006912164,0.00009290987,0.0005016696,0.014743409],"study_design_scores_gemma":[0.0016598926,0.0006921825,0.98106647,0.00027321422,0.00001790802,0.00015473177,0.00035828137,0.013224647,0.00047905612,0.0011364328,0.0006086117,0.00032854918],"about_ca_topic_score_codex":0.000037291193,"about_ca_topic_score_gemma":0.000014383917,"teacher_disagreement_score":0.42986917,"about_ca_system_score_codex":0.00026566553,"about_ca_system_score_gemma":0.000358428,"threshold_uncertainty_score":0.99841255},"labels":[],"label_agreement":null},{"id":"W4323925049","doi":"10.1007/s10664-022-10277-5","title":"Registered reports in software engineering","year":2023,"lang":"en","type":"editorial","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software engineering; Computer science; Engineering; Systems engineering","score_opus":0.027683895632145253,"score_gpt":0.2998760716857518,"score_spread":0.27219217605360657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323925049","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001034013,0.0008124347,0.3279935,0.00009780284,0.6608652,0.0005109036,0.0000421967,0.008639998,0.000003955327],"genre_scores_gemma":[0.0023283693,0.0003326848,0.2531723,0.00007917738,0.7373201,0.0014018442,0.00076625485,0.0019346945,0.0026645444],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9900621,0.000081693695,0.0017899063,0.0026078888,0.0030079004,0.00245047],"domain_scores_gemma":[0.97617763,0.018932827,0.00032619893,0.0034293148,0.0003786323,0.00075542246],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0020047626,0.0013771163,0.0015809903,0.0019466423,0.00011021748,0.0006538834,0.0030875937,0.0020569265,0.000021354148],"category_scores_gemma":[0.1465379,0.0015752374,0.0004991703,0.003821583,0.0000459256,0.0007652278,0.0020826967,0.004505586,0.00027872765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000071303793,0.0000649799,0.0112050995,0.0010434014,0.00010729417,0.0051641446,0.00023917055,0.059695236,0.000014918477,0.000007693468,0.92175776,0.00069320004],"study_design_scores_gemma":[0.00060232077,0.00012527723,0.016365727,0.0018096165,0.000025580746,0.000077397366,0.0000028612105,0.012547206,0.00007207957,0.000046358207,0.9659832,0.0023423815],"about_ca_topic_score_codex":0.00013643192,"about_ca_topic_score_gemma":0.00001906115,"teacher_disagreement_score":0.14453314,"about_ca_system_score_codex":0.0015586412,"about_ca_system_score_gemma":0.00074666797,"threshold_uncertainty_score":0.99989796},"labels":[],"label_agreement":null},{"id":"W4324302602","doi":"10.48550/arxiv.2303.06233","title":"Model-Agnostic Syntactical Information for Pre-Trained Programming Language Models","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Automatic summarization; Abstract syntax tree; Source code; Language model; Security token; Transformer; Artificial intelligence; Scratch; Syntax; Programming language; Code (set theory); Natural language processing","score_opus":0.09852245320196315,"score_gpt":0.24330230736932135,"score_spread":0.1447798541673582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324302602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06317138,0.000011179612,0.9341193,0.00009483856,0.00029560615,0.0008779235,0.00003494741,0.0013325049,0.00006234108],"genre_scores_gemma":[0.961989,0.000016692049,0.037313867,0.000022488872,0.000045586705,0.000023462513,0.000066327884,0.000027374017,0.0004951968],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983993,0.000038940198,0.0002132886,0.00064067944,0.00018340812,0.00052433717],"domain_scores_gemma":[0.99751127,0.0009877639,0.000108655404,0.000986483,0.00021610799,0.00018973577],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040545457,0.0002574871,0.00025023075,0.000429485,0.00011206475,0.0002648714,0.0015671445,0.00027839158,0.0000019091185],"category_scores_gemma":[0.00088957505,0.0003061684,0.00017502953,0.0005410488,0.00004532863,0.0012641705,0.00155137,0.00052222604,0.000048167047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019918853,0.000026768445,0.000091117814,0.00027816545,0.000046434558,0.000042454947,0.0009271708,0.95136184,0.0000060351003,0.04574548,0.00014232365,0.0013122924],"study_design_scores_gemma":[0.000306571,0.00004305726,0.00018284169,0.00009676244,0.00002934321,0.0000021310964,0.000043262997,0.975397,0.000034045792,0.0235273,0.000034866287,0.00030282047],"about_ca_topic_score_codex":0.000090407535,"about_ca_topic_score_gemma":0.000012415314,"teacher_disagreement_score":0.8988176,"about_ca_system_score_codex":0.00028355702,"about_ca_system_score_gemma":0.00028401773,"threshold_uncertainty_score":0.999939},"labels":[],"label_agreement":null},{"id":"W4324374545","doi":"10.1007/s10664-022-10260-0","title":"Evaluating ensemble imputation in software effort estimation","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Imputation (statistics); Computer science; Missing data; Statistics; Data mining; Regression; Mathematics; Machine learning","score_opus":0.054878849205720864,"score_gpt":0.3653485525550296,"score_spread":0.3104697033493088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4324374545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40228146,0.000049494527,0.5942717,0.0001286237,0.0003346319,0.00019449319,0.0000011548209,0.0027354318,0.000002979969],"genre_scores_gemma":[0.6401286,0.00000499726,0.35944113,0.000049890332,0.000085469495,0.00013729004,0.00002981282,0.000055904533,0.00006686425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720025,0.00004370179,0.0004599646,0.0006275141,0.0008452049,0.00082336506],"domain_scores_gemma":[0.9966041,0.0024933738,0.000053537064,0.00054915395,0.00010314331,0.00019668086],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012018225,0.00027544398,0.0002807828,0.0007754887,0.0000972728,0.00018109615,0.0006960167,0.00015987235,0.000011320672],"category_scores_gemma":[0.00977081,0.00030241493,0.00009235963,0.0032230837,0.000015181941,0.00067851134,0.00040072232,0.0004584561,0.0003563159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027990375,0.00001972154,0.119501024,0.00009206953,0.000009941994,0.00006550624,0.00045326335,0.8373654,0.00018419491,0.00005513284,0.00044517897,0.041805774],"study_design_scores_gemma":[0.00028518567,0.000057738864,0.331961,0.00007939721,0.0000023034863,0.000013113846,0.000003702219,0.6663236,0.00039437794,0.00045676986,0.00016202079,0.00026080062],"about_ca_topic_score_codex":0.000020799116,"about_ca_topic_score_gemma":0.0000023609261,"teacher_disagreement_score":0.23784718,"about_ca_system_score_codex":0.00034316428,"about_ca_system_score_gemma":0.000121887635,"threshold_uncertainty_score":0.9999428},"labels":[],"label_agreement":null},{"id":"W4360764539","doi":"10.1109/icmla55696.2022.00173","title":"VDGraph2Vec: Vulnerability Detection in Assembly Code using Message Passing Neural Networks","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canada Research Chairs","keywords":"Computer science; Vulnerability (computing); Malware; Deep learning; Reverse engineering; Software; Artificial intelligence; Benchmark (surveying); Task (project management); Machine learning; Process (computing); Vulnerability management; Artificial neural network; Software security assurance; Code (set theory); Software engineering; Static program analysis; Computer security; Vulnerability assessment; Software development; Information security; Programming language; Engineering","score_opus":0.030222659632276615,"score_gpt":0.29015073434065447,"score_spread":0.25992807470837787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360764539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46225545,0.000036374142,0.5369592,0.00006563723,0.00034861112,0.00008811527,3.20429e-7,0.00021625464,0.000030075375],"genre_scores_gemma":[0.9932211,7.217827e-7,0.006608534,0.00005986636,0.00003718827,0.000035160487,6.688071e-7,0.000012835172,0.000023912442],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981993,0.000302332,0.00021081865,0.00042155903,0.00043722097,0.00042878505],"domain_scores_gemma":[0.99882644,0.00053304416,0.000035763056,0.00049504125,0.000035070872,0.00007465169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012545241,0.00011293438,0.00013210402,0.00025688836,0.00030427403,0.00016663282,0.0006408471,0.000038892205,0.000028664932],"category_scores_gemma":[0.00020250125,0.00012048913,0.000053189346,0.0014808815,0.000023391014,0.0004158695,0.0006575739,0.00060960895,8.816151e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006985869,0.00005208497,0.033017017,0.000007567309,0.0000051176776,0.000036657642,0.00012826447,0.9187102,0.0031604043,0.0002100502,0.00002582748,0.04463984],"study_design_scores_gemma":[0.0001591375,0.0000396288,0.04476165,0.0000026038858,9.786033e-7,0.000027239223,0.000020484189,0.9537589,0.0009267083,0.00010927356,0.00006421408,0.00012917921],"about_ca_topic_score_codex":0.00031333463,"about_ca_topic_score_gemma":0.00010655321,"teacher_disagreement_score":0.5309657,"about_ca_system_score_codex":0.00033377568,"about_ca_system_score_gemma":0.000040716513,"threshold_uncertainty_score":0.4913404},"labels":[],"label_agreement":null},{"id":"W4360885093","doi":"10.5281/zenodo.7765615","title":"Predicting the change propagation of code clones at a pull request level","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Code (set theory); Computer science; Programming language","score_opus":0.1115727864960143,"score_gpt":0.2731884045473224,"score_spread":0.16161561805130809,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360885093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73863673,0.00042107532,0.2009045,0.016337838,0.0011539774,0.004447826,0.0007696878,0.015608632,0.021719737],"genre_scores_gemma":[0.99756604,0.00006815643,0.00058211415,0.000043762902,0.00015564951,3.909766e-7,0.00026360134,0.0005151113,0.00080517476],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823636,0.00024240078,0.00021289557,0.0003392098,0.0006059661,0.0003631836],"domain_scores_gemma":[0.99850875,0.0001649344,0.000089767076,0.0006561172,0.00048761306,0.000092815775],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014364193,0.00009938735,0.000101153324,0.0002602572,0.0012407025,0.00035947547,0.0018188922,0.000043707114,0.00030405464],"category_scores_gemma":[0.0021984265,0.00008483118,0.000035846097,0.0015559343,0.00011427734,0.000386169,0.0025887054,0.00020581268,0.0026254826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001447179,0.00036197412,0.002577787,0.0010597798,0.00021688563,0.00013505484,0.036651045,0.0017605218,0.0663909,0.057807513,0.2884673,0.54442656],"study_design_scores_gemma":[0.00075180584,0.0005161818,0.0912356,0.00017474816,0.000012834153,0.00022385422,0.00026939638,0.08898513,0.01001906,0.00045755875,0.80694515,0.00040870765],"about_ca_topic_score_codex":0.000030752675,"about_ca_topic_score_gemma":7.9962007e-7,"teacher_disagreement_score":0.54401785,"about_ca_system_score_codex":0.00013237589,"about_ca_system_score_gemma":0.0000051040424,"threshold_uncertainty_score":0.99815106},"labels":[],"label_agreement":null},{"id":"W4361193297","doi":"10.48550/arxiv.2303.14542","title":"Combining Contexts from Multiple Sources for Documentation-Specific Code Example Generation","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Documentation; Internal documentation; Computer science; Code (set theory); Programming language; Compiler; Source code; Software documentation; Unit testing; Software; Software development; Set (abstract data type); Software development process; Software construction","score_opus":0.19255112669707944,"score_gpt":0.2377315074623969,"score_spread":0.04518038076531747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361193297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37940586,0.00006904249,0.61874896,0.00004279367,0.00082760747,0.0003617904,0.00006529265,0.00047027008,0.0000084024905],"genre_scores_gemma":[0.98673844,0.000103104365,0.011633903,0.000023104043,0.0002114093,0.000014423903,0.0003281085,0.00003936817,0.00090813515],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980377,0.00008952308,0.00021060024,0.0011513795,0.00015246379,0.0003583246],"domain_scores_gemma":[0.9965607,0.0019933784,0.00014769204,0.00096186035,0.00020363556,0.00013273914],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032077875,0.00024602425,0.0002635512,0.00028525418,0.00022982911,0.00039678227,0.0013985626,0.00019282855,0.000020319527],"category_scores_gemma":[0.00019475538,0.00031455417,0.00014234679,0.0003863696,0.000054124954,0.0004019706,0.0010865837,0.00033682087,0.00012248452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035026133,0.00006896547,0.028800841,0.00006574622,0.00018981048,0.00008686999,0.0017685142,0.9332957,0.0014330056,0.028625866,0.004236882,0.0013927491],"study_design_scores_gemma":[0.0011829732,0.000046804507,0.009285634,0.000069001464,0.000019313336,4.9606507e-7,0.000091052076,0.971892,0.002136207,0.01243076,0.0023963596,0.00044939655],"about_ca_topic_score_codex":0.0010326111,"about_ca_topic_score_gemma":0.0002560795,"teacher_disagreement_score":0.6073326,"about_ca_system_score_codex":0.00023768896,"about_ca_system_score_gemma":0.000103824714,"threshold_uncertainty_score":0.9999307},"labels":[],"label_agreement":null},{"id":"W4361275045","doi":"10.1007/s11219-023-09621-9","title":"Machine learning application development: practitioners’ insights","year":2023,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Best practice; Leverage (statistics); Computer science; Engineering management; Process (computing); Software development process; Software development; Quality (philosophy); Software; Knowledge management; Software engineering; Data science; Engineering; Artificial intelligence","score_opus":0.0405552949918816,"score_gpt":0.3248114528857969,"score_spread":0.2842561578939153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4361275045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038325787,0.00028565573,0.9586843,0.0006819536,0.00032834287,0.00010632115,7.768603e-7,0.0015063456,0.00008048837],"genre_scores_gemma":[0.8426002,0.00023473283,0.15523517,0.00017798203,0.00032343264,0.000056721776,0.000056337525,0.000045995963,0.0012693781],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977593,0.00025726823,0.0004153517,0.00031048222,0.000852966,0.00040462727],"domain_scores_gemma":[0.99785507,0.0011389928,0.00018570936,0.000346404,0.0002508054,0.00022302379],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020170088,0.00014231875,0.00015895927,0.00039314755,0.00061754556,0.00033308286,0.0007709584,0.000079596,0.00001927998],"category_scores_gemma":[0.002966557,0.0001356633,0.00006540035,0.0012345,0.000028019487,0.0007691055,0.00026359226,0.0008028084,0.0007995388],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027898508,0.00019199212,0.18225074,0.00019211313,0.00019313862,0.000239699,0.015186098,0.008089398,0.0015136554,0.01765336,0.002779831,0.7716821],"study_design_scores_gemma":[0.001286801,0.00012866982,0.49385664,0.00012356899,0.000008561686,0.00050895684,0.000303261,0.015416118,0.0018831982,0.014546155,0.4709223,0.001015775],"about_ca_topic_score_codex":0.000013115445,"about_ca_topic_score_gemma":0.0000058619867,"teacher_disagreement_score":0.80427444,"about_ca_system_score_codex":0.00018654621,"about_ca_system_score_gemma":0.00026811167,"threshold_uncertainty_score":0.9999785},"labels":[],"label_agreement":null},{"id":"W4362505496","doi":"10.1145/3578245.3584695","title":"Software Mining -- Investigating Correlation between Source Code Features and Michrobenchmark's Steady State","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Source code; Computer science; Steady state (chemistry); Software; Code (set theory); Open source; Open source software; Programming language; Chemistry","score_opus":0.02684432476691485,"score_gpt":0.27211056965926644,"score_spread":0.2452662448923516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362505496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53483474,0.000064931555,0.46331304,0.0002531135,0.00010572959,0.000105110674,0.000003750187,0.0012549496,0.00006462125],"genre_scores_gemma":[0.84679574,0.000009555227,0.14887755,0.00010190225,0.00008931831,0.000017638678,0.0000300308,0.000034250785,0.0040440466],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985205,0.00006082336,0.00018925026,0.00041067478,0.00040342877,0.00041531667],"domain_scores_gemma":[0.9970801,0.0022930286,0.00004952447,0.0003320481,0.000066391614,0.00017890094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005920377,0.00014340627,0.00014880883,0.00025040936,0.00017939677,0.00027277955,0.0003597362,0.00006778614,0.0000055863206],"category_scores_gemma":[0.0015598862,0.00013944437,0.000023654915,0.000892804,0.00005655428,0.00039735175,0.00051459274,0.0002393691,0.000047947673],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013683785,0.0000056032686,0.85142946,0.00009140376,0.000038134167,0.000024788531,0.0061653894,0.01932658,0.00042164687,0.00029496907,0.013677881,0.108522765],"study_design_scores_gemma":[0.00028919431,0.000061465704,0.85321885,0.00009272328,0.0000049636774,0.000019589797,0.00014969098,0.14351551,0.00066453527,0.0008742465,0.0007950589,0.00031413903],"about_ca_topic_score_codex":0.00005842884,"about_ca_topic_score_gemma":0.000014921898,"teacher_disagreement_score":0.3144355,"about_ca_system_score_codex":0.0000388502,"about_ca_system_score_gemma":0.000059003145,"threshold_uncertainty_score":0.5686376},"labels":[],"label_agreement":null},{"id":"W4362513832","doi":"10.1007/978-3-031-29786-1_6","title":"Scope Determined (D) and Scope Determining (G) Requirements: A New Categorization of Functional Requirements","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Scope (computer science); Computer science; Requirements management; Requirements analysis; Requirements engineering; Context (archaeology); Functional requirement; Non-functional requirement; Software engineering; System requirements specification; Statement of work; Software requirements specification; User requirements document; Requirement; Systems engineering; Agile software development; Risk analysis (engineering); Software; Software development; Engineering; Software design; Programming language; Business","score_opus":0.0553492677093169,"score_gpt":0.29020898054831173,"score_spread":0.23485971283899484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362513832","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064636447,0.00035625836,0.9961609,0.00013652816,0.0017946425,0.00041620995,0.0000030080803,0.00023974676,0.00024632813],"genre_scores_gemma":[0.37562653,0.00043712094,0.6186513,0.0005485845,0.0012163135,0.000043131688,0.000036078996,0.00021411615,0.0032268525],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957187,0.00002951868,0.00065968145,0.0013794116,0.0015715464,0.0006410981],"domain_scores_gemma":[0.9972133,0.0008915255,0.00029310648,0.0010484484,0.00031149446,0.00024214789],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010419845,0.00044275544,0.00048342568,0.001327107,0.00016961819,0.00038529452,0.001861999,0.00023554692,0.000016764765],"category_scores_gemma":[0.00075321336,0.0004460847,0.000071945986,0.0010716881,0.00039582152,0.0009374445,0.0018298398,0.00046065383,0.000028837874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018140296,0.000025570787,0.0014782869,0.00022892555,0.000040275136,0.000116963834,0.0006577838,0.026579564,0.0031812936,0.003565888,0.000100656114,0.96400666],"study_design_scores_gemma":[0.0024083564,0.0012994881,0.013226901,0.004753939,0.000044003395,0.00017487993,6.2424743e-7,0.8779107,0.014901495,0.08237161,0.00056228065,0.002345739],"about_ca_topic_score_codex":0.000037140933,"about_ca_topic_score_gemma":0.00003408772,"teacher_disagreement_score":0.9616609,"about_ca_system_score_codex":0.00027954482,"about_ca_system_score_gemma":0.0009911478,"threshold_uncertainty_score":0.9997991},"labels":[],"label_agreement":null},{"id":"W4362514913","doi":"10.1007/978-3-031-29786-1_7","title":"Using Language Models for Enhancing the Completeness of Natural-Language Requirements","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Terminology; Completeness (order theory); Natural language; Context (archaeology); Principal (computer security); Measure (data warehouse); Artificial intelligence; Noise (video); Filter (signal processing); Language model; Natural language processing; Data mining; Linguistics; Computer security","score_opus":0.06258945467229786,"score_gpt":0.32607047861426136,"score_spread":0.2634810239419635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362514913","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012087773,0.0009092249,0.99503833,0.00012650751,0.0017564152,0.00068004534,0.000014119218,0.0002104446,0.000056142613],"genre_scores_gemma":[0.6632785,0.000011996093,0.33588785,0.00020465924,0.00032540635,0.00002046928,0.000007050254,0.000067122586,0.0001969379],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963767,0.000034267,0.0005468102,0.0010401629,0.0012603465,0.0007417244],"domain_scores_gemma":[0.99509746,0.0027469012,0.00024716582,0.0015102347,0.0003090619,0.000089162255],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017172883,0.0003941875,0.0004997002,0.0007223694,0.00023812438,0.00028604007,0.004091102,0.00016749202,0.000002883509],"category_scores_gemma":[0.0005371832,0.00030588158,0.00015838128,0.0008620772,0.00041658815,0.00046948018,0.0017366586,0.00060630735,0.000005726306],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010851963,0.000020739753,0.00002149183,0.00036423097,0.00004899082,0.00008976169,0.006942444,0.6808459,0.016087765,0.009526756,0.000009968783,0.2860311],"study_design_scores_gemma":[0.00019344491,0.000054425174,0.000033154625,0.0005472112,0.000007211091,0.000019264593,0.0000017662675,0.96898586,0.010501492,0.019300502,0.000012915529,0.00034275392],"about_ca_topic_score_codex":0.000090340625,"about_ca_topic_score_gemma":0.000115685274,"teacher_disagreement_score":0.66206974,"about_ca_system_score_codex":0.00028122115,"about_ca_system_score_gemma":0.00041039984,"threshold_uncertainty_score":0.9999393},"labels":[],"label_agreement":null},{"id":"W4362584426","doi":"10.1007/s10664-022-10282-8","title":"Towards a change taxonomy for machine learning pipelines","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; York University; Ansys (Canada); Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Metadata; Replicate; Pipeline (software); Taxonomy (biology); Implementation; Data science; Fork (system call); Source code; Information retrieval; World Wide Web; Software engineering; Programming language; Ecology","score_opus":0.10899159167165356,"score_gpt":0.316721378863043,"score_spread":0.20772978719138946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362584426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017213577,0.00039237697,0.97370934,0.00093419704,0.0007699691,0.00062283553,0.000012491853,0.006337363,0.0000078157855],"genre_scores_gemma":[0.53806365,0.00009906943,0.45363796,0.00044867522,0.0019625125,0.0043466175,0.00012238063,0.00025771506,0.0010613983],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769634,0.000026167258,0.0002951347,0.00058898045,0.000442971,0.00095038186],"domain_scores_gemma":[0.99710137,0.0019750427,0.00004015173,0.0004734985,0.00012435851,0.00028559077],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006436497,0.00030156664,0.00031288902,0.0004710841,0.00014799206,0.00016908153,0.0009382021,0.00013642827,0.000015133762],"category_scores_gemma":[0.006345161,0.00030060147,0.00017460412,0.0017199927,0.000017720678,0.00042599178,0.00053613074,0.00043298,0.00017600323],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042893236,0.00017928316,0.5485391,0.0013374715,0.00026393557,0.00032376748,0.0025833035,0.16155982,0.00054394314,0.0014604245,0.02679804,0.25636804],"study_design_scores_gemma":[0.00051198,0.00013760051,0.066999234,0.000066319335,0.000006814629,0.000018173017,0.000005791951,0.59105355,0.00045543115,0.000105559695,0.34007567,0.0005638945],"about_ca_topic_score_codex":0.000027920583,"about_ca_topic_score_gemma":0.0000014754388,"teacher_disagreement_score":0.52085006,"about_ca_system_score_codex":0.00012319438,"about_ca_system_score_gemma":0.000058407364,"threshold_uncertainty_score":0.9999446},"labels":[],"label_agreement":null},{"id":"W4362597934","doi":"10.48550/arxiv.2304.00078","title":"A Meta-Summary of Challenges in Building Products with ML Components -- Collecting Experiences from 4758+ Practitioners","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Carnegie Mellon University; Natural Sciences and Engineering Research Council of Canada; U.S. Department of Defense; National Science Foundation","keywords":"Systematic review; Resource (disambiguation); Field (mathematics); Knowledge management; Data science; Computer science; Medical education; Engineering ethics; Engineering; Political science; MEDLINE; Medicine","score_opus":0.30875622643774925,"score_gpt":0.24728463018895747,"score_spread":0.06147159624879178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362597934","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9486724,0.0006561566,0.049129874,0.000246683,0.00040762877,0.0004244768,0.000009925579,0.00036205474,0.000090781796],"genre_scores_gemma":[0.9873357,0.0005152776,0.011862377,0.0000044609083,0.000038390026,0.000013158307,0.000008841008,0.000027674181,0.0001941537],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99750847,0.00021155886,0.00024615228,0.0013567773,0.00028977045,0.00038728627],"domain_scores_gemma":[0.99713844,0.0012212555,0.00027716378,0.0010516433,0.00021020054,0.00010129078],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005913752,0.00029676218,0.0005576606,0.00069460354,0.00008981615,0.00007741102,0.0016301539,0.00015979954,0.0000075165826],"category_scores_gemma":[0.00041717463,0.0003039555,0.00010762677,0.0015997052,0.00011742022,0.00050708617,0.001708773,0.0006327976,0.000007374645],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023059426,0.000558598,0.022592733,0.0010381911,0.0038319195,0.0025763507,0.034472607,0.92231745,0.0016427572,0.009970392,0.00022212228,0.00054631865],"study_design_scores_gemma":[0.004605963,0.00084161677,0.11547285,0.0047621727,0.0015038386,0.0000416313,0.027955288,0.7966036,0.018214246,0.024574446,0.0006526478,0.0047716787],"about_ca_topic_score_codex":0.0012239058,"about_ca_topic_score_gemma":0.000110809866,"teacher_disagreement_score":0.1257138,"about_ca_system_score_codex":0.00023941843,"about_ca_system_score_gemma":0.0002867675,"threshold_uncertainty_score":0.99994123},"labels":[],"label_agreement":null},{"id":"W4362603997","doi":"10.1016/j.infsof.2023.107218","title":"Dev2vec: Representing domain expertise of developers in an embedding space","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Embedding; Computer science; Domain (mathematical analysis); Space (punctuation); Software engineering; Data science; Software; World Wide Web; Information retrieval; Knowledge management; Artificial intelligence; Programming language; Mathematics","score_opus":0.014334294860793103,"score_gpt":0.2854876674304545,"score_spread":0.2711533725696614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362603997","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7111467,0.000028883953,0.2871597,0.0004144848,0.000055861055,0.00009187939,6.305441e-7,0.0010733157,0.00002854492],"genre_scores_gemma":[0.88867295,0.000020395364,0.11122582,0.00002726192,0.0000035639891,0.000029899089,0.000004513259,0.0000048887364,0.000010737584],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991282,0.000017120843,0.00028187773,0.00013854388,0.0001760908,0.00025816652],"domain_scores_gemma":[0.999297,0.00016459389,0.00006247767,0.00034560935,0.00008762449,0.000042664316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041396302,0.00007840537,0.00012519084,0.0012709245,0.000053424745,0.000055881785,0.00044729048,0.00012610533,0.000002762517],"category_scores_gemma":[0.0014833976,0.00008072538,0.000012889676,0.0017734295,0.00006215633,0.0012226321,0.00038123576,0.00015366006,0.00002305562],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072896655,0.000017605818,0.40370587,0.000115380506,0.000010394894,0.000029858187,0.013979768,0.0025187728,0.0005659624,0.02024493,0.00023183851,0.55857235],"study_design_scores_gemma":[0.0032758205,0.00039210144,0.5020711,0.00047284854,0.0000042217634,0.00023608698,0.011139405,0.42758948,0.02018693,0.02207361,0.011167284,0.0013911374],"about_ca_topic_score_codex":0.000018947256,"about_ca_topic_score_gemma":0.0000071687246,"teacher_disagreement_score":0.5571812,"about_ca_system_score_codex":0.000041880623,"about_ca_system_score_gemma":0.000050379203,"threshold_uncertainty_score":0.32918856},"labels":[],"label_agreement":null},{"id":"W4362657725","doi":"10.1371/journal.pone.0283838","title":"Prioritizing tasks in software development: A systematic literature review","year":2023,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Huawei Technologies","keywords":"Computer science; Prioritization; Systematic review; Task (project management); Requirement prioritization; Ranking (information retrieval); Software; Domain (mathematical analysis); Software development; Data science; Field (mathematics); Risk analysis (engineering); Software engineering; Process management; Software construction; Artificial intelligence; Systems engineering; Engineering; Medicine; MEDLINE","score_opus":0.0481854037844086,"score_gpt":0.2629992655593275,"score_spread":0.2148138617749189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362657725","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31373435,0.5880177,0.069203675,0.004612338,0.0006934367,0.010260169,0.000016731974,0.013187873,0.00027369603],"genre_scores_gemma":[0.20405668,0.035388067,0.7509521,0.0013711861,0.00028132225,0.0034071533,0.00009199243,0.00020883647,0.0042426554],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99823207,0.00007937599,0.00032311332,0.00031257828,0.00067542365,0.00037747022],"domain_scores_gemma":[0.99857944,0.000636662,0.00004056071,0.00054898945,0.000110596666,0.00008373759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009251863,0.00012482094,0.0003520477,0.00033195884,0.000049140483,0.0001461614,0.0007557526,0.000055940003,0.0000027116198],"category_scores_gemma":[0.0035327612,0.00011752414,0.00002988301,0.002612586,0.0000074425134,0.00026995814,0.0003274537,0.0002816923,0.0004548545],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016483475,0.00036950025,0.009927316,0.97821224,0.00016684257,0.00112235,0.0044894246,0.000011532897,0.0010426004,0.0005120011,0.000988919,0.0031556406],"study_design_scores_gemma":[0.00031384977,0.000035144083,0.019003779,0.9748571,0.000022274437,0.000031268235,0.000010021769,0.0037984925,0.001145399,0.00015547387,0.00013401532,0.0004932009],"about_ca_topic_score_codex":7.675371e-7,"about_ca_topic_score_gemma":0.0000016399974,"teacher_disagreement_score":0.68174845,"about_ca_system_score_codex":0.00010412069,"about_ca_system_score_gemma":0.00008832241,"threshold_uncertainty_score":0.5846386},"labels":[],"label_agreement":null},{"id":"W4364321651","doi":"10.1109/tse.2023.3265855","title":"Identifying Concepts in Software Projects","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Documentation; Software engineering; Domain (mathematical analysis); Software project management; Software development; Software; Domain analysis; Data science; Software construction; Programming language","score_opus":0.03530785764332117,"score_gpt":0.2955445288280574,"score_spread":0.2602366711847362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364321651","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081982374,0.00006040899,0.9107885,0.00003932864,0.0016364295,0.00033025956,0.0000095913,0.0051490315,0.0000040919876],"genre_scores_gemma":[0.90555537,0.000032828535,0.09359878,0.00003569329,0.00006032307,0.00029623712,0.0000035546227,0.000087761844,0.0003294288],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973705,0.000040201063,0.00036640925,0.000687675,0.0006562508,0.0008789903],"domain_scores_gemma":[0.997552,0.0013715817,0.000035141613,0.0007741294,0.00007513195,0.00019201452],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046241458,0.0003273713,0.00029341923,0.0014402204,0.00017055077,0.00026647057,0.0009281342,0.00016156877,0.000024352723],"category_scores_gemma":[0.00044733033,0.00037904535,0.00014043055,0.0035272487,0.000035342127,0.0007228811,0.000017972718,0.0007497772,0.00045173487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000094829575,0.00009492502,0.0027990898,0.00026663972,0.000055781315,0.0003865325,0.0022739551,0.96071357,0.0009944532,0.00015555037,0.00036592752,0.031884104],"study_design_scores_gemma":[0.0052718553,0.00061930297,0.11834723,0.0026241494,0.000045791196,0.0002940067,0.0003613038,0.7545984,0.10813247,0.00038406195,0.004610685,0.0047108023],"about_ca_topic_score_codex":0.000035639747,"about_ca_topic_score_gemma":0.00001115593,"teacher_disagreement_score":0.823573,"about_ca_system_score_codex":0.00027570777,"about_ca_system_score_gemma":0.0001367521,"threshold_uncertainty_score":0.9998661},"labels":[],"label_agreement":null},{"id":"W4364355514","doi":"10.1016/j.infsof.2023.107229","title":"To group or not to group? Group sizes for requirements elicitation","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Requirements elicitation; Viewpoints; Requirements engineering; Requirements management; Expert elicitation; Requirements analysis; Computer science; Software; Software engineering; Knowledge management; Engineering; Mathematics","score_opus":0.030302194558049594,"score_gpt":0.31377786682737885,"score_spread":0.28347567226932924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364355514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123147674,0.0000066395382,0.8698258,0.002842422,0.00030246965,0.0007671567,0.000013804391,0.0030840635,0.00001001497],"genre_scores_gemma":[0.64144444,0.000024715595,0.3550362,0.0022641858,0.00004460584,0.00094467576,0.00008304887,0.00002285506,0.00013528454],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998665,0.0000113255755,0.00034777055,0.00024054579,0.00031058787,0.0004248209],"domain_scores_gemma":[0.99872166,0.00051870855,0.000058762504,0.00041143395,0.00016369516,0.00012572095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049503637,0.00014262657,0.00016813027,0.0013524599,0.0001700023,0.00017058892,0.0006418776,0.00016056339,0.0000057323964],"category_scores_gemma":[0.0034954096,0.00013222464,0.00002845392,0.0020053783,0.00003143536,0.0011168605,0.0004633371,0.00011744327,0.0003156942],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009456978,0.00002369198,0.0028978556,0.00015529722,0.000024475303,0.000004651945,0.002147969,0.00025280422,0.00072926877,0.0397487,0.00831286,0.94560784],"study_design_scores_gemma":[0.0066052885,0.007421899,0.27795234,0.0004413427,0.00002887473,0.00010870895,0.0019731103,0.063828714,0.0056404774,0.02613353,0.60729516,0.0025705402],"about_ca_topic_score_codex":0.0000131705265,"about_ca_topic_score_gemma":0.000019820749,"teacher_disagreement_score":0.94303733,"about_ca_system_score_codex":0.000084314146,"about_ca_system_score_gemma":0.000024740992,"threshold_uncertainty_score":0.53919643},"labels":[],"label_agreement":null},{"id":"W4365456905","doi":"10.1016/j.infsof.2023.107222","title":"A mapping study of language features improving object-oriented design patterns","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; Université de Montréal; Concordia University","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Software design pattern; Computer science; Design pattern; Implementation; Object-oriented design; Software design; Categorization; Software engineering; Structural pattern; Visitor pattern; Software; Object-oriented programming; Programming language; Software development; Artificial intelligence","score_opus":0.011371571548867558,"score_gpt":0.25075650824291007,"score_spread":0.2393849366940425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365456905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50443715,0.00002130962,0.493803,0.00005968545,0.00006190694,0.00020567342,0.0000016239277,0.0014061213,0.0000035352741],"genre_scores_gemma":[0.9840857,0.0000065448417,0.01579641,0.0000236828,0.0000051629518,0.00005407483,0.0000047235426,0.0000049349924,0.000018767267],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.999196,0.000022245651,0.00022643752,0.00012599769,0.00021151501,0.000217815],"domain_scores_gemma":[0.9991905,0.00024621823,0.000078247096,0.00035823337,0.000094332725,0.000032466072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031909373,0.0000888276,0.00012712587,0.0011583386,0.00007371465,0.000051140745,0.00039911523,0.00009831252,0.0000021835854],"category_scores_gemma":[0.0010823732,0.000083698375,0.000014620217,0.0014197123,0.000026160085,0.0005056197,0.0004175946,0.00018112746,0.000017981327],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008865873,0.00006266293,0.15206207,0.00021150988,0.000048519014,0.000038178394,0.049446117,0.00068923616,0.00042965493,0.001098922,0.00039702692,0.79550725],"study_design_scores_gemma":[0.0036931825,0.0016396397,0.875588,0.00016992612,0.000011489161,0.00015878626,0.050553955,0.05741099,0.008217379,0.0007867867,0.0009382295,0.0008316423],"about_ca_topic_score_codex":0.00006374694,"about_ca_topic_score_gemma":0.000005677887,"teacher_disagreement_score":0.7946756,"about_ca_system_score_codex":0.000022913811,"about_ca_system_score_gemma":0.000031129603,"threshold_uncertainty_score":0.34131205},"labels":[],"label_agreement":null},{"id":"W4366149280","doi":"10.1016/j.procs.2023.03.077","title":"Maintenance Cost of Software Ecosystem Updates","year":2023,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software; Software maintenance; Software development; Ecosystem; Software engineering; Software analytics; Software construction; Operating system; Ecology","score_opus":0.016773421547049524,"score_gpt":0.2577916063472722,"score_spread":0.2410181848002227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366149280","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06626681,0.00003810897,0.9304894,0.00033552176,0.0012021504,0.00032299684,0.0000067539645,0.0012986381,0.00003961487],"genre_scores_gemma":[0.8166136,0.000015480962,0.1830699,0.000068456284,0.00010440725,0.000054075,0.0000016710807,0.000014414483,0.000057988207],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969097,0.000023530329,0.00032105108,0.0007992017,0.0011047259,0.00084181],"domain_scores_gemma":[0.99748397,0.0006552592,0.0001020107,0.0009453992,0.00056842377,0.0002449176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015490149,0.00017738825,0.00023483872,0.00065331784,0.00018223021,0.0002722251,0.004033678,0.000045204753,0.000003979012],"category_scores_gemma":[0.0010427958,0.00016030867,0.000058878504,0.005658316,0.00024415212,0.0010578338,0.0017321302,0.00017111957,0.00031379313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019449324,0.0002722021,0.18674706,0.0015331483,0.00006326787,0.00030169534,0.006040187,0.049380306,0.0070504127,0.060485955,0.03346656,0.6546398],"study_design_scores_gemma":[0.00033208856,0.00012950724,0.074966535,0.00019217648,0.0000019920926,0.00007346764,0.000011084926,0.90829974,0.011540229,0.0014271798,0.0026261318,0.00039988136],"about_ca_topic_score_codex":0.0000053687095,"about_ca_topic_score_gemma":0.0000020133825,"teacher_disagreement_score":0.85891944,"about_ca_system_score_codex":0.000100487145,"about_ca_system_score_gemma":0.00047941806,"threshold_uncertainty_score":0.74956447},"labels":[],"label_agreement":null},{"id":"W4366721896","doi":"10.1002/9781119880929.ch1","title":"Software Fault Localization: an Overview of Research, Techniques, and Tools","year":2023,"lang":"en","type":"other","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; Technische Universiteit Delft; McMaster University; Purdue University; TU Graz, Internationale Beziehungen und Mobilitätsprogramme; Brown University; Carnegie Mellon University; National University of Singapore; University of Cambridge; Yale University","keywords":"Profiling (computer programming); Computer science; Program slicing; Software; Debugging; Data mining; Slicing; Data science; Artificial intelligence; Machine learning; Programming language; World Wide Web","score_opus":0.14135512187788293,"score_gpt":0.40266536064629527,"score_spread":0.2613102387684123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366721896","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000026683483,0.0072258348,0.929282,0.00014796984,0.00035571447,0.001021854,0.000035958637,0.011965473,0.04996252],"genre_scores_gemma":[0.00009046198,0.010862741,0.31499183,0.00007150971,0.00064748636,0.0002360004,0.000037711856,0.0015764836,0.6714858],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979496,0.00011446259,0.00019186229,0.0005279236,0.00087507267,0.00034106834],"domain_scores_gemma":[0.99772626,0.0007724603,0.000047928614,0.0011190078,0.00019562819,0.00013870976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008889917,0.00016859462,0.00026529003,0.0007681181,0.000040746843,0.00018441508,0.0011444691,0.00027344137,0.00022295082],"category_scores_gemma":[0.0009723147,0.00015406197,0.000032299355,0.0013430448,0.00013537257,0.0002935915,0.0007632158,0.0003131705,0.000060200557],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017378022,0.00004757641,0.0005560953,0.0011577053,0.00003959574,0.00010331338,0.00008708364,0.000015380569,0.0000035947721,0.040574484,0.6822326,0.27518085],"study_design_scores_gemma":[0.00010383292,0.00015424645,0.00018299442,0.0010269684,0.0000023612424,0.000016422455,0.0000074482864,0.0010720325,0.00026188724,0.000920214,0.99598473,0.0002668875],"about_ca_topic_score_codex":0.00051175954,"about_ca_topic_score_gemma":0.00011485664,"teacher_disagreement_score":0.62152326,"about_ca_system_score_codex":0.000049742615,"about_ca_system_score_gemma":0.00013118892,"threshold_uncertainty_score":0.6282465},"labels":[],"label_agreement":null},{"id":"W4366825753","doi":"10.1145/3593802","title":"Predicting the Change Impact of Resolving Defects by Leveraging the Topics of Issue Reports in Open Source Software Systems","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Leverage (statistics); Data science; Open source; Metric (unit); Source code; Software bug; Change impact analysis; Eclipse; Data mining; Software; Information retrieval; Machine learning","score_opus":0.11775826133334773,"score_gpt":0.35457027254143647,"score_spread":0.23681201120808876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366825753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21795547,0.00076061237,0.7799122,0.0001603254,0.00051545247,0.00040953569,0.000009118219,0.00027632513,9.68833e-7],"genre_scores_gemma":[0.9004078,0.00018244084,0.09882524,0.000027200778,0.00008776706,0.00026474782,0.0000046164196,0.00005111825,0.00014906088],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9981249,0.00037262926,0.00043271587,0.00038837956,0.000260469,0.00042089005],"domain_scores_gemma":[0.9883119,0.010361575,0.0001271294,0.0010507324,0.00007848905,0.00007019615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033425735,0.00019362972,0.0003898825,0.00033038223,0.00014217396,0.00007164321,0.0011159716,0.00012724321,0.0000034983802],"category_scores_gemma":[0.006429914,0.00013709346,0.0000985313,0.0011514171,0.000058522397,0.00022634848,0.00018916305,0.0005086436,8.6300037e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028247194,0.00005848364,0.08546045,0.0005428164,0.00023185724,0.000053263168,0.012665598,0.80398196,0.0015186727,0.00006832191,0.00031896573,0.095071375],"study_design_scores_gemma":[0.0026421084,0.001859372,0.53174585,0.0030281867,0.00021060645,0.0015518297,0.002477542,0.42539665,0.01663802,0.0008151987,0.0116376085,0.001997008],"about_ca_topic_score_codex":0.001769538,"about_ca_topic_score_gemma":0.000009474324,"teacher_disagreement_score":0.6824523,"about_ca_system_score_codex":0.000070223716,"about_ca_system_score_gemma":0.00006487571,"threshold_uncertainty_score":0.7697672},"labels":[],"label_agreement":null},{"id":"W4366990909","doi":"10.1007/s10664-023-10292-0","title":"Ranking code clones to support maintenance activities","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"clone (Java method); Code refactoring; Software maintenance; Commit; Computer science; Java; Code (set theory); Software evolution; Code reuse; Programming language; Software quality; Software system; Software development; Software; Database; Biology; Software construction; Genetics; Gene","score_opus":0.036875034545710464,"score_gpt":0.3080833253675743,"score_spread":0.2712082908218639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366990909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23774174,0.000029376653,0.75493324,0.0008701523,0.0008758429,0.00019688092,0.000008996386,0.00532072,0.000023077244],"genre_scores_gemma":[0.91661894,0.000013918847,0.081241,0.00041096986,0.0003072181,0.00017867835,0.000010571834,0.00010189958,0.001116798],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9971921,0.000026707386,0.0002994001,0.00065317756,0.0007204309,0.0011081767],"domain_scores_gemma":[0.9968102,0.0019607286,0.000028924143,0.0007405601,0.000071572926,0.00038799745],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005906024,0.0003015956,0.00032177664,0.0005555145,0.0001263229,0.00022985699,0.0012555426,0.00011388476,0.000030144163],"category_scores_gemma":[0.0036146038,0.00030786998,0.00012293448,0.0024326332,0.0000232733,0.00047073455,0.0008215052,0.00040782368,0.0007267226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000404166,0.00013179847,0.3259587,0.0005540971,0.00020169743,0.001584798,0.005674681,0.44985732,0.0043324013,0.0015900199,0.15954453,0.050529562],"study_design_scores_gemma":[0.001148454,0.00051310856,0.5863791,0.00038679174,0.000014447737,0.00018408021,0.00006530244,0.10192947,0.011524204,0.0003634168,0.29512691,0.002364685],"about_ca_topic_score_codex":0.0000068165905,"about_ca_topic_score_gemma":0.0000022253619,"teacher_disagreement_score":0.67887723,"about_ca_system_score_codex":0.0001980304,"about_ca_system_score_gemma":0.000086322165,"threshold_uncertainty_score":0.99993736},"labels":[],"label_agreement":null},{"id":"W4367674071","doi":"10.1016/j.infsof.2023.107244","title":"A mixed method study of DevOps challenges","year":2023,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"DevOps; Computer science; Software engineering; Cloud computing; Orchestration; Empirical research; Information technology operations; Quality (philosophy); Data science; Engineering management; Engineering; Information technology; Software deployment","score_opus":0.0369279377940198,"score_gpt":0.2972357860131443,"score_spread":0.2603078482191245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367674071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40520215,0.00014862749,0.59013623,0.0008982515,0.000173068,0.00025916958,0.0000016051904,0.0031344818,0.000046425786],"genre_scores_gemma":[0.9202222,0.00010549857,0.07955861,0.000018682405,0.0000042633415,0.0000670236,0.0000021808935,0.000004688459,0.000016829936],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99925405,0.000024691244,0.00022794491,0.00011558791,0.00020048517,0.00017723572],"domain_scores_gemma":[0.9990259,0.0003729044,0.000059650647,0.00038906993,0.00011988121,0.00003264158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004480584,0.00007469922,0.00013806969,0.0009967845,0.0000492657,0.000026325015,0.00047146244,0.00010415852,0.0000020988582],"category_scores_gemma":[0.0011969112,0.00007016871,0.000013535814,0.0011625655,0.000030465748,0.00047146526,0.000423518,0.00013308457,0.0000500989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000022115655,0.000032180018,0.009908125,0.00006256192,0.000021409604,0.0000046551845,0.004233411,0.00015965017,0.000010041199,0.019278843,0.00019923557,0.9660877],"study_design_scores_gemma":[0.0049257022,0.0025458147,0.8245441,0.00011127043,0.000022123646,0.00022762272,0.017994348,0.075705566,0.0034844794,0.035075784,0.034305766,0.0010574381],"about_ca_topic_score_codex":0.000009749433,"about_ca_topic_score_gemma":0.0000065388435,"teacher_disagreement_score":0.96503025,"about_ca_system_score_codex":0.000013234817,"about_ca_system_score_gemma":0.000025862772,"threshold_uncertainty_score":0.2861397},"labels":[],"label_agreement":null},{"id":"W4368408206","doi":"10.1145/3576841.3589626","title":"Automated Features and Requirements Identification for Improving CPS Software Reuse using Topic Modeling","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Software engineering; Documentation; Reuse; Software development; Software construction; Software system; Domain (mathematical analysis); Identification (biology); Software; Domain analysis; Programming language; Engineering","score_opus":0.06455301274145477,"score_gpt":0.3374883921143187,"score_spread":0.27293537937286394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4368408206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33459064,0.000054619977,0.66279614,0.00011777819,0.00018701961,0.00018590543,0.0000012222823,0.0020650334,0.0000016664945],"genre_scores_gemma":[0.76123846,0.0000059527674,0.23828772,0.00002223762,0.000040821407,0.000033699795,0.0000073489273,0.00001637382,0.00034738227],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989628,0.000014961148,0.00016391337,0.00034203977,0.00023169995,0.0002845925],"domain_scores_gemma":[0.99904245,0.00021189215,0.00002900951,0.00054229,0.00011544025,0.000058918595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045169378,0.0000865414,0.00008262036,0.00020939099,0.00016315041,0.0002983769,0.0005288631,0.0000520635,9.890106e-7],"category_scores_gemma":[0.0015134481,0.0000850925,0.000023895056,0.0004459638,0.000009722923,0.00049380603,0.0004418021,0.000065172026,0.0000060393872],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003318814,0.00010412451,0.021174753,0.0020126267,0.0001730483,0.0000535971,0.0053542773,0.38696218,0.3249568,0.0070808,0.010262593,0.24183199],"study_design_scores_gemma":[0.00015056442,0.000012415393,0.0044945725,0.000017483346,0.0000029830944,0.00000445993,0.000015652238,0.9921733,0.0022525624,0.00076560857,0.000012987029,0.00009737125],"about_ca_topic_score_codex":0.000050967246,"about_ca_topic_score_gemma":0.000002700204,"teacher_disagreement_score":0.60521114,"about_ca_system_score_codex":0.00006187088,"about_ca_system_score_gemma":0.000041553412,"threshold_uncertainty_score":0.34699714},"labels":[],"label_agreement":null},{"id":"W4375824997","doi":"10.1007/978-3-031-28332-1_5","title":"A Two-Step Approach to Boost Neural Network Generalizability in Predicting Defective Software","year":2023,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Verafin (Canada)","funders":"","keywords":"Generalizability theory; Computer science; Artificial neural network; Machine learning; Software; Artificial intelligence; Software metric; Java; Quality (philosophy); Software quality; Data mining; Software engineering; Software development; Programming language; Statistics","score_opus":0.027673676825214814,"score_gpt":0.2816586271396522,"score_spread":0.25398495031443735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375824997","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027190133,0.012484681,0.9722954,0.00001919813,0.0028535668,0.0016668293,0.000009240387,0.0006839272,0.0072681177],"genre_scores_gemma":[0.80877405,0.0018248401,0.16979425,0.00027598272,0.0035981857,0.0005891514,0.00006790443,0.00057867344,0.014496944],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960213,0.00014376649,0.0009732064,0.0013865586,0.0006019671,0.0008732479],"domain_scores_gemma":[0.99660486,0.0021088265,0.00023321404,0.00071996043,0.00013358434,0.00019956962],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016811177,0.0005200257,0.0007966739,0.00049562793,0.0001496223,0.00025414783,0.00097183854,0.00021500049,8.910115e-7],"category_scores_gemma":[0.0005016046,0.00053723436,0.00011110268,0.0005418572,0.00006555881,0.00029097885,0.0013281036,0.00089368573,0.000017290791],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008564315,0.00001829822,0.032457434,0.00046769602,0.00002433163,0.000049634386,0.00074291724,0.88556886,3.3585093e-7,0.04598977,0.000047230144,0.034624934],"study_design_scores_gemma":[0.00026516264,0.00012999919,0.0019734649,0.002334334,0.000007000414,0.00006675228,0.00012084525,0.9868662,0.000002372416,0.0027463164,0.0046854233,0.0008021417],"about_ca_topic_score_codex":0.00034471555,"about_ca_topic_score_gemma":0.00013590035,"teacher_disagreement_score":0.80605507,"about_ca_system_score_codex":0.00040744318,"about_ca_system_score_gemma":0.000063853106,"threshold_uncertainty_score":0.99970794},"labels":[],"label_agreement":null},{"id":"W4376279092","doi":"10.3389/fcomp.2023.1178040","title":"How social interactions can affect Modern Code Review","year":2023,"lang":"en","type":"article","venue":"Frontiers in Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Innopolis University; Russian Science Foundation","keywords":"Team software process; Process (computing); Computer science; Code review; Software quality; Quality (philosophy); Software; Personal software process; Software development; Software engineering; Software development process; Process management; Engineering; Software construction","score_opus":0.03196546461706035,"score_gpt":0.30753540873429414,"score_spread":0.2755699441172338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376279092","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027246822,0.0006047087,0.9833966,0.009023767,0.0033483098,0.00026018595,0.0000034873588,0.0006047433,0.00003351505],"genre_scores_gemma":[0.5630081,0.0005781688,0.4344451,0.0009810568,0.00037384874,0.00011546412,0.0000050494873,0.000029537512,0.00046362221],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99746656,0.00007771247,0.00017733597,0.0007360925,0.000824459,0.000717839],"domain_scores_gemma":[0.99879897,0.00020465154,0.000051843122,0.00066913455,0.00012442654,0.0001509521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012822252,0.00016078175,0.0002531421,0.0007689085,0.00028573666,0.0005576671,0.0028075036,0.000033774755,0.0000010660489],"category_scores_gemma":[0.00033345158,0.00016101914,0.000072647104,0.005256235,0.00024261422,0.0010178097,0.0010372247,0.00032797156,0.000021634367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021623543,0.00005409371,0.0106356,0.00032951628,0.000017179927,0.00013988238,0.001803723,0.0034868845,0.00026071147,0.001278326,0.1896333,0.79235864],"study_design_scores_gemma":[0.00014922327,0.000032557942,0.019257912,0.00030515497,0.0000020301632,0.000017445875,0.000006391112,0.9739385,0.00016233572,0.001987275,0.0038896273,0.0002515188],"about_ca_topic_score_codex":0.000008089871,"about_ca_topic_score_gemma":0.000007009918,"teacher_disagreement_score":0.97045165,"about_ca_system_score_codex":0.00031125642,"about_ca_system_score_gemma":0.0002663675,"threshold_uncertainty_score":0.656617},"labels":[],"label_agreement":null},{"id":"W4376505229","doi":"10.1145/3597208","title":"An Empirical Study on GitHub Pull Requests’ Reactions","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; École de Technologie Supérieure","funders":"","keywords":"Computer science; Leverage (statistics); Source code; Set (abstract data type); Code review; Open source; Software; Empirical research; Code (set theory); Process (computing); Static program analysis; Software engineering; World Wide Web; Software development; Programming language; Artificial intelligence","score_opus":0.16806167547143225,"score_gpt":0.40876858222722956,"score_spread":0.2407069067557973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376505229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21310371,0.000018787016,0.7826081,0.00036106564,0.0008060211,0.00022195526,0.0000062284907,0.0028706812,0.0000034811042],"genre_scores_gemma":[0.54976416,0.000042822772,0.44947904,0.00010298394,0.00009470415,0.00021476195,0.0000053095455,0.00006267753,0.00023356617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99761003,0.0004273669,0.000292773,0.0007679894,0.00034094762,0.000560885],"domain_scores_gemma":[0.9900975,0.008033966,0.000031368072,0.0014749867,0.00007511094,0.0002870562],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016821385,0.00027913458,0.00033108404,0.0009412392,0.00022903652,0.000094655625,0.00082317664,0.00018648525,0.00001212399],"category_scores_gemma":[0.003736985,0.000279658,0.00008044556,0.0013908673,0.000040348772,0.00028530267,0.000037353268,0.0007809347,0.00009463774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017199156,0.0020063417,0.028059449,0.00021427358,0.0006069946,0.0006532467,0.010307784,0.6426526,0.0055587674,0.0014582401,0.0008611592,0.30744916],"study_design_scores_gemma":[0.0033363434,0.009950085,0.85947764,0.00021293644,0.00013780346,0.0006341665,0.001069271,0.092662565,0.008557026,0.0026411423,0.018781263,0.0025397802],"about_ca_topic_score_codex":0.00003666237,"about_ca_topic_score_gemma":0.0000043003115,"teacher_disagreement_score":0.83141816,"about_ca_system_score_codex":0.00007916639,"about_ca_system_score_gemma":0.000052299758,"threshold_uncertainty_score":0.99996555},"labels":[],"label_agreement":null},{"id":"W4376606580","doi":"10.1109/saner56733.2023.00013","title":"Towards Understanding the Impacts of Textual Dissimilarity on Duplicate Bug Report Detection","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Software bug; Visualization; Construct (python library); Software regression; Security bug; Overhead (engineering); Domain (mathematical analysis); Software; Information retrieval; Data mining; Software development; Software quality","score_opus":0.07026126813592734,"score_gpt":0.3222827029850321,"score_spread":0.2520214348491048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376606580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14871605,0.000004261348,0.847352,0.0016095196,0.00018881957,0.00012926378,0.0000010133163,0.00059503247,0.0014040385],"genre_scores_gemma":[0.99930465,0.0000049480923,0.0004248054,0.000025434363,0.000028854687,0.000008484115,8.9683374e-7,0.0000072643625,0.00019464648],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988869,0.000027654403,0.00015454071,0.00022803411,0.00045649076,0.0002463899],"domain_scores_gemma":[0.99868745,0.0005321266,0.000041180778,0.0006300007,0.00004131617,0.000067912995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092965114,0.00007530504,0.00008478568,0.00014332419,0.00010368464,0.00007358582,0.00048374868,0.000040047213,0.0000067537867],"category_scores_gemma":[0.001001696,0.000049031685,0.000047795555,0.0010355215,0.00003959658,0.00012705548,0.00023787156,0.00016386449,0.000027985296],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020942153,0.00059837423,0.13808617,0.0006065803,0.0006247658,0.002136795,0.010116304,0.031528912,0.081624016,0.47015074,0.037041012,0.2272769],"study_design_scores_gemma":[0.000348202,0.00034300756,0.747252,0.00005542648,0.000007065504,0.00016606074,0.00037820658,0.14381471,0.089173466,0.017558107,0.000573838,0.00032994075],"about_ca_topic_score_codex":0.00011207725,"about_ca_topic_score_gemma":0.000013821129,"teacher_disagreement_score":0.8505886,"about_ca_system_score_codex":0.00013838723,"about_ca_system_score_gemma":0.00006149751,"threshold_uncertainty_score":0.19994542},"labels":[],"label_agreement":null},{"id":"W4376606636","doi":"10.1109/saner56733.2023.00049","title":"A Multi-Step Learning Approach to Assist Code Review","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Snippet; Code review; Code (set theory); Source code; Process (computing); Task (project management); Artificial intelligence; Machine learning; Set (abstract data type); Software engineering; Static program analysis; Natural language processing; Data science; Programming language; Software development; Software","score_opus":0.07818152572049211,"score_gpt":0.3345728822930996,"score_spread":0.2563913565726075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376606636","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043521862,0.000491195,0.993871,0.0010968011,0.00010007985,0.00025005976,4.0708198e-7,0.0018205538,0.0019347223],"genre_scores_gemma":[0.03892878,0.0003969976,0.9292728,0.0010330415,0.00006070278,0.00023775874,0.000007711362,0.000037149308,0.030025076],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99873257,0.00005547291,0.000132792,0.0003650491,0.00036423118,0.00034987874],"domain_scores_gemma":[0.99899536,0.00028511792,0.00001378465,0.0004883097,0.00006101471,0.00015641146],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00081746536,0.000090893314,0.00014174309,0.00014703753,0.00007108034,0.000098972436,0.0008878573,0.000027211445,0.000015077389],"category_scores_gemma":[0.0015264744,0.00007901167,0.000045308774,0.0017324225,0.0000090934545,0.00011833881,0.0005553762,0.00020005547,0.0019216788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043991554,0.0003313166,0.02701615,0.004335483,0.00010832655,0.00014505709,0.0015906374,0.04294957,0.0013508049,0.014204038,0.49553174,0.41243246],"study_design_scores_gemma":[0.00019819902,0.000046715173,0.03728894,0.0003706474,0.0000029522284,0.000015821539,0.000017870996,0.82670623,0.000097186086,0.0000074610425,0.13494895,0.00029904587],"about_ca_topic_score_codex":0.000020800324,"about_ca_topic_score_gemma":0.0000020485886,"teacher_disagreement_score":0.7837566,"about_ca_system_score_codex":0.00003890205,"about_ca_system_score_gemma":0.000034998753,"threshold_uncertainty_score":0.9988554},"labels":[],"label_agreement":null},{"id":"W4376606818","doi":"10.1109/saner56733.2023.00071","title":"Combining Contexts from Multiple Sources for Documentation-Specific Code Example Generation","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates; University of Calgary","keywords":"Documentation; Internal documentation; Computer science; Code (set theory); Programming language; Compiler; Source code; Software documentation; Unit testing; Redundant code; Code generation; Software engineering; Software; Software development; Operating system; Key (lock); Set (abstract data type); Software development process; Software construction","score_opus":0.08059542835924342,"score_gpt":0.3064540948118102,"score_spread":0.22585866645256675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376606818","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33035055,0.00005685004,0.6682281,0.000198808,0.00034686117,0.00019458059,0.000009014864,0.0005950431,0.000020236685],"genre_scores_gemma":[0.92446125,0.000014312508,0.07433757,0.00006419253,0.0001541361,0.00013646629,0.00012696865,0.000014861957,0.00069024885],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989991,0.000025404634,0.00015496087,0.00032747485,0.0002502782,0.00024274607],"domain_scores_gemma":[0.99740356,0.0021130433,0.00002661973,0.00031537894,0.0000786975,0.0000627255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027897416,0.00008294659,0.00009229724,0.00011775234,0.00015145337,0.0003488127,0.00040703386,0.00003369932,0.00004510254],"category_scores_gemma":[0.00019762224,0.00008180718,0.000034687968,0.0003317707,0.00001492439,0.00038391777,0.00011919712,0.00005435739,0.0002103726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041388845,0.00016141907,0.1104968,0.000055916164,0.00018986271,0.00002719935,0.018662516,0.049376506,0.29180247,0.09636414,0.2470774,0.18574436],"study_design_scores_gemma":[0.0015500842,0.00007841147,0.038322836,0.000012642462,0.000002080813,8.951269e-7,0.00014528877,0.84949976,0.07143076,0.0020558154,0.03662505,0.0002763635],"about_ca_topic_score_codex":0.00027729903,"about_ca_topic_score_gemma":0.000079796446,"teacher_disagreement_score":0.8001233,"about_ca_system_score_codex":0.00003570115,"about_ca_system_score_gemma":0.000020870086,"threshold_uncertainty_score":0.33636087},"labels":[],"label_agreement":null},{"id":"W4376606868","doi":"10.1109/saner56733.2023.00077","title":"JTestMigBench and JTestMigTax: A benchmark and taxonomy for unit test migration","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Unit testing; Computer science; Reuse; Benchmark (surveying); Software engineering; Code (set theory); Taxonomy (biology); Code coverage; Test case; Code reuse; Scratch; Software; Software quality; Test (biology); Programming language; Machine learning; Software development; Engineering","score_opus":0.04112854843615728,"score_gpt":0.2681504518067819,"score_spread":0.2270219033706246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376606868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47251222,0.00030529185,0.52082795,0.0031364344,0.00019686611,0.0011484971,0.000011862051,0.0013086114,0.000552283],"genre_scores_gemma":[0.8849151,0.00009213478,0.112419195,0.00011394024,0.00007644174,0.0004302379,0.00001473678,0.000016758599,0.0019214371],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99914527,0.0000108603235,0.00011214951,0.00031642956,0.00014487414,0.0002704152],"domain_scores_gemma":[0.99688846,0.0026463086,0.000017993818,0.00025794885,0.00007587227,0.000113423535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003389416,0.00009906035,0.00009395324,0.00019761304,0.00010282155,0.00020642705,0.00023807214,0.000044302386,0.0000071195404],"category_scores_gemma":[0.0011806629,0.00009141562,0.000016550854,0.00061144016,0.000034974026,0.000312715,0.0002073951,0.000071447015,0.000019366174],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056377444,0.00006765968,0.80857384,0.00023350738,0.000030695217,0.0000206028,0.0006147547,0.00018602214,0.0029648517,0.027305558,0.055002887,0.10499397],"study_design_scores_gemma":[0.0005783448,0.00031737227,0.5365253,0.000032294323,0.000005153069,0.000029076014,0.00005336134,0.39582726,0.0013283273,0.0018653716,0.06309879,0.0003392935],"about_ca_topic_score_codex":0.000050791197,"about_ca_topic_score_gemma":0.000051194893,"teacher_disagreement_score":0.4124029,"about_ca_system_score_codex":0.0000126218965,"about_ca_system_score_gemma":0.0000416676,"threshold_uncertainty_score":0.37278208},"labels":[],"label_agreement":null},{"id":"W4376632359","doi":"10.48550/arxiv.2305.07097","title":"Automated Smell Detection and Recommendation in Natural Language Requirements","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Usability; Ambiguity; Natural language; Quality (philosophy); Natural language processing; Requirements elicitation; Code smell; Domain (mathematical analysis); Recall; Requirements management; Requirements analysis; Non-functional testing; Artificial intelligence; Precision and recall; Natural (archaeology); Requirements engineering; Software engineering; Human–computer interaction; Software quality; Programming language; Linguistics; Software; Software development","score_opus":0.07626307219116117,"score_gpt":0.23863873021496715,"score_spread":0.162375658023806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376632359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8684304,0.00003167315,0.12884557,0.00006539397,0.0007807537,0.00022617227,0.0000039451074,0.001569793,0.000046338908],"genre_scores_gemma":[0.9988791,0.000051686446,0.00060300174,0.000010926244,0.00002288032,0.0000015013743,0.000019944999,0.000015569594,0.00039539085],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877185,0.00009538089,0.00012424243,0.00067895267,0.00007487575,0.0002547173],"domain_scores_gemma":[0.99916744,0.00019560746,0.00006938801,0.00044925834,0.000051552568,0.0000667644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003408363,0.0001545143,0.00014659678,0.00054703717,0.000051632058,0.000096274176,0.00055634684,0.00015189325,0.0000051867473],"category_scores_gemma":[0.00019287934,0.0001934956,0.00003800862,0.0007779421,0.000030337029,0.00031831456,0.0013097791,0.0005040309,0.00004784435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022903396,0.0005521367,0.29156107,0.0021596474,0.0007044649,0.0054577785,0.009026354,0.55121124,0.012209819,0.010678657,0.0015841993,0.114625625],"study_design_scores_gemma":[0.00028953791,0.000018618859,0.09354247,0.00006329792,0.00000483902,0.0000021216838,0.000041631545,0.90476483,0.0002941135,0.00077310804,0.000021614183,0.00018380451],"about_ca_topic_score_codex":0.0004368945,"about_ca_topic_score_gemma":0.00021800399,"teacher_disagreement_score":0.35355362,"about_ca_system_score_codex":0.0003299214,"about_ca_system_score_gemma":0.000045011897,"threshold_uncertainty_score":0.7890522},"labels":[],"label_agreement":null},{"id":"W4377100930","doi":"10.1016/j.jss.2023.111752","title":"Empirical analysis of security-related code reviews in npm packages","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University; University of Waterloo","funders":"","keywords":"Computer science; Code review; Software security assurance; Identification (biology); Code (set theory); Relation (database); Quality (philosophy); Domain (mathematical analysis); Risk analysis (engineering); Software engineering; Software; Computer security; Static program analysis; Software development; Security service; Information security; Database; Business; Programming language","score_opus":0.03924305586657146,"score_gpt":0.3280759501969659,"score_spread":0.28883289433039444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377100930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95712596,0.011232108,0.030769622,0.00024758608,0.00038775936,0.00015081307,0.000008735137,0.00007038822,0.0000070157143],"genre_scores_gemma":[0.9973247,0.0013716193,0.0011697307,0.000010884678,0.000034124216,0.0000037427085,0.0000013690162,0.000007849012,0.00007598209],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99820215,0.00018518072,0.0008133334,0.00015691566,0.0004399517,0.00020245492],"domain_scores_gemma":[0.99822015,0.0008990452,0.0003040206,0.0002803037,0.00017792606,0.00011857046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002383728,0.00009922832,0.0006757294,0.0011295546,0.00002806675,0.00006692981,0.00042763865,0.000084841595,0.000004064841],"category_scores_gemma":[0.0015288988,0.0000750289,0.00016746997,0.003192087,0.000027160317,0.0002221136,0.00011956489,0.00027817083,0.0000059167064],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069904677,0.000054598815,0.97679955,0.00047966503,0.00045144258,0.00030649165,0.0057868888,0.0069409497,0.00006975229,0.00013613472,0.004846252,0.0041212826],"study_design_scores_gemma":[0.0008827203,0.0002963511,0.93174213,0.0014972711,0.00018073534,0.00017981038,0.0004484103,0.056212038,0.000040421663,0.00042314603,0.00777793,0.0003190159],"about_ca_topic_score_codex":0.000030130217,"about_ca_topic_score_gemma":0.000009598095,"teacher_disagreement_score":0.049271088,"about_ca_system_score_codex":0.000046362493,"about_ca_system_score_gemma":0.000056101988,"threshold_uncertainty_score":0.30595896},"labels":[],"label_agreement":null},{"id":"W4377103668","doi":"10.1145/3592623","title":"Asm2Seq: Explainable Assembly Code Functional Summary Generation for Reverse Engineering and Vulnerability Analysis","year":2023,"lang":"en","type":"article","venue":"Digital Threats Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; Queen's University","funders":"","keywords":"Computer science; Reverse engineering; Firmware; Source code; Assembly language; Automatic summarization; Vulnerability (computing); Code review; Code (set theory); Static program analysis; Leverage (statistics); Software; Process (computing); Context (archaeology); Software engineering; Artificial intelligence; Programming language; Software development; Computer security; Operating system","score_opus":0.1742418370316224,"score_gpt":0.39432737323836237,"score_spread":0.22008553620673996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377103668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21373636,0.0016924413,0.77280706,0.007078233,0.00031617234,0.0012749893,0.00016120131,0.0010995894,0.0018339521],"genre_scores_gemma":[0.9840605,0.0005653149,0.011588507,0.000041132997,0.00021773041,0.0002577705,0.00018920503,0.000026666805,0.0030531455],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99785644,0.00011614703,0.0001731279,0.0005969423,0.0007104264,0.0005468942],"domain_scores_gemma":[0.98711413,0.011632893,0.000028640026,0.0004314377,0.00054716377,0.00024570446],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0038518156,0.00012727072,0.00017021701,0.0005975855,0.00033868893,0.0013007768,0.00024419389,0.00007266408,0.0000032770483],"category_scores_gemma":[0.0139449425,0.0001249109,0.000049963273,0.00223612,0.00006639521,0.0030750644,0.00039051287,0.00030793017,0.000020749287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024546632,0.0017328787,0.05555789,0.0023387503,0.0059627104,0.0011393861,0.0042714574,0.09997385,0.029846225,0.10689316,0.21680728,0.47302175],"study_design_scores_gemma":[0.000681301,0.0005050356,0.014456948,0.000024183482,0.0000427176,0.000067386,0.00021994009,0.9353754,0.00077301514,0.0023649689,0.04510597,0.0003831493],"about_ca_topic_score_codex":0.000030800562,"about_ca_topic_score_gemma":0.000007069745,"teacher_disagreement_score":0.83540154,"about_ca_system_score_codex":0.0000866733,"about_ca_system_score_gemma":0.00010783441,"threshold_uncertainty_score":0.99973595},"labels":[],"label_agreement":null},{"id":"W4377139078","doi":"10.1007/s10664-023-10300-3","title":"Learning to Predict Code Review Completion Time In Modern Code Review","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code review; Computer science; Context (archaeology); Coding (social sciences); Code (set theory); Process (computing); Best practice; Quality (philosophy); Software engineering; Software quality; Software development; Software","score_opus":0.03732351305167277,"score_gpt":0.3175656528412004,"score_spread":0.28024213978952767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377139078","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019920243,0.02642496,0.9392123,0.0057001417,0.00038530433,0.0013557817,0.00001844396,0.0069545335,0.000028294744],"genre_scores_gemma":[0.33024386,0.15724534,0.4605459,0.03082517,0.0023456067,0.006235922,0.0011440213,0.0019104934,0.009503715],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967684,0.00012032615,0.0005911176,0.0007495865,0.0008831168,0.0008874669],"domain_scores_gemma":[0.9971321,0.0015823268,0.000052961077,0.00073727797,0.00011743376,0.00037787974],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016181535,0.0003325176,0.00064631173,0.00041982002,0.00007602699,0.000076675875,0.001152269,0.00010329314,0.000052109597],"category_scores_gemma":[0.010448774,0.00034757666,0.0001373789,0.0035853528,0.000014864136,0.00029950566,0.0007023069,0.00075726636,0.0013008277],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009871421,0.0001236713,0.09819517,0.018355535,0.00008262094,0.00051184127,0.00085082965,0.63788897,0.0005510251,0.00004736949,0.18696111,0.056421977],"study_design_scores_gemma":[0.00043083573,0.00021557063,0.14810039,0.027604733,0.00002189878,0.0000620368,0.0000021356343,0.6504895,0.00006320106,0.00005254851,0.17187881,0.0010783589],"about_ca_topic_score_codex":0.000007059699,"about_ca_topic_score_gemma":0.0000016180834,"teacher_disagreement_score":0.47866642,"about_ca_system_score_codex":0.0002945855,"about_ca_system_score_gemma":0.000075815595,"threshold_uncertainty_score":0.9998976},"labels":[],"label_agreement":null},{"id":"W4377194214","doi":"10.1142/s2811032323500017","title":"A Survey on Code Representation","year":2023,"lang":"en","type":"article","venue":"World Scientific Annual Review of Artificial Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Embedding; Computer science; Benchmark (surveying); Representation (politics); Artificial intelligence; Code (set theory); Feature learning; Machine learning; Natural language processing; Space (punctuation); Programming language","score_opus":0.1135828696490033,"score_gpt":0.39746013919591844,"score_spread":0.28387726954691517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377194214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032133628,0.016489701,0.917465,0.008353547,0.014469012,0.003875388,0.0007250403,0.0029609946,0.0035276904],"genre_scores_gemma":[0.96881676,0.0035554268,0.007045809,0.00063582545,0.00020529372,0.00014728046,0.00023716573,0.000063132175,0.01929328],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965269,0.00028534463,0.00070456543,0.00076640735,0.0012578991,0.00045890856],"domain_scores_gemma":[0.99552697,0.0021434987,0.00016279407,0.0012881649,0.0007270067,0.00015154047],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057218685,0.0001620754,0.00032572137,0.0007208021,0.00019122381,0.0001921336,0.0016363958,0.000031123258,0.00010138247],"category_scores_gemma":[0.006869521,0.00014923574,0.00012772056,0.009612067,0.00026074017,0.00035963932,0.00037168755,0.00021030683,0.002241799],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024830882,0.00025087973,0.001790741,0.0015238036,0.00003210289,0.000047363283,0.0014913031,0.0027962034,0.0007411547,0.07234536,0.20978475,0.70917153],"study_design_scores_gemma":[0.00019085039,0.0010973191,0.1828363,0.03169173,0.000062472296,0.00001780941,0.0006858495,0.29417136,0.1905876,0.034140322,0.26106519,0.0034531953],"about_ca_topic_score_codex":0.000058409307,"about_ca_topic_score_gemma":0.00021701117,"teacher_disagreement_score":0.9366832,"about_ca_system_score_codex":0.000051063256,"about_ca_system_score_gemma":0.00014800127,"threshold_uncertainty_score":0.9985351},"labels":[],"label_agreement":null},{"id":"W4378072131","doi":"10.1007/s10664-023-10287-x","title":"Rubbing salt in the wound? A large-scale investigation into the effects of refactoring on security","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Ministero dell’Istruzione, dell’Università e della Ricerca; Università degli Studi di Salerno; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Code refactoring; Computer science; Technical debt; Source code; Software engineering; Software; Code (set theory); Source lines of code; Software development; Computer security; Programming language; Set (abstract data type)","score_opus":0.017211188368017438,"score_gpt":0.2799320263002199,"score_spread":0.26272083793220247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378072131","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9078957,0.00012931324,0.08963843,0.0007295521,0.0005313822,0.0003208953,8.859742e-7,0.00074917736,0.0000046712858],"genre_scores_gemma":[0.9965361,0.000013664154,0.0030016117,0.00017327513,0.000120334764,0.000109117165,0.0000036169172,0.000028368755,0.000013933514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978916,0.0001295098,0.0002940606,0.00037790183,0.0007507701,0.0005561519],"domain_scores_gemma":[0.99118876,0.007891758,0.000046349352,0.0007310732,0.000046001067,0.00009603991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013552114,0.00020558185,0.00021181785,0.00030448448,0.00012816736,0.00011186556,0.0012195389,0.000107035,0.0000014337073],"category_scores_gemma":[0.0067621013,0.00014040136,0.00008739368,0.0026265197,0.00003382858,0.00024327257,0.00036317154,0.00072510995,0.000031326257],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001839034,0.0002079646,0.70437884,0.0017295468,0.000087250846,0.00023648336,0.16525334,0.11275876,0.0035368758,0.0024932332,0.0034280766,0.0058712293],"study_design_scores_gemma":[0.00060483784,0.00021819273,0.87923527,0.0005444887,0.000008146007,0.00000882698,0.00018121004,0.10548409,0.008140718,0.0018890846,0.003223157,0.00046197983],"about_ca_topic_score_codex":0.000053426167,"about_ca_topic_score_gemma":0.000012418657,"teacher_disagreement_score":0.17485642,"about_ca_system_score_codex":0.00016141911,"about_ca_system_score_gemma":0.000051611398,"threshold_uncertainty_score":0.80953556},"labels":[],"label_agreement":null},{"id":"W4378373692","doi":"10.1109/icst57152.2023.00018","title":"Embedding Context as Code Dependencies for Neural Program Repair","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; ENCODE; Embedding; Source code; Code (set theory); Graph; Dependency graph; Artificial intelligence; Programming language; Theoretical computer science; Representation (politics); Natural language processing","score_opus":0.048594963281501695,"score_gpt":0.3578197693393004,"score_spread":0.3092248060577987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378373692","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5395449,0.00015049022,0.4106159,0.0025694275,0.0013969393,0.0020134116,0.0000065335917,0.042668384,0.0010340459],"genre_scores_gemma":[0.88363147,0.000003380538,0.10946513,0.00013295888,0.00006851604,0.00038693738,0.0000035348787,0.000019702624,0.006288347],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875206,0.000016789907,0.00013031917,0.00032935684,0.0003170054,0.00045445882],"domain_scores_gemma":[0.9983252,0.001037312,0.000015787296,0.00041561187,0.00010573321,0.00010031344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042029537,0.00009454378,0.00010395422,0.0001397132,0.00010222107,0.00018331903,0.0006544074,0.0000421192,0.000014506484],"category_scores_gemma":[0.0012484917,0.00008372185,0.000093607174,0.00057012716,0.00002426222,0.0002783401,0.00030661517,0.000099371275,0.00023201972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036826532,0.00017993421,0.018153304,0.0003326568,0.000153278,0.00031049622,0.0029777768,0.017103098,0.0010945669,0.08195748,0.2423469,0.6353537],"study_design_scores_gemma":[0.00019192627,0.000184016,0.002500071,0.000009147691,0.0000013542231,0.000016663762,0.00009166561,0.9791799,0.0010190482,0.0005288416,0.0161495,0.00012782443],"about_ca_topic_score_codex":0.000038203896,"about_ca_topic_score_gemma":0.00001915488,"teacher_disagreement_score":0.96207684,"about_ca_system_score_codex":0.000034053737,"about_ca_system_score_gemma":0.000056941626,"threshold_uncertainty_score":0.34140778},"labels":[],"label_agreement":null},{"id":"W4378474030","doi":"10.1007/s10664-023-10317-8","title":"Using the uniqueness of global identifiers to determine the provenance of Python software source code","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Identifier; Python (programming language); Computer science; Source code; Software; Open source; Source lines of code; Database; Programming language; Operating system","score_opus":0.05727007110122434,"score_gpt":0.33277357167196664,"score_spread":0.2755035005707423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378474030","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.391875,0.00010236963,0.60653496,0.00027619736,0.00032639562,0.00027066818,0.000014032423,0.00059931027,0.0000010879356],"genre_scores_gemma":[0.93402505,0.000005732264,0.065610416,0.00008984856,0.0000922676,0.000060860442,0.00000230321,0.00005201456,0.000061512306],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9975078,0.000078311234,0.0004857901,0.00045552937,0.00081758894,0.000654984],"domain_scores_gemma":[0.99606526,0.0023109617,0.00011217272,0.0011327161,0.00021254474,0.00016635976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009006191,0.0002642915,0.00034812946,0.00014053837,0.00013387192,0.00008707017,0.0020820925,0.00010738918,0.0000034344264],"category_scores_gemma":[0.005694861,0.00018493066,0.00016078439,0.0035916793,0.0000979251,0.00021496887,0.0010185533,0.00030822048,0.000012731999],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017563792,0.00003658905,0.1754474,0.0003003596,0.000070451024,0.00003204285,0.0011952225,0.80986255,0.0020597095,0.00024165619,0.0010258725,0.009710601],"study_design_scores_gemma":[0.0007027884,0.00032384848,0.55959076,0.00084936904,0.00005349954,0.0001256068,0.00012367088,0.40312886,0.023643082,0.00065919396,0.009665016,0.0011343166],"about_ca_topic_score_codex":0.00006861271,"about_ca_topic_score_gemma":0.000006025543,"teacher_disagreement_score":0.54215,"about_ca_system_score_codex":0.00019391127,"about_ca_system_score_gemma":0.00015483971,"threshold_uncertainty_score":0.75412536},"labels":[],"label_agreement":null},{"id":"W4378770585","doi":"10.48550/arxiv.2305.17286","title":"A Study of Documentation for Software Architecture","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Software documentation; Computer science; Internal documentation; Context (archaeology); World Wide Web; Architecture; Software; Software engineering; Software system; Information retrieval; Programming language; Software construction","score_opus":0.10322875815007611,"score_gpt":0.2429092687851422,"score_spread":0.1396805106350661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378770585","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39457366,0.0000072724283,0.60408765,0.000019600147,0.00029476976,0.00064594223,0.000013039489,0.00035309276,0.0000049995697],"genre_scores_gemma":[0.9890378,0.000009126461,0.010087149,0.000005737388,0.000039833532,0.000011591628,0.000015282576,0.000026949909,0.00076651084],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985079,0.00007423817,0.00017006752,0.0008248499,0.00015049409,0.00027243042],"domain_scores_gemma":[0.99761117,0.0009045987,0.00013571083,0.0010650494,0.00019702976,0.000086440945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028824087,0.0001973918,0.0002607687,0.00047208054,0.00007691768,0.00007197775,0.0016596473,0.00013637969,0.0000043124055],"category_scores_gemma":[0.0003825869,0.00023006237,0.00013390424,0.0007095133,0.000034791905,0.00015405769,0.0016779494,0.0003609138,0.000017795968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032984375,0.00019761235,0.014933088,0.00028444,0.00017382739,0.00012644724,0.0019026039,0.9775726,0.000014913218,0.0032155742,0.00035052665,0.0011953582],"study_design_scores_gemma":[0.010206711,0.0035705676,0.14766148,0.0008857925,0.0004897485,0.0000150209935,0.0028061992,0.42550918,0.0011574639,0.4040562,0.00045738398,0.0031842422],"about_ca_topic_score_codex":0.00015435113,"about_ca_topic_score_gemma":0.000052622516,"teacher_disagreement_score":0.5944642,"about_ca_system_score_codex":0.00012991321,"about_ca_system_score_gemma":0.00013227676,"threshold_uncertainty_score":0.9381671},"labels":[],"label_agreement":null},{"id":"W4378977640","doi":"10.1016/j.jss.2023.111767","title":"BPEL process defects prediction using multi-objective evolutionary search","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Business Process Execution Language; Computer science; Artifact (error); Process (computing); Software engineering; Web service; Business process; Orchestration; Software; Software portability; Genetic programming; Symbolic regression; Machine learning; Artificial intelligence; Data mining; Service-oriented architecture; Programming language; Work in process; Engineering","score_opus":0.038743592987931175,"score_gpt":0.30080741990111104,"score_spread":0.26206382691317986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378977640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6148436,0.001099342,0.38310987,0.000018260713,0.00064744154,0.00012932575,0.000005708343,0.00014449707,0.000001927544],"genre_scores_gemma":[0.991399,0.000049887927,0.0082089845,0.0000036616743,0.00024131268,0.000005357998,8.3699933e-7,0.000015080712,0.00007591158],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984708,0.000086921165,0.00030885503,0.00018928359,0.0006656873,0.00027845605],"domain_scores_gemma":[0.9985146,0.00042991442,0.00011835892,0.00017112345,0.00060541416,0.00016057231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008949734,0.00010644484,0.00020692087,0.00046872592,0.00016983062,0.0001452391,0.00032480108,0.000081660946,8.450104e-7],"category_scores_gemma":[0.0006767147,0.00009004198,0.00005944828,0.00081227423,0.00003288842,0.00066310633,0.00012521146,0.00030172488,0.000007234799],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032441687,0.00010087585,0.8243872,0.0010687491,0.00016581245,0.0004939103,0.0052253436,0.16238604,0.0011846527,0.0001761978,0.0009199554,0.0038588168],"study_design_scores_gemma":[0.0008517391,0.000293803,0.5796926,0.00078613835,0.000013727325,0.0014364332,0.00076609844,0.4155543,0.00015261673,0.00012246477,0.00013382005,0.00019622664],"about_ca_topic_score_codex":0.000035659155,"about_ca_topic_score_gemma":4.8948306e-7,"teacher_disagreement_score":0.37655535,"about_ca_system_score_codex":0.00015540389,"about_ca_system_score_gemma":0.00025335778,"threshold_uncertainty_score":0.36718053},"labels":[],"label_agreement":null},{"id":"W4379014622","doi":"10.1145/3603110","title":"Dependency Update Strategies and Package Characteristics","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University","funders":"","keywords":"Computer science; Dependency (UML); Software versioning; Software engineering; Dilemma; Software; Programming language","score_opus":0.07638883686026998,"score_gpt":0.32458871075136997,"score_spread":0.2481998738911,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379014622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112039685,0.00018029267,0.88546634,0.00023721678,0.0005392995,0.000089429006,0.0000113807655,0.0014348131,0.0000015304581],"genre_scores_gemma":[0.37687248,0.0008474851,0.62200314,0.000051169834,0.00004356503,0.000053907923,0.0000059017543,0.00003487061,0.00008748963],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986526,0.0001119232,0.00019409513,0.00044106285,0.00017001537,0.00043033264],"domain_scores_gemma":[0.9950166,0.0041342187,0.000025580186,0.0006165061,0.00004473362,0.00016237973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076172344,0.00020513801,0.000264038,0.0004399788,0.00013121236,0.0001566053,0.00043984014,0.00014562899,0.000009612121],"category_scores_gemma":[0.0018865472,0.00021000665,0.00004230942,0.0005577572,0.000048382386,0.00036165307,0.00005849011,0.00041788077,0.000035106335],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004094301,0.00007777262,0.0030980115,0.00056457194,0.00027962445,0.0003527997,0.0025280833,0.017838228,0.0058755577,0.014734666,0.0001704225,0.95443934],"study_design_scores_gemma":[0.004353899,0.0020140687,0.77667147,0.0005513795,0.0002443916,0.0023346432,0.0011234455,0.13155074,0.023994613,0.025623923,0.026594933,0.0049424963],"about_ca_topic_score_codex":0.000011636687,"about_ca_topic_score_gemma":0.0000016454173,"teacher_disagreement_score":0.9494968,"about_ca_system_score_codex":0.00002081745,"about_ca_system_score_gemma":0.00004682791,"threshold_uncertainty_score":0.85638225},"labels":[],"label_agreement":null},{"id":"W4379115941","doi":"10.23919/date56975.2023.10137086","title":"Benchmarking Large Language Models for Automated Verilog RTL Code Generation","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":142,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Army Research Office; National Science Foundation","keywords":"Computer science; Verilog; Programming language; Compiler; Correctness; Construct (python library); Scripting language; Embedded system; Field-programmable gate array","score_opus":0.04206808642623612,"score_gpt":0.31821297014393424,"score_spread":0.27614488371769813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379115941","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051588822,0.000027058555,0.9432599,0.00019174938,0.00034224076,0.00019156876,0.000011585352,0.004194652,0.00019240731],"genre_scores_gemma":[0.8888408,0.0000047998483,0.10987774,0.00009529419,0.00016892642,0.00008488132,0.00006952556,0.000017113518,0.0008409075],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904525,0.000017173521,0.00010737493,0.00025933943,0.00022090213,0.00034995872],"domain_scores_gemma":[0.9992737,0.00026740876,0.000014659318,0.0003305822,0.00005782831,0.000055810353],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045615784,0.00007555897,0.00007874929,0.00015119778,0.0000943391,0.0001272431,0.00039061185,0.00004643714,0.000015543399],"category_scores_gemma":[0.00016124408,0.000072192415,0.00003421051,0.00052728207,0.0000054952807,0.00031377768,0.00018355969,0.00005527071,0.00007145921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008672411,0.00009163808,0.00087785366,0.00014709267,0.00007772968,0.00008488772,0.0049624033,0.5315608,0.04558487,0.14936781,0.23621842,0.031017855],"study_design_scores_gemma":[0.0001901076,0.000025083034,0.000683044,0.000004684805,8.8966436e-7,0.0000015862634,0.000009845852,0.9952943,0.0027247993,0.0002228591,0.0007517421,0.00009106944],"about_ca_topic_score_codex":0.00001331399,"about_ca_topic_score_gemma":0.000017183429,"teacher_disagreement_score":0.83725196,"about_ca_system_score_codex":0.000041910946,"about_ca_system_score_gemma":0.000038163795,"threshold_uncertainty_score":0.29439214},"labels":[],"label_agreement":null},{"id":"W4379391205","doi":"10.5121/csit.2023.130810","title":"Analyzing Emotional Contagion in Commit Messages of Open-Source Software Repositories","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Commit; Emotional contagion; Software; Affect (linguistics); Productivity; Computer science; Open source software; Creativity; Software development; Time zone; Process (computing); Psychology; Social psychology; Communication","score_opus":0.027046312835567243,"score_gpt":0.30135844593399963,"score_spread":0.2743121330984324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379391205","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28371072,0.0000841161,0.71387726,0.00075445004,0.00030378602,0.00018989822,0.0000017480354,0.00070790376,0.00037011295],"genre_scores_gemma":[0.9720556,0.000010098913,0.026022073,0.000015392663,0.000027067246,0.000014810722,0.0000049538203,0.000010649812,0.001839319],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989324,0.000056869332,0.00022228218,0.00025244156,0.0003144763,0.000221539],"domain_scores_gemma":[0.9982985,0.0010779211,0.00003948151,0.00043560466,0.000098048484,0.000050410174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062687526,0.0000788408,0.0001622678,0.00029363733,0.000055626155,0.00018234138,0.001289853,0.0000408349,0.00001410219],"category_scores_gemma":[0.0008002979,0.00007524834,0.00003160169,0.0014318498,0.00003167743,0.00048119435,0.0010964782,0.00012764077,0.00002178508],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065477843,0.00004681729,0.9673467,0.000059821192,0.000024503812,0.0000530626,0.0006586559,0.0054891394,0.00073161453,0.010144067,0.005885961,0.0095530525],"study_design_scores_gemma":[0.0005013871,0.00006443122,0.9680549,0.00014240765,0.0000018520997,0.000011690047,0.000095996664,0.021341192,0.0067120497,0.0011564089,0.0017100535,0.00020763295],"about_ca_topic_score_codex":0.00038425883,"about_ca_topic_score_gemma":0.00003800564,"teacher_disagreement_score":0.6883449,"about_ca_system_score_codex":0.0000481932,"about_ca_system_score_gemma":0.000063342486,"threshold_uncertainty_score":0.30685383},"labels":[],"label_agreement":null},{"id":"W4379930888","doi":"10.1109/iciccs56967.2023.10142534","title":"Explainable Software Defect Prediction from Cross Company Project Metrics using Machine Learning","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Fanshawe College","funders":"","keywords":"Computer science; Software bug; Schedule; Machine learning; Sizing; Software; Predictive modelling; Product metric; Transparency (behavior); Software metric; Artificial intelligence; Class (philosophy); Data mining; Software engineering; Software development; Software quality","score_opus":0.057804348197871336,"score_gpt":0.3175388171236185,"score_spread":0.25973446892574714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379930888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39920515,0.00014298357,0.59720945,0.000014042029,0.00033166443,0.00016825665,0.000011408684,0.0028770848,0.000039983322],"genre_scores_gemma":[0.8450749,0.000027986187,0.15325677,0.000021197222,0.00014197198,0.00003835145,0.00006654182,0.00004882506,0.0013234805],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978554,0.000106937536,0.00022879295,0.0005478044,0.00067623117,0.00058481697],"domain_scores_gemma":[0.9975782,0.0016146684,0.00004854154,0.00050872413,0.00014714524,0.00010272409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008244184,0.00017505983,0.00019224983,0.00072691636,0.00035438908,0.00048848666,0.0007481504,0.00009170238,0.000030245474],"category_scores_gemma":[0.0026887136,0.00016686197,0.000099171564,0.003897578,0.000030472178,0.000679749,0.000686137,0.00040655248,0.00015543381],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009072113,0.000037003345,0.8634899,0.000058125774,0.00006636533,0.00009178422,0.000684902,0.12779287,0.00088004716,0.00017446402,0.0009377707,0.0057776836],"study_design_scores_gemma":[0.00031610322,0.00006563268,0.057418514,0.000023665509,0.000005436569,0.000010687751,0.000029284161,0.9383386,0.0015540441,0.00013278988,0.0019208108,0.0001844568],"about_ca_topic_score_codex":0.0019289776,"about_ca_topic_score_gemma":0.000013550776,"teacher_disagreement_score":0.8105457,"about_ca_system_score_codex":0.00019773653,"about_ca_system_score_gemma":0.00012212644,"threshold_uncertainty_score":0.68044335},"labels":[],"label_agreement":null},{"id":"W4380048657","doi":"10.1007/s10472-023-09844-3","title":"Quantifying the relationship between software design principles and performance in Jason: a case study with simulated mobile robots","year":2023,"lang":"en","type":"article","venue":"Annals of Mathematics and Artificial Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maintainability; Cyclomatic complexity; Cohesion (chemistry); Computer science; Code (set theory); Separation of concerns; Coupling (piping); Software; Software engineering; Artificial intelligence; Reliability engineering; Programming language; Engineering","score_opus":0.4450014916976675,"score_gpt":0.4113975001879414,"score_spread":0.033603991509726094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380048657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77944934,0.00007223009,0.2199415,0.00007160956,0.000010619784,0.00038933576,7.2146315e-7,0.00006370947,9.588972e-7],"genre_scores_gemma":[0.9876603,0.000029004357,0.0122587215,0.0000039416477,0.0000087013195,0.00002259957,3.5169163e-7,0.000009856523,0.0000065182],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894655,0.000056590026,0.00033082959,0.00021602487,0.00023659777,0.0002134153],"domain_scores_gemma":[0.9944455,0.0050237537,0.000080489735,0.00030909816,0.000090825015,0.000050319522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015624533,0.00010748907,0.00017045345,0.00016230301,0.00017116596,0.00012351533,0.00027376154,0.000034581113,8.7370086e-7],"category_scores_gemma":[0.0009759566,0.00007446055,0.000014144071,0.0008248366,0.0000835909,0.00017990888,0.00019050181,0.0001570531,0.0000052303],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015724756,0.0002267716,0.63815534,0.00032861313,0.000036090867,0.00032120533,0.025438758,0.28233773,0.0000131059305,0.006116098,0.0000030916635,0.047007456],"study_design_scores_gemma":[0.00005050297,0.0008279584,0.10400513,0.00031727913,0.000009271633,0.00010297129,0.005180215,0.881877,0.0018869857,0.005516825,0.0000029481803,0.00022289569],"about_ca_topic_score_codex":0.00003978445,"about_ca_topic_score_gemma":0.000026829857,"teacher_disagreement_score":0.5995393,"about_ca_system_score_codex":0.0000042327997,"about_ca_system_score_gemma":0.00002567696,"threshold_uncertainty_score":0.30364132},"labels":[],"label_agreement":null},{"id":"W4380520359","doi":"10.1109/tse.2023.3285743","title":"STRE: An Automated Approach to Suggesting App Developers When to Stop Reading Reviews","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Fundo para o Desenvolvimento das Ciências e da Tecnologia; China Postdoctoral Science Foundation","keywords":"Computer science; Reading (process); Upload; Categorization; World Wide Web; Complement (music); Data science; Artificial intelligence","score_opus":0.039493449767354936,"score_gpt":0.2921104368037568,"score_spread":0.2526169870364019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380520359","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024108132,0.000028381442,0.95924586,0.00008875985,0.00086943724,0.00074194284,0.000012689836,0.014885724,0.000019045681],"genre_scores_gemma":[0.25237057,0.000017851406,0.7461631,0.0001440822,0.00009181639,0.0006235931,0.000009539802,0.00013573743,0.00044375638],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99696386,0.000066088935,0.00046947986,0.0009266295,0.00060997077,0.0009639961],"domain_scores_gemma":[0.9974847,0.00062636746,0.00003649685,0.0010652135,0.00012088875,0.00066635164],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009805808,0.00041916542,0.00041500438,0.0012714679,0.00025582887,0.00028149603,0.0012804099,0.00013576812,0.000009425934],"category_scores_gemma":[0.00075052865,0.00045785087,0.00011209147,0.003818159,0.000011683964,0.0006097136,0.000027305085,0.00053366536,0.00060407235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004513137,0.00004748931,0.0000604777,0.0001234569,0.000027750808,0.000019040031,0.0027024427,0.95672345,0.0013746045,0.000043259846,0.0014762101,0.037397295],"study_design_scores_gemma":[0.00037727575,0.00023421284,0.003100956,0.00057120225,0.0000185465,0.000058886926,0.00010673554,0.97630864,0.00848548,0.0000062559493,0.009408232,0.0013235513],"about_ca_topic_score_codex":0.000039228868,"about_ca_topic_score_gemma":0.0000032419673,"teacher_disagreement_score":0.22826242,"about_ca_system_score_codex":0.0003550573,"about_ca_system_score_gemma":0.00009341602,"threshold_uncertainty_score":0.99978733},"labels":[],"label_agreement":null},{"id":"W4380568713","doi":"10.1145/3593434.3593475","title":"Developers’ Perception of GitHub Actions: A Survey Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Documentation; Computer science; Debugging; Usability; Workflow; Action (physics); Process (computing); Visibility; World Wide Web; Perception; Software engineering; Data science; Human–computer interaction; Database; Programming language","score_opus":0.08776789958189843,"score_gpt":0.33645096473283564,"score_spread":0.24868306515093722,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380568713","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40052912,0.0000026163482,0.5987433,0.000096784475,0.000057152367,0.000034789526,0.0000018489212,0.00033642963,0.00019794574],"genre_scores_gemma":[0.9775305,0.000012114685,0.021047289,0.000008952811,0.0000061567193,0.000007611224,0.000010523544,0.0000036975225,0.0013731972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99924076,0.000052240888,0.00011058931,0.00017874033,0.0002683713,0.0001493051],"domain_scores_gemma":[0.99890935,0.0005511874,0.00001481968,0.00034444692,0.00013813612,0.000042033687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000724249,0.00004693361,0.00009818024,0.0006363382,0.000033144675,0.000038432827,0.00039600566,0.000027374675,0.000091187256],"category_scores_gemma":[0.0006119327,0.000041902258,0.000052194388,0.0053338613,0.0000144637415,0.00017566483,0.0001450879,0.000053380696,0.00026869075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035353576,0.00003661257,0.9481263,0.000019757463,0.00038022033,0.0000053453186,0.0016506349,0.011042397,0.0020571451,0.0011385379,0.00449731,0.031042166],"study_design_scores_gemma":[0.000032833937,0.000008903193,0.937227,0.0000014580015,0.0000048409674,4.5645206e-7,0.000028293754,0.062339507,0.00016401496,0.000018467936,0.00012645409,0.00004777752],"about_ca_topic_score_codex":0.0004865843,"about_ca_topic_score_gemma":0.00010476818,"teacher_disagreement_score":0.577696,"about_ca_system_score_codex":0.00003545538,"about_ca_system_score_gemma":0.000049288254,"threshold_uncertainty_score":0.34535655},"labels":[],"label_agreement":null},{"id":"W4380877364","doi":"10.1007/s10270-023-01113-5","title":"Repository mining for changes in Simulink and Stateflow models","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Stateflow; Computer science; Automotive industry; MATLAB; Software; Model-based design; Software engineering; Simulation; Programming language; Engineering","score_opus":0.05202037005972848,"score_gpt":0.28110912341442795,"score_spread":0.22908875335469947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380877364","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21046771,0.0014265762,0.7859033,0.00007459844,0.00060180784,0.00043852118,0.000005803359,0.0010749224,0.000006774187],"genre_scores_gemma":[0.96057445,0.0000669312,0.038618498,0.000016881815,0.00014623943,0.00031339301,0.000007170684,0.000047397374,0.00020902281],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798846,0.000058523805,0.00034426854,0.0006150324,0.00037935664,0.000614357],"domain_scores_gemma":[0.9979249,0.0012523487,0.00005241935,0.00049812865,0.00014210107,0.00013009213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010670357,0.0001896675,0.0002873506,0.00046589028,0.00015196613,0.00026436476,0.0005080791,0.00011518877,1.2717891e-7],"category_scores_gemma":[0.00048795546,0.00019781031,0.0000400127,0.0006112685,0.000016482414,0.00043971406,0.00029141025,0.00015888177,0.000003761134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049202417,0.0000058798605,0.0018906859,0.00029469762,0.0000106068,0.00003223258,0.0019832097,0.9900431,0.000097046555,0.0002271646,0.000093130315,0.0053172945],"study_design_scores_gemma":[0.00030965864,0.000043241198,0.000049388767,0.00028924426,0.0000024558235,0.000013471541,0.0002391661,0.99809146,0.00003543964,0.00060824153,0.00010403998,0.0002142153],"about_ca_topic_score_codex":0.00012868764,"about_ca_topic_score_gemma":0.000015729665,"teacher_disagreement_score":0.75010675,"about_ca_system_score_codex":0.00010582735,"about_ca_system_score_gemma":0.00008558035,"threshold_uncertainty_score":0.806647},"labels":[],"label_agreement":null},{"id":"W4381185676","doi":"10.1017/pds.2023.107","title":"CONNECTING DESIGN ITERATIONS TO PERFORMANCE IN ENGINEERING DESIGN","year":2023,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Engineering design process; Ambiguity; Process (computing); Iterative design; Design process; Industrial engineering; Mathematical optimization; Mathematics; Work in process; Operations management; Engineering","score_opus":0.04541328401669431,"score_gpt":0.2559900809916875,"score_spread":0.2105767969749932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381185676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11405558,0.00002055359,0.88426465,0.00043427988,0.00014060733,0.0006220608,4.4115873e-7,0.0004505807,0.000011232479],"genre_scores_gemma":[0.64594656,0.000011594763,0.35379538,0.00003925508,0.000030782372,0.00010290958,1.04887796e-7,0.000020738424,0.0000526771],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849033,0.000018047456,0.00025689648,0.00033198795,0.00042141776,0.00048131062],"domain_scores_gemma":[0.99824214,0.0012135003,0.00006243106,0.00020396204,0.0001962467,0.00008171848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025554074,0.00015807248,0.00017110369,0.00016304803,0.00015997849,0.00016548845,0.0013251732,0.00007522684,0.0000015610343],"category_scores_gemma":[0.0015778326,0.00013788708,0.00009176665,0.0029540055,0.000015803265,0.0005278287,0.00042922638,0.000275369,0.00002256993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001050488,0.000029060639,0.0032428098,0.00020019781,0.000033596574,9.220583e-7,0.015902497,0.8334361,0.13910957,0.00090715016,0.0054073907,0.0017202055],"study_design_scores_gemma":[0.0001677137,0.0000700045,0.006050374,0.00016066399,0.000002919348,0.0000058888563,0.00013436607,0.8659734,0.12705213,0.00014621335,0.00006659018,0.00016971384],"about_ca_topic_score_codex":0.0000026958774,"about_ca_topic_score_gemma":5.0598683e-8,"teacher_disagreement_score":0.531891,"about_ca_system_score_codex":0.00014103213,"about_ca_system_score_gemma":0.00006935692,"threshold_uncertainty_score":0.56228715},"labels":[],"label_agreement":null},{"id":"W4381198270","doi":"10.2139/ssrn.4484020","title":"An Empirical Study on Bug Severity Estimation Using Source Code Metrics and Static Analysis","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Manitoba; University of Calgary","funders":"","keywords":"Computer science; Leverage (statistics); Software bug; Source lines of code; Java; Code (set theory); Source code; Open source; Domain (mathematical analysis); Data mining; Set (abstract data type); Software; Static analysis; Static program analysis; Code review; Software engineering; Machine learning; Programming language; Software development","score_opus":0.0576716752167631,"score_gpt":0.382528128887947,"score_spread":0.32485645367118393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381198270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4773686,0.000117213116,0.5219703,0.00011051021,0.000116532465,0.00015937584,0.0000027757321,0.0001542025,5.338029e-7],"genre_scores_gemma":[0.98660296,0.0001582286,0.0129978685,0.00002030231,0.00009726972,0.000010555124,0.000008295931,0.00004255078,0.00006194144],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99527395,0.00049779983,0.00046146446,0.00077658973,0.001245342,0.0017448388],"domain_scores_gemma":[0.9976098,0.0008532234,0.00024711658,0.0008707826,0.00018623489,0.00023287002],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005613452,0.00031586117,0.00050717994,0.0019919525,0.00028013185,0.0007891001,0.0013128069,0.00016947128,0.0000016752807],"category_scores_gemma":[0.0010675086,0.0003072166,0.00015314648,0.0026699514,0.000033229804,0.00028713487,0.0007210059,0.0046971706,0.000007398818],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017255232,0.00031971175,0.18314038,0.000029340967,0.0016838755,0.00003881323,0.0016176052,0.79760164,0.000007563133,0.00022160297,0.000014732976,0.015307453],"study_design_scores_gemma":[0.00025466864,0.0004792333,0.086399406,0.000021129112,0.00028439617,0.00006238026,0.00035703782,0.8942159,0.000005035602,0.017639535,0.00000354388,0.0002777512],"about_ca_topic_score_codex":0.00024062308,"about_ca_topic_score_gemma":0.00025524828,"teacher_disagreement_score":0.5092344,"about_ca_system_score_codex":0.002156901,"about_ca_system_score_gemma":0.002213767,"threshold_uncertainty_score":0.999938},"labels":[],"label_agreement":null},{"id":"W4381304075","doi":"10.1109/tse.2023.3281275","title":"Multi-Granularity Detector for Vulnerability Fixes","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Research Foundation Singapore; National University of Singapore","keywords":"Computer science; Commit; Granularity; Vulnerability (computing); Source code; Software; Python (programming language); Code (set theory); Data mining; Computer security; Database; Operating system; Programming language","score_opus":0.03505384984562248,"score_gpt":0.28615123860887126,"score_spread":0.2510973887632488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381304075","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049910303,0.00002825645,0.94271314,0.00006061838,0.0016035079,0.00047935089,0.00005876861,0.0051455623,5.1403447e-7],"genre_scores_gemma":[0.7082132,0.000008865254,0.29096624,0.000020847458,0.00005918285,0.0004966644,0.0000037105324,0.000058377955,0.00017289873],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980123,0.000029372246,0.00027807592,0.000616424,0.00038832787,0.00067547336],"domain_scores_gemma":[0.9965098,0.0022967397,0.000025503983,0.0008331732,0.00012609789,0.00020869469],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005596007,0.00027989986,0.00025359023,0.00050391094,0.00024380347,0.00013144764,0.00075754477,0.00014960823,0.000013733958],"category_scores_gemma":[0.0006898623,0.00030559194,0.00022948535,0.0013040877,0.000026980311,0.00036636784,0.000009101852,0.00046781538,0.00011527139],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020250123,0.0001657713,0.0007087398,0.00033997238,0.000096848344,0.000022795697,0.00039044328,0.9594986,0.0062495247,0.00007111499,0.00030410165,0.03213183],"study_design_scores_gemma":[0.0010152287,0.00016719609,0.014192681,0.00007352116,0.000014942151,0.000013027675,0.000007845957,0.9166115,0.06543197,0.00004558631,0.0017884035,0.0006380979],"about_ca_topic_score_codex":0.000018216557,"about_ca_topic_score_gemma":0.000007424411,"teacher_disagreement_score":0.6583029,"about_ca_system_score_codex":0.0001646289,"about_ca_system_score_gemma":0.00006090445,"threshold_uncertainty_score":0.9999396},"labels":[],"label_agreement":null},{"id":"W4381956191","doi":"10.1007/978-3-031-36272-9_6","title":"Investigating the Utility of Self-explanation Through Translation Activities with a Code-Tracing Tutor","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Tracing; Computer science; TUTOR; Code (set theory); TRACE (psycholinguistics); Programming language; Artificial intelligence; Linguistics","score_opus":0.040680946777781155,"score_gpt":0.2753006196332029,"score_spread":0.23461967285542173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381956191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022113791,0.000098677476,0.9955127,0.00047738227,0.0004359915,0.00040143193,0.0000066579933,0.00039013155,0.00046563326],"genre_scores_gemma":[0.6310422,0.000011614394,0.36864275,0.00008998127,0.00012363578,0.0000145496515,0.0000034581944,0.000029684865,0.00004213289],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969672,0.000051672458,0.0003717076,0.00082028867,0.0013679836,0.00042115775],"domain_scores_gemma":[0.99518853,0.0034280526,0.0002207198,0.00090921234,0.00019286096,0.00006061933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013206683,0.00030586257,0.0003259897,0.0003863991,0.00023137477,0.00028636024,0.0018441905,0.00016378192,0.0000033315519],"category_scores_gemma":[0.0002814734,0.00022323804,0.000063000225,0.0010221708,0.0005956664,0.00080988626,0.00035790825,0.0007448353,0.0000037428051],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018260263,0.00006192395,0.002130835,0.0007280084,0.00010435612,0.000056822264,0.04012783,0.2510648,0.0005458994,0.019609774,0.00004875185,0.68550277],"study_design_scores_gemma":[0.00016923856,0.00014612853,0.0024149455,0.00060906145,0.000008467778,0.000025455982,0.0000016875236,0.9626861,0.0035962125,0.029913746,0.00009205553,0.00033689878],"about_ca_topic_score_codex":0.000048359765,"about_ca_topic_score_gemma":0.000090069654,"teacher_disagreement_score":0.7116213,"about_ca_system_score_codex":0.00013044903,"about_ca_system_score_gemma":0.00057227095,"threshold_uncertainty_score":0.9103383},"labels":[],"label_agreement":null},{"id":"W4382363007","doi":"10.1145/3589806.3600043","title":"Fingerprinting and Building Large Reproducible Datasets","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Documentation; Context (archaeology); Data science; Data mining; Software; Scale (ratio); Empirical research; Software quality; Quality (philosophy); Software engineering; Software development; Programming language","score_opus":0.026388828003827226,"score_gpt":0.30869686519255934,"score_spread":0.2823080371887321,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382363007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45697334,0.000076309676,0.5394279,0.00096419035,0.00023931322,0.00009515944,0.0000060363855,0.0019454516,0.00027233246],"genre_scores_gemma":[0.91092145,0.000015874477,0.088316694,0.00006699968,0.00005886828,0.000009086416,0.000007643185,0.000010424827,0.000592946],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899215,0.000012535238,0.00007872212,0.00042974338,0.0001755998,0.00031125575],"domain_scores_gemma":[0.99882025,0.00038359207,0.000010228073,0.0007089742,0.000016469523,0.00006048034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010979905,0.000053934156,0.000058556616,0.0001500361,0.0000876752,0.00015067619,0.0004152038,0.000018720624,0.000010475868],"category_scores_gemma":[0.001438039,0.000051309224,0.000010164899,0.0007258878,0.000008046686,0.00027347938,0.0011264757,0.00009146537,0.00012481595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004425552,0.000094498115,0.27927366,0.00035677824,0.00007482163,0.0005105228,0.0023373296,0.001902053,0.04359986,0.22094782,0.19358842,0.2573098],"study_design_scores_gemma":[0.00057161244,0.000054981923,0.30643928,0.00009038303,0.0000031100808,0.000069321875,0.00005278258,0.5222715,0.046137284,0.0033290056,0.12035671,0.0006240255],"about_ca_topic_score_codex":0.000014947335,"about_ca_topic_score_gemma":0.00000110271,"teacher_disagreement_score":0.52036947,"about_ca_system_score_codex":0.00000940014,"about_ca_system_score_gemma":0.00001448406,"threshold_uncertainty_score":0.20923294},"labels":[],"label_agreement":null},{"id":"W4382987313","doi":"10.1145/3607186","title":"What Constitutes the Deployment and Runtime Configuration System? An Empirical Study on OpenStack Projects","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software deployment; Computer science; Configuration Management (ITSM); Software configuration management; Operating system; Software; Leverage (statistics); System deployment; Software system; Software construction","score_opus":0.1711848459207054,"score_gpt":0.38614101168772763,"score_spread":0.21495616576702223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382987313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.296515,0.000077733595,0.70061404,0.0004021315,0.0008460288,0.0005082015,0.0000026170148,0.0010329982,0.0000012818712],"genre_scores_gemma":[0.9071554,0.000097386015,0.09216553,0.00010061432,0.000052533713,0.00031545572,0.0000034919315,0.00003350623,0.00007611955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9981819,0.000427174,0.00022021754,0.0005507823,0.0002712068,0.00034875824],"domain_scores_gemma":[0.9925278,0.006453357,0.000029491594,0.00078908773,0.00006333456,0.00013692066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016287056,0.00021908026,0.00027053387,0.00034941,0.00027332266,0.00028559996,0.00048281485,0.000104033796,0.0000022844945],"category_scores_gemma":[0.0012955143,0.00016949621,0.00003550401,0.0005774726,0.00006872305,0.00043682425,0.00004723686,0.00038728688,0.000019878158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033805007,0.0012647541,0.019860588,0.00090437103,0.0013343294,0.0006858453,0.054604862,0.472658,0.0039699697,0.007407131,0.00061103585,0.43636107],"study_design_scores_gemma":[0.009470234,0.014797548,0.56567633,0.0014805791,0.00049945485,0.0018882833,0.03001657,0.33160898,0.030848939,0.00068167585,0.008914789,0.0041166325],"about_ca_topic_score_codex":0.000025788988,"about_ca_topic_score_gemma":0.000005300338,"teacher_disagreement_score":0.6106404,"about_ca_system_score_codex":0.00005262614,"about_ca_system_score_gemma":0.000053555304,"threshold_uncertainty_score":0.69118553},"labels":[],"label_agreement":null},{"id":"W4383053810","doi":"10.5281/zenodo.8114639","title":"Investigating the Impact of Pull Request Reviews on Software Quality Metrics and Code Smells","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code smell; Computer science; Software quality; Quality (philosophy); Code (set theory); Software; Software engineering; Software development; Programming language","score_opus":0.11808314495758414,"score_gpt":0.34749610944964787,"score_spread":0.22941296449206372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383053810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042256262,0.028043035,0.66100305,0.0059585925,0.006080964,0.018139932,0.015229482,0.015558012,0.20773067],"genre_scores_gemma":[0.3611282,0.10819552,0.1069224,0.0029136173,0.008517984,0.000011789504,0.039197914,0.05823387,0.3148787],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957363,0.0013624924,0.0006537048,0.00077654846,0.00090871664,0.000562227],"domain_scores_gemma":[0.9958768,0.0010179973,0.00043700833,0.0015874762,0.00080014375,0.0002805875],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044652377,0.00032977795,0.0005115425,0.0006666532,0.0011701477,0.0012455544,0.0036330272,0.00017922839,0.0013748962],"category_scores_gemma":[0.022418005,0.00025411128,0.00015821295,0.0028179463,0.00028883273,0.00025777562,0.003433565,0.0010629289,0.018230122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006950962,0.00004754409,0.000013521475,0.00048410814,0.00007377212,0.0000048255197,0.0007479077,0.0006604953,0.00024662243,0.0007967851,0.93779683,0.059120644],"study_design_scores_gemma":[0.0002982855,0.0005632211,0.002784009,0.0005508568,0.000012985616,0.000040764455,0.0000306363,0.0018587818,0.00022631431,0.00020860907,0.9929847,0.00044080825],"about_ca_topic_score_codex":0.00012730985,"about_ca_topic_score_gemma":4.4511285e-7,"teacher_disagreement_score":0.55408067,"about_ca_system_score_codex":0.00034492023,"about_ca_system_score_gemma":0.00003228404,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W4383053811","doi":"10.5281/zenodo.8114660","title":"Investigating the Impact of Pull Request Reviews on Software Quality Metrics and Code Smells","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code smell; Computer science; Software quality; Quality (philosophy); Code (set theory); Software; Software engineering; Code review; Software development; Programming language","score_opus":0.11808314495758414,"score_gpt":0.34749610944964787,"score_spread":0.22941296449206372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383053811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042256262,0.028043035,0.66100305,0.0059585925,0.006080964,0.018139932,0.015229482,0.015558012,0.20773067],"genre_scores_gemma":[0.3611282,0.10819552,0.1069224,0.0029136173,0.008517984,0.000011789504,0.039197914,0.05823387,0.3148787],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9957363,0.0013624924,0.0006537048,0.00077654846,0.00090871664,0.000562227],"domain_scores_gemma":[0.9958768,0.0010179973,0.00043700833,0.0015874762,0.00080014375,0.0002805875],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0044652377,0.00032977795,0.0005115425,0.0006666532,0.0011701477,0.0012455544,0.0036330272,0.00017922839,0.0013748962],"category_scores_gemma":[0.022418005,0.00025411128,0.00015821295,0.0028179463,0.00028883273,0.00025777562,0.003433565,0.0010629289,0.018230122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006950962,0.00004754409,0.000013521475,0.00048410814,0.00007377212,0.0000048255197,0.0007479077,0.0006604953,0.00024662243,0.0007967851,0.93779683,0.059120644],"study_design_scores_gemma":[0.0002982855,0.0005632211,0.002784009,0.0005508568,0.000012985616,0.000040764455,0.0000306363,0.0018587818,0.00022631431,0.00020860907,0.9929847,0.00044080825],"about_ca_topic_score_codex":0.00012730985,"about_ca_topic_score_gemma":4.4511285e-7,"teacher_disagreement_score":0.55408067,"about_ca_system_score_codex":0.00034492023,"about_ca_system_score_gemma":0.00003228404,"threshold_uncertainty_score":0.9999911},"labels":[],"label_agreement":null},{"id":"W4383067302","doi":"10.1145/3607179","title":"A Systematic Review of Automated Query Reformulations in Source Code Search","year":2023,"lang":"en","type":"review","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada; Dalhousie University","keywords":"Computer science; Information retrieval; Query expansion; Web search query; Vocabulary; Term (time); Weighting; Software; Data mining; Search engine; Programming language","score_opus":0.17950256895553524,"score_gpt":0.4152454057738076,"score_spread":0.23574283681827235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383067302","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014401654,0.4907337,0.5072277,0.00001528329,0.00016446682,0.00068358297,0.000021233174,0.0011522549,2.746475e-7],"genre_scores_gemma":[0.000002163194,0.75901055,0.24027923,0.000014400229,0.000012129925,0.00049235683,0.000012778008,0.0000780596,0.00009832358],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9960702,0.0010431809,0.001286322,0.00066539494,0.00039873846,0.0005361394],"domain_scores_gemma":[0.9742009,0.023676459,0.00018562423,0.0016654066,0.00011949707,0.00015213285],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0039430475,0.0004617585,0.0027988937,0.001700045,0.000063248284,0.000032137155,0.0012984072,0.00042150525,0.0000038778735],"category_scores_gemma":[0.014827919,0.00040742243,0.0003701055,0.0025324752,0.000045972163,0.00013141347,0.00009448705,0.0010666165,0.000028627826],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.593933e-7,0.0000267717,8.7303624e-7,0.9338694,0.00023400167,0.000019377872,0.00012527175,0.006590283,4.910623e-7,0.000090077105,0.000008486739,0.059033986],"study_design_scores_gemma":[0.00020904042,0.000119393124,0.000013500798,0.9780133,0.0005332358,0.00030951796,0.0000130023145,0.014807805,0.000008811128,0.000027148346,0.0053035985,0.0006416975],"about_ca_topic_score_codex":0.000043666736,"about_ca_topic_score_gemma":0.0000041895296,"teacher_disagreement_score":0.26827684,"about_ca_system_score_codex":0.0002083543,"about_ca_system_score_gemma":0.000259398,"threshold_uncertainty_score":0.99983776},"labels":[],"label_agreement":null},{"id":"W4383215759","doi":"10.1016/j.jss.2023.111796","title":"A systematic literature review on source code similarity measurement and clone detection: Techniques, applications, and challenges","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Source code; Code review; Field (mathematics); Similarity (geometry); Software; Code (set theory); Java; Software engineering; Static program analysis; Software development; Point (geometry); Data mining; Information retrieval; Programming language; Artificial intelligence","score_opus":0.04170936095502379,"score_gpt":0.2713537760964991,"score_spread":0.2296444151414753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383215759","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000887493,0.79958254,0.19719854,0.001102884,0.00012325717,0.00086514856,0.000003585736,0.00023324412,0.000003313875],"genre_scores_gemma":[0.21275938,0.78012323,0.006089524,0.00016118596,0.00036617176,0.00036637747,9.185571e-7,0.000040243376,0.00009294556],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99843806,0.0001466975,0.00042922152,0.00021329461,0.00062062166,0.00015209848],"domain_scores_gemma":[0.9985219,0.00041227587,0.00022225588,0.00029891488,0.0003999375,0.00014467808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028352456,0.00013524026,0.000423187,0.00022597113,0.00011910448,0.00021120961,0.00021816095,0.00008401378,1.319507e-7],"category_scores_gemma":[0.0007518758,0.00009922778,0.000040023893,0.00036454096,0.000022057055,0.00018779817,0.000101079815,0.00028146544,0.0000012484509],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022336288,0.00010464471,0.0011215297,0.8116004,0.0003507547,0.00026446092,0.0020121092,0.00006525601,0.00034502303,0.0013248617,0.0022049209,0.18058372],"study_design_scores_gemma":[0.0015853465,0.0020885316,0.015342661,0.8775161,0.00027155867,0.0134493895,0.0006166383,0.0048274486,0.00044937595,0.0007615258,0.081754796,0.0013366445],"about_ca_topic_score_codex":0.000001906058,"about_ca_topic_score_gemma":0.0000012138798,"teacher_disagreement_score":0.21187188,"about_ca_system_score_codex":0.000060475093,"about_ca_system_score_gemma":0.000028704875,"threshold_uncertainty_score":0.40463912},"labels":[],"label_agreement":null},{"id":"W4383555717","doi":"10.1145/3607185","title":"Programming by Example Made Easy","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Fundamental Research Funds for the Central Universities; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China; Impact Fund; National Science Foundation","keywords":"Computer science; Usability; Domain (mathematical analysis); Table (database); Exploit; Constraint programming; Domain-specific language; Software engineering; Range (aeronautics); Programming language; Theoretical computer science; Data mining; Human–computer interaction; Mathematical optimization","score_opus":0.10711553213041111,"score_gpt":0.3310986989582408,"score_spread":0.22398316682782968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383555717","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018604424,0.00021988223,0.97690654,0.0002523379,0.0006495657,0.00015951166,0.0000079112215,0.0031980348,0.0000018171837],"genre_scores_gemma":[0.034176003,0.00012761817,0.9646584,0.000062562845,0.000043929587,0.00017931002,0.000008423795,0.000050635474,0.00069313735],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982724,0.00013425921,0.00020200806,0.00054387166,0.00023487468,0.0006125587],"domain_scores_gemma":[0.9925035,0.0064469813,0.000023367982,0.00078199274,0.00004278703,0.00020135721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010655755,0.00021884576,0.00025748453,0.00045645342,0.00014846034,0.000079253,0.00068907393,0.00016107809,0.0000116059455],"category_scores_gemma":[0.0025332493,0.00023018922,0.00007229794,0.0010670453,0.00004057239,0.00018753887,0.000052729483,0.00045775654,0.000056108045],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016792277,0.00007912382,0.0008833778,0.00019449659,0.00015939744,0.00006449783,0.001139469,0.044131517,0.0067520114,0.0012155398,0.0010589913,0.94430476],"study_design_scores_gemma":[0.0050133914,0.0024866352,0.0528101,0.0004670351,0.00017101876,0.0011907166,0.00034526194,0.13968165,0.09230994,0.0043538394,0.6961189,0.00505155],"about_ca_topic_score_codex":0.000060669703,"about_ca_topic_score_gemma":0.0000011875962,"teacher_disagreement_score":0.9392532,"about_ca_system_score_codex":0.000043378837,"about_ca_system_score_gemma":0.000030838477,"threshold_uncertainty_score":0.9386844},"labels":[],"label_agreement":null},{"id":"W4383898381","doi":"10.1109/icse-seip58684.2023.00014","title":"Challenges in Adopting Artificial Intelligence Based User Input Verification Framework in Reporting Software Systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Software; Process (computing); Software development","score_opus":0.1769718170743552,"score_gpt":0.3507400884604106,"score_spread":0.1737682713860554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383898381","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08770531,0.0002396033,0.9093981,0.00082161825,0.00048610047,0.00026501922,3.0149877e-7,0.0010321906,0.00005177595],"genre_scores_gemma":[0.9102308,0.000048673264,0.089494996,0.000015450569,0.000063812295,0.00010472304,0.0000024715368,0.000018604542,0.000020448102],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973737,0.000103610575,0.0009385038,0.0006052023,0.0004807852,0.00049819244],"domain_scores_gemma":[0.99662805,0.002223732,0.00021653132,0.0007681556,0.00009231516,0.00007122241],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0032929555,0.00013741148,0.00021270238,0.000685731,0.000048187572,0.000180322,0.0006899177,0.00014761937,0.0000044682806],"category_scores_gemma":[0.015170415,0.00014403774,0.00003487848,0.002371027,0.000019523379,0.00031493677,0.0002101216,0.0004247347,0.00010984706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008570047,0.00009949649,0.10283356,0.00038382458,0.0000071549734,0.0003884955,0.002664673,0.45803973,0.00019464268,0.06562358,0.000045194665,0.3697111],"study_design_scores_gemma":[0.000042851847,0.000032624943,0.150707,0.00060158654,6.6760447e-7,0.0000069038815,0.0005751967,0.8448613,0.0010368745,0.0016633563,0.00018402505,0.00028759017],"about_ca_topic_score_codex":0.000114351395,"about_ca_topic_score_gemma":0.000060227652,"teacher_disagreement_score":0.8225255,"about_ca_system_score_codex":0.00015601463,"about_ca_system_score_gemma":0.0000982616,"threshold_uncertainty_score":0.9931252},"labels":[],"label_agreement":null},{"id":"W4383898397","doi":"10.1109/icse-seip58684.2023.00012","title":"An Empirical Comparison on the Results of Different Clone Detection Setups for C-based Projects","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Huawei Technologies (Canada)","funders":"","keywords":"Code refactoring; clone (Java method); Computer science; Security token; Software maintenance; Source code; Open source; Python (programming language); Code (set theory); Software; Operating system; Programming language; Software system","score_opus":0.10135512877879241,"score_gpt":0.37039760316201775,"score_spread":0.26904247438322537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383898397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58200735,0.000001506477,0.41608396,0.0009653765,0.00013782848,0.0003619166,0.000004322596,0.00041414073,0.00002361147],"genre_scores_gemma":[0.99771184,3.0897507e-7,0.0020213807,0.000049403796,0.000035266563,0.000090683374,0.000006791094,0.000008320579,0.00007601826],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989026,0.00007528154,0.0001746799,0.00026133584,0.00036122501,0.00022483041],"domain_scores_gemma":[0.99689263,0.0023845811,0.000034693956,0.0005626802,0.00007159386,0.000053844702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051324075,0.000083055354,0.00011501286,0.00015496371,0.00007389603,0.000048264967,0.00051562884,0.00004296744,0.0000015372077],"category_scores_gemma":[0.0007301428,0.00004998735,0.000045287274,0.00061492756,0.00002295802,0.000056037163,0.00006103294,0.00011812048,0.000014572212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036003082,0.005505412,0.11649786,0.000995397,0.0002920801,0.000034925473,0.013261734,0.18726043,0.2024217,0.013481699,0.15901887,0.29762957],"study_design_scores_gemma":[0.000397439,0.0007392551,0.06353048,0.000010612958,0.0000012058036,2.301911e-7,0.000022132897,0.7759464,0.1589836,0.0000998906,0.00020716617,0.00006161799],"about_ca_topic_score_codex":0.0000219037,"about_ca_topic_score_gemma":0.000020296698,"teacher_disagreement_score":0.5886859,"about_ca_system_score_codex":0.000039873932,"about_ca_system_score_gemma":0.000036676825,"threshold_uncertainty_score":0.20384249},"labels":[],"label_agreement":null},{"id":"W4384009618","doi":"10.1109/msr59073.2023.00033","title":"On Codex Prompt Engineering for OCL Generation: An Empirical Study","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Science and Engineering Research Council; Canadian Institute for Advanced Research","keywords":"Computer science; Programming language; Object Constraint Language; Task (project management); Unified Modeling Language; Natural language processing; Syntax; Artificial intelligence; Object (grammar); Software engineering; UML tool; Software","score_opus":0.09103536348884478,"score_gpt":0.3692618199990915,"score_spread":0.27822645651024674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384009618","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4513201,0.0000020302034,0.5466024,0.00029486098,0.0002590193,0.00039329685,7.900488e-7,0.0011100954,0.000017337326],"genre_scores_gemma":[0.97144806,2.8696817e-7,0.027422816,0.00006676538,0.00020059322,0.00023941686,0.0000064221194,0.000019048462,0.0005965965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99891007,0.000018203453,0.000116014206,0.0003546951,0.0003217522,0.000279242],"domain_scores_gemma":[0.9988959,0.00045776166,0.000007894353,0.0004736265,0.00006488856,0.000099926256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004451714,0.00009369847,0.000090794085,0.00018470013,0.00006936973,0.00016328147,0.00050964474,0.000031622552,0.000010277801],"category_scores_gemma":[0.00040818105,0.00008319679,0.00002624108,0.00062297645,0.000004238265,0.00020021872,0.00012534311,0.00009063973,0.000103577695],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032718457,0.0017430796,0.048648663,0.0001277802,0.00017327273,0.00021834341,0.007605587,0.71341866,0.0074836584,0.039216086,0.1454692,0.03586292],"study_design_scores_gemma":[0.00026102315,0.00054785336,0.0225301,0.0000024387748,9.4057106e-7,0.0000017184904,0.000013023981,0.9748054,0.0008727803,0.00006547572,0.000782029,0.00011717408],"about_ca_topic_score_codex":0.0000031938432,"about_ca_topic_score_gemma":0.0000030889034,"teacher_disagreement_score":0.52012795,"about_ca_system_score_codex":0.000039256927,"about_ca_system_score_gemma":0.000037078295,"threshold_uncertainty_score":0.33926666},"labels":[],"label_agreement":null},{"id":"W4384009674","doi":"10.1109/msr59073.2023.00057","title":"Evolution of the Practice of Software Testing in Java Projects","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Java; Computer science; Software engineering; Software quality; Software; Test (biology); Regression testing; Software bug; Software testing; Source lines of code; Open source software; Software development; Programming language; Software construction","score_opus":0.036807040282827996,"score_gpt":0.29524027052692325,"score_spread":0.25843323024409526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384009674","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6067295,0.0000802806,0.38963675,0.00070237165,0.00034107795,0.00049190316,0.0000011996376,0.0006397341,0.0013771863],"genre_scores_gemma":[0.9232785,7.80191e-7,0.076565936,0.000007049137,0.000007971627,0.000008104975,8.6630145e-8,0.0000040177524,0.00012756538],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991894,0.000054366545,0.00014100902,0.00012835693,0.00033522877,0.00015166057],"domain_scores_gemma":[0.9965558,0.0028454657,0.00005255597,0.00036378845,0.00016758332,0.000014806054],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0007076454,0.000040229163,0.000064140084,0.00015421896,0.00001816874,0.00001052788,0.0005457895,0.000024585483,0.0000011594576],"category_scores_gemma":[0.02201571,0.000029056733,0.000017373522,0.002825287,0.00002308806,0.00023713273,0.00037237495,0.00010331535,0.000009483661],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006451569,0.00011652053,0.92619544,0.0002818147,0.000013233947,0.000015602325,0.002100968,0.02777243,0.008059814,0.010334609,0.0015083125,0.02359483],"study_design_scores_gemma":[0.00018812346,0.0000652463,0.85614985,0.00013532165,0.0000017074111,0.000010603913,0.00016063722,0.13485906,0.007585356,0.00062822894,0.0001342959,0.000081582584],"about_ca_topic_score_codex":0.00036129632,"about_ca_topic_score_gemma":0.000008180256,"teacher_disagreement_score":0.316549,"about_ca_system_score_codex":0.000054988282,"about_ca_system_score_gemma":0.0001676098,"threshold_uncertainty_score":0.98622227},"labels":[],"label_agreement":null},{"id":"W4384009705","doi":"10.1109/msr59073.2023.00075","title":"PyMigBench: A Benchmark for Python Library Migration","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Python (programming language); Computer science; Java; Popularity; World Wide Web; Programming language; Software engineering","score_opus":0.023764875170130127,"score_gpt":0.2675182896619241,"score_spread":0.24375341449179397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384009705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06380295,0.00004677238,0.92396724,0.0059036324,0.00052373885,0.00037036024,0.000004020458,0.0038847926,0.0014965072],"genre_scores_gemma":[0.675246,0.000050407973,0.30049112,0.00042588956,0.00034211698,0.00035378014,0.00008343987,0.00005274618,0.022954458],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992191,0.000011819285,0.00009440662,0.00023226933,0.0001884124,0.00025395636],"domain_scores_gemma":[0.99881816,0.00074440823,0.000011142803,0.00033442132,0.000024430661,0.00006745097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018524045,0.00006490034,0.000061484636,0.00019409771,0.00005367805,0.0001624411,0.00050298823,0.000037457357,0.000043520187],"category_scores_gemma":[0.0002668364,0.000058424444,0.00004292328,0.00092023064,0.000008617319,0.0006368408,0.00019011405,0.000053629654,0.00020043342],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008043792,0.000039614,0.015822986,0.00010233664,0.00002234585,0.000022540227,0.0009401489,0.0011758859,0.0025442261,0.09816979,0.8074382,0.07371388],"study_design_scores_gemma":[0.00038798232,0.00018964546,0.07792543,0.000026149344,0.0000020943667,0.0000060136763,0.000028366894,0.73136026,0.01641519,0.0140304,0.15929428,0.0003342107],"about_ca_topic_score_codex":0.00000704812,"about_ca_topic_score_gemma":0.0000024710512,"teacher_disagreement_score":0.7301844,"about_ca_system_score_codex":0.000010702229,"about_ca_system_score_gemma":0.000051205025,"threshold_uncertainty_score":0.2576233},"labels":[],"label_agreement":null},{"id":"W4384009718","doi":"10.1109/icse-nier58687.2023.00007","title":"CodeS: Towards Code Model Generalization Under Distribution Shift","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"JST-Mirai Program; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Abstract syntax tree; Python (programming language); Source code; Programming language; Java; Code (set theory); Code refactoring; Source lines of code; Syntax; Artificial intelligence; Theoretical computer science; Software","score_opus":0.04480406771770869,"score_gpt":0.3074395312124491,"score_spread":0.26263546349474043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384009718","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027309636,0.000010477775,0.9692106,0.0014885184,0.00014663431,0.00008199765,0.000017117434,0.0015638656,0.00017110807],"genre_scores_gemma":[0.9843689,0.000017388931,0.0140081,0.00011047265,0.000034917055,0.000022728362,0.00012479883,0.000010901308,0.0013018003],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894726,0.000021169802,0.000113112364,0.00025774725,0.00037801653,0.00028270556],"domain_scores_gemma":[0.99937004,0.00009380714,0.000013322616,0.00037508406,0.00006731652,0.00008041436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002900122,0.00008137265,0.00007359148,0.000087343695,0.000072655086,0.00013477211,0.000483761,0.00005272811,0.000013249287],"category_scores_gemma":[0.00015264601,0.00007566835,0.00003020474,0.00090515654,0.000016795948,0.00027631965,0.0002364912,0.000074145544,0.00021986687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010233334,0.000013741144,0.0006531307,0.00001130629,0.000007862066,0.000003847181,0.00015424521,0.76123583,0.00027586287,0.21927594,0.015965465,0.0024017775],"study_design_scores_gemma":[0.00009253694,0.0000102091735,0.013990457,0.000003920504,9.47435e-7,0.0000010146567,0.0000035284072,0.9759735,0.0012366106,0.0081541175,0.00043650056,0.000096692005],"about_ca_topic_score_codex":0.000037298312,"about_ca_topic_score_gemma":0.000010388411,"teacher_disagreement_score":0.95705926,"about_ca_system_score_codex":0.000096618955,"about_ca_system_score_gemma":0.00009198042,"threshold_uncertainty_score":0.3085666},"labels":[],"label_agreement":null},{"id":"W4384009747","doi":"10.1109/icse-companion58688.2023.00069","title":"A Framework to Communicate Software Engineering Data Effectively with Dashboards","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Dashboard; Data science; Data visualization; Visualization; Presentation (obstetrics); Process (computing); Software; Set (abstract data type); Face (sociological concept); Software engineering; World Wide Web; Data mining","score_opus":0.04970416740297849,"score_gpt":0.3156825463589012,"score_spread":0.2659783789559227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384009747","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026496883,0.000029442264,0.9684853,0.0007572451,0.00014968071,0.00026663987,0.000009080557,0.003761182,0.00004456738],"genre_scores_gemma":[0.29380757,0.0000067625406,0.70570934,0.00013638138,0.000043622425,0.0000686315,0.000014290956,0.000039549777,0.00017384515],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826527,0.000037578302,0.00012370394,0.0005439631,0.0004971395,0.00053233816],"domain_scores_gemma":[0.9929439,0.003122322,0.000014593191,0.0036216194,0.00007376532,0.00022381214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000721244,0.00016945471,0.0001755134,0.00030342338,0.00008745313,0.00023124008,0.004730849,0.00006370573,0.000009955727],"category_scores_gemma":[0.003489698,0.0001419508,0.000021059748,0.002512315,0.000019559653,0.0004335438,0.004377187,0.0003925529,0.0006452867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013835052,0.00039282982,0.2200856,0.00097001065,0.0010049738,0.001407576,0.008250094,0.3236407,0.0020973475,0.08897998,0.1104605,0.24257204],"study_design_scores_gemma":[0.0006836886,0.00054159685,0.41267094,0.00062741316,0.000012635511,0.000059911745,0.000040308412,0.55003786,0.0017524037,0.0005567889,0.03173842,0.0012780536],"about_ca_topic_score_codex":0.000048197693,"about_ca_topic_score_gemma":0.00000610016,"teacher_disagreement_score":0.26731068,"about_ca_system_score_codex":0.000056372213,"about_ca_system_score_gemma":0.00006489147,"threshold_uncertainty_score":0.8791173},"labels":[],"label_agreement":null},{"id":"W4384009757","doi":"10.1109/msr59073.2023.00054","title":"An Empirical Study to Investigate Collaboration Among Developers in Open Source Software (OSS)","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Documentation; Python (programming language); Software engineering; Source code; World Wide Web; Code review; Empirical research; Software; Open source software; Acknowledgement; Public domain software; Software development; Static program analysis; Programming language; Computer security","score_opus":0.04972716717945835,"score_gpt":0.3668609772587295,"score_spread":0.31713381007927116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384009757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86512524,0.0000012371627,0.1320964,0.00087617716,0.00011344497,0.0008228249,6.730596e-7,0.00092088955,0.000043089974],"genre_scores_gemma":[0.94801486,3.6474597e-7,0.050477143,0.00036701976,0.000019810666,0.00016437646,0.000004162953,0.000021879101,0.0009303627],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815655,0.0001619614,0.00022244894,0.00058659137,0.0004688985,0.0004035761],"domain_scores_gemma":[0.9985198,0.0003457739,0.000017509183,0.0006715519,0.00013903173,0.00030637774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012725061,0.00012853257,0.00015998194,0.00046566044,0.000098901175,0.0009397787,0.0021729725,0.0000423712,0.000013259691],"category_scores_gemma":[0.0016169653,0.00012213939,0.0000105348745,0.005627704,0.000024205057,0.0011673074,0.001390979,0.00015896212,0.00033688894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003793739,0.00008926823,0.958679,0.0000037725338,0.0000052625605,0.0000455791,0.010224068,0.02300641,0.00004880363,0.000048457423,0.0047887587,0.0030567872],"study_design_scores_gemma":[0.00031919786,0.00020749502,0.95838284,0.000012045421,6.733301e-7,8.3547064e-7,0.0014064168,0.038452666,0.00025044158,0.00007770093,0.00068484264,0.00020484827],"about_ca_topic_score_codex":0.0006545677,"about_ca_topic_score_gemma":0.0018565862,"teacher_disagreement_score":0.08288961,"about_ca_system_score_codex":0.00013971949,"about_ca_system_score_gemma":0.00032732415,"threshold_uncertainty_score":0.90623075},"labels":[],"label_agreement":null},{"id":"W4384026501","doi":"10.1109/msr59073.2023.00085","title":"Defectors: A Large, Diverse Python Dataset for Defect Prediction","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Python (programming language); Computer science; Approx; Machine learning; Artificial intelligence; Source lines of code; Source code; Data mining; Programming language; Software; Operating system","score_opus":0.06861649982258129,"score_gpt":0.32963252042095736,"score_spread":0.2610160205983761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384026501","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026867574,0.00006270234,0.9814125,0.00014007313,0.0027266315,0.0009743894,0.009654864,0.0023191946,0.000022897904],"genre_scores_gemma":[0.33559233,0.00036579813,0.57106644,0.00052871887,0.0038185588,0.0063060503,0.07482872,0.0006225874,0.0068707955],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976014,0.000060844915,0.00024018732,0.0010132621,0.000515066,0.00056925375],"domain_scores_gemma":[0.9966465,0.0013111399,0.00006347574,0.0017024822,0.000120200515,0.00015615611],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010946165,0.00026249737,0.00025234243,0.00037187847,0.00011567398,0.00032607047,0.0016922252,0.00026598558,0.00002443799],"category_scores_gemma":[0.0016424416,0.00025479068,0.00023306427,0.00036180686,0.000018866103,0.0002340571,0.0044720354,0.0005040686,0.00031313478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018465,0.0001246207,0.012831335,0.0009007413,0.00028381194,0.000051032224,0.00030419524,0.009219329,0.000048574308,0.0027462281,0.97042274,0.0030489203],"study_design_scores_gemma":[0.002051337,0.00047046522,0.04827022,0.00051233993,0.0001344325,0.000022619903,0.000048802623,0.7298001,0.00086567324,0.009620717,0.20658876,0.0016145142],"about_ca_topic_score_codex":0.00014244214,"about_ca_topic_score_gemma":0.000050489496,"teacher_disagreement_score":0.763834,"about_ca_system_score_codex":0.00016126482,"about_ca_system_score_gemma":0.00016366455,"threshold_uncertainty_score":0.9999904},"labels":[],"label_agreement":null},{"id":"W4384026505","doi":"10.1109/msr59073.2023.00067","title":"DACOS—A Manually Annotated Dataset of Code Smells","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Code smell; Code (set theory); Context (archaeology); Information retrieval; Benchmarking; Artificial intelligence; Focus (optics); Machine learning; Natural language processing; World Wide Web; Software","score_opus":0.03287142682747221,"score_gpt":0.31310794928898916,"score_spread":0.280236522461517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384026505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20500828,0.000048206624,0.7880519,0.0012817703,0.00056389073,0.0003463413,0.0011693038,0.0024975175,0.0010327804],"genre_scores_gemma":[0.8741934,0.000059218313,0.11670337,0.00034658855,0.00007821888,0.00003326122,0.0015199716,0.00004612586,0.007019895],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990149,0.000022169936,0.00015511765,0.00022470197,0.00033242253,0.00025065045],"domain_scores_gemma":[0.9986991,0.00046342082,0.000020691388,0.0006883653,0.00005777044,0.00007061267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040881807,0.00006598404,0.00009381361,0.00017456082,0.000021502728,0.000043212145,0.0010713841,0.000028124263,0.0000551537],"category_scores_gemma":[0.00023595276,0.00005901552,0.000018684575,0.0010618143,0.000024616387,0.00020394147,0.00052509323,0.0000808589,0.00076022244],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051879088,0.000055871104,0.0040994706,0.00007170103,0.00003877102,0.00014129035,0.00029775104,0.0034015242,0.00827322,0.0067405473,0.9615545,0.015320131],"study_design_scores_gemma":[0.0011055474,0.00030115823,0.16731146,0.000061122344,0.0000068516542,0.000028937135,0.000054410066,0.5607122,0.09150506,0.0017128884,0.17651263,0.00068769],"about_ca_topic_score_codex":0.00003504795,"about_ca_topic_score_gemma":0.000004478105,"teacher_disagreement_score":0.7850419,"about_ca_system_score_codex":0.000012142295,"about_ca_system_score_gemma":0.000041798696,"threshold_uncertainty_score":0.9771375},"labels":[],"label_agreement":null},{"id":"W4384026519","doi":"10.1109/msr59073.2023.00060","title":"Do Subjectivity and Objectivity Always Agreeƒ A Case Study with Stack Overflow Questions","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Computer science; Objectivity (philosophy); Subjectivity; Voting; Quality (philosophy); Reliability (semiconductor); Artificial intelligence; Machine learning; Mechanism (biology); Epistemology","score_opus":0.02586928310656097,"score_gpt":0.29452650959381294,"score_spread":0.268657226487252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384026519","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85849327,0.000015301079,0.13966459,0.00009014892,0.0000781537,0.00038005767,0.0000028833674,0.0011123609,0.00016322247],"genre_scores_gemma":[0.995557,0.000003891255,0.0040287394,0.000008546238,0.00002517513,0.000058904574,3.4107404e-7,0.000014065106,0.00030333287],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99845916,0.00011626117,0.00009594657,0.00054079836,0.0004201693,0.00036767294],"domain_scores_gemma":[0.99783576,0.0011401337,0.000018635294,0.0007464935,0.00009743596,0.0001615276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077476166,0.00014810376,0.00015485701,0.00024565693,0.00020928853,0.00028366086,0.00027864962,0.000036912985,0.0000072507323],"category_scores_gemma":[0.0004101581,0.000118796954,0.000021049405,0.0015223895,0.00004863688,0.0005082344,0.00046818814,0.00022906622,0.00004081425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018679217,0.00049986254,0.9613415,0.000039031936,0.00009216169,0.011888625,0.0038428674,0.001587823,0.000118129574,0.0017948801,0.0007709284,0.018005483],"study_design_scores_gemma":[0.0009044181,0.0011281921,0.9402167,0.000020759422,0.000010648729,0.002395773,0.0009906986,0.053313907,0.00021140013,0.00034746437,0.000066970395,0.0003930679],"about_ca_topic_score_codex":0.0023907854,"about_ca_topic_score_gemma":0.0019211372,"teacher_disagreement_score":0.13706371,"about_ca_system_score_codex":0.00006759426,"about_ca_system_score_gemma":0.0001091352,"threshold_uncertainty_score":0.4844399},"labels":[],"label_agreement":null},{"id":"W4384026542","doi":"10.1109/icse-companion58688.2023.00077","title":"Towards Utilizing Natural Language Processing Techniques to Assist in Software Engineering Tasks","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Executable; Source code; Code review; Natural language; Natural language processing; Artificial intelligence; Code (set theory); Codebase; Programming language; Task (project management); Embedding; Software; Software development; Static program analysis; Engineering","score_opus":0.01798308103686853,"score_gpt":0.3021009793877318,"score_spread":0.28411789835086326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384026542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16902818,0.0003981598,0.8192102,0.0007817185,0.00035175023,0.00039491063,0.0000019834201,0.009530386,0.00030275324],"genre_scores_gemma":[0.7811546,0.000001653733,0.21837117,0.000089309804,0.000047892307,0.000068170106,0.0000026210128,0.000023928771,0.0002407099],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983841,0.00001557138,0.0001903356,0.00041040548,0.0004235487,0.0005760457],"domain_scores_gemma":[0.9991693,0.00023786162,0.000015655713,0.0003980262,0.000058200094,0.00012094392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051096827,0.0001617048,0.0001618967,0.00075282017,0.00004953994,0.00024978528,0.00089425326,0.00006599037,0.0000065001605],"category_scores_gemma":[0.0016865808,0.00015517407,0.00003918017,0.0026277492,0.000009838624,0.00041657875,0.00061447936,0.00032192149,0.00006727614],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040485816,0.000027819437,0.01220793,0.00024979626,0.000009852856,0.000409774,0.0033064215,0.0017487543,0.009241791,0.00084959355,0.001558338,0.9703859],"study_design_scores_gemma":[0.0003896456,0.00011083489,0.3681186,0.0008122762,0.000003243536,0.000061037485,0.0004504447,0.5275955,0.096576795,0.00009522965,0.0044793277,0.0013070124],"about_ca_topic_score_codex":0.00009815187,"about_ca_topic_score_gemma":0.000018543516,"teacher_disagreement_score":0.96907884,"about_ca_system_score_codex":0.00015629243,"about_ca_system_score_gemma":0.00008464108,"threshold_uncertainty_score":0.6327815},"labels":[],"label_agreement":null},{"id":"W4384026586","doi":"10.1109/msr59073.2023.00023","title":"Evaluating Software Documentation Quality","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Documentation; Readability; Computer science; World Wide Web; Software documentation; JavaScript; Python (programming language); Software; Quality (philosophy); Java; Software engineering; Software development; Software development process; Programming language","score_opus":0.1352538161411699,"score_gpt":0.456957610908366,"score_spread":0.3217037947671961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384026586","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20327501,0.0000088485895,0.7934739,0.00041182098,0.00022447003,0.00009222002,3.8587652e-7,0.00226457,0.00024875117],"genre_scores_gemma":[0.6408581,0.0000040510354,0.35536712,0.00012530432,0.000057341145,0.000052178068,0.000008046519,0.00001174727,0.003516093],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988666,0.00006208071,0.00012769269,0.00021958961,0.0005059485,0.00021808411],"domain_scores_gemma":[0.9983725,0.0011267648,0.000017940672,0.00035964156,0.00007081178,0.000052342784],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00129784,0.000052120504,0.00005602319,0.00011475757,0.000066824716,0.00014797768,0.00043072313,0.000021237805,0.00007784819],"category_scores_gemma":[0.00209812,0.000048816142,0.000024777832,0.0008665419,0.000008426756,0.00040438175,0.00024216599,0.000067890665,0.0012103694],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000047895614,0.000036643945,0.09734772,0.00011515065,0.000034127053,0.00002520623,0.002011401,0.015868003,0.0077802367,0.051780317,0.014668067,0.81032836],"study_design_scores_gemma":[0.0005515133,0.0001089483,0.7619926,0.000020341377,0.0000018915633,0.0000045888933,0.000057357178,0.21078116,0.0067600333,0.018761126,0.0006151361,0.00034530865],"about_ca_topic_score_codex":0.000052802417,"about_ca_topic_score_gemma":0.0000020099924,"teacher_disagreement_score":0.809983,"about_ca_system_score_codex":0.000048912643,"about_ca_system_score_gemma":0.000047153582,"threshold_uncertainty_score":0.99956733},"labels":[],"label_agreement":null},{"id":"W4384026638","doi":"10.1109/icse-nier58687.2023.00031","title":"How does quality deviate in stable releases by backporting?","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Context (archaeology); Computer science; Upgrade; Quality (philosophy); Process (computing); Software bug; Software evolution; Code (set theory); Stability (learning theory); Software quality; Software maintenance; Software; Outlier; Software engineering; Risk analysis (engineering); Software development; Business; Programming language; Software construction; Artificial intelligence; Operating system","score_opus":0.031118806501731863,"score_gpt":0.3071146140783392,"score_spread":0.2759958075766073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384026638","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8664823,0.000091812275,0.12709098,0.0038444807,0.00024429572,0.00015672715,0.0000054160296,0.0016752373,0.00040872328],"genre_scores_gemma":[0.98300004,0.000025686953,0.005361207,0.0000704146,0.000019861742,0.000023764553,0.00000448409,0.000010689981,0.011483842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986465,0.00005752527,0.0001748642,0.00032436807,0.00036631757,0.00043045668],"domain_scores_gemma":[0.9985828,0.0007869813,0.000031320855,0.00046584132,0.000045109686,0.00008796686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088621234,0.00008570922,0.00012575377,0.00014351957,0.00003707011,0.00024680127,0.00060547603,0.00003700506,0.000022593164],"category_scores_gemma":[0.0017852202,0.00006389859,0.000027830012,0.0011743421,0.000017329621,0.00042602114,0.00024040259,0.00012676918,0.00012139747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068663253,0.00011923031,0.84606904,0.00020473059,0.000023462591,0.0001376476,0.0006138579,0.0005683518,0.009170026,0.012999525,0.09336077,0.036726467],"study_design_scores_gemma":[0.0009969429,0.000100897465,0.80935544,0.00009787407,0.0000020452924,0.0000048332836,0.00039391493,0.05235686,0.07954648,0.0067007598,0.049417853,0.0010260894],"about_ca_topic_score_codex":0.000426886,"about_ca_topic_score_gemma":0.000083597144,"teacher_disagreement_score":0.12172977,"about_ca_system_score_codex":0.000048526304,"about_ca_system_score_gemma":0.000048421203,"threshold_uncertainty_score":0.26057088},"labels":[],"label_agreement":null},{"id":"W4384026673","doi":"10.1109/msr59073.2023.00058","title":"Keep the Ball Rolling: Analyzing Release Cadence in GitHub Projects","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Cadence; Computer science; Java; Leverage (statistics); Software; Python (programming language); Software engineering; Programming language; World Wide Web; Artificial intelligence; Engineering","score_opus":0.037754048155799164,"score_gpt":0.28612667247671014,"score_spread":0.24837262432091098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384026673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.682657,0.00029351958,0.30589852,0.0071442453,0.0004022563,0.000527583,8.24904e-7,0.0020181641,0.0010578748],"genre_scores_gemma":[0.994274,0.000027056349,0.004465925,0.000107748216,0.000034638277,0.000036129713,6.3801514e-7,0.000009538094,0.0010442977],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998679,0.000052707066,0.00014186307,0.00032438643,0.00038153268,0.00042055166],"domain_scores_gemma":[0.9983288,0.0009622792,0.000017101114,0.0005785031,0.000042809766,0.000070472204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007936962,0.00008771933,0.0000882231,0.00028808982,0.00007172454,0.00016955074,0.0012299928,0.00003839057,0.00000855891],"category_scores_gemma":[0.0011162623,0.000061023806,0.00003324361,0.0029093218,0.000025811736,0.00025462106,0.00041322442,0.00026804407,0.0002566943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023354143,0.00015132311,0.5742957,0.0001775014,0.00007320422,0.0015384175,0.012726476,0.19531038,0.0020855241,0.045893524,0.017550439,0.15017416],"study_design_scores_gemma":[0.0001921194,0.00003275869,0.12446605,0.000042222924,0.0000011554779,0.000009980733,0.000078518264,0.8712852,0.0012061113,0.0008881275,0.001612076,0.0001856714],"about_ca_topic_score_codex":0.00024606218,"about_ca_topic_score_gemma":0.00006443521,"teacher_disagreement_score":0.67597485,"about_ca_system_score_codex":0.00005447847,"about_ca_system_score_gemma":0.00009977133,"threshold_uncertainty_score":0.32993716},"labels":[],"label_agreement":null},{"id":"W4384026759","doi":"10.1109/msr59073.2023.00015","title":"Understanding the Time to First Response in GitHub Pull Requests","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Codebase; Computer science; Response time; Process (computing); Productivity; Exploratory research; Empirical research; Software; Operating system","score_opus":0.0825497501348978,"score_gpt":0.2959970350030007,"score_spread":0.21344728486810288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384026759","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16104102,0.000017084296,0.77317196,0.060355857,0.00026836808,0.0004841499,0.0000013427391,0.001960863,0.0026993228],"genre_scores_gemma":[0.9881021,0.000001993093,0.0027765024,0.00024758012,0.000023950135,0.000028288434,3.7896356e-7,0.00001282231,0.008806399],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99893814,0.000078799836,0.00010123469,0.00023154312,0.00030734204,0.0003429305],"domain_scores_gemma":[0.9965889,0.0027872422,0.00000731548,0.00052137795,0.000017757826,0.00007741464],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017054423,0.000067698886,0.000066118344,0.00032641776,0.00008057671,0.00015934465,0.00087713293,0.000028931468,0.00006366434],"category_scores_gemma":[0.001619205,0.000049171522,0.000019423032,0.0021590705,0.000017186901,0.0001573866,0.00043282448,0.00012322149,0.0038733173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006965214,0.00013925153,0.030746426,0.00009628663,0.00007198327,0.0018595809,0.023104582,0.15840197,0.007683834,0.08644215,0.68332076,0.007436667],"study_design_scores_gemma":[0.0007161669,0.00046276095,0.4093809,0.00018816187,0.0000017462891,0.000042796804,0.00024241951,0.5442195,0.0013487404,0.009766608,0.032926578,0.00070358755],"about_ca_topic_score_codex":0.00002207293,"about_ca_topic_score_gemma":0.00002338235,"teacher_disagreement_score":0.82706106,"about_ca_system_score_codex":0.00024658264,"about_ca_system_score_gemma":0.00005277093,"threshold_uncertainty_score":0.9969023},"labels":[],"label_agreement":null},{"id":"W4384039146","doi":"10.1007/s10664-023-10342-7","title":"BTLink : automatic link recovery between issues and commits based on pre-trained BERT model","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Commit; Computer science; Traceability; Identifier; Software; Software engineering; Classifier (UML); Data mining; Machine learning; Artificial intelligence; Database; Programming language","score_opus":0.035326283152714626,"score_gpt":0.3095404327340525,"score_spread":0.2742141495813379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384039146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2118092,0.0000966363,0.7795288,0.0025482294,0.00023099064,0.00027470806,0.000014062361,0.0054856176,0.000011770884],"genre_scores_gemma":[0.8188981,0.000018685074,0.17979936,0.00029635688,0.0003423572,0.00011324184,0.000035674024,0.0001190601,0.00037714935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973046,0.00005226497,0.000390774,0.0006855703,0.00076031627,0.00080644246],"domain_scores_gemma":[0.9941942,0.0044707768,0.000043266013,0.0008368078,0.00007072308,0.00038420424],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006940857,0.00037858298,0.000434845,0.00055762957,0.00013506923,0.00023984503,0.00089022215,0.00022445105,0.000010635874],"category_scores_gemma":[0.004029626,0.0003775264,0.00011786945,0.0014229452,0.000034432665,0.00034738396,0.00043444743,0.0005986484,0.00011083138],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059738663,0.000033540535,0.07411813,0.00028939135,0.000052914802,0.000058036163,0.0004299364,0.8894247,0.000047682595,0.00005483059,0.0046731,0.03081177],"study_design_scores_gemma":[0.0002746191,0.00012267898,0.20422724,0.00014594961,0.0000066815,0.0000024782153,9.992957e-7,0.793617,0.00014042307,0.00023179383,0.00088764774,0.00034250534],"about_ca_topic_score_codex":0.000010432096,"about_ca_topic_score_gemma":4.985867e-7,"teacher_disagreement_score":0.6070889,"about_ca_system_score_codex":0.00014774942,"about_ca_system_score_gemma":0.00009431694,"threshold_uncertainty_score":0.9998677},"labels":[],"label_agreement":null},{"id":"W4384158949","doi":"10.1109/icpc58990.2023.00033","title":"UnityLint: A Bad Smell Detector for Unity","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code smell; Computer science; Metadata; Leverage (statistics); Video game; Software; Source code; Video game development; Domain (mathematical analysis); Human–computer interaction; Graphics; Software engineering; Open source; World Wide Web; Multimedia; Software development; Game design; Software quality; Artificial intelligence; Computer graphics (images); Programming language","score_opus":0.04147912389474392,"score_gpt":0.30086318579584326,"score_spread":0.25938406190109936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384158949","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10692571,0.000008110047,0.88989466,0.00046119303,0.00028445633,0.00019738413,0.000002932794,0.0018166399,0.00040893923],"genre_scores_gemma":[0.94418854,0.000004119136,0.05193873,0.00010042723,0.00007896754,0.00007518363,0.0000037434677,0.00001664033,0.00359365],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916494,0.000021177253,0.00008464434,0.00020905612,0.00019512576,0.00032504377],"domain_scores_gemma":[0.99781024,0.0015121354,0.000009277428,0.0004662304,0.00009748741,0.000104613326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000477223,0.00007002375,0.00007474742,0.00018339048,0.000078794525,0.00008394048,0.00074808946,0.000038646427,0.0000231462],"category_scores_gemma":[0.0012541293,0.00006338828,0.000041812535,0.0010888106,0.000015606165,0.00013194373,0.00028145523,0.000104279956,0.0004287951],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043463508,0.00029986023,0.039095987,0.0006269765,0.0001984047,0.0001700435,0.0026348492,0.0070979525,0.019588485,0.33721274,0.13715501,0.45587623],"study_design_scores_gemma":[0.0009819955,0.00033990075,0.15046376,0.000025624231,0.000004251059,0.000010459601,0.000040891362,0.7238977,0.03632528,0.014813407,0.07253098,0.0005657761],"about_ca_topic_score_codex":0.000037063033,"about_ca_topic_score_gemma":0.000012720383,"teacher_disagreement_score":0.8379559,"about_ca_system_score_codex":0.000033041382,"about_ca_system_score_gemma":0.00006295018,"threshold_uncertainty_score":0.55114365},"labels":[],"label_agreement":null},{"id":"W4384159047","doi":"10.1109/icpc58990.2023.00013","title":"PyVerDetector: A Chrome Extension Detecting the Python Version of Stack Overflow Code Snippets","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science","keywords":"Python (programming language); Computer science; Programming language; Source code","score_opus":0.02462400889865477,"score_gpt":0.27712107428689625,"score_spread":0.25249706538824146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384159047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92108256,0.000047594247,0.07688545,0.00030231912,0.0005474896,0.00015701709,0.0000025207728,0.00086644647,0.00010861757],"genre_scores_gemma":[0.9971855,0.000022493774,0.0024398372,0.000027500213,0.000053497246,0.0000064578676,9.135656e-7,0.000013873689,0.00024992583],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99846596,0.000060063023,0.0001709722,0.0003204327,0.0006187413,0.00036385996],"domain_scores_gemma":[0.9976847,0.0012854581,0.000044295124,0.0008118842,0.00010619594,0.00006747015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080897595,0.00011006216,0.00013149343,0.000187808,0.00013493013,0.00006350365,0.0008185284,0.000054072872,0.0000334683],"category_scores_gemma":[0.0009467989,0.000076950455,0.00006705482,0.00124006,0.000037807382,0.00021873282,0.00071923557,0.00019471317,0.0002615287],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010083267,0.00013661932,0.021359324,0.0004298011,0.00013517177,0.00029134232,0.00421771,0.043973844,0.7920104,0.0014402799,0.03039158,0.105513096],"study_design_scores_gemma":[0.00061623484,0.00031174888,0.13856283,0.0001329985,0.0000058924975,0.000036857648,0.00012795115,0.57587945,0.28041098,0.0003159626,0.0032904658,0.00030864298],"about_ca_topic_score_codex":0.0000769015,"about_ca_topic_score_gemma":0.000015498783,"teacher_disagreement_score":0.5319056,"about_ca_system_score_codex":0.00006171354,"about_ca_system_score_gemma":0.00005066599,"threshold_uncertainty_score":0.33615097},"labels":[],"label_agreement":null},{"id":"W4384159091","doi":"10.1109/icpc58990.2023.00031","title":"Pathways to Leverage Transcompiler based Data Augmentation for Cross-Language Clone Detection","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; clone (Java method); Leverage (statistics); Source code; Exploit; Programming language; Software; Artificial intelligence","score_opus":0.09413039926532048,"score_gpt":0.3641596172484101,"score_spread":0.27002921798308965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384159091","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18632269,0.000006973048,0.8117904,0.0002313927,0.00030741192,0.00037194442,0.000045027886,0.00090528646,0.000018859453],"genre_scores_gemma":[0.94036794,6.6135846e-7,0.058883425,0.00015579183,0.00006931408,0.00010974031,0.000099306235,0.000016662338,0.00029718856],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987838,0.000021554068,0.00014040698,0.0004487668,0.00030613318,0.00029933368],"domain_scores_gemma":[0.99838454,0.0005655949,0.000013612839,0.000884085,0.00005485957,0.00009730692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062466454,0.0000929041,0.000082677994,0.0002204746,0.00010284211,0.00022389533,0.0009891941,0.00003850951,0.000025902555],"category_scores_gemma":[0.00031493066,0.00008880335,0.000032580214,0.00080401095,0.000009234299,0.00047265453,0.00018367963,0.00006986003,0.0001734794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011730946,0.00013788899,0.0019728125,0.00034223025,0.00005223579,0.00005740346,0.0038693,0.061181445,0.5477023,0.0010011587,0.011274259,0.37229165],"study_design_scores_gemma":[0.00074601005,0.00012847445,0.035382625,0.000012206144,0.000002207941,0.0000015846615,0.000032460983,0.8411964,0.121243015,0.000074068936,0.0010043734,0.00017654154],"about_ca_topic_score_codex":0.000041190553,"about_ca_topic_score_gemma":0.000024477527,"teacher_disagreement_score":0.780015,"about_ca_system_score_codex":0.00005228673,"about_ca_system_score_gemma":0.000045497265,"threshold_uncertainty_score":0.36212954},"labels":[],"label_agreement":null},{"id":"W4384162682","doi":"10.1145/3605158.3605849","title":"Towards Reliable Memory Management for Python Native Extensions","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of New Brunswick","funders":"","keywords":"Python (programming language); Computer science; Programming language; Garbage collection; Operating system; Byte; Garbage","score_opus":0.03569893466496222,"score_gpt":0.3087346104936955,"score_spread":0.2730356758287333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384162682","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030437221,0.000028588265,0.98151463,0.0020659647,0.00064040144,0.00047511756,0.0000019705424,0.0019032371,0.0103263715],"genre_scores_gemma":[0.16277769,0.00008618099,0.7209748,0.00050650944,0.0001378945,0.0007119747,0.0000115897465,0.000054135176,0.114739224],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99894,0.000009635151,0.00009622354,0.00030625006,0.0003102008,0.0003376936],"domain_scores_gemma":[0.9989807,0.00036000862,0.000010991626,0.0004679441,0.000105229796,0.00007512315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047200234,0.00007700202,0.00008225357,0.00023405775,0.00009366369,0.000068823036,0.0005805675,0.000027387838,0.000021188102],"category_scores_gemma":[0.00027159668,0.0000675567,0.000046097095,0.0009068623,0.000014011882,0.00016430422,0.00050521066,0.00006620584,0.00029418364],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009561,0.000067977155,0.00012723233,0.00018301918,0.00009313434,0.00014122833,0.000869714,0.00894647,0.00036716773,0.2602634,0.5775524,0.15137868],"study_design_scores_gemma":[0.0014338477,0.0003005885,0.037786078,0.000108817716,0.0000139181475,0.000012851709,0.0004330716,0.75226,0.014936948,0.038462427,0.15350772,0.00074371556],"about_ca_topic_score_codex":0.000016028658,"about_ca_topic_score_gemma":0.0000011100556,"teacher_disagreement_score":0.74331355,"about_ca_system_score_codex":0.00005164492,"about_ca_system_score_gemma":0.00003070427,"threshold_uncertainty_score":0.37812334},"labels":[],"label_agreement":null},{"id":"W4384302745","doi":"10.1109/icse48619.2023.00214","title":"CoLeFunDa: Explainable Silent Vulnerability Fix Identification","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Huawei Technologies (Canada)","funders":"National Key Research and Development Program of China","keywords":"Leverage (statistics); Computer science; Vulnerability (computing); Exploit; Identification (biology); Computer security; Function (biology); Vulnerability assessment; Commit; Artificial intelligence; Psychology","score_opus":0.03163195279413376,"score_gpt":0.3007841687061718,"score_spread":0.26915221591203803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384302745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3027795,0.000019581725,0.6922755,0.0013787268,0.00053321954,0.00023125451,0.0000012750484,0.0021915822,0.00058936334],"genre_scores_gemma":[0.987282,0.0000054725956,0.003766066,0.00003164999,0.0000342333,0.00009199484,0.0000046063783,0.00000723191,0.008776757],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9987851,0.000044063396,0.00015287938,0.00034000506,0.0003728145,0.00030513713],"domain_scores_gemma":[0.99846923,0.00057937996,0.000017369748,0.0007509546,0.00010000158,0.00008306209],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009836977,0.00006869198,0.000072540985,0.00014609886,0.00011572021,0.00019431968,0.0006985642,0.000034605604,0.000072407725],"category_scores_gemma":[0.00088397524,0.00006562706,0.00003219108,0.0011437344,0.000020998761,0.0003622478,0.0003108112,0.000103833125,0.0017100625],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018071594,0.0005354386,0.11944359,0.0005568558,0.000096620155,0.00019093571,0.00475666,0.03806024,0.037654463,0.24477597,0.379782,0.17412917],"study_design_scores_gemma":[0.00032643127,0.00007212408,0.5844117,0.000014581221,0.0000020764735,0.0000074522804,0.0001050303,0.3421626,0.03744396,0.007849412,0.027234389,0.00037025713],"about_ca_topic_score_codex":0.000046517183,"about_ca_topic_score_gemma":0.000003860308,"teacher_disagreement_score":0.68850946,"about_ca_system_score_codex":0.00009611589,"about_ca_system_score_gemma":0.000053297437,"threshold_uncertainty_score":0.99906725},"labels":[],"label_agreement":null},{"id":"W4384302749","doi":"10.1109/icse48619.2023.00205","title":"Retrieval-Based Prompt Selection for Code-Related Few-Shot Learning","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Assertion; Task (project management); Code (set theory); Embedding; Artificial intelligence; Selection (genetic algorithm); Language model; Source code; Natural language processing; Programming language; Machine learning","score_opus":0.038158346489101116,"score_gpt":0.30657942551462763,"score_spread":0.26842107902552653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384302749","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09525284,0.00001111727,0.8986326,0.0009870352,0.00030778616,0.0004279277,8.1185607e-7,0.0041392976,0.00024056839],"genre_scores_gemma":[0.96861154,0.0000020068715,0.021336071,0.00003574855,0.000042453525,0.000056575565,0.000014362079,0.000028591176,0.009872679],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987479,0.00003957463,0.00014878837,0.00034721653,0.00032463082,0.0003919023],"domain_scores_gemma":[0.9985118,0.001009413,0.000027156035,0.00021649964,0.00015626571,0.00007884943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008104197,0.0000941338,0.00009948753,0.00027362257,0.0001575866,0.00012705657,0.00039634207,0.000078923964,0.00003800922],"category_scores_gemma":[0.0016371353,0.000090288915,0.00005431902,0.0020417336,0.000014633654,0.00016888775,0.00008478711,0.00022624267,0.00025357155],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017862977,0.00021623855,0.08046797,0.0005283808,0.00020933757,0.000039975203,0.001485602,0.702516,0.088908166,0.02264906,0.05939602,0.04340463],"study_design_scores_gemma":[0.00039042844,0.00018288981,0.00633988,0.000014195397,0.0000018446418,0.0000027473172,0.0000045051843,0.96781033,0.020171424,0.00027748517,0.004675869,0.00012839661],"about_ca_topic_score_codex":0.000009954448,"about_ca_topic_score_gemma":0.000002433498,"teacher_disagreement_score":0.87729657,"about_ca_system_score_codex":0.00008237002,"about_ca_system_score_gemma":0.000117829746,"threshold_uncertainty_score":0.36818752},"labels":[],"label_agreement":null},{"id":"W4384302756","doi":"10.1109/icse48619.2023.00159","title":"Semi-Automatic, Inline and Collaborative Web Page Code Curations","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Computer science; World Wide Web; Source code; Web page; Code (set theory); Software; Code review; Web application; Web development; Web browser; Information retrieval; Software quality; Software development; Software engineering; The Internet; Programming language; Set (abstract data type)","score_opus":0.02036975070914896,"score_gpt":0.29717672495841424,"score_spread":0.27680697424926526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384302756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56878054,0.00015677372,0.4143275,0.0093522165,0.00037019845,0.0004984697,0.000044487184,0.0046642227,0.0018055639],"genre_scores_gemma":[0.94466764,0.000070740534,0.052440364,0.00010360072,0.000041172105,0.000052593412,0.000008683839,0.000011697571,0.0026035157],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992525,0.000028891065,0.000109174776,0.00019792009,0.00021927255,0.00019226287],"domain_scores_gemma":[0.99873096,0.000784204,0.000014165361,0.00028469125,0.00010335499,0.00008259981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023054211,0.0000707337,0.00008336313,0.00015438446,0.000083316925,0.00015624726,0.0002813834,0.000030428911,0.000024233215],"category_scores_gemma":[0.00057958445,0.00006147003,0.000010488921,0.0015655305,0.000030941905,0.0002849908,0.0002532168,0.000084339976,0.00022574354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006837197,0.0002496346,0.042356327,0.00033137182,0.00022875074,0.000412256,0.01380621,0.0065917103,0.049634345,0.3164955,0.5013035,0.068583556],"study_design_scores_gemma":[0.00016241524,0.0000312079,0.0105314925,0.00001058384,0.0000010696501,0.000004584087,0.000071265626,0.9827062,0.00077287195,0.00046116541,0.0051499307,0.000097230724],"about_ca_topic_score_codex":0.000004318262,"about_ca_topic_score_gemma":0.000022612636,"teacher_disagreement_score":0.97611445,"about_ca_system_score_codex":0.000020220888,"about_ca_system_score_gemma":0.00010782072,"threshold_uncertainty_score":0.29015517},"labels":[],"label_agreement":null},{"id":"W4384302785","doi":"10.1109/icse48619.2023.00063","title":"Explaining Software Bugs Leveraging Code Structures in Neural Machine Translation","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Computer science; Software bug; Leverage (statistics); Source code; Machine translation; Code review; Software; Code (set theory); Artificial intelligence; Software engineering; Security bug; Machine learning; Programming language; Static program analysis; Software development; Software security assurance; Computer security","score_opus":0.08106133440923918,"score_gpt":0.3153356945573667,"score_spread":0.23427436014812753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384302785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03692345,0.0007841602,0.9574131,0.00078220805,0.0013283506,0.0003529305,0.000016651416,0.0023580599,0.00004108514],"genre_scores_gemma":[0.83466625,0.000021003494,0.16482107,0.00005764885,0.00009595859,0.000060543396,0.000055704444,0.00005516556,0.00016664922],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738497,0.000097229495,0.00039997895,0.0009069418,0.0006603245,0.0005505821],"domain_scores_gemma":[0.9976597,0.0012160995,0.00006707278,0.0008881954,0.000059855753,0.00010911535],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058284577,0.00032815637,0.0003348789,0.00071361475,0.000072966315,0.0003767524,0.0016527113,0.00022844037,0.000035884965],"category_scores_gemma":[0.00053625304,0.00033193926,0.00010294411,0.0005669407,0.000023635002,0.00028197383,0.0013568066,0.0013382197,0.000030435112],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008825713,0.000016006536,0.04962784,0.00031653527,0.00003606453,0.00020622827,0.0040699784,0.71901006,0.000046408968,0.0004037611,0.00039633785,0.22586197],"study_design_scores_gemma":[0.00026547798,0.000013787446,0.0749218,0.000117176285,0.0000025620536,0.000010484636,0.000020082596,0.92078435,0.000116340125,0.0032977054,0.00007639631,0.000373819],"about_ca_topic_score_codex":0.0006543638,"about_ca_topic_score_gemma":0.00019969128,"teacher_disagreement_score":0.7977428,"about_ca_system_score_codex":0.00015025695,"about_ca_system_score_gemma":0.00013174482,"threshold_uncertainty_score":0.9999133},"labels":[],"label_agreement":null},{"id":"W4384302787","doi":"10.1109/icse48619.2023.00108","title":"Code Review of Build System Specifications: Prevalence, Purposes, Patterns, and Perceptions","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code review; Computer science; Executable; Software engineering; Context (archaeology); Code refactoring; Software quality; Static program analysis; Empirical research; Software system; Code (set theory); Software development; Software; Programming language; Set (abstract data type)","score_opus":0.04411486717807045,"score_gpt":0.29943261221828193,"score_spread":0.2553177450402115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384302787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05613106,0.026255384,0.9063331,0.004001676,0.00049346575,0.0016771918,0.00010096963,0.0031818573,0.0018253078],"genre_scores_gemma":[0.82778144,0.1281478,0.03830241,0.00015583728,0.0001051226,0.00031774005,0.00002039459,0.000031025735,0.0051382664],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990654,0.000042392974,0.00020703948,0.00023932643,0.0002910147,0.00015483366],"domain_scores_gemma":[0.998881,0.00030691744,0.000031991847,0.00060843525,0.00010546651,0.00006623173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046600823,0.00006673904,0.00012249581,0.00013924955,0.00004389677,0.000037674927,0.00052900374,0.000022756778,0.000053654054],"category_scores_gemma":[0.00022545867,0.00005855709,0.000029642966,0.0007019511,0.000024509207,0.0001537993,0.00021317326,0.000069273905,0.0001603383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025098348,0.00015150577,0.357647,0.16602528,0.000098173456,0.000048758186,0.0009618523,0.00011068091,0.0015689327,0.27041417,0.124235414,0.07873574],"study_design_scores_gemma":[0.00016764403,0.000063419335,0.96088415,0.013435832,0.00001524006,0.000065355336,0.00013305011,0.013371506,0.00026594932,0.00008761201,0.011230132,0.00028008508],"about_ca_topic_score_codex":0.00001411195,"about_ca_topic_score_gemma":0.0000016396946,"teacher_disagreement_score":0.86803067,"about_ca_system_score_codex":0.000030398513,"about_ca_system_score_gemma":0.00002939601,"threshold_uncertainty_score":0.23878887},"labels":[],"label_agreement":null},{"id":"W4384345670","doi":"10.1109/icse48619.2023.00157","title":"Demystifying Issues, Challenges, and Solutions for Multilingual Software Development","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Interoperability; Computer science; Interfacing; Key (lock); Variety (cybernetics); World Wide Web; Software engineering; Software development; Software; Data science; Programming language; Computer security; Artificial intelligence","score_opus":0.12685703829467435,"score_gpt":0.33720996416821486,"score_spread":0.2103529258735405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384345670","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015021178,0.00427648,0.97569084,0.0018984845,0.0002845581,0.0003329672,0.0000017035239,0.0024543458,0.00003946594],"genre_scores_gemma":[0.13977438,0.00053110643,0.85751706,0.00003366455,0.00009590517,0.00021577897,0.0000083423765,0.000027504053,0.0017962735],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883413,0.00001219217,0.00012684077,0.00033250015,0.00020475475,0.00048960064],"domain_scores_gemma":[0.9986668,0.0009000477,0.000012358554,0.00024090412,0.00007661416,0.00010322326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061360205,0.00009462896,0.00009547399,0.00016975029,0.00022246831,0.00006646361,0.0003512495,0.000048940816,0.0000027837648],"category_scores_gemma":[0.0010580082,0.00009161275,0.000020065358,0.00022795233,0.00001829169,0.00015510636,0.0005008095,0.000076254764,0.00006668319],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019205638,0.000022511107,0.0005508766,0.00015934215,0.000029153518,0.000011959178,0.0038551448,0.00040503184,0.00011946382,0.014492107,0.0015939007,0.9787586],"study_design_scores_gemma":[0.0024346213,0.00024033955,0.27665654,0.00029396114,0.000012445412,0.000074104784,0.00087625545,0.38297868,0.008220082,0.011908704,0.31452605,0.0017782488],"about_ca_topic_score_codex":0.0000072973276,"about_ca_topic_score_gemma":0.00001830116,"teacher_disagreement_score":0.9769803,"about_ca_system_score_codex":0.00003978375,"about_ca_system_score_gemma":0.00008819715,"threshold_uncertainty_score":0.37358594},"labels":[],"label_agreement":null},{"id":"W4384913059","doi":"10.1007/978-981-19-9948-2_9","title":"Intelligent Software Maintenance","year":2023,"lang":"en","type":"book-chapter","venue":"Natural computing series","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Polytechnique Montréal","funders":"","keywords":"Computer science; Software development; Software maintenance; Software engineering; Software construction; Software system; Software; Leverage (statistics); Context (archaeology); Artificial intelligence; Software analytics; Programming language","score_opus":0.023219877670793136,"score_gpt":0.2597016250617113,"score_spread":0.23648174739091815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384913059","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043697274,0.008642533,0.8838465,0.0034692066,0.03040283,0.0018596797,0.000068567984,0.02659913,0.044674575],"genre_scores_gemma":[0.013962799,0.00021086675,0.074788004,0.0002047417,0.00062973914,0.0000070271435,0.000046378293,0.00021024591,0.9099402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997024,0.000021826463,0.00044089768,0.00091155054,0.0008791683,0.00072257826],"domain_scores_gemma":[0.997026,0.0012157531,0.00017490494,0.001061541,0.00037587047,0.00014590728],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00040366588,0.0005325827,0.0005020613,0.0003704937,0.00022703747,0.00036782518,0.002197272,0.00033597945,0.00002115827],"category_scores_gemma":[0.0011340025,0.000504992,0.00023757809,0.00024117318,0.00014465133,0.00030486812,0.0019059076,0.0016045896,0.0009441829],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023820294,0.000012216611,0.0001411385,0.00050650735,0.00025134112,0.00087720214,0.0007831206,0.0013344196,0.000022539738,0.7418164,0.04142452,0.2128068],"study_design_scores_gemma":[0.00068332005,0.0006352485,0.0034918855,0.005321713,0.000055644785,0.00090374914,0.000042511692,0.026293159,0.0009727484,0.17003132,0.7862476,0.0053211143],"about_ca_topic_score_codex":0.000008998512,"about_ca_topic_score_gemma":0.000008311166,"teacher_disagreement_score":0.8652656,"about_ca_system_score_codex":0.0002442687,"about_ca_system_score_gemma":0.00015436682,"threshold_uncertainty_score":0.9998337},"labels":[],"label_agreement":null},{"id":"W4385015322","doi":"10.48550/arxiv.2307.10236","title":"Look Before You Leap: An Exploratory Study of Uncertainty Measurement for Large Language Models","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"JST-Mirai Program; Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Trustworthiness; Estimation; Computer science; Computer security; Economics","score_opus":0.17216525414989875,"score_gpt":0.244593140594098,"score_spread":0.07242788644419926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385015322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5123723,0.00003069046,0.48606405,0.000010836625,0.00028847865,0.0007663319,0.00004068244,0.00041379916,0.00001284792],"genre_scores_gemma":[0.99879026,0.00000975976,0.0006407751,0.000009041422,0.000063535,0.000019561796,0.00002273441,0.00004714975,0.00039720727],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974307,0.00016684683,0.000254197,0.0012111674,0.0004166383,0.00052046776],"domain_scores_gemma":[0.9968693,0.00016465636,0.00015993007,0.0020144177,0.0005876251,0.00020403163],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014378295,0.0003130058,0.00041434364,0.00048045712,0.00011600281,0.00007143943,0.0025005222,0.00019446651,0.00000438207],"category_scores_gemma":[0.00020406149,0.00035724038,0.00017070348,0.0006354139,0.00003711212,0.00044981716,0.0022795307,0.00046440284,0.000015206452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041370673,0.00065121107,0.0029466734,0.00024361759,0.00021042074,0.0001798478,0.011358108,0.9728154,0.00003144314,0.0110758655,0.000180024,0.00026603203],"study_design_scores_gemma":[0.0013528868,0.000569776,0.0012685161,0.000109965295,0.00006025574,4.8295834e-7,0.0053728814,0.981117,0.00007919621,0.00962464,0.000029943789,0.00041444518],"about_ca_topic_score_codex":0.00025919304,"about_ca_topic_score_gemma":0.001217283,"teacher_disagreement_score":0.48641795,"about_ca_system_score_codex":0.00045066568,"about_ca_system_score_gemma":0.0003516528,"threshold_uncertainty_score":0.99988794},"labels":[],"label_agreement":null},{"id":"W4385075908","doi":"10.1016/j.jss.2023.111806","title":"Study the correlation between the readme file of GitHub projects and their popularity","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Manitoba","funders":"","keywords":"Popularity; Computer science; License; World Wide Web; Database; Point (geometry); Information retrieval; Operating system; Mathematics","score_opus":0.049228368613494264,"score_gpt":0.2802505586975987,"score_spread":0.2310221900841044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385075908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9754844,0.0008744547,0.02252205,0.0002455427,0.00031595424,0.0004255458,0.000068436784,0.000058366662,0.000005259842],"genre_scores_gemma":[0.99950343,0.000019117408,0.00024623625,0.000003907521,0.00011602666,0.000009366117,0.0000020174616,0.0000064005926,0.00009350644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99896735,0.00015264982,0.00029858388,0.00010373744,0.00034879692,0.00012888711],"domain_scores_gemma":[0.9969554,0.0023449806,0.00020700261,0.0002650795,0.00017826048,0.000049262722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015294363,0.000078970326,0.00020279843,0.00010804987,0.00014923296,0.00013839664,0.00034266192,0.000039141643,0.0000025415025],"category_scores_gemma":[0.0011006313,0.000036542973,0.00003633598,0.00041860648,0.000039591472,0.00019251411,0.00018315164,0.00024397614,0.0000013771959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007652056,0.00003864818,0.95865804,0.00012904225,0.00016538626,0.000043163785,0.016075144,0.00055698806,0.0000087559965,0.000128476,0.012187279,0.012001411],"study_design_scores_gemma":[0.00020495562,0.0002882491,0.9934725,0.00015489943,0.00001038981,0.00013050094,0.0024319005,0.0021485623,0.0000052489763,0.00013025517,0.0009626608,0.000059848997],"about_ca_topic_score_codex":0.00008397764,"about_ca_topic_score_gemma":0.0000030867843,"teacher_disagreement_score":0.034814473,"about_ca_system_score_codex":0.000016266633,"about_ca_system_score_gemma":0.000054412034,"threshold_uncertainty_score":0.14901792},"labels":[],"label_agreement":null},{"id":"W4385241228","doi":"10.1080/07366981.2023.2229986","title":"A maturity level assessment of the use of technology by internal audit functions: a comparative analysis of the Federal Government of Canada","year":2023,"lang":"en","type":"article","venue":"EDPACS","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Maturity (psychological); Internal audit; Audit; Government (linguistics); Business; Work (physics); Capability Maturity Model; Empirical research; Accounting; Public relations; Political science; Engineering; Computer science; Software","score_opus":0.04985382864943331,"score_gpt":0.29500594321496115,"score_spread":0.24515211456552785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385241228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96040064,0.000019759813,0.038047712,0.00090745295,0.00022784402,0.000127301,0.00021022835,0.000017218514,0.000041844043],"genre_scores_gemma":[0.9979653,0.000002293959,0.0015272114,0.000009953508,0.000003405902,0.000009541421,8.861092e-7,0.0000023264338,0.0004790771],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99854255,0.000060641694,0.00023914936,0.00013086468,0.00089293777,0.00013383977],"domain_scores_gemma":[0.9986456,0.00044665838,0.00019157055,0.0005668997,0.00012922785,0.000020035253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018772425,0.00006676328,0.00023087741,0.000095581025,0.00004042847,0.000009833938,0.0007596878,0.000031954067,0.000008748944],"category_scores_gemma":[0.00027961322,0.00004281557,0.00009050319,0.0021226332,0.000103428545,0.00005161736,0.0005607655,0.00015726102,1.0638962e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001795384,0.00024004365,0.8284447,0.000097207485,0.0018880501,0.0000026957387,0.0012312004,0.07745573,0.015237509,0.0031974877,0.07089422,0.0012931793],"study_design_scores_gemma":[0.00012188537,0.00003969963,0.8867523,0.00004584289,0.000037460646,7.900526e-7,0.00022189922,0.09165687,0.02031826,0.000034443758,0.0007213121,0.000049256836],"about_ca_topic_score_codex":0.023434795,"about_ca_topic_score_gemma":0.032256763,"teacher_disagreement_score":0.070172906,"about_ca_system_score_codex":0.00022973676,"about_ca_system_score_gemma":0.00032425142,"threshold_uncertainty_score":0.98540205},"labels":[],"label_agreement":null},{"id":"W4385270039","doi":"10.1109/nlbse59153.2023.00019","title":"Evaluating Code Comment Generation With Summarized API Docs","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Automatic summarization; Computer science; Documentation; Application programming interface; Java; Leverage (statistics); Code (set theory); Artificial intelligence; Machine learning; Programming language","score_opus":0.1338888887134159,"score_gpt":0.37542359165664413,"score_spread":0.24153470294322824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385270039","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106111296,0.000010569258,0.8892669,0.002842528,0.00016450162,0.00019591264,7.1129716e-7,0.0010827668,0.00032481254],"genre_scores_gemma":[0.6311719,0.000008448837,0.36608198,0.00052327634,0.000119027245,0.00010597286,0.000021519942,0.00002016338,0.0019477216],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988635,0.000047893463,0.000101625716,0.00023231798,0.0005148339,0.00023980577],"domain_scores_gemma":[0.99911994,0.0003297826,0.000016502576,0.00038876358,0.00008506739,0.00005993186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007605346,0.00007083631,0.0000718844,0.00010461245,0.000090406385,0.00016438498,0.00038098104,0.000021242256,0.000027400878],"category_scores_gemma":[0.00021729538,0.00005502213,0.00001469733,0.0006624789,0.000011320451,0.0001722868,0.00020649312,0.00008416293,0.00018979797],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000437243,0.00020338659,0.031891014,0.00014179747,0.00020827388,0.00023330191,0.0037384925,0.33721456,0.09678046,0.0902489,0.19161938,0.24767672],"study_design_scores_gemma":[0.00036002303,0.000116598756,0.0021569575,0.000007729019,0.0000013174435,0.0000044662706,0.000007810185,0.99136335,0.0047248816,0.000074223004,0.0010901274,0.000092544804],"about_ca_topic_score_codex":0.000031588002,"about_ca_topic_score_gemma":0.000012565215,"teacher_disagreement_score":0.65414876,"about_ca_system_score_codex":0.00005386559,"about_ca_system_score_gemma":0.00005873933,"threshold_uncertainty_score":0.24395321},"labels":[],"label_agreement":null},{"id":"W4385325593","doi":"10.1109/gas59301.2023.00009","title":"An Exploratory Approach for Game Engine Architecture Recovery","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"","keywords":"Computer science; Plug-in; Rendering (computer graphics); Game programming; Game Developer; Game development tool; Game design; Architecture; Video game development; Graphics; Software engineering; Game art design; Game design document; Human–computer interaction; Operating system; Artificial intelligence","score_opus":0.029375938140579233,"score_gpt":0.2681597852795064,"score_spread":0.23878384713892717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385325593","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016807323,0.000029679928,0.9804048,0.00018352167,0.00020347297,0.00024047671,0.000003809649,0.0020103503,0.00011659476],"genre_scores_gemma":[0.32227722,0.00001174639,0.67506737,0.00016766509,0.00030343005,0.00040255775,0.00006199755,0.000050425693,0.0016575659],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884725,0.000028699831,0.00010177005,0.00038383022,0.00024745925,0.00039102221],"domain_scores_gemma":[0.9986454,0.00047003778,0.000011842661,0.0006834056,0.00005340812,0.00013588871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005031768,0.00010772042,0.00010791851,0.0002745603,0.00004197899,0.00012024686,0.00087372225,0.00005610073,0.000005833437],"category_scores_gemma":[0.0002769128,0.00009502683,0.000054685835,0.0007999029,0.000014888445,0.00031039614,0.00015224084,0.00013776358,0.00007857737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003199069,0.0001923842,0.0007071689,0.00022997269,0.000072038005,0.00003325357,0.003092762,0.6435989,0.006994922,0.007808001,0.03247247,0.30476612],"study_design_scores_gemma":[0.0004845892,0.00037898947,0.0027118055,0.000010213792,0.0000025157342,0.0000120095265,0.00006998293,0.9765903,0.0048779766,0.004848821,0.009577568,0.00043522517],"about_ca_topic_score_codex":0.0000015910215,"about_ca_topic_score_gemma":7.170141e-7,"teacher_disagreement_score":0.3329914,"about_ca_system_score_codex":0.000028516335,"about_ca_system_score_gemma":0.000054854412,"threshold_uncertainty_score":0.38750815},"labels":[],"label_agreement":null},{"id":"W4385452280","doi":"10.1109/sds57534.2023.00022","title":"Automated Extraction of IoT Critical Objects from IoT Storylines, Requirements and User Stories via NLP","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Internet of Things; Process (computing); Artificial intelligence; Task (project management); Machine learning; Natural language processing; World Wide Web; Programming language; Systems engineering","score_opus":0.03868667499743109,"score_gpt":0.3490463881627202,"score_spread":0.3103597131652891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385452280","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7911718,0.00011348895,0.20469484,0.00038388977,0.00097438984,0.00012262573,0.0000059081112,0.0024778377,0.000055215594],"genre_scores_gemma":[0.96710384,0.0000065337836,0.032455064,0.000022195034,0.000067190376,0.0000101275655,0.0000040402306,0.000012886248,0.00031810548],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99874026,0.000044928966,0.00018133767,0.0003075392,0.00046517688,0.00026077693],"domain_scores_gemma":[0.998217,0.001152252,0.000023415949,0.00036586417,0.00014002508,0.00010143585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028512382,0.00010222708,0.00013777726,0.00017820703,0.00006147059,0.00006803239,0.00029642985,0.00007058685,0.00003550843],"category_scores_gemma":[0.0010465181,0.00009741351,0.000021909393,0.0005498261,0.0000624594,0.00022211351,0.00023248511,0.000116779585,0.00005753716],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012558368,0.0007884497,0.18831918,0.0008409922,0.00043583155,0.00058068865,0.009701388,0.004009974,0.64101446,0.016312946,0.081799686,0.056070816],"study_design_scores_gemma":[0.00045540542,0.0001504429,0.51716304,0.000065873406,0.000009035873,0.000009161938,0.000071990406,0.45247492,0.027308727,0.00086121174,0.0011527244,0.00027748413],"about_ca_topic_score_codex":0.00036030408,"about_ca_topic_score_gemma":0.000026429598,"teacher_disagreement_score":0.61370575,"about_ca_system_score_codex":0.000056957397,"about_ca_system_score_gemma":0.000053614585,"threshold_uncertainty_score":0.39724076},"labels":[],"label_agreement":null},{"id":"W4385478004","doi":"10.1109/compsac57700.2023.00091","title":"MaGnn: Binary-Source Code Matching by Modality-Sharing Graph Convolution for Binary Provenance Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Binary number; Provenance; Mathematics; Arithmetic; Geology; Petrology","score_opus":0.02261132786985806,"score_gpt":0.28533141829153674,"score_spread":0.26272009042167865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385478004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21504769,0.0000944811,0.78189176,0.0010389754,0.00012990956,0.000303314,0.000018281593,0.0014305834,0.000045025237],"genre_scores_gemma":[0.9681922,0.000023620303,0.025643976,0.00007930515,0.00004085082,0.00021324978,0.000062159095,0.000031082065,0.0057135625],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997916,0.000036755104,0.00026676303,0.00071702315,0.00044445143,0.00061900314],"domain_scores_gemma":[0.9982997,0.00061138725,0.000060103765,0.00079125643,0.00010706305,0.00013044928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090710196,0.00017581295,0.00024809525,0.0006493475,0.00022573218,0.00022324889,0.0011381055,0.00007783277,0.000011252783],"category_scores_gemma":[0.00020804619,0.00017428432,0.00018431726,0.003981952,0.00003695138,0.00051207945,0.0005708535,0.00017813785,0.000058815378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059634578,0.0002937734,0.07743914,0.0007034146,0.0010478891,0.000065169224,0.002166841,0.7780524,0.045129366,0.03932312,0.043761287,0.011957984],"study_design_scores_gemma":[0.0002679704,0.0000763292,0.016156424,0.000021251484,0.000028694754,0.0000020093205,0.00003532095,0.9765927,0.0012392894,0.003830706,0.0014834488,0.0002658235],"about_ca_topic_score_codex":0.00021456242,"about_ca_topic_score_gemma":0.000009339295,"teacher_disagreement_score":0.75624776,"about_ca_system_score_codex":0.00010064087,"about_ca_system_score_gemma":0.0000372631,"threshold_uncertainty_score":0.7107108},"labels":[],"label_agreement":null},{"id":"W4385489212","doi":"10.1109/compsac57700.2023.00112","title":"Prediction of Bug Inducing Commits Using Metrics Trend Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; IBM (Canada); Western University","funders":"","keywords":"Commit; Computer science; Metric (unit); Process (computing); Quality (philosophy); Source code; Software quality; Software development; Software; Programming language; Database; Engineering","score_opus":0.10481882265082362,"score_gpt":0.31376973137565795,"score_spread":0.20895090872483432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385489212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42565128,0.000015546299,0.5737659,0.000024962057,0.00009703072,0.00002537879,0.0000029821756,0.0003065744,0.000110369445],"genre_scores_gemma":[0.9760813,0.000004800404,0.0237242,0.000004069982,0.000018160123,0.0000016009108,0.0000043064774,0.000004667955,0.00015689453],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990612,0.000027741084,0.00015490367,0.000182313,0.0003969043,0.0001768907],"domain_scores_gemma":[0.9989187,0.00055044895,0.000030600462,0.00038712722,0.00006134547,0.000051755844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005211669,0.00005386091,0.00012567204,0.0017965921,0.000041179435,0.000044529923,0.00038349087,0.000037178048,0.000011632881],"category_scores_gemma":[0.0004389896,0.000051025345,0.0000633099,0.014083754,0.000011733643,0.00019997125,0.00022566848,0.00008483984,0.000008225879],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013403377,0.000043389402,0.75340146,0.00004297624,0.00049874664,0.000014620796,0.00087396544,0.21650614,0.004593735,0.0013138357,0.0010362039,0.021673564],"study_design_scores_gemma":[0.000054494692,0.000013569185,0.21359111,0.000004108558,0.000022826367,7.66666e-7,0.000014497942,0.78374714,0.0024393236,0.000030515292,0.00004431177,0.0000373085],"about_ca_topic_score_codex":0.00014439748,"about_ca_topic_score_gemma":0.000009901287,"teacher_disagreement_score":0.567241,"about_ca_system_score_codex":0.000047198486,"about_ca_system_score_gemma":0.000024780622,"threshold_uncertainty_score":0.6766777},"labels":[],"label_agreement":null},{"id":"W4385491362","doi":"10.1016/j.jss.2023.111817","title":"On the impact of single and co-occurrent refactorings on quality attributes in android applications","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Android (operating system); Computer science; Software quality; Software; Software engineering; Java; Quality (philosophy); Software development; Programming language; Operating system","score_opus":0.07383912175224895,"score_gpt":0.3548067283088792,"score_spread":0.2809676065566303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385491362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9839219,0.00048575082,0.015181078,0.00011877385,0.000087368404,0.00015114514,0.000020264404,0.000028485849,0.000005230975],"genre_scores_gemma":[0.9997788,0.00005864124,0.00009304435,0.0000034256786,0.000039676826,0.000007836371,6.792887e-7,0.0000047243675,0.000013175721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99901706,0.00007455421,0.00031984103,0.00011361114,0.0003317548,0.00014317058],"domain_scores_gemma":[0.99717623,0.0022389106,0.00017607627,0.0002150958,0.000113932285,0.00007975779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011741275,0.0000791037,0.00021195598,0.00020285351,0.000052078933,0.000089167086,0.0002468582,0.000036901485,8.941877e-7],"category_scores_gemma":[0.000785491,0.0000471001,0.000050286537,0.0003597426,0.000028048147,0.000111947294,0.000054493412,0.0001915723,0.000001832834],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006745526,0.00032758186,0.957962,0.00055376976,0.00013288466,0.00004055717,0.0029233042,0.0087289885,0.002417632,0.0068875225,0.0047911806,0.015167134],"study_design_scores_gemma":[0.0005006396,0.0008150275,0.99530995,0.00056205405,0.0000028250388,0.000051015468,0.00014786603,0.0009375597,0.000314531,0.0006859832,0.00054160116,0.00013093572],"about_ca_topic_score_codex":0.00006719997,"about_ca_topic_score_gemma":8.8032925e-7,"teacher_disagreement_score":0.037347972,"about_ca_system_score_codex":0.00008396231,"about_ca_system_score_gemma":0.000047248264,"threshold_uncertainty_score":0.19206864},"labels":[],"label_agreement":null},{"id":"W4385519566","doi":"10.1613/jair.1.14394","title":"Program Synthesis with Best-First Bottom-Up Search","year":2023,"lang":"en","type":"article","venue":"Journal of Artificial Intelligence Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alliance de recherche numérique du Canada; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science; Search cost; Search algorithm; Beam search; Function (biology); Best-first search; String (physics); Theoretical computer science; Algorithm; Mathematics","score_opus":0.17891732954001874,"score_gpt":0.4215244089406741,"score_spread":0.24260707940065537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385519566","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60914826,0.00039932886,0.37483343,0.011966075,0.0011979123,0.0012731152,0.0000048710826,0.0007044523,0.00047252772],"genre_scores_gemma":[0.97038853,0.00046857886,0.028068531,0.0000085518195,0.00048355086,0.000088213455,4.9566603e-7,0.000049306636,0.0004442533],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99306303,0.0004164251,0.0007294819,0.0004703793,0.0038889728,0.0014317102],"domain_scores_gemma":[0.98955286,0.0064637633,0.0001127369,0.0008354828,0.002479778,0.0005553625],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0097838715,0.0002076944,0.00036596355,0.0022293637,0.00046751942,0.00089419907,0.0031570327,0.00013879695,0.00008146111],"category_scores_gemma":[0.005782929,0.00016024754,0.000154024,0.0071079945,0.00044842175,0.0007997975,0.0006498963,0.0019233383,0.0013374685],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002312064,0.00054567616,0.0023525686,0.00015646414,0.00013328536,0.0014889211,0.0022638526,0.00720544,0.0019217414,0.009766654,0.0026554333,0.9712788],"study_design_scores_gemma":[0.00031030484,0.012087482,0.0066761584,0.0020475003,0.0000499177,0.0013748745,0.008645613,0.41815126,0.5132866,0.019111093,0.01666966,0.0015895715],"about_ca_topic_score_codex":0.0001050807,"about_ca_topic_score_gemma":0.000037351943,"teacher_disagreement_score":0.9696892,"about_ca_system_score_codex":0.00027742298,"about_ca_system_score_gemma":0.0009599051,"threshold_uncertainty_score":0.99944013},"labels":[],"label_agreement":null},{"id":"W4385572298","doi":"10.18653/v1/2023.findings-acl.280","title":"Debiasing should be Good and Bad: Measuring the Consistency of Debiasing Techniques in Language Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Debiasing; Computer science; Consistency (knowledge bases); Protocol (science); Reachability; Journaling file system; Artificial intelligence; Database; Theoretical computer science; Psychology","score_opus":0.08020725600439323,"score_gpt":0.3094917121458611,"score_spread":0.22928445614146786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385572298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6650887,0.00047612356,0.32915315,0.0013580308,0.00006441669,0.00028999033,0.0000011624188,0.0010018748,0.002566521],"genre_scores_gemma":[0.962746,0.000027272994,0.03705648,0.000063600724,0.000010303268,0.000013757869,3.245484e-7,0.000011408674,0.00007083596],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989337,0.00005742709,0.00018257448,0.00022575134,0.00032992545,0.0002706345],"domain_scores_gemma":[0.9985189,0.00097489223,0.000024333476,0.00039477242,0.00004520109,0.000041889605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009962327,0.00009003831,0.00013334314,0.0002565973,0.000060903098,0.0000848863,0.00047247132,0.00004839411,0.0000019170495],"category_scores_gemma":[0.00047915438,0.00006765121,0.000027655282,0.0007974921,0.000053042408,0.00028644843,0.00040342583,0.00017324716,0.0000012418012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022311398,0.00016427618,0.08173319,0.0005957542,0.000113175236,0.0005242473,0.044043086,0.0110228,0.091565065,0.112148605,0.00083021994,0.6572373],"study_design_scores_gemma":[0.0004071776,0.00007801486,0.038188588,0.00046344433,0.000007769647,0.00009961231,0.0013540424,0.7853347,0.16723812,0.006247247,0.00011039343,0.00047090568],"about_ca_topic_score_codex":0.00036905336,"about_ca_topic_score_gemma":0.00008317773,"teacher_disagreement_score":0.7743119,"about_ca_system_score_codex":0.000033237124,"about_ca_system_score_gemma":0.000046837285,"threshold_uncertainty_score":0.27587366},"labels":[],"label_agreement":null},{"id":"W4385573986","doi":"10.18653/v1/2022.findings-emnlp.174","title":"CodeExp: Explanatory Code Document Generation","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Task (project management); Baseline (sea); Code generation; Source code; Software; Source lines of code; Machine learning; Scale (ratio); Data mining; Artificial intelligence; Information retrieval; Programming language; Key (lock); Set (abstract data type)","score_opus":0.02828526137936499,"score_gpt":0.2698888864403468,"score_spread":0.24160362506098182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385573986","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.083014235,0.00013708293,0.91342163,0.0010285943,0.0007782358,0.00013597708,0.0000024705503,0.00056662585,0.0009151169],"genre_scores_gemma":[0.9746573,0.0000033840633,0.022643946,0.00035688176,0.000057762045,0.00012150044,0.0000059119097,0.000006834488,0.002146454],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999056,0.0000474573,0.00008281789,0.00020425924,0.00044613433,0.00016335756],"domain_scores_gemma":[0.99945873,0.00009882529,0.000011744786,0.00035556406,0.000021293525,0.000053835163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033292652,0.000049767685,0.000045352157,0.00008531287,0.00015120137,0.00007310167,0.0005766652,0.000009263201,0.00043060046],"category_scores_gemma":[0.00004049685,0.000051010513,0.000018793131,0.00022075321,0.00000595588,0.00017449047,0.00045702446,0.00011379351,0.000063005726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065132276,0.00016976881,0.005726083,0.000018839413,0.00005191685,0.00017442834,0.002286344,0.07696464,0.022617145,0.40895846,0.43982106,0.04320479],"study_design_scores_gemma":[0.00081944215,0.00035590483,0.005760238,0.0000027745255,0.0000029016276,0.000091036665,0.0001266031,0.615635,0.023427276,0.0021407756,0.35103047,0.00060760835],"about_ca_topic_score_codex":0.000017954446,"about_ca_topic_score_gemma":0.0000029646337,"teacher_disagreement_score":0.8916431,"about_ca_system_score_codex":0.00014323664,"about_ca_system_score_gemma":0.000053200405,"threshold_uncertainty_score":0.4714773},"labels":[],"label_agreement":null},{"id":"W4385607919","doi":"10.61187/ita.v1i1.19","title":"An Empirical Study of Adoption of ChatGPT for Bug Fixing among Professional Developers","year":2023,"lang":"en","type":"article","venue":"Innovation & Technology Advances","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Conversation; Expectancy theory; Computer science; Empirical research; Software development; Software; Key (lock); Knowledge management; Software engineering; Software peer review; Software construction; Computer security; Psychology","score_opus":0.03436966530522471,"score_gpt":0.378796272247145,"score_spread":0.3444266069419203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385607919","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85066766,0.0000186699,0.14788769,0.0003902543,0.00020760548,0.00034161526,0.0000015531864,0.00048239768,0.0000025606332],"genre_scores_gemma":[0.9736647,0.0000028225468,0.026084572,0.000008691768,0.000012546921,0.00018694425,0.0000090897465,0.0000075800444,0.000023030703],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989429,0.000020206797,0.00034405748,0.0002592868,0.00025534935,0.0001782011],"domain_scores_gemma":[0.9987013,0.00024422404,0.00015337835,0.00031424186,0.0005755166,0.000011361465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005256114,0.00007701768,0.000147639,0.0013024573,0.000072845934,0.000007439265,0.0005687555,0.00010746912,0.0000011791162],"category_scores_gemma":[0.0008546533,0.0000725105,0.00001130534,0.00585132,0.00009682765,0.000491838,0.00013888437,0.00014611395,0.0000018387846],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000143109655,0.00021493953,0.93641335,0.00006136344,0.000018033945,0.0000021313467,0.0008946284,0.0019141026,0.010927113,0.006156836,0.00008105229,0.04330213],"study_design_scores_gemma":[0.0008234779,0.0009544998,0.9280282,0.00008993005,0.0000032715213,0.000002437413,0.0024882494,0.0110902125,0.047041867,0.008581096,0.0006940131,0.00020271166],"about_ca_topic_score_codex":0.0000014924427,"about_ca_topic_score_gemma":0.000003950169,"teacher_disagreement_score":0.122997075,"about_ca_system_score_codex":0.000026283586,"about_ca_system_score_gemma":0.00007433706,"threshold_uncertainty_score":0.29568923},"labels":[],"label_agreement":null},{"id":"W4385632434","doi":"10.1002/smr.2602","title":"Understanding the quality and evolution of Android app build systems","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Australian Research Council; Monash University","keywords":"Android (operating system); Computer science; Plug-in; Executable; Scripting language; Software quality; Software engineering; Software; World Wide Web; Software development; Operating system","score_opus":0.0747303414186689,"score_gpt":0.32579833055526153,"score_spread":0.2510679891365926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385632434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18636523,0.0029635737,0.8097659,0.0003404671,0.00037011204,0.00009321061,0.0000028551567,0.00009070264,0.000007966019],"genre_scores_gemma":[0.99890876,0.00011824689,0.0008331976,0.0000073806254,0.00008966516,0.0000031592338,3.073774e-7,0.0000068393983,0.000032426236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985624,0.000101918355,0.00040310636,0.00014638023,0.00059200387,0.0001942134],"domain_scores_gemma":[0.99822724,0.00088636007,0.00028521867,0.0001649649,0.00033795918,0.00009825621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002155625,0.00009277486,0.0002037545,0.0002903577,0.00016937625,0.00010465612,0.0003457217,0.00006512273,7.9013427e-7],"category_scores_gemma":[0.0013290686,0.00006590476,0.000040221985,0.0008797863,0.000105755935,0.00049520517,0.00010640953,0.00023166063,0.0000012471609],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015306872,0.00010411457,0.8802544,0.0028975587,0.00021358611,0.000035144087,0.0055574086,0.022509368,0.00081096083,0.079290934,0.0036100508,0.004563446],"study_design_scores_gemma":[0.0013106894,0.00038486288,0.90390414,0.0006859303,0.000031252097,0.0006014308,0.002914137,0.046714995,0.00010234858,0.042722132,0.00030133536,0.00032675796],"about_ca_topic_score_codex":0.000022209524,"about_ca_topic_score_gemma":0.000001692244,"teacher_disagreement_score":0.8125436,"about_ca_system_score_codex":0.00019105479,"about_ca_system_score_gemma":0.00016954269,"threshold_uncertainty_score":0.26875183},"labels":[],"label_agreement":null},{"id":"W4385681195","doi":"10.1145/3610088","title":"SUMMIT: Scaffolding Open Source Software Issue Discussion Through Summarization","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; McGill University","funders":"Alfred P. Sloan Foundation","keywords":"Automatic summarization; Summit; Computer science; World Wide Web; Set (abstract data type); Software; Data science; Construct (python library); Software engineering; Knowledge management; Information retrieval","score_opus":0.0643405934391388,"score_gpt":0.3516934090470921,"score_spread":0.28735281560795334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385681195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7522462,0.000020061678,0.2224048,0.012924842,0.0062628635,0.0019858258,0.0000064602696,0.0031443944,0.0010045429],"genre_scores_gemma":[0.9446213,0.000014359652,0.05065186,0.00033146035,0.0007664111,0.00010435867,0.000014308386,0.000089381225,0.0034065526],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9977377,0.000027333832,0.0004161336,0.0006776062,0.000722486,0.00041873902],"domain_scores_gemma":[0.99792266,0.00043135745,0.0003100092,0.00095346,0.00031195115,0.00007055643],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0006223382,0.00025679724,0.0002683232,0.00034061365,0.00045097803,0.0009066512,0.0067219147,0.0001082047,0.000023659004],"category_scores_gemma":[0.0012819305,0.00017167442,0.0001374739,0.0014203037,0.000048234375,0.0026071158,0.006998279,0.00038500363,0.00015603723],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018622453,0.00069216226,0.050891083,0.0010409015,0.00030623315,0.0000089686755,0.01701519,0.022186426,0.052163634,0.016782604,0.54311496,0.2956116],"study_design_scores_gemma":[0.0037351232,0.0018630992,0.11615561,0.006736794,0.0000929309,0.000077961886,0.001344929,0.21526971,0.45665514,0.07078386,0.12451434,0.0027705121],"about_ca_topic_score_codex":0.000060262366,"about_ca_topic_score_gemma":0.0000023240823,"teacher_disagreement_score":0.41860065,"about_ca_system_score_codex":0.00019484894,"about_ca_system_score_gemma":0.000025000152,"threshold_uncertainty_score":0.9986522},"labels":[],"label_agreement":null},{"id":"W4385768170","doi":"10.24963/ijcai.2023/328","title":"Can You Improve My Code? Optimizing Programs with Local Search","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; University of Alberta; Compute Canada","keywords":"Computer science; Code (set theory); Exploit; Source lines of code; Programming language; Programming paradigm; Line (geometry); Computer security; Set (abstract data type); Software; Mathematics","score_opus":0.02602334440744724,"score_gpt":0.272104756702353,"score_spread":0.24608141229490577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385768170","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046209928,0.000012822314,0.94890267,0.0016516852,0.0001413475,0.0003267241,0.0000014862601,0.0022603453,0.00049297226],"genre_scores_gemma":[0.8905783,0.0000039488204,0.10614453,0.000043826352,0.000049917926,0.00007843633,0.0000055934534,0.000029257248,0.0030661474],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980235,0.000026322019,0.00011337618,0.00046077164,0.0006638008,0.0007122303],"domain_scores_gemma":[0.9988177,0.00021258714,0.000011278104,0.0006210326,0.00012463712,0.00021279589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048217774,0.00012979252,0.000120897595,0.00018480618,0.00009232311,0.00028468983,0.00094482786,0.000049643455,0.00001114856],"category_scores_gemma":[0.000055114324,0.00009984406,0.000031041724,0.0015569767,0.000088821515,0.00020055451,0.00052497914,0.00027078527,0.00018830359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003227587,0.00015889107,0.021381073,0.00019892468,0.0001308973,0.00080525543,0.0038267332,0.084838815,0.0015444083,0.015867501,0.0027565288,0.8684587],"study_design_scores_gemma":[0.00053314836,0.0004918745,0.003644382,0.000040253413,0.000002442898,0.000034151642,0.00031703088,0.9870862,0.0062160664,0.000114510425,0.001173193,0.0003467796],"about_ca_topic_score_codex":0.00027615915,"about_ca_topic_score_gemma":0.00005583077,"teacher_disagreement_score":0.90224737,"about_ca_system_score_codex":0.00009076289,"about_ca_system_score_gemma":0.0001883841,"threshold_uncertainty_score":0.40715224},"labels":[],"label_agreement":null},{"id":"W4385848632","doi":"10.1145/3597503.3639154","title":"A User-centered Security Evaluation of Copilot","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Computer security; Code (set theory); Set (abstract data type)","score_opus":0.07139789347146061,"score_gpt":0.3556885183486882,"score_spread":0.28429062487722756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385848632","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6191686,0.0024924476,0.3627273,0.0012337092,0.005281183,0.0017632915,0.00003973489,0.0017315266,0.005562202],"genre_scores_gemma":[0.98897743,0.0000136336985,0.0106362775,0.00001244879,0.000061393584,0.000074443626,0.000008471495,0.00001457452,0.0002013141],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975973,0.00011742463,0.00025324104,0.0005236034,0.0013128913,0.00019553986],"domain_scores_gemma":[0.9980461,0.00024057679,0.000051695348,0.0011066564,0.00048666928,0.0000682885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016743619,0.000151366,0.00020361374,0.00025453413,0.00001202226,0.00015938851,0.0012512398,0.00013532657,0.00009722776],"category_scores_gemma":[0.0006476484,0.00014163165,0.00009749835,0.00029277173,0.000022446233,0.0000605686,0.004132838,0.00055732887,0.00011057802],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006463647,0.0019858023,0.019620493,0.019547436,0.0024916662,0.00015291214,0.01874877,0.080224864,0.003328585,0.4011236,0.19550122,0.25721],"study_design_scores_gemma":[0.0003077084,0.000053554686,0.0045115924,0.00043302312,0.000040670155,0.00000460628,0.0000068185286,0.9121053,0.004273444,0.07748349,0.0005169658,0.00026280768],"about_ca_topic_score_codex":0.000118824915,"about_ca_topic_score_gemma":0.000011858489,"teacher_disagreement_score":0.83188045,"about_ca_system_score_codex":0.00019384363,"about_ca_system_score_gemma":0.0005857178,"threshold_uncertainty_score":0.57755715},"labels":[],"label_agreement":null},{"id":"W4385965483","doi":"10.48550/arxiv.2308.08033","title":"Domain Adaptation for Code Model-based Unit Test Case Generation","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Computer science; Leverage (statistics); Unit testing; Domain adaptation; Code coverage; Artificial intelligence; Machine learning; Transformer; Task (project management); Source code; Test data; Adaptation (eye); Test case; Data mining; Software; Software engineering; Programming language; Engineering","score_opus":0.23939016572429933,"score_gpt":0.2420723057480061,"score_spread":0.0026821400237067583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385965483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13983335,0.00000918406,0.85843605,0.000119746386,0.00034383667,0.0005033036,0.00009772584,0.0006414535,0.000015354557],"genre_scores_gemma":[0.92497396,0.0000088631,0.073784225,0.000028035487,0.0000933203,0.000013249456,0.000110656816,0.000037920006,0.0009497756],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99835163,0.00006573106,0.00016589262,0.0009444459,0.00012412065,0.00034817908],"domain_scores_gemma":[0.9973415,0.0010380502,0.000106939726,0.0010328981,0.00032928158,0.0001513273],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045669064,0.00023652581,0.00019424502,0.0004497249,0.00019991485,0.00015927915,0.0009741353,0.00024099913,0.0000024581113],"category_scores_gemma":[0.00034511174,0.00030475974,0.00013300085,0.0006624892,0.000045745022,0.00023818508,0.0005805905,0.00035769126,0.000040883537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072938137,0.000036949332,0.000616227,0.000077488316,0.000019778923,0.00077254773,0.00013378904,0.9821632,0.00008084985,0.015672635,0.00025472644,0.0001645481],"study_design_scores_gemma":[0.00046586528,0.000052353633,0.00014440026,0.000036777743,0.000020179557,0.000010448571,0.000025488296,0.9881489,0.00019019302,0.010507148,0.000099037665,0.00029920854],"about_ca_topic_score_codex":0.00012056658,"about_ca_topic_score_gemma":0.00027395904,"teacher_disagreement_score":0.78514063,"about_ca_system_score_codex":0.00028443805,"about_ca_system_score_gemma":0.0004758316,"threshold_uncertainty_score":0.99994045},"labels":[],"label_agreement":null},{"id":"W4386158789","doi":"10.1109/csci58124.2022.00339","title":"Improving Quality of Software Requirements by Using a Triplet Structure","year":2022,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Software requirements specification; Software requirements; Software engineering; Requirements analysis; Software construction; Software development; Requirement; Verification and validation; Software system; Software quality; Requirements engineering; Software; Programming language; Engineering","score_opus":0.0487905860566675,"score_gpt":0.323466724958686,"score_spread":0.2746761389020185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386158789","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3974077,0.00007015947,0.6019946,0.000031796597,0.00018961285,0.00010449591,0.000032414053,0.00016043629,0.000008793174],"genre_scores_gemma":[0.8939441,2.6612307e-7,0.10581426,0.00005778922,0.000012360787,0.00000692861,0.000005508557,0.000010069769,0.00014874073],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982923,0.00011272329,0.00026013464,0.000301417,0.00076429633,0.00026907414],"domain_scores_gemma":[0.9989521,0.00027470826,0.00009353478,0.0005526749,0.000064856686,0.00006211585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005980856,0.00009113975,0.00015066282,0.00010517301,0.00014302881,0.00004461293,0.000976782,0.00002456745,0.00019286652],"category_scores_gemma":[0.00061058777,0.00009209682,0.000045898996,0.0005433982,0.00001982056,0.00023868147,0.0010680445,0.00019883795,7.4774e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004615168,0.00023389987,0.099544235,0.0003852453,0.00011192624,0.00002048175,0.001467674,0.012047878,0.7775712,0.0035209113,0.007475869,0.0975745],"study_design_scores_gemma":[0.0075586657,0.001377235,0.052995108,0.000069896436,0.000034353536,0.00012458532,0.0007441898,0.65068114,0.26982433,0.005625347,0.007881083,0.0030840398],"about_ca_topic_score_codex":0.00047786362,"about_ca_topic_score_gemma":0.000002541362,"teacher_disagreement_score":0.6386333,"about_ca_system_score_codex":0.00017114248,"about_ca_system_score_gemma":0.00011412604,"threshold_uncertainty_score":0.37555993},"labels":[],"label_agreement":null},{"id":"W4386212357","doi":"10.1109/tse.2023.3307243","title":"ADPTriage: Approximate Dynamic Programming for Bug Triage","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Metropolitan University","funders":"","keywords":"Computer science; Triage; Markov decision process; Process (computing); Software bug; Software regression; Task (project management); Software; Pipeline (software); Software engineering; Markov process; Software development; Programming language; Software quality; Systems engineering","score_opus":0.019948979039290816,"score_gpt":0.2724453377257305,"score_spread":0.25249635868643966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386212357","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011431117,0.000050449577,0.97827244,0.00008621564,0.0018305088,0.0008921995,0.00003423143,0.007400998,0.0000018315116],"genre_scores_gemma":[0.6517085,0.000033659155,0.3457638,0.000023780985,0.000090340334,0.0015543236,0.000014289727,0.00015084913,0.0006604979],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758047,0.000023451626,0.000353173,0.0006534993,0.00047980223,0.00090960466],"domain_scores_gemma":[0.9969578,0.0018816458,0.000043359563,0.0007972028,0.00010426175,0.00021577648],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00063141534,0.0003355829,0.00030762565,0.0008555346,0.0002349556,0.00023618841,0.0008632572,0.00015268654,0.000009262717],"category_scores_gemma":[0.00041964525,0.00036873372,0.0002484938,0.0020448456,0.000021512451,0.00045641957,0.000010943477,0.00046245768,0.000120529316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035333363,0.00012542236,0.000060057602,0.00048261214,0.00014709358,0.000060653263,0.00056333106,0.8319673,0.0013297963,0.00024106127,0.00033943885,0.16464792],"study_design_scores_gemma":[0.0014736638,0.00024887407,0.00069566997,0.0001609091,0.000025344725,0.00003052889,0.000021171552,0.98043925,0.010551877,0.000066719884,0.0055407705,0.0007451966],"about_ca_topic_score_codex":0.0000054689194,"about_ca_topic_score_gemma":0.0000017990578,"teacher_disagreement_score":0.6402773,"about_ca_system_score_codex":0.00023872886,"about_ca_system_score_gemma":0.00007251968,"threshold_uncertainty_score":0.99987644},"labels":[],"label_agreement":null},{"id":"W4386212466","doi":"10.1109/siu59756.2023.10223806","title":"Transformer-Based Bug/Feature Classification","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Support vector machine; Artificial intelligence; Convolutional neural network; Software bug; Transformer; Software; Feature vector; Artificial neural network; Machine learning; Feature (linguistics); Pattern recognition (psychology); Data mining; Engineering; Programming language","score_opus":0.03799938041550322,"score_gpt":0.291227708601163,"score_spread":0.25322832818565977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386212466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013982717,0.000012544736,0.9727875,0.008856557,0.0002044993,0.00011198484,9.646266e-7,0.0021693644,0.0018738775],"genre_scores_gemma":[0.97722274,0.0000046603805,0.019409398,0.00013094796,0.000034323275,0.00003338382,0.000008233944,0.000009451358,0.003146836],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922746,0.000012957634,0.00005952366,0.00020018351,0.0002777215,0.00022213889],"domain_scores_gemma":[0.99924487,0.00027886982,0.0000067227784,0.0003639058,0.00004102147,0.00006461249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002066065,0.00005897277,0.000050075803,0.00017029539,0.000045261688,0.00007480721,0.0005031599,0.000048072267,0.000022923386],"category_scores_gemma":[0.000106559564,0.0000507051,0.00003298615,0.0011519497,0.0000124756925,0.00015678184,0.000017620741,0.00011182206,0.00064565963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017259808,0.00016335408,0.03243038,0.00022206319,0.000052787003,0.00009883001,0.00109623,0.007912438,0.07696509,0.1413372,0.34764177,0.39206257],"study_design_scores_gemma":[0.00032329402,0.000056905952,0.25395086,0.000012512051,0.0000014261838,0.000002732403,0.00001614406,0.68586135,0.01890053,0.00053734053,0.040132597,0.0002042929],"about_ca_topic_score_codex":0.000004514534,"about_ca_topic_score_gemma":0.0000018223841,"teacher_disagreement_score":0.96324,"about_ca_system_score_codex":0.000027775759,"about_ca_system_score_gemma":0.000059211376,"threshold_uncertainty_score":0.8298864},"labels":[],"label_agreement":null},{"id":"W4386213535","doi":"10.1002/smr.2609","title":"Image‐based communication on social coding platforms","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Coding (social sciences); World Wide Web; Variety (cybernetics); Social media; Image (mathematics); Multimedia; Data science; Information retrieval; Software engineering; Artificial intelligence; Programming language","score_opus":0.036699246919948886,"score_gpt":0.32083804380023945,"score_spread":0.28413879688029053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386213535","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24917026,0.00021418364,0.7485173,0.0013735554,0.00027867255,0.00009090312,0.0000026394403,0.00032393652,0.00002859203],"genre_scores_gemma":[0.9854967,0.000037242273,0.0142431995,0.0000821574,0.00009923953,0.0000038500784,0.0000020893601,0.000009634945,0.000025876667],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898154,0.000024439169,0.00022953183,0.00010965128,0.00046814993,0.00018668472],"domain_scores_gemma":[0.9987281,0.00053837104,0.00015651083,0.00014681247,0.00034800463,0.00008221446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077774207,0.00008419107,0.0001315111,0.0003613797,0.00024396586,0.0001200316,0.00050472445,0.000060072107,0.0000048925544],"category_scores_gemma":[0.0008488784,0.00007208073,0.000048862028,0.000729111,0.00004889601,0.00060640933,0.00007328272,0.00030575765,0.00001930115],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013809019,0.0014217849,0.3592858,0.0043600067,0.00052300637,0.0005611322,0.027426982,0.02965979,0.0043333434,0.058067374,0.1996393,0.31334057],"study_design_scores_gemma":[0.0045119952,0.0008996004,0.79477876,0.0009758202,0.000029450426,0.00023302955,0.000609226,0.15723082,0.001807669,0.03563926,0.0024474945,0.00083688565],"about_ca_topic_score_codex":0.0000013350933,"about_ca_topic_score_gemma":3.4991422e-7,"teacher_disagreement_score":0.73632646,"about_ca_system_score_codex":0.00010363221,"about_ca_system_score_gemma":0.00014646638,"threshold_uncertainty_score":0.2939367},"labels":[],"label_agreement":null},{"id":"W4386301778","doi":"10.48550/arxiv.2308.13963","title":"GPTCloneBench: A comprehensive benchmark of semantic clones and cross-language clones using GPT-3 model and SemanticCloneBench","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Benchmark (surveying); clone (Java method); Programming language; Java; Artificial intelligence; Natural language processing; Python (programming language); Machine learning; Software engineering","score_opus":0.1163536748243747,"score_gpt":0.2545266693069382,"score_spread":0.13817299448256348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386301778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7624639,0.00062140904,0.23588085,0.00003352589,0.00028722623,0.00036267377,0.00003889558,0.0002915786,0.000019943453],"genre_scores_gemma":[0.9901031,0.00063037977,0.008772441,0.000015698732,0.00004858295,0.0000017682921,0.000015225654,0.00005363375,0.00035917113],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969323,0.00013235766,0.00040112695,0.0015980101,0.00029245514,0.0006437142],"domain_scores_gemma":[0.99671763,0.0009281212,0.00028086823,0.0014144825,0.0003771478,0.00028177432],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038803555,0.00052535377,0.0007553712,0.00078310515,0.00022369213,0.00025566,0.0013204456,0.0004050928,0.0000056113104],"category_scores_gemma":[0.00023103721,0.0006172484,0.00016800239,0.00095584185,0.0004937184,0.0004778202,0.0050396197,0.0007477175,0.000008113646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004073093,0.00008544822,0.07164639,0.00179085,0.0002626221,0.000959755,0.002352935,0.9073856,0.0026297225,0.012583439,0.00004656252,0.00021593536],"study_design_scores_gemma":[0.0005199733,0.00005092764,0.041483745,0.00037272967,0.00007956029,0.00004001213,0.00016891261,0.948622,0.0003455969,0.007745317,0.000003445316,0.0005678052],"about_ca_topic_score_codex":0.0012329062,"about_ca_topic_score_gemma":0.000061301165,"teacher_disagreement_score":0.2276392,"about_ca_system_score_codex":0.00011668355,"about_ca_system_score_gemma":0.000247715,"threshold_uncertainty_score":0.9996279},"labels":[],"label_agreement":null},{"id":"W4386365732","doi":"10.18293/seke2023-176","title":"An Optimal Spacing Approach for Sampling Small-sized Datasets","year":2023,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Machine learning; Computer science; Artificial intelligence; Ranking (information retrieval); Deep learning; Context (archaeology); Focus (optics); Sampling (signal processing); Data mining","score_opus":0.052366070853110874,"score_gpt":0.29275279852208924,"score_spread":0.24038672766897837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386365732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6794819,0.0001362174,0.31468204,0.0002335211,0.0014768748,0.0008785239,0.000109398134,0.0026345805,0.000366914],"genre_scores_gemma":[0.78222376,0.00003691007,0.21689898,0.000014779108,0.00034975042,0.00024481447,0.00003477341,0.000097223034,0.000099029035],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726933,0.0000027735298,0.00050306076,0.00090225023,0.00058244064,0.00074014056],"domain_scores_gemma":[0.99807775,0.000445372,0.00016082611,0.0002793774,0.0007687144,0.00026794698],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010933796,0.0005002309,0.00044702206,0.0007959061,0.00019154728,0.0006276635,0.0025431646,0.00018666698,0.0000036664453],"category_scores_gemma":[0.0030268368,0.0004608997,0.00016230831,0.0010829619,0.00005048889,0.00084605115,0.0008131375,0.0005671527,0.000005610687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025483844,0.0005870282,0.011337633,0.0054911943,0.0008909485,0.0000050929907,0.008206074,0.16549005,0.429462,0.36007747,0.0037914654,0.014406241],"study_design_scores_gemma":[0.000699507,0.00014961025,0.004555262,0.00054788584,0.000022676037,0.00003441664,0.00020487494,0.9707131,0.021047832,0.00012630847,0.0013212906,0.00057725137],"about_ca_topic_score_codex":0.0000042704596,"about_ca_topic_score_gemma":2.2974451e-7,"teacher_disagreement_score":0.80522305,"about_ca_system_score_codex":0.0001615715,"about_ca_system_score_gemma":0.00007642632,"threshold_uncertainty_score":0.9997843},"labels":[],"label_agreement":null},{"id":"W4386564509","doi":"10.1177/01454455231195825","title":"Further Progress Toward Automating Functional Analysis Interpretation","year":2023,"lang":"en","type":"article","venue":"Behavior Modification","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Psychology; Interpretation (philosophy); Functional analysis; Cognitive psychology; Cognitive science; Computer science; Programming language; Chemistry","score_opus":0.07077031815588423,"score_gpt":0.3370757885863228,"score_spread":0.26630547043043856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386564509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44969898,0.000015104946,0.54859304,0.00030562864,0.00014922266,0.00015563372,0.000001972479,0.0010691407,0.000011265081],"genre_scores_gemma":[0.9891456,0.0000015006681,0.010146874,0.000006161648,0.000033363456,0.00043925078,0.000088078756,0.00001127961,0.00012793753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99875146,0.000045899065,0.0001955091,0.00034215403,0.0004565262,0.0002084255],"domain_scores_gemma":[0.99914163,0.00013684522,0.000064054184,0.0004527768,0.0001464738,0.00005823311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038368138,0.00008996933,0.00009742364,0.000595634,0.00007285601,0.0001696857,0.00038163923,0.000053353677,0.000024368364],"category_scores_gemma":[0.00012636636,0.0000925849,0.00008294621,0.0026017628,0.000023928775,0.00037022645,0.00009287677,0.00009655043,0.00027685083],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010201476,0.00019126732,0.4745528,0.0000424928,0.00017623595,0.000017119282,0.0061581964,0.026794111,0.006755145,0.0041029598,0.0005039875,0.48069546],"study_design_scores_gemma":[0.00004610795,0.000008182403,0.59997743,0.000003089405,0.000029153683,0.0000010266673,0.000023723298,0.39946598,0.00033194743,0.000036022724,0.000014529313,0.000062790095],"about_ca_topic_score_codex":0.00001123217,"about_ca_topic_score_gemma":0.0000010842721,"teacher_disagreement_score":0.5394466,"about_ca_system_score_codex":0.00008861763,"about_ca_system_score_gemma":0.000034934234,"threshold_uncertainty_score":0.37755027},"labels":[],"label_agreement":null},{"id":"W4386601484","doi":"10.3390/electronics12183805","title":"Software Requirement Risk Prediction Using Enhanced Fuzzy Induction Models","year":2023,"lang":"en","type":"article","venue":"Electronics","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Universiti Teknologi Petronas; Sexually Transmitted Infection Research Foundation","keywords":"Software development; Computer science; Risk analysis (engineering); Verification and validation; Software development process; Goal-Driven Software Development Process; Software construction; Software system; Software; Reliability engineering; Package development process; Software engineering; Engineering; Operations management","score_opus":0.03628965410702738,"score_gpt":0.28121169712756866,"score_spread":0.24492204302054127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386601484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29648116,0.00042718876,0.7012064,0.000046028774,0.00040897005,0.00014314399,0.0000025930456,0.0012590849,0.000025431587],"genre_scores_gemma":[0.9654575,0.00080146827,0.033227228,0.000016267935,0.00020632998,0.000048999013,0.000015444079,0.000035679102,0.00019106246],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818695,0.000057808636,0.00019223924,0.00041079934,0.0005303617,0.0006218315],"domain_scores_gemma":[0.9990875,0.00013953327,0.00006149227,0.00052555144,0.00010680108,0.000079126345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00061994256,0.000127251,0.00010783119,0.00025070927,0.00019609099,0.000099857156,0.00046137365,0.00008979956,0.0000033191834],"category_scores_gemma":[0.00032387653,0.00013858368,0.000048505648,0.0013226878,0.000016169846,0.0006954147,0.000194598,0.00038103032,0.00006106208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013446507,0.00005407288,0.0009244674,0.000040341307,0.00007994897,0.000008451497,0.0010540418,0.80723387,0.028350485,0.0049074944,0.0014617818,0.15587159],"study_design_scores_gemma":[0.00032762132,0.00021716565,0.0021081355,0.000032121556,0.000011216734,0.000011233804,0.00001472281,0.9406877,0.027412582,0.027671589,0.0012506775,0.00025519586],"about_ca_topic_score_codex":0.000012962251,"about_ca_topic_score_gemma":0.000004855431,"teacher_disagreement_score":0.66897637,"about_ca_system_score_codex":0.00054540514,"about_ca_system_score_gemma":0.0002254903,"threshold_uncertainty_score":0.56512785},"labels":[],"label_agreement":null},{"id":"W4386643890","doi":"10.1007/978-3-030-02391-1_1","title":"Software Life Cycle","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"British Columbia Institute of Technology","funders":"","keywords":"CLARITY; Computer science; Software development process; Objectivity (philosophy); Software engineering; Software development; Software; Variety (cybernetics); Structuring; Stakeholder; Software deployment; World Wide Web; Artificial intelligence; Management","score_opus":0.02114967138053906,"score_gpt":0.24239370981007166,"score_spread":0.2212440384295326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386643890","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000454683,0.00073322526,0.39380497,0.00053577777,0.0010124587,0.0002400511,0.00001374412,0.0024655059,0.60118973],"genre_scores_gemma":[0.0003262795,0.000069557376,0.04744706,0.0004690198,0.00018291896,0.000031883977,0.000015095404,0.000082881015,0.9513753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980772,0.000009616653,0.00019339261,0.0005708167,0.00082998874,0.00031898468],"domain_scores_gemma":[0.9978456,0.0006215718,0.000046910547,0.00120221,0.000062798645,0.00022090641],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020382917,0.00024028795,0.00023428079,0.00025456617,0.00010768849,0.00012349467,0.0019324027,0.00013927581,0.008796827],"category_scores_gemma":[0.00037746943,0.00024758288,0.00013319646,0.00007599593,0.000028691114,0.0001862529,0.001679569,0.00067761674,0.0012188635],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016400558,0.000011129514,0.000043448654,0.000046555037,0.00006543823,0.00016257209,0.000063552245,0.00075114996,7.965804e-7,0.906506,0.052740585,0.039607104],"study_design_scores_gemma":[0.00009884519,0.000058194288,0.00012485072,0.000018034734,0.0000038575254,0.000019033994,6.2888745e-7,0.0012295857,0.00000427374,0.014493855,0.98354113,0.00040769335],"about_ca_topic_score_codex":0.000017742059,"about_ca_topic_score_gemma":0.0000016660275,"teacher_disagreement_score":0.93080056,"about_ca_system_score_codex":0.00014247664,"about_ca_system_score_gemma":0.00026171812,"threshold_uncertainty_score":0.9999976},"labels":[],"label_agreement":null},{"id":"W4386715810","doi":"10.1007/s10664-023-10373-0","title":"Investigating developers’ perception on software testability and its effects","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Dalhousie University","funders":"","keywords":"Testability; Code smell; Software engineering; Computer science; Empirical research; Software quality; Software development; Software; Engineering; Reliability engineering; Programming language","score_opus":0.03623200916931937,"score_gpt":0.2923139179714733,"score_spread":0.256081908802154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386715810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7424552,0.00008087375,0.25230923,0.000273611,0.00035679326,0.00026737794,0.0000028038853,0.0042509483,0.000003190613],"genre_scores_gemma":[0.89555234,0.000014248554,0.10379482,0.00022489604,0.00013821071,0.0001212517,0.000010711555,0.00006949865,0.00007404224],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973735,0.00006839338,0.00029395532,0.0007988783,0.0006828805,0.0007823948],"domain_scores_gemma":[0.99447894,0.0044346806,0.000035124584,0.0005164697,0.000111997004,0.00042278823],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068524346,0.00034614405,0.00030969593,0.00038197782,0.0001985905,0.00018598854,0.00062324724,0.00017721891,0.0000088934985],"category_scores_gemma":[0.024068933,0.00034302654,0.00007329649,0.0018624067,0.00003526339,0.00044454046,0.00059057184,0.0005891629,0.00030630428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006374602,0.00012995527,0.89413255,0.0014867601,0.00008133575,0.00018833815,0.0036880407,0.052130796,0.0034770407,0.00054516795,0.0024426938,0.04169092],"study_design_scores_gemma":[0.00025666069,0.00014880994,0.92532617,0.00018886563,0.0000042089346,0.000018017608,0.000007649423,0.071765795,0.00091768015,0.0001224282,0.00078671833,0.0004570082],"about_ca_topic_score_codex":0.000004877584,"about_ca_topic_score_gemma":4.4758707e-7,"teacher_disagreement_score":0.15309715,"about_ca_system_score_codex":0.00024464485,"about_ca_system_score_gemma":0.00008401519,"threshold_uncertainty_score":0.9999022},"labels":[],"label_agreement":null},{"id":"W4386781823","doi":"10.1007/s10664-023-10347-2","title":"A study of documentation for software architecture","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Software documentation; Computer science; Internal documentation; Context (archaeology); World Wide Web; Software engineering; Software; Software system; Information retrieval; Programming language; Software construction","score_opus":0.0365751899518581,"score_gpt":0.329109199373997,"score_spread":0.2925340094221389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386781823","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38331786,0.000030814375,0.61414987,0.00008287748,0.0002816273,0.00048389722,0.000005641344,0.0016465323,8.4752276e-7],"genre_scores_gemma":[0.8274964,0.0000031408058,0.17167288,0.000035366644,0.00014170136,0.0004390661,0.00001966079,0.00006978574,0.000121984194],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99798375,0.00003121793,0.00036049736,0.0004959764,0.00058250205,0.0005460336],"domain_scores_gemma":[0.9960341,0.00302805,0.000056040913,0.00059718534,0.00012697882,0.00015765907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043187026,0.00022868723,0.00029772703,0.000504912,0.0000822615,0.0000896812,0.00083520846,0.000089996756,0.0000075328435],"category_scores_gemma":[0.004306775,0.00022543318,0.00011622862,0.001830761,0.000014547491,0.00027291258,0.00034732543,0.00024403894,0.0000314481],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003161276,0.00040093652,0.27755678,0.00053422066,0.00020789022,0.000091685055,0.008216061,0.68276495,0.0005168204,0.00014373002,0.0055955737,0.023939759],"study_design_scores_gemma":[0.0048569315,0.0025779742,0.9311477,0.00023831696,0.000056921544,0.000048313013,0.00035688322,0.04435869,0.0035788042,0.0019584035,0.009161323,0.00165972],"about_ca_topic_score_codex":0.000011814188,"about_ca_topic_score_gemma":0.0000021369613,"teacher_disagreement_score":0.6535909,"about_ca_system_score_codex":0.00008428335,"about_ca_system_score_gemma":0.00005204963,"threshold_uncertainty_score":0.9192898},"labels":[],"label_agreement":null},{"id":"W4386825342","doi":"10.1109/tse.2023.3313875","title":"A Grounded Theory of Cross-Community SECOs: Feedback Diversity Versus Synchronization","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Grounded theory; Computer science; Synchronization (alternating current); Diversity (politics); Terabyte; Upstream (networking); Data science; World Wide Web; Operating system; Qualitative research; Computer network; Sociology","score_opus":0.039422114663781684,"score_gpt":0.27669226271369296,"score_spread":0.23727014804991128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386825342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22836015,0.000019264315,0.76834244,0.000007672814,0.0012483104,0.00013194342,0.000018034354,0.0018581359,0.000014072616],"genre_scores_gemma":[0.9890117,0.000019355186,0.010714617,0.0000068953786,0.000027943468,0.000027582555,0.0000052396736,0.000037585647,0.00014906174],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984515,0.00009446618,0.00024367885,0.00029001734,0.0004987599,0.00042158214],"domain_scores_gemma":[0.9961151,0.0027200629,0.000045675286,0.000823925,0.00017054216,0.00012471357],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007397419,0.00021821736,0.00021502623,0.0005477788,0.0004641973,0.00010104864,0.0010142821,0.00013140177,0.000036792466],"category_scores_gemma":[0.00041888532,0.0002549354,0.00013877156,0.0018380577,0.000063338266,0.0008249665,0.000055655142,0.0006616641,0.00010136815],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078115394,0.00016223024,0.00069670065,0.00025028456,0.00016314533,0.000017122913,0.0017083634,0.9749824,0.00026546716,0.00070479146,0.00006935548,0.020902028],"study_design_scores_gemma":[0.010667985,0.0016472711,0.2261026,0.0007880268,0.00014779485,0.000055311197,0.00046983387,0.68515277,0.06999796,0.0015945673,0.00047451459,0.002901355],"about_ca_topic_score_codex":0.00005083094,"about_ca_topic_score_gemma":0.000008656568,"teacher_disagreement_score":0.7606516,"about_ca_system_score_codex":0.0002397921,"about_ca_system_score_gemma":0.00005805148,"threshold_uncertainty_score":0.9999903},"labels":[],"label_agreement":null},{"id":"W4386830495","doi":"10.1145/3624740","title":"<i>LoGenText-Plus</i> : Improving Neural Machine Translation Based Logging Texts Generation with Syntactic Templates","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"","keywords":"Computer science; Logging; Source code; Code (set theory); Context (archaeology); Template; Natural language processing; Artificial intelligence; Database; Programming language; Set (abstract data type)","score_opus":0.09871842548096321,"score_gpt":0.3114374323806604,"score_spread":0.2127190068996972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386830495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035429858,0.00032331594,0.96117145,0.00047509134,0.00051548,0.00023719414,0.000010975683,0.0018358009,8.580362e-7],"genre_scores_gemma":[0.5265961,0.000021393682,0.47312692,0.00006466868,0.000039364837,0.000074683536,0.000015104965,0.000037478945,0.00002424484],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818,0.00019049403,0.00025152272,0.0005941603,0.00027232248,0.00051155477],"domain_scores_gemma":[0.99402726,0.0050915526,0.000046580273,0.0006213979,0.000060286744,0.00015291478],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009104239,0.00028403001,0.00029408035,0.00067704025,0.00024179483,0.00010363679,0.00041501533,0.0001464945,0.000008522271],"category_scores_gemma":[0.0009393745,0.00026744558,0.0000703983,0.0008764622,0.000036922935,0.00035325802,0.000019958241,0.00048284305,0.0000112159805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031691678,0.000020982268,0.0004582646,0.00013569288,0.000051446328,0.00004554043,0.00030252815,0.7443212,0.008171146,0.000033772754,0.000010216069,0.24641748],"study_design_scores_gemma":[0.0006929615,0.00024782654,0.0020130274,0.000038654103,0.00003135293,0.0001586052,0.000011816103,0.98714453,0.009076698,0.000023718692,0.00023803419,0.0003227932],"about_ca_topic_score_codex":0.00005435848,"about_ca_topic_score_gemma":0.000011293828,"teacher_disagreement_score":0.4911663,"about_ca_system_score_codex":0.00007512358,"about_ca_system_score_gemma":0.00006751144,"threshold_uncertainty_score":0.99997777},"labels":[],"label_agreement":null},{"id":"W4386869826","doi":"10.2139/ssrn.4568851","title":"Cognitive Biases in Natural Language: Automatically Detecting, Differentiating, and Measuring Bias in Text","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Natural (archaeology); Computer science; Natural language processing; Cognitive bias; Cognition; Cognitive psychology; Natural language; Natural language understanding; Artificial intelligence; Psychology; Linguistics; Philosophy; Geography","score_opus":0.04473239820399759,"score_gpt":0.3088940874624128,"score_spread":0.2641616892584152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386869826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9624129,0.005930388,0.030435897,0.00019710824,0.0004315927,0.00027369993,0.0000017841127,0.00030488704,0.000011722727],"genre_scores_gemma":[0.9979997,0.0007289396,0.0008833452,0.000012458726,0.00012543626,0.000035061606,0.0000034890272,0.00004905342,0.00016249216],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9951505,0.00032682114,0.00053557596,0.0006139349,0.00068817206,0.002685017],"domain_scores_gemma":[0.99620557,0.0030416718,0.00020496543,0.00031610377,0.00010819646,0.00012348242],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004083739,0.00033217383,0.00042771143,0.0011208459,0.00009430046,0.0004713041,0.001013123,0.00020082247,0.0000032935507],"category_scores_gemma":[0.014446409,0.00031803054,0.00010246502,0.0006424645,0.000044425193,0.00022449612,0.0013669827,0.008437172,0.000013392065],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085433,0.00031167583,0.37795603,0.00053644896,0.00068351504,0.0011263347,0.0141544705,0.005480592,0.00072703586,0.0035101112,0.000018940029,0.5954094],"study_design_scores_gemma":[0.002366621,0.00029579864,0.6522799,0.006263943,0.000033707754,0.00092731864,0.0027954797,0.29399407,0.0006129781,0.03923281,0.0000014441875,0.0011959446],"about_ca_topic_score_codex":0.00049360306,"about_ca_topic_score_gemma":0.004905239,"teacher_disagreement_score":0.5942134,"about_ca_system_score_codex":0.0013458787,"about_ca_system_score_gemma":0.0018793611,"threshold_uncertainty_score":0.99992716},"labels":[],"label_agreement":null},{"id":"W4386977908","doi":"10.1145/3597503.3623347","title":"BOMs Away! Inside the Minds of Stakeholders: A Comprehensive Study of Bills of Materials for Software Systems","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Science Foundation","keywords":"Stakeholder; Computer science; Knowledge management; Domain (mathematical analysis); Software; Software development; Engineering management; Data science; World Wide Web; Engineering; Public relations; Political science","score_opus":0.12032324391725269,"score_gpt":0.32092237571344395,"score_spread":0.20059913179619127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386977908","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8760186,0.0010015644,0.11647459,0.000056843404,0.0018766603,0.0040319883,0.0003115533,0.00020814956,0.00002007116],"genre_scores_gemma":[0.9897781,0.0000118561065,0.00949435,0.000007121301,0.0000626397,0.0004437089,0.000008762999,0.000046254634,0.00014721144],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964555,0.00020101959,0.0011271246,0.0007015094,0.0011708869,0.00034397183],"domain_scores_gemma":[0.9929792,0.0030979267,0.00045690313,0.0020910178,0.001308602,0.00006633146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009994622,0.00034690902,0.0010778218,0.00046868937,0.000032180127,0.00016659481,0.0023861295,0.00020769729,0.000007827119],"category_scores_gemma":[0.0008250355,0.00023104146,0.00019651148,0.00047650517,0.00012607536,0.000068296584,0.0038655682,0.00034191457,0.0000034563684],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069330574,0.0074005383,0.0074750176,0.18059894,0.015389294,0.00024600656,0.12248527,0.45567125,0.1210047,0.028867768,0.03839649,0.021771416],"study_design_scores_gemma":[0.011116635,0.014955936,0.037346743,0.024415735,0.0015342192,0.00014563864,0.05034375,0.086862616,0.74943084,0.014927792,0.0033775263,0.00554256],"about_ca_topic_score_codex":0.0017077959,"about_ca_topic_score_gemma":0.000020835114,"teacher_disagreement_score":0.62842613,"about_ca_system_score_codex":0.000089394896,"about_ca_system_score_gemma":0.0004399037,"threshold_uncertainty_score":0.9421597},"labels":[],"label_agreement":null},{"id":"W4386982649","doi":"10.1007/s10664-023-10380-1","title":"Is GitHub’s Copilot as bad as humans at introducing vulnerabilities in code?","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":101,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Vulnerability (computing); Code (set theory); Process (computing); Computer security; Perspective (graphical); Secure coding; Software; Software engineering; Software security assurance; Artificial intelligence; Operating system; Information security; Programming language","score_opus":0.03474644801521013,"score_gpt":0.3154596742478399,"score_spread":0.28071322623262973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386982649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90116787,0.0002737354,0.09115834,0.0020919421,0.0009352678,0.00031507146,0.000010179828,0.0039760475,0.000071557035],"genre_scores_gemma":[0.9809093,0.000040227722,0.014695872,0.0005557049,0.00037613767,0.00019344322,0.000018504079,0.00012966481,0.0030811701],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99620795,0.00006611568,0.0005365604,0.0010444755,0.0009449642,0.0011999552],"domain_scores_gemma":[0.99529153,0.0030855204,0.000045622615,0.0011176829,0.0001024623,0.0003571924],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009188286,0.0004059611,0.0004711092,0.0007471671,0.00017509334,0.00021904364,0.0012794675,0.0001956342,0.00022250746],"category_scores_gemma":[0.008167374,0.000430545,0.00014484939,0.0024663033,0.000056584246,0.00050536817,0.0011923014,0.00076359,0.001956843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027974555,0.00013253897,0.70241296,0.00041673047,0.00009869167,0.0006664553,0.0106657725,0.24272318,0.00093661365,0.0011395542,0.03754087,0.0032386573],"study_design_scores_gemma":[0.001648072,0.0006143534,0.7704953,0.0004618157,0.000013413136,0.00012814204,0.00010282081,0.1269248,0.009269198,0.0017489212,0.08645829,0.0021349038],"about_ca_topic_score_codex":0.00016052452,"about_ca_topic_score_gemma":0.000022226233,"teacher_disagreement_score":0.11579839,"about_ca_system_score_codex":0.00070651126,"about_ca_system_score_gemma":0.00015489692,"threshold_uncertainty_score":0.9998146},"labels":[],"label_agreement":null},{"id":"W4387103442","doi":"10.21203/rs.3.rs-3369458/v1","title":"A Machine Learning Approach to Determine the Semantic Versioning Type of npm Packages Releases","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software versioning; Computer science; Machine learning; Artificial intelligence; Random forest; Natural language processing; Software; Programming language","score_opus":0.12337096386953493,"score_gpt":0.3766146636647912,"score_spread":0.25324369979525624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387103442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6014386,0.008742482,0.36732227,0.0066800173,0.0022671104,0.007251541,0.00011157757,0.0037930845,0.0023933346],"genre_scores_gemma":[0.98710203,0.0004066016,0.009787686,0.000011154262,0.00017035734,0.00017810584,0.000042476477,0.00008318549,0.002218372],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943537,0.000855944,0.0003678951,0.0009818975,0.0024508496,0.0009896867],"domain_scores_gemma":[0.99141973,0.005286141,0.000090249254,0.0020024942,0.0009241471,0.0002772316],"candidate_categories":["metaresearch","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004092595,0.00029022282,0.0004281523,0.0011045344,0.0003856213,0.00040102887,0.003714326,0.00021273213,0.000017238743],"category_scores_gemma":[0.014492461,0.00022198401,0.000163921,0.002825843,0.00015388502,0.0001177032,0.009504144,0.0028834294,0.00025591033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034866444,0.0009716007,0.14263564,0.018486198,0.0008480915,0.0009058296,0.020249924,0.70682687,0.004701566,0.0067417733,0.029122181,0.06816169],"study_design_scores_gemma":[0.000595876,0.0012774869,0.07639073,0.0041074133,0.000026615317,0.000043815886,0.00073270977,0.90428287,0.0029920319,0.0016962249,0.0068319873,0.0010222683],"about_ca_topic_score_codex":0.0008240019,"about_ca_topic_score_gemma":0.000013099896,"teacher_disagreement_score":0.38566348,"about_ca_system_score_codex":0.0002084662,"about_ca_system_score_gemma":0.0004785566,"threshold_uncertainty_score":0.99941695},"labels":[],"label_agreement":null},{"id":"W4387143047","doi":"10.1109/re57278.2023.00020","title":"A Data-Driven Approach for Finding Requirements Relevant Feedback from TikTok and YouTube","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Metadata; Computer science; Social media; Focus (optics); Multimedia; World Wide Web; User requirements document; User engagement; Feature (linguistics); Human–computer interaction; Software engineering","score_opus":0.13927590013914581,"score_gpt":0.3365486849816968,"score_spread":0.197272784842551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387143047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05506179,0.00004333807,0.9429372,0.00032849621,0.0001999526,0.00035522002,0.00009628136,0.0007225698,0.00025517575],"genre_scores_gemma":[0.28476572,0.000033465138,0.71264195,0.000075616896,0.0001531592,0.000082543695,0.0004096947,0.0000329145,0.0018049128],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985412,0.00001895951,0.00014890026,0.00060832506,0.00031675576,0.00036591],"domain_scores_gemma":[0.998182,0.00067476503,0.00002247854,0.0009811257,0.000037440866,0.00010219317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004640441,0.000104972656,0.00012852583,0.00013125199,0.00009340765,0.00021316831,0.0013063172,0.00004650199,0.000008112075],"category_scores_gemma":[0.000558909,0.000092433336,0.000020353491,0.00043206158,0.000022637749,0.00052110595,0.0015282403,0.00009268806,0.0000700006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011425482,0.00046700178,0.10126204,0.0009669232,0.0009920094,0.00016517824,0.008866815,0.013288879,0.014789565,0.029786795,0.54247224,0.28682828],"study_design_scores_gemma":[0.0004111603,0.000035689616,0.013013629,0.000017122842,0.000004433416,0.0000018320072,0.000046845507,0.98306483,0.00019255331,0.00049389416,0.0025670517,0.0001509291],"about_ca_topic_score_codex":0.00004647382,"about_ca_topic_score_gemma":0.0000030637646,"teacher_disagreement_score":0.969776,"about_ca_system_score_codex":0.000033577675,"about_ca_system_score_gemma":0.000036553793,"threshold_uncertainty_score":0.3769322},"labels":[],"label_agreement":null},{"id":"W4387143077","doi":"10.1109/rew57809.2023.00021","title":"Mining Reddit Data to Elicit Students' Requirements During COVID-19 Pandemic","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Software requirements; Requirements elicitation; Requirements engineering; Event (particle physics); Identification (biology); Software; Requirement; Product (mathematics); Software engineering; Benchmarking; World Wide Web; Software development; Data science; Component-based software engineering","score_opus":0.2124887956126337,"score_gpt":0.43033092485876945,"score_spread":0.21784212924613575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387143077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8329643,0.000015816719,0.16305904,0.0009316503,0.00037427872,0.0002541606,0.00000581634,0.002304196,0.000090749134],"genre_scores_gemma":[0.9662307,0.000025130772,0.026491858,0.0007829122,0.00015771293,0.000059234775,0.000026667216,0.00003361688,0.0061921715],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99735105,0.000041903797,0.00022747915,0.00075148535,0.0010435613,0.0005844907],"domain_scores_gemma":[0.99684465,0.000628021,0.00002464325,0.0020244762,0.000038691873,0.00043952235],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013605058,0.00012867615,0.00013319867,0.00037269454,0.00017110548,0.00028648303,0.004912069,0.000043121127,0.000054849625],"category_scores_gemma":[0.0031381655,0.0001281221,0.00002060054,0.0017073828,0.000013677195,0.0005208086,0.006559723,0.00012707345,0.0007862502],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010169503,0.000040900282,0.92658067,0.00008948825,0.00006590665,0.00025273155,0.0017696684,0.0035886713,0.006365313,0.0002206531,0.05617824,0.0048375796],"study_design_scores_gemma":[0.0016275415,0.0001377412,0.913827,0.000114017246,0.000008758722,0.000062400955,0.00029957987,0.03969227,0.0011035481,0.000157595,0.042102963,0.0008665968],"about_ca_topic_score_codex":0.000104740786,"about_ca_topic_score_gemma":0.000019276411,"teacher_disagreement_score":0.13656718,"about_ca_system_score_codex":0.00022075433,"about_ca_system_score_gemma":0.00010714408,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W4387143087","doi":"10.1109/re57278.2023.00011","title":"User Driven Functionality Deletion for Mobile Apps","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; York University","funders":"","keywords":"Computer science; Usability; Mobile apps; World Wide Web; Software; Domain (mathematical analysis); User interface; Resource (disambiguation); Resource consumption; App store; Maintainability; Mobile device; Human–computer interaction; Software engineering; Operating system","score_opus":0.02892104170237283,"score_gpt":0.2952857328740373,"score_spread":0.2663646911716645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387143087","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04905303,0.000007333164,0.9489279,0.00032105463,0.00029712368,0.0002270486,0.000002178751,0.0010092221,0.0001551367],"genre_scores_gemma":[0.907247,0.000007100179,0.08139948,0.00012445032,0.00018755984,0.0007530285,0.000027921913,0.000016841786,0.010236613],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993233,0.00001087491,0.000071960385,0.0001996521,0.00020461307,0.00018960216],"domain_scores_gemma":[0.99905974,0.0005374003,0.000008089285,0.00026478354,0.000082706225,0.00004726369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028843895,0.000046183734,0.00004821616,0.00008314771,0.000056204593,0.000055222597,0.00029941325,0.000029152669,0.000039154027],"category_scores_gemma":[0.00018446438,0.000042225663,0.000037342637,0.0004508917,0.000009427634,0.00016089529,0.00012791136,0.00004604684,0.00041657535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021821748,0.00014988035,0.0586871,0.00017612528,0.00008735351,0.00001306317,0.00046546428,0.07096804,0.004539604,0.24354796,0.4946925,0.12665111],"study_design_scores_gemma":[0.000454491,0.0001477198,0.15184523,0.000009109642,0.0000021925384,0.000004166095,0.000020904738,0.51742744,0.0018607199,0.0039635836,0.32402802,0.00023643444],"about_ca_topic_score_codex":0.000009170988,"about_ca_topic_score_gemma":0.0000020181749,"teacher_disagreement_score":0.8675284,"about_ca_system_score_codex":0.000033704087,"about_ca_system_score_gemma":0.00002853201,"threshold_uncertainty_score":0.5354372},"labels":[],"label_agreement":null},{"id":"W4387430331","doi":"10.1007/978-3-031-45275-8_36","title":"Unsupervised Graph Neural Networks for Source Code Similarity Detection","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; IBM (Canada); Polytechnique Montréal","funders":"","keywords":"Computer science; Source code; Inference; Similarity (geometry); Artificial intelligence; Graph; Unsupervised learning; Encoder; Artificial neural network; Code (set theory); Pattern recognition (psychology); Context (archaeology); Data mining; Theoretical computer science; Programming language","score_opus":0.027613856604873862,"score_gpt":0.2597452961992475,"score_spread":0.23213143959437366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387430331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018279439,0.00017783575,0.9940381,0.00041452117,0.0033744234,0.0007497906,0.00000841917,0.0010207534,0.000033353892],"genre_scores_gemma":[0.62797743,0.00008690607,0.36625963,0.0015997079,0.002465452,0.00018574952,0.000028985194,0.00031115746,0.0010849665],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955691,0.000037858514,0.00046165875,0.0017588821,0.0010827333,0.00108973],"domain_scores_gemma":[0.9945263,0.0032309745,0.00013962059,0.0015030211,0.00035274585,0.00024728404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014134615,0.0005453671,0.0005021456,0.0011690493,0.00039829852,0.0006947645,0.0037375484,0.0004751069,0.0000037964444],"category_scores_gemma":[0.0006724515,0.0005460216,0.00023297273,0.0014087439,0.0004411652,0.00045812837,0.0014013366,0.0012747918,0.000014506572],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070354067,0.000008724459,0.00008151827,0.000042529733,0.000010087951,0.00002243253,0.00013578025,0.594348,0.00004385691,0.0005526378,0.00001948394,0.40472794],"study_design_scores_gemma":[0.0002773469,0.00018306002,0.0004104027,0.00011332461,0.000006061917,0.0000276976,6.8471124e-8,0.9731603,0.0004332516,0.024368733,0.00047620008,0.00054351264],"about_ca_topic_score_codex":0.000025082132,"about_ca_topic_score_gemma":0.00014724954,"teacher_disagreement_score":0.6277946,"about_ca_system_score_codex":0.0002872832,"about_ca_system_score_gemma":0.00021371707,"threshold_uncertainty_score":0.9996991},"labels":[],"label_agreement":null},{"id":"W4387606803","doi":"10.1145/3584931.3608438","title":"LLMs and the Infrastructure of CSCW","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"","keywords":"Computer-supported cooperative work; Computer science; World Wide Web; Software engineering; Knowledge management; Human–computer interaction; Data science; Engineering; Work (physics)","score_opus":0.007774188708816054,"score_gpt":0.24041087359417962,"score_spread":0.23263668488536357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387606803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62524706,0.00013141951,0.36745006,0.0040268092,0.00031223267,0.0001907475,8.999085e-7,0.00069815863,0.001942629],"genre_scores_gemma":[0.99368376,0.000013402637,0.00573331,0.000035438086,0.000011731785,0.0000031774634,1.2669784e-7,0.0000021717078,0.0005168742],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.999653,0.0000118755215,0.000044500557,0.00007256842,0.00013331095,0.00008476805],"domain_scores_gemma":[0.99918556,0.00054988184,0.000006473305,0.00021998303,0.000019225454,0.000018875873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022035459,0.000026350253,0.000044602217,0.000045058874,0.00001847416,0.000025928857,0.00033320882,0.000013429954,0.000009689896],"category_scores_gemma":[0.00025519545,0.0000143839425,0.000010883554,0.0003999612,0.00005181952,0.000051833667,0.0002609728,0.00005227685,0.000014555477],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013866142,0.000008225299,0.053198833,0.000089326335,0.000051243358,0.000016903054,0.0045389533,0.0042214673,0.0014492798,0.738939,0.053853624,0.14361927],"study_design_scores_gemma":[0.00087381795,0.00003390496,0.73556924,0.000010938244,0.0000016242567,0.000014543322,0.000059044298,0.23027174,0.0030353188,0.025843833,0.00417849,0.00010749731],"about_ca_topic_score_codex":0.000012934355,"about_ca_topic_score_gemma":5.4397566e-7,"teacher_disagreement_score":0.7130952,"about_ca_system_score_codex":0.0000026203722,"about_ca_system_score_gemma":0.000011767499,"threshold_uncertainty_score":0.06191904},"labels":[],"label_agreement":null},{"id":"W4387700648","doi":"10.1145/3617946.3617952","title":"An Interview with Gail Murphy - 2023 SIGSOFT Awardee","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vice president; Work (physics); Management; Productivity; Engineering management; Computer Science and Engineering; Engineering ethics; Library science; Engineering; Software; Software engineering; Medical education; Computer science; Sociology; Medicine","score_opus":0.02860339735246986,"score_gpt":0.27062594158016606,"score_spread":0.2420225442276962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700648","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36283895,0.0010646,0.61188006,0.0013981609,0.0016295797,0.00082494697,0.00006211655,0.020296123,0.0000054530265],"genre_scores_gemma":[0.88513273,0.00006930434,0.113545716,0.00023537848,0.0002982281,0.00023604893,0.00008599907,0.00020583277,0.00019075228],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956544,0.00008938379,0.00049780105,0.0012416551,0.0010830797,0.0014336554],"domain_scores_gemma":[0.91059154,0.084784545,0.00010546325,0.0035730624,0.0003027192,0.00064266566],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010275361,0.00067727116,0.0005795878,0.00090006355,0.00020256639,0.00050131156,0.0042186407,0.0002343538,0.00008032901],"category_scores_gemma":[0.12920968,0.00064154883,0.00017677968,0.00339578,0.00007521184,0.0012643762,0.0011653517,0.0007413745,0.0010435921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039616345,0.00034224213,0.80036336,0.001575848,0.0004566897,0.0015275906,0.0024976423,0.07105199,0.005533899,0.0011989605,0.016179498,0.09923264],"study_design_scores_gemma":[0.0014347929,0.0011316291,0.9345883,0.0010028506,0.00005221738,0.00022662054,0.000046502882,0.01876553,0.0069253547,0.00011032995,0.032902997,0.0028128503],"about_ca_topic_score_codex":0.00006660911,"about_ca_topic_score_gemma":0.000008028473,"teacher_disagreement_score":0.5222938,"about_ca_system_score_codex":0.00015309737,"about_ca_system_score_gemma":0.00017230645,"threshold_uncertainty_score":0.9997342},"labels":[],"label_agreement":null},{"id":"W4387723770","doi":"10.48550/arxiv.2310.09575","title":"Common Challenges of Deep Reinforcement Learning Applications Development: An Empirical Study","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec; Canadian Institute for Advanced Research","keywords":"Computer science; Reinforcement learning; Taxonomy (biology); Popularity; Leverage (statistics); Artificial intelligence; Data science; Software engineering; Political science","score_opus":0.15514129597793713,"score_gpt":0.2693460052794603,"score_spread":0.11420470930152316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387723770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31275722,0.000056056026,0.68579227,0.000032989446,0.00009932498,0.00054077577,3.8924333e-7,0.0005402703,0.00018071341],"genre_scores_gemma":[0.9978718,0.000093095725,0.0016616101,0.000004714367,0.00002819018,0.000017955152,0.000013082121,0.000024695684,0.00028484035],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980974,0.00016010394,0.00026199393,0.00092520926,0.00023106435,0.00032418914],"domain_scores_gemma":[0.9977407,0.00042904797,0.00015613661,0.0013251991,0.00017888735,0.00017002081],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059691217,0.00022721666,0.0003075738,0.00046720743,0.00015558934,0.000054457072,0.0022281958,0.00021271977,0.000007160825],"category_scores_gemma":[0.00008528332,0.00027704434,0.00007323653,0.0006791279,0.000051027862,0.00018961325,0.0031823686,0.0009099443,0.000078509576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075705098,0.00025048616,0.08273012,0.0001288432,0.00012379418,0.00007232879,0.002721816,0.9020547,0.0000023825414,0.008283036,0.000006667708,0.003618233],"study_design_scores_gemma":[0.0005479818,0.0003250482,0.19940154,0.000082274455,0.000038007496,0.0000017374002,0.0013262914,0.79387975,0.000105589505,0.003100762,0.0005654201,0.0006256121],"about_ca_topic_score_codex":0.000049228314,"about_ca_topic_score_gemma":0.000081923645,"teacher_disagreement_score":0.6851146,"about_ca_system_score_codex":0.00022434528,"about_ca_system_score_gemma":0.00017563693,"threshold_uncertainty_score":0.9999682},"labels":[],"label_agreement":null},{"id":"W4387739952","doi":"10.1007/s10664-023-10382-z","title":"Studying the characteristics of AIOps projects on GitHub","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Baseline (sea); Sample (material); Context (archaeology); Data science; Set (abstract data type); Quality (philosophy); Software engineering; Software; Open source; Anomaly detection; Data mining","score_opus":0.05649726322564533,"score_gpt":0.29934722376021994,"score_spread":0.2428499605345746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387739952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71938914,0.00004407885,0.27675548,0.00053374196,0.000800606,0.0003159458,0.0000073285396,0.002135778,0.000017876806],"genre_scores_gemma":[0.9931253,0.00001009835,0.0063445466,0.00008696625,0.00017781432,0.000070033726,0.0000042730217,0.000043993663,0.000136972],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979677,0.00003987382,0.00032054415,0.0003883962,0.0007165851,0.0005668797],"domain_scores_gemma":[0.9956033,0.0033241622,0.000056091227,0.00079592573,0.00009586444,0.00012465575],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063602533,0.00021933464,0.0002659443,0.00030482063,0.00010538904,0.00009893594,0.0011804348,0.00008309639,0.0000061010796],"category_scores_gemma":[0.005399967,0.00016506799,0.000100680685,0.0019763939,0.00003380949,0.00015908838,0.00051172695,0.00044827047,0.0001436313],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003176175,0.00030180358,0.85136616,0.0007159897,0.00027096053,0.0003868886,0.007123851,0.07122626,0.0016886074,0.002124474,0.011489209,0.05327402],"study_design_scores_gemma":[0.00025049885,0.00018782739,0.9472635,0.00014003045,0.000006517438,0.000013272397,0.000022827417,0.04410337,0.0016794231,0.000049883587,0.005929194,0.00035370307],"about_ca_topic_score_codex":0.0000054460397,"about_ca_topic_score_gemma":1.9372803e-7,"teacher_disagreement_score":0.27373615,"about_ca_system_score_codex":0.00008283102,"about_ca_system_score_gemma":0.0000678981,"threshold_uncertainty_score":0.6731277},"labels":[],"label_agreement":null},{"id":"W4387869001","doi":"10.1145/3630009","title":"The Good, the Bad, and the Missing: Neural Code Generation for Machine Learning Tasks","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Snippet; Artificial intelligence; Code (set theory); Code generation; Machine learning; Artificial neural network; Construct (python library); Set (abstract data type); Programming language; Natural language processing","score_opus":0.10990026194072332,"score_gpt":0.33788673840129657,"score_spread":0.22798647646057324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387869001","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007885613,0.0010593155,0.98131025,0.008152857,0.0007229608,0.00030684262,0.0000065978006,0.0005548663,6.753113e-7],"genre_scores_gemma":[0.40788215,0.0013112411,0.5884432,0.0003679638,0.00030088,0.0007014197,0.000012803539,0.00008448571,0.000895864],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857205,0.00040400753,0.00018238118,0.0003158757,0.00015955167,0.000366144],"domain_scores_gemma":[0.97000587,0.029289829,0.000033456763,0.00055058737,0.00005253809,0.000067721296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030939737,0.0001623971,0.0001775583,0.000113398455,0.00098078,0.00018443193,0.00057704456,0.00008452837,0.000001180219],"category_scores_gemma":[0.0070851706,0.000090632326,0.00007242699,0.00040592282,0.00013616831,0.00009402546,0.000048930353,0.0005322013,0.000002152582],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008102532,0.000012186163,0.00027227,0.0000555452,0.00015886255,0.00000521852,0.0021322668,0.433626,0.001625769,0.0064531756,0.00023616584,0.5553415],"study_design_scores_gemma":[0.0007295101,0.00010608046,0.0014718283,0.000010155502,0.000027632133,0.00008168417,0.000043411528,0.9784437,0.0008498167,0.0007515137,0.017332729,0.00015196],"about_ca_topic_score_codex":0.000024948671,"about_ca_topic_score_gemma":0.000010914585,"teacher_disagreement_score":0.55518955,"about_ca_system_score_codex":0.000018755632,"about_ca_system_score_gemma":0.000023466448,"threshold_uncertainty_score":0.8482123},"labels":[],"label_agreement":null},{"id":"W4387914156","doi":"10.1109/codit58514.2023.10284124","title":"The Impact of Grid Search on Bug Resolution Prediction for Open-Source Software","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Eclipse; Computer science; Context (archaeology); Software bug; Decision tree; Support vector machine; Machine learning; Open source; Software; Data mining; Grid; Set (abstract data type); Random forest; Artificial intelligence; Open source software; Programming language","score_opus":0.04710568569820274,"score_gpt":0.3426597855985492,"score_spread":0.2955540999003465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387914156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072966106,0.00003096557,0.9237189,0.0010699328,0.00036613736,0.0007995171,0.000028594686,0.0008905623,0.00012926226],"genre_scores_gemma":[0.97408664,0.00006702858,0.018441828,0.000058173784,0.00023944346,0.00030832976,0.000039316794,0.000053996755,0.0067052394],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987327,0.000055043347,0.00015251385,0.00026335768,0.00042033815,0.00037605924],"domain_scores_gemma":[0.99666846,0.0024331068,0.000025112118,0.0006278342,0.00017086064,0.00007459928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014596808,0.00008278823,0.000091054135,0.00015164215,0.00023817758,0.00020752384,0.001400005,0.000039916817,0.00000576253],"category_scores_gemma":[0.0013334339,0.000052908505,0.000080396254,0.0008867595,0.000036514877,0.00024105987,0.0005821377,0.00013580795,0.00005518485],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019360923,0.00011400653,0.024601633,0.000053247695,0.00010973773,0.0000034487152,0.00067372585,0.29877925,0.0010816322,0.005246611,0.56365347,0.105489604],"study_design_scores_gemma":[0.0006601957,0.0012492908,0.2568234,0.00004794581,0.0000018904864,0.000005034151,0.00003461535,0.72880846,0.0035694027,0.00071742164,0.00794059,0.00014176758],"about_ca_topic_score_codex":0.000237163,"about_ca_topic_score_gemma":0.000004057409,"teacher_disagreement_score":0.9052771,"about_ca_system_score_codex":0.00012839989,"about_ca_system_score_gemma":0.0001319422,"threshold_uncertainty_score":0.2601581},"labels":[],"label_agreement":null},{"id":"W4388185423","doi":"10.48175/ijarsct-13185","title":"Machine Learning-Powered Identification of Source Code Vulnerabilities","year":2023,"lang":"en","type":"article","venue":"International Journal of Advanced Research in Science Communication and Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Source code; Secure coding; Code review; Identification (biology); False positive paradox; Static program analysis; Scalability; Software; Code (set theory); Open source; Software quality; Software engineering; Software security assurance; Computer security; Software development; Database; Machine learning; Operating system; Programming language; Information security","score_opus":0.04525898680387183,"score_gpt":0.40541519087346245,"score_spread":0.3601562040695906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388185423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9468267,0.002051884,0.027689474,0.022574047,0.00034007325,0.00019155891,0.0000032717764,0.00016277948,0.00016022882],"genre_scores_gemma":[0.99037665,0.003083274,0.0063909455,0.0000048894735,0.000007652964,0.000010432171,0.0000011805818,0.0000048600673,0.000120107055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976781,0.00017797381,0.0004969776,0.00019096864,0.0012026933,0.00025330723],"domain_scores_gemma":[0.99546444,0.0014292903,0.0002227398,0.00053947745,0.0022850828,0.000058988717],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0070684915,0.000058327594,0.00013173751,0.0040078796,0.00015057303,0.000109681874,0.004050071,0.000053639375,0.0000032138544],"category_scores_gemma":[0.009463043,0.000054634038,0.000021210253,0.0041176397,0.001315924,0.0007649071,0.001309503,0.0007880151,0.00000551599],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007411679,0.00023138823,0.05921971,0.000039602823,0.000036632795,0.000038458296,0.0030536882,0.016297119,0.28185216,0.12703785,0.000063330706,0.51205593],"study_design_scores_gemma":[0.003586047,0.0011081039,0.10719903,0.00078369456,0.0000034758007,0.0005267551,0.0068596695,0.36074632,0.21790816,0.26714426,0.033624757,0.0005097188],"about_ca_topic_score_codex":0.000015780475,"about_ca_topic_score_gemma":0.000008063471,"teacher_disagreement_score":0.51154625,"about_ca_system_score_codex":0.00016182901,"about_ca_system_score_gemma":0.00023945948,"threshold_uncertainty_score":0.9988807},"labels":[],"label_agreement":null},{"id":"W4388190842","doi":"10.2139/ssrn.4615254","title":"A First Look at Information Highlighting in Stack Overflow Answers","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; University of Manitoba","funders":"","keywords":"Stack (abstract data type); Computer science; Data science; Programming language","score_opus":0.013266734943572705,"score_gpt":0.24752863146605247,"score_spread":0.23426189652247978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388190842","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2467838,0.0016292868,0.7431978,0.0042079454,0.0026034075,0.0005885017,0.000008895893,0.0008105551,0.000169783],"genre_scores_gemma":[0.98676515,0.0065101297,0.0043308134,0.00007489571,0.00044881395,0.00006605665,0.000029816712,0.00007402043,0.0017002934],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949801,0.000082773426,0.00060125726,0.00039349726,0.00092579005,0.0030165846],"domain_scores_gemma":[0.9983188,0.0004366563,0.00027035348,0.0006886658,0.00014732177,0.00013818216],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033384745,0.00030133227,0.000309306,0.00091601606,0.00019657727,0.0005164463,0.0019683833,0.00026694758,0.000008861216],"category_scores_gemma":[0.0008037317,0.00030770767,0.00015678183,0.00066144916,0.000026096472,0.0009614527,0.001854761,0.0056081875,0.0003211935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014853684,0.00017253985,0.09717686,0.0010258844,0.00087593455,0.00030422915,0.009953641,0.71202993,0.00006282578,0.12382429,0.0061761593,0.048249163],"study_design_scores_gemma":[0.004363211,0.00089119014,0.08752852,0.0023199199,0.00004885825,0.0014741541,0.000925825,0.5317603,0.00034684807,0.34718615,0.01991106,0.0032440105],"about_ca_topic_score_codex":0.0002388231,"about_ca_topic_score_gemma":0.0014681717,"teacher_disagreement_score":0.73998135,"about_ca_system_score_codex":0.0072959056,"about_ca_system_score_gemma":0.0036785682,"threshold_uncertainty_score":0.9999375},"labels":[],"label_agreement":null},{"id":"W4388474969","doi":"10.18280/ria.370515","title":"Using Natural Language Processing for Programming Language Code Classification with Multinomial Naive Bayes","year":2023,"lang":"en","type":"article","venue":"Revue d intelligence artificielle","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Natural language processing; Multinomial distribution; Naive Bayes classifier; Artificial intelligence; Code (set theory); Programming language; Statistics; Mathematics; Support vector machine","score_opus":0.07372243200853963,"score_gpt":0.3505859901875498,"score_spread":0.2768635581790102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388474969","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20317778,0.0003549,0.79486483,0.00017405969,0.00018937154,0.00053188595,0.0000048628776,0.00068112207,0.00002119685],"genre_scores_gemma":[0.88138855,0.0000035559378,0.11791843,0.000014988279,0.0001309855,0.00010551385,0.000017991375,0.000030796353,0.0003892193],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983713,0.000032209497,0.00026185164,0.00053209445,0.00026088904,0.00054164534],"domain_scores_gemma":[0.99864906,0.0005263072,0.00009580421,0.00046930357,0.00017343061,0.000086082146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005002192,0.00016820172,0.00016556511,0.00017561593,0.00025042362,0.0002846467,0.00065577397,0.00006415071,0.000004642334],"category_scores_gemma":[0.0005697848,0.00015210322,0.000061576924,0.0012182248,0.000069940004,0.00038103937,0.00013547987,0.00020979543,0.00006723605],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036766807,0.00006879039,0.0010402702,0.00033716016,0.000021374537,0.000063603286,0.018207256,0.04428883,0.042628348,0.00057917426,0.00008068447,0.89264774],"study_design_scores_gemma":[0.00006444495,0.000060968407,0.000281635,0.0001393126,0.0000054991465,0.000026053092,0.003033036,0.9561221,0.03951066,0.000013160946,0.0005364873,0.00020662278],"about_ca_topic_score_codex":0.00003632152,"about_ca_topic_score_gemma":0.000018368284,"teacher_disagreement_score":0.9118333,"about_ca_system_score_codex":0.000102184844,"about_ca_system_score_gemma":0.000081731756,"threshold_uncertainty_score":0.6202589},"labels":[],"label_agreement":null},{"id":"W4388483163","doi":"10.1109/secdev56634.2023.00016","title":"Grading on a Curve: How Rust can Facilitate New Contributors while Decreasing Vulnerabilities","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Canada Research Chairs","keywords":"Rust (programming language); Implementation; Computer science; Grading (engineering); Code (set theory); Computer security; Data science; World Wide Web; Risk analysis (engineering); Software engineering; Engineering; Business; Programming language","score_opus":0.059685232835197784,"score_gpt":0.27329409456351145,"score_spread":0.21360886172831367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388483163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5700849,0.00008514244,0.41104516,0.0121503165,0.0010199475,0.0004213216,0.000023684956,0.0044014067,0.0007680802],"genre_scores_gemma":[0.9801921,0.0000088976885,0.0075436886,0.000094088195,0.00008489576,0.0000253565,0.000008288137,0.000020721864,0.012021928],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980519,0.00009379322,0.00014647505,0.0004691316,0.00054275413,0.0006959406],"domain_scores_gemma":[0.9964985,0.0024586755,0.00002291872,0.0006175019,0.00008531689,0.00031708385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072411227,0.00017993209,0.0001951023,0.00034423656,0.00018181762,0.00048538813,0.0007484707,0.000056208108,0.000034181023],"category_scores_gemma":[0.0029468841,0.00016253801,0.00007412491,0.0011996882,0.000042779524,0.00032463993,0.00025857,0.00024948356,0.00017789609],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006153742,0.00018009025,0.12753327,0.00035582253,0.0002934077,0.0005457531,0.02185541,0.020351209,0.0023552955,0.26575232,0.31613228,0.24458362],"study_design_scores_gemma":[0.005473212,0.0016296271,0.2846319,0.00073816214,0.000026148138,0.00012899948,0.0030506756,0.42269877,0.028685614,0.030089391,0.21862791,0.004219609],"about_ca_topic_score_codex":0.0009222535,"about_ca_topic_score_gemma":0.00007056476,"teacher_disagreement_score":0.41010723,"about_ca_system_score_codex":0.00019817153,"about_ca_system_score_gemma":0.0001889973,"threshold_uncertainty_score":0.66281074},"labels":[],"label_agreement":null},{"id":"W4388483496","doi":"10.1109/ase56229.2023.00178","title":"iASTMapper: An Iterative Similarity-Based Abstract Syntax Tree Mapping Algorithm","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Source code; Code (set theory); Syntax; Algorithm; Tree (set theory); Node (physics); Similarity (geometry); Heuristic; Theoretical computer science; Programming language; Artificial intelligence; Mathematics; Set (abstract data type); Image (mathematics)","score_opus":0.04030030330896766,"score_gpt":0.29348524823926203,"score_spread":0.25318494493029436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388483496","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023341801,0.000017025772,0.9718482,0.0011705492,0.0002728633,0.00018258217,0.0000145733475,0.0024901354,0.00066229294],"genre_scores_gemma":[0.5520516,0.0000035364958,0.4460225,0.00047849136,0.00019466381,0.00007299234,0.000050417268,0.000042226573,0.0010835679],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817234,0.000048004513,0.00019532227,0.000515056,0.00053677795,0.00053249154],"domain_scores_gemma":[0.99814075,0.00080602505,0.00002670876,0.00071100146,0.000106873886,0.0002086646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006275426,0.00017289296,0.00015902343,0.0004172771,0.00014000066,0.00037077258,0.0010067371,0.00007744656,0.00009125887],"category_scores_gemma":[0.00024487617,0.00016129123,0.00006744105,0.0013253037,0.000034713226,0.00058835046,0.00021509413,0.0002793793,0.0007024683],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007362955,0.0002914143,0.006867132,0.00012106016,0.00008997088,0.0009671684,0.0027082125,0.013151975,0.004434368,0.003110664,0.019890217,0.94836044],"study_design_scores_gemma":[0.0002878598,0.00008497471,0.07020929,0.000033334676,0.0000012218603,0.000006889357,0.000066404085,0.9204887,0.0042619915,0.00035408305,0.0039079357,0.00029728297],"about_ca_topic_score_codex":0.000040392577,"about_ca_topic_score_gemma":0.000010022159,"teacher_disagreement_score":0.9480632,"about_ca_system_score_codex":0.000074266834,"about_ca_system_score_gemma":0.00011550224,"threshold_uncertainty_score":0.9029043},"labels":[],"label_agreement":null},{"id":"W4388502412","doi":"10.1109/ase56229.2023.00030","title":"Repeated Builds During Code Review: An Empirical Study of the OpenStack Community","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Australian Research Council","keywords":"Computer science; Software deployment; Code (set theory); Set (abstract data type); Process (computing); Empirical research; Software engineering; Programming language; Computer security","score_opus":0.09380204085335725,"score_gpt":0.38939035847685866,"score_spread":0.2955883176235014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388502412","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971088,0.000058819332,0.0010138679,0.00066077465,0.00009183054,0.00043596546,0.0000010387603,0.00051064335,0.0001182547],"genre_scores_gemma":[0.9987204,0.000049950504,0.0005337389,0.000120376106,0.0000085472775,0.000020673397,9.3272854e-7,0.000009612752,0.0005357601],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99827886,0.00060246536,0.00023267567,0.00019323452,0.0004696757,0.00022306712],"domain_scores_gemma":[0.99723816,0.00048350287,0.00003542309,0.0020517197,0.000119464836,0.00007172465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014602818,0.00008482784,0.0001690564,0.00007431685,0.0002005804,0.00004571286,0.002405265,0.0000261715,0.00001403381],"category_scores_gemma":[0.0010568184,0.000056011108,0.000037623166,0.0017635446,0.00003166954,0.00017957397,0.0018514514,0.0003924161,0.00003182884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001354245,0.0016635066,0.9432359,0.00089375424,0.00010299239,0.00007486366,0.011705981,0.0032795975,0.0021812702,0.0001510436,0.033038855,0.003658703],"study_design_scores_gemma":[0.0002942316,0.00017723333,0.9914819,0.00014361447,0.0000039074116,0.0000077097675,0.00021125184,0.006132763,0.0010947153,0.000023850967,0.000329869,0.000098946446],"about_ca_topic_score_codex":0.00028441002,"about_ca_topic_score_gemma":0.00010859041,"teacher_disagreement_score":0.04824602,"about_ca_system_score_codex":0.000033861736,"about_ca_system_score_gemma":0.000039898474,"threshold_uncertainty_score":0.44696212},"labels":[],"label_agreement":null},{"id":"W4388758252","doi":"10.1109/tse.2023.3332568","title":"Properties and Styles of Software Technology Tutorials","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; JavaScript; Python (programming language); Documentation; Software; TypeScript; Java; Resource (disambiguation); World Wide Web; Software engineering; Information retrieval; Programming language","score_opus":0.025863080000366374,"score_gpt":0.23587883220421202,"score_spread":0.21001575220384563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388758252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14738713,0.00018871472,0.84806854,0.000069087764,0.00072171964,0.0001831697,0.000010515813,0.0033698557,0.0000012500404],"genre_scores_gemma":[0.9273437,0.000086690256,0.07221307,0.0000070410624,0.00004264383,0.00012013404,7.242379e-7,0.00004738292,0.00013856543],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99847716,0.000018353065,0.000289368,0.00040470096,0.000376893,0.00043353767],"domain_scores_gemma":[0.99846536,0.00069809734,0.000037807014,0.0005776507,0.00011607443,0.00010501827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002766319,0.00022546585,0.000290676,0.0010970741,0.000103940794,0.00006108929,0.0005470748,0.00016196804,0.0000065128875],"category_scores_gemma":[0.00053606124,0.00022439126,0.00007171314,0.0017752984,0.00006805245,0.00030651852,0.000018615285,0.0003354053,0.00003993127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003526349,0.00018724958,0.0051692105,0.0012370822,0.00034450387,0.00010711279,0.0016305218,0.82503754,0.03492029,0.0017229619,0.00041530532,0.12919293],"study_design_scores_gemma":[0.002003989,0.0008976329,0.014527702,0.0013725415,0.00006709662,0.00018608797,0.00019710841,0.11209403,0.86229277,0.00039150708,0.0039252387,0.0020442824],"about_ca_topic_score_codex":0.000010348801,"about_ca_topic_score_gemma":0.0000011001048,"teacher_disagreement_score":0.8273725,"about_ca_system_score_codex":0.000057937297,"about_ca_system_score_gemma":0.00006181934,"threshold_uncertainty_score":0.915041},"labels":[],"label_agreement":null},{"id":"W4388768226","doi":"10.1002/smr.2639","title":"A catalog of metrics at source code level for vulnerability prediction: A systematic mapping study","year":2023,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Vulnerability (computing); Code review; Software quality; Software security assurance; Software; Data mining; Software metric; Predictive modelling; Quality (philosophy); Machine learning; Data science; Software development; Computer security; Information security","score_opus":0.06678564583861035,"score_gpt":0.3157488891498784,"score_spread":0.24896324331126807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388768226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30953407,0.0005442197,0.6890376,0.0000573787,0.00027157267,0.00042633602,0.000020831936,0.00010739972,5.474245e-7],"genre_scores_gemma":[0.9922727,0.000010671874,0.007432664,0.000007409767,0.00007614505,0.00004811386,0.0000018959488,0.000011325641,0.00013911996],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99809676,0.00009823976,0.00066568074,0.00021166871,0.0007094647,0.00021816495],"domain_scores_gemma":[0.99640524,0.0018495667,0.0003885257,0.0002506448,0.0009832181,0.00012277116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029612244,0.00011647115,0.0003845906,0.000628614,0.00017235898,0.000055935066,0.00048661136,0.00005542553,0.0000012327203],"category_scores_gemma":[0.007519752,0.000097160766,0.00008455984,0.0016910398,0.00004089124,0.00038893285,0.0001636722,0.00018063092,0.0000020910336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015999305,0.00059938926,0.9074663,0.050014928,0.00044340154,0.0000299568,0.018266082,0.017038038,0.00016325542,0.00012092311,0.0024401108,0.0032576104],"study_design_scores_gemma":[0.0051162234,0.0025866192,0.8124005,0.00462544,0.0001915248,0.0007611749,0.0040101237,0.16602692,0.00041024305,0.002967375,0.00031663073,0.0005871766],"about_ca_topic_score_codex":0.000006196618,"about_ca_topic_score_gemma":0.000003931859,"teacher_disagreement_score":0.6827386,"about_ca_system_score_codex":0.00020391811,"about_ca_system_score_gemma":0.00018151474,"threshold_uncertainty_score":0.9002389},"labels":[],"label_agreement":null},{"id":"W4388891009","doi":"10.48550/arxiv.2311.11177","title":"Assessing the Security of GitHub Copilot Generated Code -- A Targeted Replication Study","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Massey University; Canadian Institute for Advanced Research","keywords":"Computer science; Python (programming language); Code (set theory); Computer security; Replication (statistics); Software engineering; Programming language","score_opus":0.16602238256579852,"score_gpt":0.2735873181719801,"score_spread":0.1075649356061816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388891009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7292022,0.000031934127,0.26917428,0.00009508056,0.0003565434,0.00055823196,0.000012457011,0.0005304395,0.000038848477],"genre_scores_gemma":[0.9989903,0.000027951106,0.0006232017,0.00001431304,0.00004653014,0.000005578502,0.000019060248,0.000026560077,0.00024652472],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975838,0.0003583732,0.00025953012,0.0012473162,0.00023968497,0.00031127865],"domain_scores_gemma":[0.9953203,0.00074628944,0.00025005094,0.0031456903,0.00044069302,0.00009694841],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012572885,0.0002314244,0.00029664,0.00030966185,0.0001699053,0.00023879086,0.0027768693,0.00021127085,0.0000064771802],"category_scores_gemma":[0.0007771957,0.000221657,0.00010683675,0.0017409553,0.00009763893,0.000320979,0.0027568606,0.0009482054,0.00003217043],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033844706,0.0008705672,0.2659936,0.0003177897,0.00067248236,0.00048723008,0.0031740144,0.70585924,0.0009987714,0.019019,0.001992952,0.00058049057],"study_design_scores_gemma":[0.00041697055,0.00010165097,0.16253789,0.000077392906,0.00005182189,0.000002095479,0.00027829854,0.8291633,0.0012499212,0.005723266,0.000064697175,0.0003326947],"about_ca_topic_score_codex":0.0003444021,"about_ca_topic_score_gemma":0.00004508465,"teacher_disagreement_score":0.2697881,"about_ca_system_score_codex":0.00021417026,"about_ca_system_score_gemma":0.000326403,"threshold_uncertainty_score":0.903891},"labels":[],"label_agreement":null},{"id":"W4388948694","doi":"10.1016/j.jss.2023.111914","title":"Commit-time defect prediction using one-class classification","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Support vector machine; Computer science; Class (philosophy); Random forest; Binary number; Machine learning; Binary classification; Overhead (engineering); Software; Data mining; Artificial intelligence; Database; Mathematics","score_opus":0.05332738242996626,"score_gpt":0.2774134836601288,"score_spread":0.22408610123016254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388948694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5522478,0.00065389543,0.44567025,0.00013830334,0.00087824534,0.00013093252,0.00000599093,0.0002600198,0.000014521949],"genre_scores_gemma":[0.99299747,0.00006182803,0.006465848,0.000007820649,0.00028482833,0.0000035210603,0.000001704929,0.000015273721,0.00016169262],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987125,0.000088353925,0.00035832194,0.0001429569,0.0005040657,0.00019381032],"domain_scores_gemma":[0.9986557,0.0005170547,0.00019288968,0.00024249742,0.00026641882,0.00012545814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001122228,0.00008703078,0.00020777715,0.0003364818,0.00011956512,0.000223906,0.0003173952,0.00007850764,0.0000018425023],"category_scores_gemma":[0.0005644178,0.00007673162,0.000073542535,0.00053677807,0.000021845557,0.00048413555,0.00008846392,0.0002093768,0.000023487804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080022866,0.0003023316,0.7813989,0.0020600876,0.00094302156,0.0005039899,0.0048571243,0.06890432,0.040286724,0.0043603014,0.034139533,0.062163662],"study_design_scores_gemma":[0.00082570786,0.00036837943,0.3784895,0.0009195147,0.000039763487,0.0008526044,0.00016743159,0.6129517,0.00012785438,0.00027486787,0.0047089546,0.00027375942],"about_ca_topic_score_codex":0.000015593283,"about_ca_topic_score_gemma":2.641688e-7,"teacher_disagreement_score":0.54404736,"about_ca_system_score_codex":0.000109294546,"about_ca_system_score_gemma":0.000084414496,"threshold_uncertainty_score":0.31290248},"labels":[],"label_agreement":null},{"id":"W4388954848","doi":"10.1145/3605770.3625215","title":"Distinguishing AI- and Human-Generated Code: A Case Study","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Code (set theory); Task (project management); Code review; Software; Source code; Artificial intelligence; Programming language; Natural language processing; Software engineering; Computer security; Static program analysis; Software development; Engineering","score_opus":0.06023643670637761,"score_gpt":0.35497965548433363,"score_spread":0.294743218777956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388954848","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95061743,0.00000997675,0.0476109,0.00014605463,0.00011166685,0.00014784948,7.1155654e-7,0.0012584892,0.00009693095],"genre_scores_gemma":[0.99675906,3.7481058e-7,0.0023359526,0.000030944673,0.00003237169,0.000018227593,9.0623325e-7,0.000009408811,0.0008127387],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911684,0.00003747713,0.00010289624,0.0002948935,0.00021240803,0.00023550008],"domain_scores_gemma":[0.99920154,0.00029237536,0.000009805766,0.00034114698,0.00006616069,0.00008896798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049011543,0.00007530612,0.00008169098,0.00013557743,0.00018651738,0.0003466959,0.00029171805,0.00002026449,0.0000067642463],"category_scores_gemma":[0.0004916605,0.00006740702,0.000010466216,0.00083518255,0.000014858602,0.00015476094,0.00048879866,0.0001271305,0.00003387978],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030896203,0.0003630751,0.8247947,0.00009264266,0.0001244305,0.08459708,0.01595499,0.003147859,0.0028222606,0.012414102,0.023910182,0.031775612],"study_design_scores_gemma":[0.0014420892,0.00054252375,0.19041276,0.000028699327,0.00001002003,0.0024561677,0.0015996258,0.8005038,0.0008151099,0.00044955016,0.0010310056,0.0007086646],"about_ca_topic_score_codex":0.00069698965,"about_ca_topic_score_gemma":0.00020317518,"teacher_disagreement_score":0.79735595,"about_ca_system_score_codex":0.000018110934,"about_ca_system_score_gemma":0.000019407187,"threshold_uncertainty_score":0.33431962},"labels":[],"label_agreement":null},{"id":"W4389068312","doi":"10.1016/j.jss.2023.111907","title":"Software engineering practices for machine learning — Adoption, effects, and team assessment","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Software; Computer science; Engineering management; Knowledge management; Artificial intelligence; Engineering; Operating system","score_opus":0.0184189781801899,"score_gpt":0.29245880791695766,"score_spread":0.27403982973676777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389068312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15078631,0.004694479,0.8429882,0.00013483253,0.00079654454,0.0002875803,0.0000038492894,0.0003068271,0.0000013893923],"genre_scores_gemma":[0.8213429,0.0008770403,0.17680812,0.000019516747,0.00047998576,0.000059440605,0.0000049968253,0.000053284657,0.00035472872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986688,0.00006513406,0.00035352926,0.00021126652,0.00041952785,0.00028175805],"domain_scores_gemma":[0.99516195,0.003822661,0.0004015475,0.00016336337,0.000274448,0.000176055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016309331,0.00015109625,0.00031480892,0.0003332132,0.00016366255,0.00037632935,0.00027465232,0.000078706944,4.990707e-7],"category_scores_gemma":[0.006442004,0.00012610492,0.000060353625,0.00033062085,0.000014738135,0.00063838175,0.00015421415,0.00038298365,0.0000015141127],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039342875,0.000085940104,0.8770204,0.007899649,0.00045403614,0.00029514497,0.0022438539,0.05398541,0.00091382733,0.001656457,0.0037735205,0.05163238],"study_design_scores_gemma":[0.0031285263,0.002120536,0.47752053,0.0024748086,0.00009661822,0.0019131015,0.00046637622,0.44832203,0.0001183159,0.00015848395,0.06284762,0.0008330739],"about_ca_topic_score_codex":0.00002370724,"about_ca_topic_score_gemma":6.843683e-7,"teacher_disagreement_score":0.6705566,"about_ca_system_score_codex":0.00006287841,"about_ca_system_score_gemma":0.000081874576,"threshold_uncertainty_score":0.7712146},"labels":[],"label_agreement":null},{"id":"W4389141459","doi":"10.1007/s10664-023-10389-6","title":"Silent bugs in deep learning frameworks: an empirical study of Keras and TensorFlow","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec; Consortium de Recherche et d’innovation en Aérospatiale au Québec; Canadian Institute for Advanced Research","keywords":"Software bug; Computer science; Relevance (law); Debugging; Artificial intelligence; Empirical research; Deep learning; Machine learning; Software; Programming language","score_opus":0.02542377729338102,"score_gpt":0.3172849195316602,"score_spread":0.2918611422382792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389141459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79406023,0.00014582863,0.20389059,0.00011790655,0.00019452136,0.00025457173,6.557017e-7,0.0013341261,0.0000015675912],"genre_scores_gemma":[0.98282135,0.000019318319,0.016882451,0.00003880433,0.00008467044,0.000070611204,0.0000037350494,0.00005545393,0.00002359024],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99717736,0.0001312888,0.00048748724,0.0007404437,0.0007193772,0.00074401643],"domain_scores_gemma":[0.99628747,0.0026391477,0.000049421025,0.0006112237,0.00009158458,0.00032115396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00079667824,0.00030290274,0.00045484578,0.0007151951,0.000081786384,0.0001248895,0.0007526302,0.00027906726,0.000010442047],"category_scores_gemma":[0.0048218826,0.00030578213,0.00006132034,0.0025380475,0.00003277393,0.00041467548,0.0006485448,0.001401623,0.000025767113],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005796861,0.00017816131,0.7727258,0.00005062195,0.000019532472,0.00012671562,0.004600234,0.21717091,0.000046673435,0.0000066883385,0.00005444929,0.0050144135],"study_design_scores_gemma":[0.00043509481,0.0003959333,0.73616993,0.00005428299,0.0000037917946,0.000010354941,0.00020043881,0.26213282,0.000039528873,0.00004142063,0.00024734903,0.00026902292],"about_ca_topic_score_codex":0.00004442613,"about_ca_topic_score_gemma":0.000010708204,"teacher_disagreement_score":0.18876113,"about_ca_system_score_codex":0.00011630524,"about_ca_system_score_gemma":0.00003861107,"threshold_uncertainty_score":0.99993944},"labels":[],"label_agreement":null},{"id":"W4389141545","doi":"10.1007/s10664-023-10399-4","title":"Unreproducible builds: time to fix, causes, and correlation with external ecosystem factors","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Process (computing); Reproducibility; Cyclomatic complexity; Software engineering; Data science; Operating system; Statistics; Mathematics","score_opus":0.019738238128314236,"score_gpt":0.25718784017076846,"score_spread":0.23744960204245422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389141545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5063151,0.000054549997,0.49118158,0.00016106095,0.00017964271,0.00018247057,0.000004932148,0.0019170463,0.0000035671872],"genre_scores_gemma":[0.9504387,0.0000046497207,0.04818923,0.00005118646,0.00019389714,0.00006954865,0.000012180192,0.000085145555,0.00095546985],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99788207,0.000025976087,0.00022963002,0.000727298,0.00054469606,0.00059030973],"domain_scores_gemma":[0.9976515,0.0012234506,0.000030387759,0.0006449248,0.00007816755,0.00037153298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039547577,0.0002591191,0.0002528773,0.00041713667,0.00009809965,0.00020675485,0.0004985857,0.00009354213,0.00002814341],"category_scores_gemma":[0.0018169186,0.0002272259,0.00004040503,0.0016848793,0.000011138134,0.00037717534,0.00039194062,0.0002817857,0.00057799293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010811542,0.000028692608,0.5569205,0.0001457908,0.000053844567,0.00014492696,0.0010256382,0.43428355,0.0007202265,0.000049819777,0.004334965,0.0022811887],"study_design_scores_gemma":[0.00033700216,0.00024243978,0.833124,0.0002565295,0.00000881479,0.00007010263,0.000008561996,0.15191422,0.0012666521,0.000022527369,0.012104712,0.0006444582],"about_ca_topic_score_codex":0.000016082307,"about_ca_topic_score_gemma":0.0000018445544,"teacher_disagreement_score":0.44412357,"about_ca_system_score_codex":0.00014521199,"about_ca_system_score_gemma":0.000053897344,"threshold_uncertainty_score":0.92660034},"labels":[],"label_agreement":null},{"id":"W4389158520","doi":"10.1145/3611643.3613087","title":"A Vision on Intentions in Software Engineering","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Computer science; Sketch; Stakeholder; Software evolution; Software; Software development; Software engineering; Knowledge management; Data science; Human–computer interaction; Software construction","score_opus":0.019193505145080763,"score_gpt":0.2842701505134527,"score_spread":0.26507664536837194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389158520","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18410033,0.000010786374,0.8116313,0.0006805251,0.0004052304,0.00012244488,5.677007e-7,0.0028055357,0.00024325444],"genre_scores_gemma":[0.97196436,0.000004946193,0.027311482,0.00003788762,0.000019225201,0.00003196971,0.0000014455671,0.00001192981,0.00061674544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9991503,0.000008532428,0.00009182449,0.00020621443,0.00029129934,0.00025186472],"domain_scores_gemma":[0.9990052,0.00058981555,0.000005168726,0.00032144136,0.000024452947,0.00005393085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025439519,0.000063554886,0.000060397524,0.00053996657,0.000021022839,0.00006617553,0.00042211812,0.000029664425,0.00001196232],"category_scores_gemma":[0.0013530368,0.000059746562,0.000027675907,0.0014973668,0.0000047019507,0.00017061409,0.00022936611,0.0001459979,0.0005757792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014661593,0.00044020187,0.16740818,0.00024689847,0.0000495655,0.0009808828,0.001908038,0.46463877,0.010709597,0.15527093,0.043404605,0.15492766],"study_design_scores_gemma":[0.00023021878,0.000093407754,0.5620347,0.00010126427,3.169211e-7,0.0000046757646,0.000008533174,0.43415272,0.0010285663,0.00029945854,0.0018735538,0.0001725696],"about_ca_topic_score_codex":0.000010971076,"about_ca_topic_score_gemma":0.000004701236,"teacher_disagreement_score":0.787864,"about_ca_system_score_codex":0.000053320353,"about_ca_system_score_gemma":0.000019614796,"threshold_uncertainty_score":0.7400668},"labels":[],"label_agreement":null},{"id":"W4389159648","doi":"10.1145/3611643.3613082","title":"Towards Feature-Based Analysis of the Machine Learning Development Lifecycle","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Taxonomy (biology); Feature (linguistics); Software engineering; Trustworthiness; Feature engineering; Formal concept analysis; Software; Software development; Data science; Artificial intelligence; Machine learning; Deep learning; Programming language","score_opus":0.01892595550722531,"score_gpt":0.26554302143317676,"score_spread":0.24661706592595145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389159648","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21305282,0.00004050991,0.78431815,0.0013710144,0.00013481492,0.0000907877,9.882888e-7,0.0006388436,0.00035206656],"genre_scores_gemma":[0.97221965,0.0000013746454,0.025970621,0.000047604073,0.000006366456,0.000008962932,0.000004341765,0.000005890477,0.0017351767],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989681,0.000058764344,0.0001059528,0.00018325284,0.00048322213,0.00020069077],"domain_scores_gemma":[0.9991363,0.00033245175,0.000026970067,0.00039811563,0.000059010465,0.00004711906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006183397,0.0000688367,0.00012262023,0.00038054903,0.00008041055,0.000042412714,0.00081139634,0.00002915635,0.00002910424],"category_scores_gemma":[0.00047658276,0.000044874403,0.00009333376,0.0048788516,0.000016028695,0.000048073485,0.00036801668,0.00015321135,0.000031195086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027552362,0.000041804582,0.50072324,0.00003938781,0.00055626035,0.00000896607,0.0009051876,0.4273096,0.0010602525,0.0012948564,0.0012465399,0.06681114],"study_design_scores_gemma":[0.00005790849,0.00000636541,0.49948484,0.000004283651,0.00000986672,1.3175134e-7,0.0000027330277,0.48978126,0.008665157,0.000008200263,0.0019303742,0.0000488816],"about_ca_topic_score_codex":0.00005360889,"about_ca_topic_score_gemma":0.000025686904,"teacher_disagreement_score":0.75916684,"about_ca_system_score_codex":0.00003994795,"about_ca_system_score_gemma":0.00013092443,"threshold_uncertainty_score":0.23441264},"labels":[],"label_agreement":null},{"id":"W4389208648","doi":"10.1145/3611643.3617851","title":"A Data Set of Extracted Rationale from Linux Kernel Commit Messages","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Commit; Computer science; Set (abstract data type); Kernel (algebra); Component (thermodynamics); Linux kernel; World Wide Web; Operating system; Programming language; Database","score_opus":0.11631883728867144,"score_gpt":0.33789378860420616,"score_spread":0.22157495131553473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389208648","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25363263,0.00014137788,0.7400733,0.0030031244,0.0003438895,0.00023190914,0.00049852586,0.0014341417,0.0006410597],"genre_scores_gemma":[0.9281281,0.00003339221,0.0673242,0.000062128565,0.00011062868,0.000015301577,0.0006909614,0.00001561818,0.003619649],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900186,0.000031023443,0.00014497433,0.00027587585,0.00039014057,0.00015612955],"domain_scores_gemma":[0.9967793,0.0017913028,0.00002500549,0.0012786887,0.00007245991,0.00005320012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003533355,0.00006228252,0.00009709628,0.00010416129,0.000028199873,0.000065957014,0.0019077465,0.00003596826,0.00014653843],"category_scores_gemma":[0.0007795123,0.000057016205,0.000016761393,0.0005426074,0.000022030097,0.00038337024,0.0011004995,0.0001035016,0.000268113],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017690962,0.00018405002,0.08156648,0.0001132649,0.00028280137,0.00016479199,0.0022289362,0.004163556,0.020151611,0.022726905,0.819459,0.048940893],"study_design_scores_gemma":[0.0003438764,0.000023062068,0.3953965,0.000027039338,0.0000035666408,0.000002040269,0.000037382822,0.57735175,0.004526974,0.0019947423,0.02012143,0.00017163214],"about_ca_topic_score_codex":0.00016945376,"about_ca_topic_score_gemma":0.000025656516,"teacher_disagreement_score":0.79933757,"about_ca_system_score_codex":0.000010464772,"about_ca_system_score_gemma":0.000071599665,"threshold_uncertainty_score":0.35450995},"labels":[],"label_agreement":null},{"id":"W4389260672","doi":"10.48550/arxiv.2311.18057","title":"Non Linear Software Documentation with Interactive Code Examples","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Computer science; Software documentation; Field (mathematics); Code (set theory); Navigability; World Wide Web; Software; Quality (philosophy); Information retrieval; Baseline (sea); Technical documentation; Multimedia; Software development; Software construction; Programming language; Set (abstract data type)","score_opus":0.08253020477204236,"score_gpt":0.2359919722441411,"score_spread":0.15346176747209872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389260672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24317306,0.00000783893,0.7551394,0.000050857885,0.00038858745,0.00029752287,0.000018703913,0.00086876703,0.000055221262],"genre_scores_gemma":[0.97747934,0.00005779184,0.019941045,0.00002352813,0.000076851094,0.000005707582,0.000053499207,0.00004801538,0.0023142002],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980276,0.00006753701,0.00014988602,0.0011570654,0.0002007802,0.00039713335],"domain_scores_gemma":[0.99752873,0.00076373585,0.00014621823,0.0011413402,0.0002585012,0.00016149649],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022925319,0.0003033602,0.00026855076,0.00046353065,0.00011292217,0.00020056394,0.0016925696,0.0001811219,0.000023260734],"category_scores_gemma":[0.00019394638,0.00032567454,0.000100795165,0.0008578527,0.00007787631,0.000664656,0.0020507493,0.00076339865,0.000328338],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009472084,0.00008646404,0.046793323,0.00023475454,0.00029091968,0.0011779498,0.0013852562,0.94482577,0.000042124408,0.003401827,0.00073427154,0.0009326403],"study_design_scores_gemma":[0.0016039576,0.0003968709,0.07660153,0.00087347504,0.00010528228,0.000019437588,0.0002869659,0.9020952,0.0015312762,0.014236021,0.000727572,0.001522397],"about_ca_topic_score_codex":0.00046026942,"about_ca_topic_score_gemma":0.0001167954,"teacher_disagreement_score":0.7351984,"about_ca_system_score_codex":0.00039224536,"about_ca_system_score_gemma":0.00021507218,"threshold_uncertainty_score":0.99991953},"labels":[],"label_agreement":null},{"id":"W4389315297","doi":"10.1109/cog57401.2023.10333253","title":"Automatic Bug Detection in Games using LSTM Networks","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Long short term memory; Artificial intelligence; Software bug; Video game; Machine learning; Natural language processing; Programming language; Recurrent neural network; Artificial neural network; Multimedia; Software","score_opus":0.025475635861092215,"score_gpt":0.2833547632484498,"score_spread":0.25787912738735763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389315297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45193496,0.000014817657,0.54693705,0.00003770625,0.00019570198,0.000048461723,2.0364896e-8,0.0008018378,0.000029434568],"genre_scores_gemma":[0.99000484,0.0000037949676,0.009806626,0.000016945243,0.00003445287,0.000009110988,1.8687494e-7,0.0000073263823,0.00011672629],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992572,0.000026598802,0.00010175101,0.00017026774,0.00017554953,0.00026861572],"domain_scores_gemma":[0.9993311,0.00034948555,0.000010459222,0.0002517333,0.000017332128,0.000039897768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034592403,0.000055485674,0.000066295055,0.0002788048,0.00003102524,0.00008653692,0.00029872748,0.000037658665,0.000013124601],"category_scores_gemma":[0.00020934804,0.000053269483,0.000018434783,0.0016468108,0.000008769319,0.00020115942,0.00017355783,0.000114774055,0.00007939412],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011274703,0.000021837626,0.02298683,0.000045342844,0.000011081089,0.00008914826,0.0004319539,0.53315485,0.001776408,0.0005664226,0.00048637312,0.44042864],"study_design_scores_gemma":[0.000058512895,0.000008961394,0.0774814,0.000014782333,2.9336468e-7,0.0000056840163,0.0000062121458,0.9215779,0.0006031521,0.00015248683,0.000033334054,0.00005728759],"about_ca_topic_score_codex":0.00008802043,"about_ca_topic_score_gemma":0.00002459861,"teacher_disagreement_score":0.53806984,"about_ca_system_score_codex":0.000071497525,"about_ca_system_score_gemma":0.000021332318,"threshold_uncertainty_score":0.21722665},"labels":[],"label_agreement":null},{"id":"W4389337865","doi":"10.1007/s10664-023-10400-0","title":"Bug characterization in machine learning-based systems","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Polytechnique Montréal","funders":"","keywords":"Computer science; Software bug; Software; Component (thermodynamics); Software system; Task (project management); Process (computing); Software engineering; Software development; Focus (optics); Software maintenance; Corrective maintenance; Machine learning; Reliability engineering; Operating system; Systems engineering; Engineering; Preventive maintenance","score_opus":0.024405773824118494,"score_gpt":0.2681081263815844,"score_spread":0.2437023525574659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389337865","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2658264,0.00008593258,0.7295107,0.00024177588,0.00056085497,0.00017570339,0.000006239956,0.0035901158,0.0000022452107],"genre_scores_gemma":[0.9960705,0.000011326628,0.0032403658,0.00004593772,0.00011796119,0.00011648533,0.0001125114,0.000060602393,0.00022429164],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979972,0.00006134751,0.00031662182,0.0004666106,0.00051216537,0.00064603],"domain_scores_gemma":[0.9980649,0.001244058,0.000038248767,0.0004167254,0.000057817815,0.00017825703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057052926,0.00022568334,0.00025466183,0.0007104835,0.000062231935,0.00018018542,0.0006534284,0.00012848277,0.000009783492],"category_scores_gemma":[0.002826751,0.00023731065,0.00006381487,0.0028062302,0.000011949776,0.00030342804,0.0002245215,0.00053100876,0.0002576011],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023529242,0.00002121031,0.4431038,0.00009710897,0.0000065925633,0.00010058147,0.00013213733,0.5551315,0.00071004377,0.000025921989,0.00008390458,0.0005848475],"study_design_scores_gemma":[0.00020258706,0.000030595475,0.36641493,0.00005753236,8.4316036e-7,0.000004478646,0.0000012261036,0.62568957,0.00020293712,0.0000025172262,0.0071990206,0.0001937924],"about_ca_topic_score_codex":0.000029207751,"about_ca_topic_score_gemma":0.0000012663953,"teacher_disagreement_score":0.7302441,"about_ca_system_score_codex":0.00019036417,"about_ca_system_score_gemma":0.000063945234,"threshold_uncertainty_score":0.96772474},"labels":[],"label_agreement":null},{"id":"W4389518884","doi":"10.18653/v1/2023.findings-emnlp.316","title":"The Vault: A Comprehensive Multilingual Dataset for Advancing Code Understanding and Generation","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Code review; Scripting language; Automatic summarization; Code (set theory); Source code; Artificial intelligence; Natural language processing; KPI-driven code analysis; Vault (architecture); Software quality; Software; Programming language; Software development","score_opus":0.13708468854672312,"score_gpt":0.36369123667287173,"score_spread":0.2266065481261486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389518884","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028212769,0.00006483497,0.97016716,0.00079445855,0.0002405793,0.00022017966,0.00007577143,0.00022001159,0.0000042235124],"genre_scores_gemma":[0.8977683,0.00013220088,0.100778386,0.00024929433,0.00022673924,0.0000911483,0.00041992764,0.000026001684,0.0003080083],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992972,0.000017975995,0.00008569501,0.00020471663,0.0001513667,0.00024305265],"domain_scores_gemma":[0.9973492,0.002298466,0.000014006672,0.00024545038,0.000043591735,0.00004928773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033956647,0.000058309575,0.000053013944,0.000058060225,0.0003254417,0.00020641112,0.00024813667,0.000019267212,5.975407e-7],"category_scores_gemma":[0.0004010534,0.000042731906,0.000011615149,0.00022140174,0.00002570428,0.00017116619,0.00020414764,0.000057179084,0.0000070993237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006557888,0.000058047903,0.0031000357,0.0003238278,0.00028189583,0.000094464405,0.006965591,0.10155075,0.06888485,0.19879587,0.49211073,0.12776837],"study_design_scores_gemma":[0.0002223102,0.000026607362,0.0002999695,0.0000047796266,0.0000013902444,0.000004305857,0.0002345696,0.98550236,0.0016121553,0.0006852133,0.01133804,0.000068300535],"about_ca_topic_score_codex":0.000008156394,"about_ca_topic_score_gemma":0.00006384493,"teacher_disagreement_score":0.8839516,"about_ca_system_score_codex":0.000052093455,"about_ca_system_score_gemma":0.00002882468,"threshold_uncertainty_score":0.25030673},"labels":[],"label_agreement":null},{"id":"W4389544162","doi":"10.1109/icsme58846.2023.00011","title":"Keynotes","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code review; Computer science; Software engineering; Software quality; Code (set theory); Source code; Process (computing); Software; Software development; KPI-driven code analysis; Static program analysis; Quality (philosophy); Key (lock); Programming language; Operating system","score_opus":0.027534038281875704,"score_gpt":0.2839848633981639,"score_spread":0.2564508251162882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0996108,0.000016835907,0.8873749,0.0024231265,0.00034675808,0.000051768886,1.6341274e-7,0.0050760424,0.005099634],"genre_scores_gemma":[0.9694425,0.0000038440126,0.0243957,0.0000658483,0.000029452514,0.0000069016764,3.6653984e-7,0.0000041783032,0.0060512135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99960196,0.0000042451366,0.000028664648,0.000094641066,0.00013206847,0.00013843695],"domain_scores_gemma":[0.99938023,0.00033908532,0.000001951373,0.00023153002,0.000013868309,0.00003330517],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00012041092,0.00002319587,0.000022952743,0.00008228813,0.000018357512,0.000047103986,0.00038889976,0.000010244325,0.000026261045],"category_scores_gemma":[0.00026125918,0.000019655334,0.000010924578,0.0006443716,0.000004871036,0.000093837545,0.00018163533,0.000033395983,0.0028128282],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.695364e-7,0.000027064883,0.059675757,0.0000309184,0.000021860504,0.00018420539,0.0007620895,0.002547718,0.005501771,0.39119115,0.28347507,0.25658143],"study_design_scores_gemma":[0.00019953621,0.000049742936,0.58104265,0.00000809299,4.452466e-7,0.000010727493,0.000011786821,0.34101117,0.014421137,0.0092446245,0.053745788,0.00025432988],"about_ca_topic_score_codex":0.0000057970847,"about_ca_topic_score_gemma":3.122698e-7,"teacher_disagreement_score":0.8698317,"about_ca_system_score_codex":0.000005951485,"about_ca_system_score_gemma":0.000011187177,"threshold_uncertainty_score":0.9979636},"labels":[],"label_agreement":null},{"id":"W4389544166","doi":"10.1109/icsme58846.2023.00074","title":"StaticTracker: A Diff Tool for Static Code Warnings","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Commit; Computer science; Static analysis; Code (set theory); Source code; Static program analysis; Software; Software bug; Software quality; Detector; Software engineering; Programming language; Computer security; Operating system; Software development; Database","score_opus":0.02813284726236306,"score_gpt":0.30563111596487097,"score_spread":0.27749826870250793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544166","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16511993,0.0000062800677,0.83183384,0.0012056914,0.00014771748,0.00026237455,0.0000077797085,0.0013759249,0.000040448183],"genre_scores_gemma":[0.66625494,0.000014178683,0.3200847,0.00035235475,0.00006397726,0.00038887802,0.000019490066,0.000045279736,0.012776212],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988258,0.000016575592,0.00014362673,0.00026829113,0.00031333166,0.00043240396],"domain_scores_gemma":[0.9971447,0.0023020185,0.000018667537,0.00038172718,0.00007525593,0.00007763874],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044870778,0.000087824825,0.00010385413,0.00015404077,0.000067066176,0.00014783081,0.00060319237,0.0000258104,0.00002360389],"category_scores_gemma":[0.0013224902,0.000077674835,0.0000408447,0.0006295316,0.000017333396,0.00023422824,0.0001746362,0.000086277476,0.00044269915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042663283,0.00023880175,0.027717736,0.0010466672,0.00021887837,0.00021087207,0.024480578,0.011367587,0.0064950064,0.1116643,0.5555853,0.26093158],"study_design_scores_gemma":[0.00051619875,0.00015204841,0.023984779,0.000017648967,0.0000027719232,0.0000044504477,0.000038017748,0.9447917,0.0014828019,0.0057275468,0.023042103,0.00023998135],"about_ca_topic_score_codex":0.000008345869,"about_ca_topic_score_gemma":0.0000018447224,"teacher_disagreement_score":0.93342406,"about_ca_system_score_codex":0.000036298552,"about_ca_system_score_gemma":0.00005312519,"threshold_uncertainty_score":0.56901497},"labels":[],"label_agreement":null},{"id":"W4389544175","doi":"10.1109/icsme58846.2023.00047","title":"Automatic Refactoring Candidate Identification Leveraging Effective Code Representation","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Code refactoring; Computer science; Source code; Identification (biology); Artificial intelligence; Software maintenance; Commit; Machine learning; Code (set theory); Software; Programming language; Software system; Set (abstract data type); Database","score_opus":0.03222432595577605,"score_gpt":0.32703457183795515,"score_spread":0.2948102458821791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54006267,0.000005941926,0.4573167,0.00021019466,0.00035899068,0.00019252433,5.434834e-7,0.0017463749,0.00010607175],"genre_scores_gemma":[0.9956872,0.000004421146,0.0034600294,0.000010472455,0.000033741253,0.00008459878,0.00000698536,0.000010467651,0.00070210965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988678,0.000059869257,0.00015301531,0.00032229273,0.00035577957,0.00024124527],"domain_scores_gemma":[0.9985486,0.0007884505,0.000034996403,0.0005063016,0.00006412129,0.000057492303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056319736,0.00007338489,0.00007977434,0.00027256194,0.000101075566,0.00022790222,0.0004192918,0.000025483658,0.000013570778],"category_scores_gemma":[0.0007790932,0.00007229001,0.000026783504,0.0012192306,0.000010288765,0.0005486942,0.00019170533,0.00009581131,0.0004833764],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006211743,0.00006001427,0.17379667,0.00031570336,0.0001503872,0.00014647332,0.012075937,0.025304466,0.094961084,0.010360892,0.0088129025,0.67400926],"study_design_scores_gemma":[0.000098812285,0.000008028864,0.47515425,0.000016655924,0.0000013763735,0.0000032533558,0.000026443133,0.49637774,0.027614964,0.0005350849,0.000081644415,0.00008173584],"about_ca_topic_score_codex":0.00011230398,"about_ca_topic_score_gemma":0.000005004905,"teacher_disagreement_score":0.67392755,"about_ca_system_score_codex":0.00012483563,"about_ca_system_score_gemma":0.000025097977,"threshold_uncertainty_score":0.6212987},"labels":[],"label_agreement":null},{"id":"W4389544190","doi":"10.1109/icsme58846.2023.00037","title":"Integrating Visual Aids to Enhance the Code Reviewer Selection Process","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Selection (genetic algorithm); Process (computing); Code (set theory); Programming language; Artificial intelligence","score_opus":0.019851856868040387,"score_gpt":0.36887367494611567,"score_spread":0.3490218180780753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1008143,0.000033473836,0.895808,0.0010918776,0.00037859884,0.00023391123,1.7699816e-7,0.0014104886,0.00022919905],"genre_scores_gemma":[0.9751729,0.000013710302,0.021456067,0.00038674835,0.00018416865,0.0001581256,6.332752e-7,0.00001330831,0.0026143815],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899536,0.000038728907,0.00011980173,0.00025515366,0.00033246042,0.0002585078],"domain_scores_gemma":[0.99902326,0.00044147414,0.000014877024,0.00022674607,0.00023689578,0.000056738332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080061523,0.00007401218,0.00007551713,0.00009822699,0.00010880534,0.00014781157,0.0006605514,0.000021769501,0.000014650439],"category_scores_gemma":[0.0028270378,0.000046530928,0.000023218763,0.0025665637,0.000009664765,0.00019366652,0.00018585505,0.0001646678,0.0005545097],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000848494,0.00007072555,0.013599056,0.00031703734,0.00004427214,0.000012808498,0.0066555534,0.009512431,0.0113866525,0.0124878,0.14161894,0.80428624],"study_design_scores_gemma":[0.000109629145,0.00049534714,0.016353155,0.00031605785,0.0000044325966,0.000017693459,0.00023932786,0.82691765,0.109471984,0.000814255,0.044725597,0.00053486094],"about_ca_topic_score_codex":0.00001674837,"about_ca_topic_score_gemma":0.000019641377,"teacher_disagreement_score":0.87435853,"about_ca_system_score_codex":0.000036651232,"about_ca_system_score_gemma":0.00005304745,"threshold_uncertainty_score":0.71272856},"labels":[],"label_agreement":null},{"id":"W4389544206","doi":"10.1109/icsme58846.2023.00060","title":"Finding an Optimal Set of Static Analyzers To Detect Software Vulnerabilities","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Oracle; Set (abstract data type); Vulnerability (computing); Software; Computer security; Static analysis; Data mining; Software engineering; Operating system; Programming language","score_opus":0.0433865343501716,"score_gpt":0.3243299952251804,"score_spread":0.2809434608750088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5029732,0.0000042222646,0.49615484,0.000112228554,0.00007221165,0.00008161002,0.0000051969973,0.000582359,0.000014147987],"genre_scores_gemma":[0.7287187,0.0000012009785,0.27080548,0.000028203638,0.000019714127,0.000022849186,0.0000036813487,0.00001299467,0.00038718473],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986353,0.00005499375,0.00018166348,0.00031420004,0.00042577853,0.00038809495],"domain_scores_gemma":[0.9978795,0.0012635096,0.000019302133,0.00058371946,0.00008663889,0.0001673338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006429609,0.00010174167,0.00015134006,0.00047795422,0.000059689646,0.00009043376,0.000823805,0.000031542528,0.000079067104],"category_scores_gemma":[0.0015512953,0.00009527314,0.000042328276,0.0015386064,0.000028592964,0.00032488583,0.0003311626,0.00010596704,0.000101455305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024638854,0.000028201373,0.018937668,0.00032089467,0.00008895833,0.00008758975,0.0130439615,0.8132811,0.0036995187,0.0015606282,0.007817984,0.14110881],"study_design_scores_gemma":[0.00074253767,0.0017328556,0.11769689,0.0001372573,0.0000133316635,0.00002151256,0.002184392,0.7812702,0.09119799,0.0025408515,0.0013026869,0.0011594757],"about_ca_topic_score_codex":0.000071819035,"about_ca_topic_score_gemma":0.000010420029,"teacher_disagreement_score":0.2257455,"about_ca_system_score_codex":0.000053659667,"about_ca_system_score_gemma":0.00007654932,"threshold_uncertainty_score":0.38851258},"labels":[],"label_agreement":null},{"id":"W4389544222","doi":"10.1109/icsme58846.2023.00067","title":"Bugsplainer: Leveraging Code Structures to Explain Software Bugs with Neural Machine Translation","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Computer science; Debugging; Software bug; Code (set theory); Programming language; Source code; Software; Software engineering; Machine translation; Artificial intelligence; Task (project management); Code smell; Software development; Software quality; Engineering","score_opus":0.03159759519935194,"score_gpt":0.27286243583575276,"score_spread":0.24126484063640083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544222","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13064784,0.00006194091,0.86453915,0.0020483972,0.00017847824,0.00023136963,0.00000776334,0.0022349907,0.000050081493],"genre_scores_gemma":[0.86989415,0.0000022820266,0.12934183,0.0002452826,0.000053796917,0.000031471533,0.000016165472,0.000028448296,0.00038655574],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982859,0.000038448303,0.00015642335,0.00046060173,0.0005734226,0.0004851853],"domain_scores_gemma":[0.9986609,0.00056699495,0.000018174118,0.00050145376,0.000065256645,0.00018721895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027071792,0.0001794966,0.00014608371,0.00037346868,0.00013582369,0.0001969837,0.0007386224,0.00004212654,0.000035016692],"category_scores_gemma":[0.00017620552,0.00014261255,0.000035177247,0.0014274407,0.000017922079,0.00035711375,0.00016316492,0.00019730943,0.000085135514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007209373,0.000030091069,0.048988227,0.00012426543,0.000068698086,0.00035497634,0.0063193543,0.44836804,0.002365983,0.0025641215,0.008432804,0.48231134],"study_design_scores_gemma":[0.0008400735,0.00022155176,0.095930874,0.00003768199,0.0000051995503,0.00008108452,0.000059030142,0.89558953,0.0027412588,0.0005786242,0.0033317981,0.0005833177],"about_ca_topic_score_codex":0.00010504908,"about_ca_topic_score_gemma":0.0000671693,"teacher_disagreement_score":0.7392463,"about_ca_system_score_codex":0.000043324664,"about_ca_system_score_gemma":0.00004162613,"threshold_uncertainty_score":0.5815571},"labels":[],"label_agreement":null},{"id":"W4389544307","doi":"10.1109/icsme58846.2023.00013","title":"GPTCloneBench: A comprehensive benchmark of semantic clones and cross-language clones using GPT-3 model and SemanticCloneBench","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Benchmark (surveying); Computer science; Natural language processing; Artificial intelligence; Programming language; Computational biology; Biology; Geography; Cartography","score_opus":0.037414570562637264,"score_gpt":0.32455080197636343,"score_spread":0.2871362314137262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9133232,0.0008621919,0.08477244,0.00014593182,0.00014634887,0.0002674807,0.000009070689,0.00041016805,0.000063146916],"genre_scores_gemma":[0.9618868,0.00018039183,0.037546758,0.0000406921,0.00003491163,0.000010258573,0.0000052723058,0.000028750499,0.00026611853],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976663,0.00005734072,0.00040463553,0.0006853232,0.00057823583,0.00060813944],"domain_scores_gemma":[0.99782073,0.00097146496,0.000088746034,0.00069314777,0.00022301536,0.0002028954],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004101116,0.00028504746,0.00043606872,0.00052044104,0.00018855311,0.00025087883,0.0005516195,0.00012608389,0.0000112938915],"category_scores_gemma":[0.0002767945,0.00026669883,0.0000657869,0.0011646615,0.00027778896,0.0005550723,0.0011312565,0.00021645281,0.000011146895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088270936,0.00031844317,0.3674258,0.0041587967,0.00048209884,0.000951072,0.026566654,0.18097803,0.36322802,0.03968765,0.0013147234,0.014800431],"study_design_scores_gemma":[0.00044072015,0.00006059982,0.10304236,0.00008785193,0.000012365186,0.00010428658,0.00020019863,0.89112127,0.003572116,0.0010425751,0.000011760902,0.0003038995],"about_ca_topic_score_codex":0.00046595267,"about_ca_topic_score_gemma":0.000021584874,"teacher_disagreement_score":0.71014327,"about_ca_system_score_codex":0.000026105557,"about_ca_system_score_gemma":0.0000886161,"threshold_uncertainty_score":0.99997854},"labels":[],"label_agreement":null},{"id":"W4389544387","doi":"10.1109/icsme58846.2023.00029","title":"Recommending Code Reviews Leveraging Code Changes with Structured Information Retrieval","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Code (set theory); Information retrieval; Documentation; Source code; Natural language processing; Code review; Class (philosophy); Artificial intelligence; Programming language; Software; Static program analysis; Software development","score_opus":0.054531575323696124,"score_gpt":0.29758076825658425,"score_spread":0.24304919293288813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033480275,0.00010922485,0.9560965,0.006196406,0.0006235439,0.0005559013,0.0000071879986,0.0023009784,0.00062999583],"genre_scores_gemma":[0.78158283,0.00083681603,0.21319567,0.0017412807,0.00027727179,0.000091545604,0.00007856033,0.00005464211,0.002141373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989063,0.000041055155,0.00015382655,0.0001891763,0.00036475135,0.00034487224],"domain_scores_gemma":[0.99908596,0.00027618936,0.000056444125,0.00042933674,0.00006793998,0.000084154715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008199105,0.00011659786,0.0001492628,0.0003119406,0.00010764598,0.0002440484,0.0005765217,0.00003878025,0.000031459702],"category_scores_gemma":[0.00050371455,0.00008918979,0.000021184676,0.0014328584,0.000013012066,0.0008491762,0.00024064492,0.00017691396,0.00021533397],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007059852,0.000019905821,0.021696964,0.0008327825,0.00010797709,0.00006448435,0.012499664,0.0057723913,0.00256144,0.010472678,0.19352168,0.7523794],"study_design_scores_gemma":[0.0013084811,0.0003045405,0.047298636,0.0004392487,0.000010464712,0.000097618096,0.00025351648,0.24026011,0.017916493,0.0005661201,0.6905531,0.0009916243],"about_ca_topic_score_codex":0.000007607758,"about_ca_topic_score_gemma":0.000015679248,"teacher_disagreement_score":0.75138783,"about_ca_system_score_codex":0.000083810155,"about_ca_system_score_gemma":0.00003362151,"threshold_uncertainty_score":0.3637054},"labels":[],"label_agreement":null},{"id":"W4389544451","doi":"10.1109/icsme58846.2023.00018","title":"A Framework for Automating the Measurement of DevOps Research and Assessment (DORA) Metrics","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"DevOps; Computer science; Software engineering; Software deployment","score_opus":0.2633035278652183,"score_gpt":0.4472143890056711,"score_spread":0.1839108611404528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544451","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022905549,0.00010262515,0.9740323,0.0019019693,0.00012265841,0.00043165256,9.880222e-7,0.00028837402,0.00021390773],"genre_scores_gemma":[0.59854263,0.000012655546,0.40124953,0.000012256579,0.000023000834,0.000103140774,2.4070124e-7,0.000007641146,0.000048904913],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767196,0.00006810529,0.0001670492,0.00023468792,0.0014848585,0.00037332228],"domain_scores_gemma":[0.99126774,0.007523207,0.000027209922,0.0005073241,0.00061181665,0.00006269092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008085951,0.000063404776,0.000101735575,0.00037670016,0.00018335493,0.00015996314,0.0007765137,0.00004448013,0.000003118885],"category_scores_gemma":[0.0060937735,0.000042993586,0.000026071253,0.0030292675,0.00005426674,0.0000929099,0.00061589526,0.0002764608,0.0000059126787],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005354437,0.0000815095,0.013347649,0.0003352829,0.00008923531,0.0000056899326,0.001441001,0.00079759024,0.0011287774,0.8191199,0.007380235,0.15626779],"study_design_scores_gemma":[0.00023401761,0.0003225986,0.08209122,0.00010832676,0.0000030193637,0.000002044441,0.0003410705,0.82209796,0.004090579,0.08860789,0.0019656033,0.00013566572],"about_ca_topic_score_codex":0.000020973588,"about_ca_topic_score_gemma":0.0000029956593,"teacher_disagreement_score":0.8213004,"about_ca_system_score_codex":0.0000966971,"about_ca_system_score_gemma":0.00016980572,"threshold_uncertainty_score":0.7295256},"labels":[],"label_agreement":null},{"id":"W4389576314","doi":"10.1109/icsme58846.2023.00038","title":"Breaking the Bento Box: Accelerating Visual Momentum in Data-flow Analysis","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Context (archaeology); Reachability; Formative assessment; Data science; World Wide Web; Human–computer interaction; Software engineering; Theoretical computer science","score_opus":0.06596709818660475,"score_gpt":0.34880424756757283,"score_spread":0.2828371493809681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389576314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24275398,0.000040009327,0.75307,0.0024923584,0.0002337807,0.00018596536,0.000004381375,0.00088363513,0.00033589968],"genre_scores_gemma":[0.98836285,0.0000051525267,0.0109225195,0.00007105412,0.000054562806,0.00001948582,0.000027715561,0.000008841115,0.0005278203],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842286,0.000055190703,0.00018451434,0.00042052526,0.00052242744,0.00039449916],"domain_scores_gemma":[0.99799436,0.0008513405,0.000022595876,0.0010473249,0.000032599455,0.000051802133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012744224,0.000089314184,0.00012520749,0.0004843913,0.00010420463,0.00043200134,0.0020959396,0.000027250588,0.000043250697],"category_scores_gemma":[0.00041669278,0.000064326654,0.00003918266,0.005377725,0.0000143276,0.00052171096,0.0019356154,0.00017355802,0.00010325786],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050367194,0.00014830378,0.42135766,0.000050934363,0.0007438742,0.00023712477,0.004420974,0.3418524,0.0013265254,0.006266059,0.016809849,0.20678127],"study_design_scores_gemma":[0.00006524687,0.0000061299584,0.09592663,0.0000043053733,0.0000065287027,8.6807796e-7,0.000056198118,0.9032755,0.00015210977,0.000046339606,0.0003852433,0.0000749234],"about_ca_topic_score_codex":0.00035319678,"about_ca_topic_score_gemma":0.00027652935,"teacher_disagreement_score":0.74560887,"about_ca_system_score_codex":0.000050314033,"about_ca_system_score_gemma":0.000038108537,"threshold_uncertainty_score":0.41657987},"labels":[],"label_agreement":null},{"id":"W4389606799","doi":"10.1109/models58315.2023.00037","title":"Automated Domain Modeling with Large Language Models: A Comparative Study","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Universidad de Murcia","keywords":"Domain (mathematical analysis); Computer science; Set (abstract data type); Modeling language; Domain-specific language; Subject-matter expert; Domain model; Class (philosophy); Domain analysis; Software; Domain knowledge; Natural language processing; Software engineering; Data science; Artificial intelligence; Programming language; Software development; Expert system","score_opus":0.05186317309112483,"score_gpt":0.3344085128492332,"score_spread":0.28254533975810836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389606799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47033623,0.000010412388,0.5248312,0.00003841723,0.000022486338,0.0002035502,0.0000011225932,0.004135458,0.0004211306],"genre_scores_gemma":[0.96908253,4.937483e-7,0.030516967,0.000017742135,0.000012450681,0.00006226806,0.0000031473576,0.000013180111,0.00029121095],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854934,0.000062750354,0.00012519825,0.0003548863,0.00048562448,0.00042217952],"domain_scores_gemma":[0.9990907,0.00020689779,0.000013859799,0.00052223104,0.000075657736,0.000090669506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050730223,0.0001249983,0.00016223773,0.00023100905,0.000094624884,0.00013512663,0.00063903315,0.000025116948,0.000007727161],"category_scores_gemma":[0.000024649828,0.0000938155,0.000020472557,0.0014196887,0.000009805835,0.00037540853,0.00034805652,0.0001407783,0.00019046215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010415836,0.00020382908,0.00091448176,0.000011025589,0.00006911602,0.00027613217,0.04093379,0.94356763,0.000092814895,0.012883854,0.00091797224,0.000118943084],"study_design_scores_gemma":[0.0005626947,0.0001205775,0.00053045235,0.000009612448,0.0000014854941,0.000004406457,0.004572167,0.99371874,0.000036361318,0.000302751,0.0000066180537,0.00013412545],"about_ca_topic_score_codex":0.00007973948,"about_ca_topic_score_gemma":0.000059390994,"teacher_disagreement_score":0.4987463,"about_ca_system_score_codex":0.00003987458,"about_ca_system_score_gemma":0.00005051626,"threshold_uncertainty_score":0.3825685},"labels":[],"label_agreement":null},{"id":"W4389630093","doi":"10.1109/models58315.2023.00029","title":"Automated Grading of Use Cases","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Trent University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Grading (engineering); Computer science; Software; Automation; Sentence; Natural language processing; Software engineering; Artificial intelligence; Matching (statistics); Programming language; Engineering; Mathematics","score_opus":0.06679643628250935,"score_gpt":0.31900178333536433,"score_spread":0.25220534705285497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389630093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9537866,0.000005501434,0.041152384,0.00010186742,0.00013327054,0.000042282372,7.7704755e-7,0.0047199554,0.000057356858],"genre_scores_gemma":[0.9856692,0.0000024941473,0.013733816,0.000008323382,0.00000605913,0.0000028326108,6.468467e-7,0.0000042671213,0.0005723504],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99949664,0.000010772845,0.000069703296,0.000105313884,0.00016909979,0.00014845835],"domain_scores_gemma":[0.9981314,0.0015355009,0.000008618342,0.00025694838,0.000030479727,0.000037040485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013567833,0.00003477181,0.000052270927,0.00016964148,0.000017877246,0.00004499037,0.00030744582,0.000014883976,0.000008374048],"category_scores_gemma":[0.0010080211,0.000030599862,0.000017685858,0.00076194294,0.0000108385675,0.00021299184,0.00016641663,0.000032697164,0.00010652727],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000769965,0.00014104629,0.51213515,0.00029216622,0.0001371045,0.0021518066,0.002035828,0.01730199,0.03876856,0.10737014,0.27765253,0.042006],"study_design_scores_gemma":[0.000088622626,0.000035983685,0.30823708,0.000015728643,6.738335e-7,0.000025813335,0.000007643676,0.6679962,0.022757696,0.00009247792,0.00065617694,0.00008589162],"about_ca_topic_score_codex":0.00008970056,"about_ca_topic_score_gemma":0.0000014825033,"teacher_disagreement_score":0.6506942,"about_ca_system_score_codex":0.0000108578115,"about_ca_system_score_gemma":0.000018453466,"threshold_uncertainty_score":0.1369228},"labels":[],"label_agreement":null},{"id":"W4389822970","doi":"10.1016/j.jss.2023.111935","title":"Incivility detection in open source code review and issue discussions","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incivility; Open source; Computer science; Tone (literature); Source code; Open source software; Code (set theory); Machine learning; Data science; Artificial intelligence; World Wide Web; Software; Computer security; Psychology; Programming language; Social psychology; Linguistics","score_opus":0.028536473993193052,"score_gpt":0.3096529375676019,"score_spread":0.2811164635744089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389822970","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4259815,0.06744181,0.49861443,0.0047207456,0.001464141,0.0014142965,0.000014254224,0.00032011943,0.000028700655],"genre_scores_gemma":[0.9929921,0.004571027,0.0016369686,0.000067294364,0.000100745674,0.00001903903,4.5143875e-7,0.000013506137,0.00059888646],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99900234,0.000113686314,0.0003397345,0.00015254492,0.00023641512,0.00015531146],"domain_scores_gemma":[0.9990619,0.00038773194,0.0001156007,0.00020871332,0.00010012506,0.00012593603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019066572,0.000075821365,0.00029125976,0.00016955203,0.00007822969,0.0002047239,0.0004348906,0.000043089763,0.0000022707927],"category_scores_gemma":[0.0012415558,0.000052562085,0.000024904393,0.0005321307,0.000018824867,0.00047025687,0.00043498477,0.00022492858,0.000005160203],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042458993,0.00017556401,0.37757462,0.013935661,0.00016162227,0.0005898592,0.0059418217,0.002631386,0.0005649873,0.0003081899,0.029026708,0.5690471],"study_design_scores_gemma":[0.0017406162,0.0005658669,0.8367836,0.013275394,0.000049154612,0.0018320975,0.0006913568,0.014858459,0.00009490049,0.0005610339,0.12893434,0.00061320706],"about_ca_topic_score_codex":0.000111536305,"about_ca_topic_score_gemma":0.000030226753,"teacher_disagreement_score":0.5684339,"about_ca_system_score_codex":0.00004481733,"about_ca_system_score_gemma":0.000043128406,"threshold_uncertainty_score":0.21434197},"labels":[],"label_agreement":null},{"id":"W4389980560","doi":"10.1016/j.jss.2023.111934","title":"A survey on machine learning techniques applied to source code","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Dalhousie University","funders":"H2020 European Research Council; European Research Council","keywords":"Computer science; Workflow; Source code; Machine learning; Context (archaeology); Software; Software engineering; Artificial intelligence; Task (project management); Code review; Data science; Static program analysis; Software development; Systems engineering; Programming language; Engineering; Database","score_opus":0.02886875562047403,"score_gpt":0.2772920157214117,"score_spread":0.24842326010093768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389980560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2025485,0.0004152389,0.7956157,0.00018316267,0.00037185085,0.00022121488,0.00000873165,0.00061581953,0.00001979665],"genre_scores_gemma":[0.99215907,0.000046431243,0.0068787173,0.000045005934,0.00014549679,0.000010012137,0.0000018976592,0.000024927047,0.0006884705],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986948,0.0000960897,0.0002970185,0.00017173325,0.0005018225,0.00023858364],"domain_scores_gemma":[0.99818057,0.0011311852,0.00011897112,0.0002092374,0.00017196343,0.00018807685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002142751,0.00011132133,0.00026454884,0.00042851662,0.0001012072,0.00020833973,0.00045528004,0.00005897749,0.0000010989529],"category_scores_gemma":[0.0013711631,0.00008861208,0.00003867232,0.0006335604,0.000011623131,0.0000979564,0.00017833083,0.00035538702,0.000026083322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019191924,0.00013698332,0.61131567,0.00067377184,0.00025554045,0.0006061586,0.005819876,0.07850816,0.0028910572,0.0010914715,0.035070263,0.26343915],"study_design_scores_gemma":[0.0013625537,0.0026422516,0.8299409,0.0017278341,0.000015047532,0.00053821533,0.00026310605,0.026421634,0.0019639058,0.00014662689,0.13392046,0.0010574637],"about_ca_topic_score_codex":0.00009212895,"about_ca_topic_score_gemma":0.000006009231,"teacher_disagreement_score":0.78961056,"about_ca_system_score_codex":0.00004950494,"about_ca_system_score_gemma":0.000042900676,"threshold_uncertainty_score":0.3613496},"labels":[],"label_agreement":null},{"id":"W4389988541","doi":"10.1109/scam59687.2023.00015","title":"Calibrating Deep Learning-based Code Smell Detection using Human Feedback","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Code smell; Computer science; Code (set theory); Baseline (sea); Context (archaeology); Deep learning; Artificial intelligence; Container (type theory); Software; Software quality; Machine learning; Human–computer interaction; Software development; Engineering; Programming language","score_opus":0.03823697101359752,"score_gpt":0.29761992622234607,"score_spread":0.25938295520874854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389988541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39080238,0.000005513104,0.60742784,0.000033652457,0.00010928203,0.000056019977,1.1386206e-7,0.0014772861,0.00008790915],"genre_scores_gemma":[0.98260176,3.7855267e-7,0.016896933,0.000029131314,0.000060035978,0.0000072546122,0.0000020469288,0.000021566151,0.0003808724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987645,0.00006662245,0.00014542567,0.00031589944,0.00033366785,0.00037387482],"domain_scores_gemma":[0.99907786,0.0004335632,0.0000309437,0.0003104576,0.000057311612,0.00008987076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004207814,0.0001022141,0.00009348162,0.00025545587,0.00027912023,0.00022763779,0.00043042618,0.000058077832,0.000031135383],"category_scores_gemma":[0.00037722575,0.00010442625,0.000043169122,0.0012237139,0.000021442607,0.00025521996,0.00019779023,0.0002546379,0.00017875325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001651086,0.000017330618,0.019657886,0.000048529957,0.0000112247435,0.000037352776,0.00030098573,0.8930102,0.073615715,0.00039395358,0.000050246887,0.012854927],"study_design_scores_gemma":[0.000143334,0.000045278524,0.016377755,0.000011869108,0.0000010846813,0.000003174701,0.00001870547,0.95188385,0.031157648,0.00006691427,0.00016646842,0.00012389023],"about_ca_topic_score_codex":0.000111877,"about_ca_topic_score_gemma":0.00004554722,"teacher_disagreement_score":0.5917994,"about_ca_system_score_codex":0.000091040085,"about_ca_system_score_gemma":0.00003461325,"threshold_uncertainty_score":0.4258379},"labels":[],"label_agreement":null},{"id":"W4389988565","doi":"10.1109/scam59687.2023.00018","title":"Do Code Quality and Style Issues Differ Across (Non-)Machine Learning Notebooks? Yes!","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Artificial intelligence; Machine learning; Code refactoring; Code (set theory); Software quality; Quality (philosophy); Style (visual arts); Programming style; Programming language; Software; Software development","score_opus":0.05722378713182326,"score_gpt":0.385853588378114,"score_spread":0.32862980124629076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389988565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84612626,0.00015885194,0.15079102,0.0010312948,0.00014965318,0.00011972011,0.0000061938604,0.0014016267,0.00021541698],"genre_scores_gemma":[0.982418,0.000048803253,0.0058807144,0.000066581095,0.0000544229,0.000015532176,0.000004074963,0.000019060033,0.011492835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99842006,0.000076555996,0.00017462816,0.000430038,0.00042034793,0.00047836758],"domain_scores_gemma":[0.99838156,0.0009227075,0.000025445981,0.00047661067,0.00005642251,0.00013727449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011149109,0.0001339997,0.00018026258,0.000084753185,0.00018880682,0.00038665617,0.0005621463,0.000059617032,0.000026462038],"category_scores_gemma":[0.00077238336,0.0001148657,0.00003605894,0.00041458238,0.000056761015,0.00022865584,0.00095053134,0.00029558977,0.00026451214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003619512,0.00012487713,0.752089,0.00040472808,0.00013436412,0.00020633318,0.030043367,0.0034241318,0.016813478,0.011194587,0.009319277,0.17620961],"study_design_scores_gemma":[0.0006595782,0.00011184458,0.75730187,0.000034026205,0.0000018105372,0.000009450066,0.00018682385,0.22109482,0.004773993,0.00068004633,0.014700832,0.0004449099],"about_ca_topic_score_codex":0.00027346957,"about_ca_topic_score_gemma":0.0000255663,"teacher_disagreement_score":0.2176707,"about_ca_system_score_codex":0.00002621401,"about_ca_system_score_gemma":0.000019114923,"threshold_uncertainty_score":0.46840876},"labels":[],"label_agreement":null},{"id":"W4389988584","doi":"10.1109/scam59687.2023.00020","title":"Explaining Transformer-based Code Models: What Do They Learn? When They Do Not Work?","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Calgary","funders":"","keywords":"Computer science; KPI-driven code analysis; Source code; Code (set theory); Code generation; Downstream (manufacturing); Code review; Transformer; Security token; Static program analysis; Artificial neural network; Software engineering; Set (abstract data type); Software; Artificial intelligence; Programming language; Machine learning; Software development; Key (lock); Computer security; Engineering","score_opus":0.06524125755685459,"score_gpt":0.2859045553251602,"score_spread":0.2206632977683056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389988584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060089212,0.00024038066,0.93004405,0.003778207,0.00056418485,0.00036753397,0.0000034546974,0.0029905965,0.0019223739],"genre_scores_gemma":[0.975721,0.00016954918,0.022735186,0.0002410198,0.000062628234,0.000090466056,0.0000049328564,0.00004882259,0.0009263864],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973104,0.0000839701,0.00026416688,0.000631911,0.0008996387,0.0008099398],"domain_scores_gemma":[0.9972353,0.0014866224,0.000028552837,0.00094132096,0.000094604184,0.0002136235],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011547398,0.00024108669,0.00023124016,0.00037859933,0.00017096053,0.0011299483,0.0016422744,0.00011269357,0.00006919534],"category_scores_gemma":[0.00017052802,0.0002033608,0.00012482246,0.00069811364,0.000032409735,0.0016867532,0.00017397085,0.00039285317,0.0005231521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005927826,0.000083389976,0.0013638688,0.00007382695,0.000068713,0.00011015111,0.020977523,0.586968,0.00058756926,0.025645772,0.0029886824,0.36107326],"study_design_scores_gemma":[0.0012011377,0.00018281661,0.0009332728,0.0004027788,0.000007972724,0.0000077967225,0.0013387462,0.9711107,0.0038632534,0.016754072,0.0034020203,0.0007954381],"about_ca_topic_score_codex":0.00006258289,"about_ca_topic_score_gemma":0.00003180248,"teacher_disagreement_score":0.9156318,"about_ca_system_score_codex":0.00008126164,"about_ca_system_score_gemma":0.0001329726,"threshold_uncertainty_score":0.99990696},"labels":[],"label_agreement":null},{"id":"W4390051453","doi":"10.1145/3638246","title":"Test Generation Strategies for Building Failure Models and Explaining Spurious Failures","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Spurious relationship; Computer science; Test (biology); Machine learning; Surrogate model; Test case; Reliability engineering; Artificial intelligence; Engineering","score_opus":0.13746197668598853,"score_gpt":0.34626461896241467,"score_spread":0.20880264227642614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390051453","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0482391,0.00019411591,0.9492288,0.00044575607,0.00035512878,0.0002097918,0.000012943536,0.0013138052,5.350679e-7],"genre_scores_gemma":[0.30834287,0.00008097518,0.6912599,0.000024036583,0.00006529803,0.00016300769,0.0000042944716,0.000028436643,0.000031133084],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864155,0.00006825423,0.00019890071,0.0005049099,0.00015092072,0.000435481],"domain_scores_gemma":[0.990461,0.008895342,0.000027746843,0.0004246066,0.0000680262,0.0001232863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00087462104,0.00021507822,0.00025232328,0.00050370645,0.00023789647,0.00018193026,0.00033802493,0.00016159481,0.0000017974935],"category_scores_gemma":[0.002442514,0.00022622461,0.00005313505,0.00046428468,0.000035950543,0.00049179874,0.000037860245,0.00028502042,0.0000022537504],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008378643,0.000017603184,0.000084414016,0.00015827634,0.00006486614,0.000014066695,0.0017645216,0.8968477,0.014060029,0.008473975,0.0001405063,0.07836566],"study_design_scores_gemma":[0.00073959975,0.00038748642,0.0006678272,0.00007296526,0.000029489174,0.00014628434,0.0002870038,0.9804311,0.0076502855,0.0068778633,0.0021727465,0.000537355],"about_ca_topic_score_codex":0.000018370496,"about_ca_topic_score_gemma":0.00000684179,"teacher_disagreement_score":0.26010376,"about_ca_system_score_codex":0.000029677158,"about_ca_system_score_gemma":0.000050661565,"threshold_uncertainty_score":0.9225172},"labels":[],"label_agreement":null},{"id":"W4390117375","doi":"10.1109/models-c59198.2023.00101","title":"Towards Understanding and Analyzing Rationale in Commit Messages Using a Knowledge Graph Approach","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université de Montréal","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Commit; Computer science; Pipeline (software); Knowledge graph; Graph; Data science; Component (thermodynamics); Information retrieval; Artificial intelligence; Machine learning; Theoretical computer science; Database; Programming language","score_opus":0.13064983562940144,"score_gpt":0.3264115585535034,"score_spread":0.19576172292410196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390117375","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.094321206,0.00019446296,0.90340936,0.00016444526,0.00005589867,0.00010455874,4.0498134e-7,0.00029087233,0.0014588013],"genre_scores_gemma":[0.9574198,0.000021884583,0.042371415,0.000007674898,0.000015434733,0.000009196739,0.0000016720097,0.000008024778,0.00014487596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914694,0.000046767243,0.000116359406,0.00025406407,0.00018683904,0.00024903868],"domain_scores_gemma":[0.9993084,0.00040109496,0.000012605408,0.00019394752,0.000024686702,0.000059247257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006952163,0.000079660385,0.000107700165,0.00062362733,0.000093612514,0.00016878081,0.00028939795,0.000036015674,0.0000036666552],"category_scores_gemma":[0.00015078303,0.00007660371,0.000022011816,0.0020549144,0.00003301828,0.00030243312,0.0003186492,0.00012327997,0.000005059973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008423136,0.00017546762,0.26868337,0.00045354525,0.000120259894,0.0000895895,0.01279143,0.0653503,0.0021884344,0.6343103,0.0024148233,0.013414021],"study_design_scores_gemma":[0.00024486304,0.000009857899,0.029217092,0.00002974508,0.0000016501466,0.0000076213664,0.00034352372,0.96361965,0.00015371217,0.006187408,0.00004403895,0.0001408265],"about_ca_topic_score_codex":0.000043716187,"about_ca_topic_score_gemma":0.000019648982,"teacher_disagreement_score":0.89826936,"about_ca_system_score_codex":0.00012469957,"about_ca_system_score_gemma":0.0000614699,"threshold_uncertainty_score":0.31238088},"labels":[],"label_agreement":null},{"id":"W4390144898","doi":"10.1007/s10664-023-10431-7","title":"A multi-objective effort-aware approach for early code review prediction and prioritization","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code review; Code (set theory); Machine learning; Sorting; Prioritization; Empirical research; Source code; Task (project management); Artificial intelligence; Software; Static program analysis; Software engineering; Software development; Management science; Algorithm; Engineering; Systems engineering; Programming language","score_opus":0.039604791623415604,"score_gpt":0.3068962005751302,"score_spread":0.26729140895171455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390144898","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017851993,0.0014170029,0.97642434,0.00013948721,0.00025261685,0.00091847876,0.000033388238,0.0029609345,0.0000017381116],"genre_scores_gemma":[0.29250836,0.0013417391,0.70280915,0.00027233825,0.00043140168,0.0018622385,0.00023601453,0.00019326604,0.00034549707],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982046,0.00002305704,0.00028712265,0.0006021303,0.00037428533,0.00050879637],"domain_scores_gemma":[0.99837327,0.0008503727,0.000039792823,0.00038066687,0.00015542022,0.00020045886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005409,0.0002305267,0.00028644578,0.0002445939,0.00012317936,0.00010357312,0.00038714428,0.00012803021,0.000001496701],"category_scores_gemma":[0.00262638,0.0002345416,0.00008771264,0.0013124223,0.000021406799,0.00040382126,0.00024920618,0.00026488118,0.000012796132],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025689646,0.00022972222,0.8498963,0.011352596,0.00027811155,0.00005488804,0.0022346291,0.096705094,0.0003612161,0.0001972234,0.016201513,0.022463001],"study_design_scores_gemma":[0.00043757458,0.00009516062,0.44762573,0.0003960829,0.000013994328,0.000016534985,0.000003798795,0.5491959,0.000086497355,0.000017646136,0.0018366146,0.000274484],"about_ca_topic_score_codex":0.00000533897,"about_ca_topic_score_gemma":2.875078e-7,"teacher_disagreement_score":0.4524908,"about_ca_system_score_codex":0.00012579668,"about_ca_system_score_gemma":0.000049919676,"threshold_uncertainty_score":0.95643294},"labels":[],"label_agreement":null},{"id":"W4390187930","doi":"10.1109/qrs60937.2023.00019","title":"JITBoost: Boosting Just-In-Time Defect Prediction using Boolean Combination of Classifiers","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Boosting (machine learning); Computer science; Machine learning; Artificial intelligence; Pruning; Algorithm; Gradient boosting; Software; Boolean function; Random forest","score_opus":0.044053547415123157,"score_gpt":0.28980026117548835,"score_spread":0.2457467137603652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390187930","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81541854,0.00001624709,0.18263343,0.00009850594,0.00023968834,0.00017152131,0.0000015103858,0.00069996767,0.00072057906],"genre_scores_gemma":[0.99311274,0.0000029015468,0.0064513246,0.000011632529,0.000020283724,0.0000055937458,0.000004220671,0.000012072327,0.00037923566],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875313,0.00005281918,0.00021392283,0.0002487702,0.0004474956,0.00028386796],"domain_scores_gemma":[0.99898005,0.00056166097,0.000043011773,0.000290335,0.00007066372,0.000054271182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085621484,0.000081762584,0.00011636901,0.00051234255,0.00005110875,0.00006375318,0.0004007621,0.000059139114,0.000010746271],"category_scores_gemma":[0.0006669456,0.00008611016,0.00004888802,0.0014141898,0.000025137528,0.0003853687,0.00022085433,0.0001360774,0.00006140079],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023739496,0.0002351402,0.75455666,0.00036900237,0.0000925152,0.0001155873,0.0034947488,0.095212124,0.09067473,0.01527036,0.004245136,0.03571024],"study_design_scores_gemma":[0.00027436978,0.000052620195,0.15795106,0.000056052144,0.0000026017406,0.000005301033,0.000035162924,0.83772624,0.003501336,0.0002774796,0.000036477824,0.000081281636],"about_ca_topic_score_codex":0.00005730341,"about_ca_topic_score_gemma":0.000002045687,"teacher_disagreement_score":0.74251413,"about_ca_system_score_codex":0.00012326601,"about_ca_system_score_gemma":0.0000568483,"threshold_uncertainty_score":0.35114703},"labels":[],"label_agreement":null},{"id":"W4390226062","doi":"10.1145/3631991.3631998","title":"Using Deep Learning and Object-Oriented Metrics to Identify Critical Components in Object-Oriented Systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Java; Artificial intelligence; Data mining; Suite; Machine learning; Software; Software metric; Deep learning; Principal component analysis; Software system; Software construction; Programming language","score_opus":0.06021645901184579,"score_gpt":0.36079459757355625,"score_spread":0.30057813856171045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390226062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48305932,0.00014053255,0.51505023,0.00006626261,0.0007829435,0.00022202184,8.5314576e-7,0.0006043893,0.00007345839],"genre_scores_gemma":[0.9807386,0.00001308001,0.018918604,0.000022592352,0.00004665616,0.00002797546,0.000004479352,0.000027960996,0.00020009828],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99709344,0.00019671537,0.00037631366,0.00065635476,0.0008865009,0.00079070445],"domain_scores_gemma":[0.99691594,0.0021363397,0.000028686087,0.00037107765,0.00021804073,0.00032990225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011546585,0.00019583211,0.00029181727,0.0017228931,0.00017330698,0.00036565927,0.00048285795,0.00010116195,0.0000067368915],"category_scores_gemma":[0.005698706,0.00020400014,0.000039347855,0.006625888,0.00004451192,0.00040703834,0.0009802156,0.00042075,0.00013840556],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006297108,0.00034123095,0.82013786,0.00085475063,0.00013366171,0.0016753552,0.006890553,0.07936293,0.03991578,0.04051283,0.00070368167,0.009408394],"study_design_scores_gemma":[0.0004161144,0.000076667115,0.10300834,0.00011934205,0.000004126058,0.00003792469,0.00036617738,0.89437324,0.0004406403,0.000031647032,0.0008426999,0.00028306313],"about_ca_topic_score_codex":0.00047082469,"about_ca_topic_score_gemma":0.000013443824,"teacher_disagreement_score":0.8150103,"about_ca_system_score_codex":0.00022475775,"about_ca_system_score_gemma":0.000044315006,"threshold_uncertainty_score":0.83188844},"labels":[],"label_agreement":null},{"id":"W4390263588","doi":"10.1145/3635439.3635445","title":"Report of the 8th Workshop on Empirical RequirementsEngineering (EmpiRE 2023)","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Politècnica de Catalunya; Khalifa University of Science, Technology and Research; Commonwealth Scientific and Industrial Research Organisation; Hamad Bin Khalifa University; University of Twente; Pennsylvania State University; University of Waterloo; University of Cincinnati; Universiteit Utrecht; University of Pennsylvania","keywords":"Empire; Engineering; Library science; Engineering management; Political science; Computer science; Law","score_opus":0.054257422630188956,"score_gpt":0.3173343984730046,"score_spread":0.26307697584281564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390263588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8644098,0.00035516624,0.12184413,0.002765647,0.0039891093,0.00071727805,0.00002380538,0.00588187,0.0000132074265],"genre_scores_gemma":[0.97343665,0.000025770822,0.025602648,0.00008426261,0.00021497865,0.0000904523,0.000015806138,0.0001050324,0.0004243857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963275,0.000043991415,0.0006424586,0.000791218,0.0012680879,0.0009267439],"domain_scores_gemma":[0.9313217,0.06470681,0.00014474898,0.0034115422,0.00018084724,0.00023435001],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008758369,0.00044569786,0.00043200096,0.0005505887,0.00014836714,0.00012056152,0.0031745825,0.00021091678,0.00001779127],"category_scores_gemma":[0.27587923,0.00037728887,0.00027313363,0.0035601468,0.000061173305,0.00034732546,0.0017454879,0.0006905563,0.00013012208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015679352,0.00014472824,0.7648906,0.000522998,0.0002313524,0.00085858273,0.00089462433,0.19626461,0.004660987,0.00089012115,0.016827716,0.013797964],"study_design_scores_gemma":[0.00052970526,0.00011066806,0.96190536,0.00086381566,0.00002313345,0.00017874142,0.000013745195,0.010856412,0.015268092,0.000104105726,0.009178846,0.000967385],"about_ca_topic_score_codex":0.000012935723,"about_ca_topic_score_gemma":0.0000013297181,"teacher_disagreement_score":0.2750034,"about_ca_system_score_codex":0.0001722322,"about_ca_system_score_gemma":0.00014431436,"threshold_uncertainty_score":0.9998679},"labels":[],"label_agreement":null},{"id":"W4390411712","doi":"10.1007/s10664-023-10421-9","title":"Using knowledge units of programming languages to recommend reviewers for pull requests: an empirical study","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Baseline (sea); Operationalization; Code (set theory); Java; Task (project management); Recommender system; Artificial intelligence; Range (aeronautics); Code review; Information retrieval; Machine learning; Programming language; Natural language processing; Set (abstract data type); Software; Software quality; Software development; Engineering","score_opus":0.15121060831279526,"score_gpt":0.43717184664025377,"score_spread":0.2859612383274585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390411712","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47445935,0.0002828169,0.5218954,0.00015722183,0.00036687305,0.0010614664,0.000009432938,0.0017643487,0.0000030945819],"genre_scores_gemma":[0.56470644,0.000012369543,0.43402317,0.00009719787,0.00039083976,0.0004674545,0.000028943072,0.00016302566,0.00011058535],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99717444,0.000121440105,0.0005739108,0.00074853754,0.00050089153,0.0008807536],"domain_scores_gemma":[0.9959971,0.0021623853,0.00006808074,0.0009115085,0.0003990992,0.0004618835],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00162014,0.00034193162,0.00053794717,0.0006769534,0.000119823904,0.0001366377,0.0011936274,0.00012803667,0.00000527019],"category_scores_gemma":[0.009665093,0.00034119285,0.000112748006,0.004591008,0.000021026803,0.00040852034,0.00059168984,0.00034305616,0.000027557944],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005960845,0.0013621753,0.697902,0.0021294532,0.00034547542,0.0002386032,0.021872958,0.10415528,0.0013213329,0.00013404267,0.0118459845,0.15863308],"study_design_scores_gemma":[0.0038210663,0.006560785,0.33069357,0.0022535424,0.00018205614,0.00010720594,0.0017382604,0.3884089,0.0046562916,0.00014816155,0.25692582,0.00450432],"about_ca_topic_score_codex":0.00002489637,"about_ca_topic_score_gemma":0.000007713755,"teacher_disagreement_score":0.36720842,"about_ca_system_score_codex":0.00024232383,"about_ca_system_score_gemma":0.00015333774,"threshold_uncertainty_score":0.99990404},"labels":[],"label_agreement":null},{"id":"W4390422940","doi":"10.20508/ijrer.v13i4.14270.g8842","title":"Innovative Cost Estimation for Agile Technology: A Novel Energy Storage Technique Incorporating Modified Planning Poker","year":2023,"lang":"en","type":"article","venue":"International Journal of Renewable Energy Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Agile software development; Computer science; Context (archaeology); Software; Estimation; Workload; Sequence (biology); Fibonacci number; Cost estimate; Scrum; Industrial engineering; Software development; Software engineering; Systems engineering; Data science; Engineering","score_opus":0.071144520269356,"score_gpt":0.37953885543858207,"score_spread":0.3083943351692261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390422940","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003982947,0.00009474229,0.99320304,0.0015171554,0.00055624987,0.00016135264,0.0000151724325,0.00018468856,0.00028463718],"genre_scores_gemma":[0.88611895,0.000027621647,0.11160892,0.000044810324,0.0003209997,0.00032250807,0.000037206148,0.000038584054,0.00148039],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99663305,0.00010109723,0.000589759,0.00035006704,0.0017844584,0.000541572],"domain_scores_gemma":[0.9924293,0.0018652271,0.0003224258,0.00034947466,0.0049060057,0.0001275519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033906673,0.00016748834,0.00025153856,0.0043146885,0.00020459398,0.00032782322,0.0024323883,0.00018850295,0.0000047336175],"category_scores_gemma":[0.0043474436,0.00016204746,0.000078203244,0.0044207126,0.00012854907,0.00078678195,0.00078737945,0.0005165913,0.00000305156],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009786237,0.00009844028,0.00039986978,0.000018097957,0.00016304768,0.00025334317,0.00017067588,0.8526035,0.069013,0.0464951,0.008727333,0.021959761],"study_design_scores_gemma":[0.0011726404,0.00035875177,0.0002086041,0.0004180661,0.0000025573388,0.00026571183,0.00013782427,0.817705,0.12803163,0.03973019,0.011719062,0.0002500104],"about_ca_topic_score_codex":0.00025848378,"about_ca_topic_score_gemma":0.000013687493,"teacher_disagreement_score":0.882136,"about_ca_system_score_codex":0.0005314104,"about_ca_system_score_gemma":0.00076758163,"threshold_uncertainty_score":0.6608104},"labels":[],"label_agreement":null},{"id":"W4390502905","doi":"10.1007/s10664-023-10362-3","title":"What is an app store? The software engineering perspective","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of Waterloo","funders":"European Commission","keywords":"App store; Computer science; World Wide Web; Mobile apps; Android (operating system); Software; Download; Operating system","score_opus":0.0255173147224049,"score_gpt":0.30159338532327223,"score_spread":0.27607607060086736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390502905","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038880304,0.010148619,0.93549573,0.0022298922,0.0041029383,0.0004151686,0.000011840115,0.008708646,0.000006860855],"genre_scores_gemma":[0.7999589,0.0004074872,0.19340084,0.001248626,0.0027228124,0.00051403395,0.000024730753,0.0005697563,0.0011528257],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99592185,0.000057108973,0.0004271032,0.0012914686,0.0011124242,0.0011900185],"domain_scores_gemma":[0.9944205,0.0032822078,0.00003224234,0.0015313483,0.00021906948,0.00051463104],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00075602066,0.0006162223,0.00040774638,0.00048709055,0.00021733232,0.002215052,0.0022432152,0.00025909295,0.000085476066],"category_scores_gemma":[0.0029187503,0.00050269,0.00029430774,0.002105472,0.00006213362,0.0029483496,0.0007265692,0.0014100503,0.00034731955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005530885,0.0007265051,0.058432918,0.002619698,0.0021824727,0.003370414,0.09405138,0.6385192,0.0015478967,0.02863812,0.07222659,0.097629465],"study_design_scores_gemma":[0.0005573312,0.00041094332,0.055984244,0.0011157481,0.00007202716,0.0004921827,0.0005062137,0.72338504,0.0020986593,0.0008688233,0.21181487,0.0026939495],"about_ca_topic_score_codex":0.00003756531,"about_ca_topic_score_gemma":0.0000019470112,"teacher_disagreement_score":0.7610786,"about_ca_system_score_codex":0.00075033365,"about_ca_system_score_gemma":0.00020669009,"threshold_uncertainty_score":0.99974245},"labels":[],"label_agreement":null},{"id":"W4390605451","doi":"10.1145/3632870","title":"Semantic Code Refactoring for Abstract Data Types","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Programming Languages","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Science Foundation","keywords":"Code refactoring; Computer science; Programming language; Java; Code (set theory); Representation (politics); Equivalence (formal languages); Set (abstract data type); Theoretical computer science; Software","score_opus":0.05658574870714718,"score_gpt":0.34666339177316907,"score_spread":0.2900776430660219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390605451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9641985,0.0064589167,0.009364032,0.011025705,0.0021771074,0.0022017008,0.00008387252,0.0037450648,0.00074508344],"genre_scores_gemma":[0.9333449,0.000012383859,0.06609435,0.000017871736,0.00015013303,0.000040582323,0.0000028459795,0.00002807532,0.0003088671],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99872774,0.000002161304,0.00016357236,0.00043455302,0.00036232718,0.00030965856],"domain_scores_gemma":[0.9980749,0.0006982304,0.000053039344,0.0010280965,0.00009978231,0.00004598497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007095338,0.00012614457,0.00012978354,0.00011538416,0.00007335202,0.000422592,0.0052618054,0.00004990935,0.0000022137986],"category_scores_gemma":[0.0054912446,0.00008593266,0.00006307787,0.00041817102,0.00003714861,0.00043375173,0.0017917807,0.00021229911,0.0000088647985],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032932116,0.00017152775,0.010602764,0.004914714,0.00031779418,0.000016596581,0.0036110957,0.00004778181,0.039380807,0.03430711,0.015638681,0.8909582],"study_design_scores_gemma":[0.0013279207,0.0011644666,0.047637418,0.008039352,0.00025632992,0.00016550095,0.0014427867,0.042572517,0.56311774,0.019227112,0.31284493,0.0022039553],"about_ca_topic_score_codex":0.000016009117,"about_ca_topic_score_gemma":0.0000013075809,"teacher_disagreement_score":0.88875425,"about_ca_system_score_codex":0.000035314933,"about_ca_system_score_gemma":0.00003607766,"threshold_uncertainty_score":0.97778314},"labels":[],"label_agreement":null},{"id":"W4390640589","doi":"10.1016/j.jss.2024.111961","title":"An empirical assessment of different word embedding and deep learning models for bug assignment","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Artificial intelligence; Deep learning; Word embedding; Word2vec; Benchmark (surveying); Natural language processing; Machine learning; Word (group theory); Embedding","score_opus":0.04004862236986989,"score_gpt":0.3478501262090294,"score_spread":0.3078015038391595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390640589","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23798086,0.0036107216,0.7578723,0.000051226038,0.0003307757,0.00010930902,0.0000013553442,0.000041765157,0.0000017181972],"genre_scores_gemma":[0.96209246,0.0001367237,0.03758943,0.0000040974664,0.00012348108,0.000010380637,4.6544184e-7,0.000013844628,0.000029122422],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869144,0.00007603812,0.00039698684,0.00019459064,0.00044929222,0.00019165364],"domain_scores_gemma":[0.9985032,0.00091844355,0.000117536234,0.00013726254,0.00014934507,0.000174233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085176155,0.000116865165,0.0003136964,0.00020661019,0.00007265726,0.00036334008,0.00022593695,0.00006037065,9.65187e-7],"category_scores_gemma":[0.00012324168,0.000084269144,0.00006645967,0.00011351282,0.00002050169,0.00045844572,0.00008795022,0.00026898278,7.932386e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004854676,0.00030647643,0.24250092,0.0052848714,0.0006394167,0.00025934225,0.009391502,0.47499052,0.0019086184,0.007386759,0.0005215258,0.2567615],"study_design_scores_gemma":[0.00025294148,0.0005325389,0.014437756,0.000645058,0.00001597454,0.00014419509,0.00020001912,0.9828226,0.000025159023,0.0005205805,0.000299018,0.0001041516],"about_ca_topic_score_codex":0.000004522264,"about_ca_topic_score_gemma":3.8597815e-7,"teacher_disagreement_score":0.7241116,"about_ca_system_score_codex":0.00009319248,"about_ca_system_score_gemma":0.000067893794,"threshold_uncertainty_score":0.3503697},"labels":[],"label_agreement":null},{"id":"W4390758660","doi":"10.5753/waihcws.2023.233777","title":"Você sabe diferenciar um resumo escrito por humanos do gerado pelo ChatGPT?","year":2023,"lang":"pt","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.04233214720446221,"score_gpt":0.3020221517238567,"score_spread":0.2596900045193945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390758660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77887046,0.0031045615,0.14641017,0.024750318,0.019533256,0.0033260924,0.00017073916,0.01436723,0.009467201],"genre_scores_gemma":[0.8664783,0.00029799744,0.0047645927,0.00037077218,0.0011893581,0.00011820297,0.000028258204,0.00015888968,0.12659363],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9933646,0.00020667801,0.00074629637,0.0016192462,0.0020236115,0.002039604],"domain_scores_gemma":[0.9946333,0.0016807223,0.000101583595,0.0025018272,0.00038850948,0.00069404166],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015500349,0.0006187472,0.00060159224,0.0009989174,0.00046346994,0.0012403349,0.0033467058,0.00036356138,0.0009822557],"category_scores_gemma":[0.0020486494,0.00061275245,0.00027869045,0.0033080347,0.00014989852,0.0007075781,0.0024367268,0.0010536404,0.011880155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005869276,0.0007008106,0.03843354,0.0010067635,0.00047760305,0.0027717713,0.01536417,0.001194612,0.004888547,0.038904153,0.78058743,0.11561187],"study_design_scores_gemma":[0.0035113974,0.0014252826,0.60724705,0.0010599819,0.00008392244,0.00017498224,0.0011779853,0.2588016,0.008036499,0.0033437356,0.11062198,0.004515551],"about_ca_topic_score_codex":0.0002836917,"about_ca_topic_score_gemma":0.000056143337,"teacher_disagreement_score":0.6699655,"about_ca_system_score_codex":0.00028807766,"about_ca_system_score_gemma":0.00045561974,"threshold_uncertainty_score":0.999931},"labels":[],"label_agreement":null},{"id":"W4390838289","doi":"10.1145/3640331","title":"Method-level Bug Prediction: Problems and Promises","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; York University; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Computer science; Software bug; Java; Class (philosophy); Software; Software regression; Granularity; Predictive modelling; Data science; Data mining; Machine learning; Software engineering; Artificial intelligence; Software development; Software quality; Programming language","score_opus":0.13377957027849616,"score_gpt":0.33783300584779025,"score_spread":0.2040534355692941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390838289","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004587601,0.0021249724,0.98951787,0.00048963475,0.0009716522,0.00022879355,0.000026772885,0.0020490047,0.000003688321],"genre_scores_gemma":[0.02586551,0.0003605185,0.97310364,0.00003760088,0.00008206664,0.00017097102,0.0000022652641,0.000042457727,0.00033499568],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983263,0.00017001465,0.00023562713,0.0006738312,0.00020468848,0.00038953478],"domain_scores_gemma":[0.99193335,0.007254753,0.000015536323,0.00055258034,0.000052610125,0.00019118893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013123691,0.0002476199,0.00027768366,0.0004913732,0.00012599333,0.0001682419,0.00038978487,0.00018279185,0.000013845331],"category_scores_gemma":[0.0014249762,0.00023487462,0.00006573477,0.0005667481,0.000043384887,0.00032892413,0.000048593814,0.0005860392,0.000008997785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018040491,0.000059726157,0.00041662322,0.0010859738,0.00034307747,0.000074647796,0.0025532304,0.07685511,0.0030992616,0.0038134656,0.00016543598,0.9115154],"study_design_scores_gemma":[0.0026720264,0.002425461,0.040757265,0.0017888313,0.00038213778,0.006432719,0.00014188926,0.72854614,0.030421453,0.014467096,0.16896643,0.0029985725],"about_ca_topic_score_codex":0.000022327373,"about_ca_topic_score_gemma":0.000001800041,"teacher_disagreement_score":0.9085168,"about_ca_system_score_codex":0.000047358164,"about_ca_system_score_gemma":0.000055644756,"threshold_uncertainty_score":0.9577909},"labels":[],"label_agreement":null},{"id":"W4390953316","doi":"10.20944/preprints202401.1133.v1","title":"Interpretable Software Defect Prediction from Project Effort and Static Code Metrics","year":2024,"lang":"en","type":"preprint","venue":"Preprints.org","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Fanshawe College","funders":"","keywords":"Interpretability; Computer science; Predictive modelling; Software quality; Machine learning; Reliability (semiconductor); Software; Random forest; Data mining; Software metric; Support vector machine; Software bug; Artificial intelligence; Source code; Code (set theory); Quality (philosophy); Software development; Set (abstract data type); Programming language","score_opus":0.08852903946235081,"score_gpt":0.3473491410098894,"score_spread":0.2588201015475386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390953316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7369959,0.0015013978,0.25516942,0.00010551385,0.0021587461,0.0011965816,0.00026196722,0.0023282217,0.00028226606],"genre_scores_gemma":[0.9709652,0.0002768026,0.027233768,0.00004173593,0.0001682317,0.0005065222,0.00008631429,0.00009123246,0.00063016964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9955749,0.00014145824,0.0005966451,0.0021188206,0.00094571733,0.0006224463],"domain_scores_gemma":[0.99578613,0.0013044754,0.00015476569,0.0023462977,0.00018596975,0.00022234098],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0013878903,0.0005250139,0.0005771034,0.000899227,0.000098746765,0.00038693176,0.0019064946,0.00041617142,0.00007478508],"category_scores_gemma":[0.0030694588,0.00053203007,0.00024494782,0.00093974755,0.00008877337,0.00028903133,0.0127387345,0.0021045932,0.00047410384],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025905454,0.000105580766,0.9818252,0.0014147044,0.0007046554,0.00011878869,0.0032983432,0.003301651,0.0004006475,0.00022252151,0.0009456501,0.0076363874],"study_design_scores_gemma":[0.0008973289,0.0001908864,0.63840055,0.0029548416,0.00043323354,0.00008261397,0.000075569325,0.29843387,0.012390349,0.037405223,0.006759528,0.0019759831],"about_ca_topic_score_codex":0.0008105899,"about_ca_topic_score_gemma":0.00001749241,"teacher_disagreement_score":0.3434246,"about_ca_system_score_codex":0.00046343863,"about_ca_system_score_gemma":0.00057038857,"threshold_uncertainty_score":0.9997131},"labels":[],"label_agreement":null},{"id":"W4391096329","doi":"10.1109/bigdata59044.2023.10386192","title":"Anaphoric Ambiguity Resolution in Software Requirement Texts","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Ambiguity; Computer science; Baseline (sea); Requirements engineering; Transformer; Artificial intelligence; Software; Architecture; Natural language processing; Software engineering; Engineering; Programming language","score_opus":0.037875549817074056,"score_gpt":0.29708940663528466,"score_spread":0.25921385681821063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391096329","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24589078,0.000120709825,0.74806935,0.0012256525,0.0006406116,0.0003049907,0.0000013179599,0.0031158216,0.0006307501],"genre_scores_gemma":[0.96893173,0.000027886601,0.029349942,0.000061997074,0.000042733627,0.000045929486,0.0000040961795,0.000011564609,0.0015241009],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99860996,0.000038492,0.00015761683,0.0003293801,0.00044240328,0.00042213604],"domain_scores_gemma":[0.99906766,0.00026053915,0.0000143801535,0.0005339813,0.00004490858,0.00007851112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007339775,0.00008135877,0.00008679519,0.00042200417,0.00004903159,0.00007053039,0.0006433407,0.000045544046,0.000020278098],"category_scores_gemma":[0.0007686197,0.000079375415,0.000027986283,0.0024092423,0.000015531665,0.00027605373,0.00044598477,0.00013355221,0.00053291454],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002116551,0.0002925704,0.35597983,0.00020846406,0.00003932184,0.00071082095,0.0019677388,0.028191324,0.0024255647,0.036004078,0.15192272,0.4222364],"study_design_scores_gemma":[0.0003200652,0.00007265221,0.9103007,0.000032323296,5.6899455e-7,0.000004070726,0.000013353592,0.08054726,0.000880489,0.0036018956,0.0040102373,0.00021638945],"about_ca_topic_score_codex":0.00015831029,"about_ca_topic_score_gemma":0.00006370416,"teacher_disagreement_score":0.723041,"about_ca_system_score_codex":0.00018709608,"about_ca_system_score_gemma":0.000057984802,"threshold_uncertainty_score":0.6849716},"labels":[],"label_agreement":null},{"id":"W4391125455","doi":"10.48550/arxiv.2401.10359","title":"Keeping Deep Learning Models in Check: A History-Based Approach to Mitigate Overfitting","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Alberta","funders":"","keywords":"Overfitting; Computer science; Machine learning; Artificial intelligence; Classifier (UML); Early stopping; Deep learning; Artificial neural network","score_opus":0.09718714126425883,"score_gpt":0.19490207643199758,"score_spread":0.09771493516773876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391125455","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1489077,0.0003394213,0.84583163,0.000048280883,0.00051932904,0.0003640012,0.0000015383027,0.0008076516,0.0031804533],"genre_scores_gemma":[0.9816447,0.000013556434,0.017250072,0.000070372174,0.000060092156,0.000008109626,0.0000069797834,0.000056083813,0.0008900244],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968494,0.00017351613,0.00025955527,0.0017699661,0.0002355125,0.00071204157],"domain_scores_gemma":[0.998032,0.00038235105,0.00009773041,0.0010782043,0.00012084134,0.00028892775],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081248576,0.00038425621,0.00040309093,0.0012463892,0.0000762294,0.00016717527,0.00209292,0.0003057519,0.00000642737],"category_scores_gemma":[0.00032560615,0.00051525753,0.00020678267,0.0013128897,0.000055476405,0.0002653504,0.0036667436,0.0021480087,0.000087830886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000091370175,0.00004390753,0.0008384443,0.00034844724,0.000031476506,0.0003270853,0.0010910617,0.97218883,0.000041814834,0.024415776,0.00005776182,0.000606259],"study_design_scores_gemma":[0.00025461835,0.000028117503,0.00033367093,0.00039487678,0.000015104499,0.0000023711589,0.000048810954,0.9916346,0.00004080637,0.00648404,0.00026002296,0.00050292694],"about_ca_topic_score_codex":0.00030483678,"about_ca_topic_score_gemma":0.000016691414,"teacher_disagreement_score":0.832737,"about_ca_system_score_codex":0.0023633672,"about_ca_system_score_gemma":0.00053617015,"threshold_uncertainty_score":0.99972993},"labels":[],"label_agreement":null},{"id":"W4391164126","doi":"10.1109/tse.2024.3358258","title":"Multi-Language Software Development: Issues, Challenges, and Solutions","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Office of Naval Research","keywords":"Computer science; Interoperability; World Wide Web; Software development; Software; Software engineering; Programming language; Data science","score_opus":0.03412181408304442,"score_gpt":0.26704306635803715,"score_spread":0.23292125227499272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391164126","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027838016,0.025927091,0.9644851,0.00013015355,0.001346303,0.00021832813,0.000014488246,0.0050915005,0.0000032148428],"genre_scores_gemma":[0.31644848,0.0012055462,0.68118364,0.000026470078,0.00010321367,0.00020534247,0.0000040535433,0.000117083735,0.00070618116],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781823,0.000027075836,0.00029086892,0.0007394226,0.00043887296,0.0006855395],"domain_scores_gemma":[0.99827546,0.00078711443,0.000016183363,0.0005994021,0.000058447422,0.00026336464],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00035074924,0.0003637226,0.00024245642,0.0006733082,0.00022381052,0.000272052,0.0005382744,0.00016576207,0.000024672187],"category_scores_gemma":[0.00016276092,0.00039141194,0.00009687585,0.00060223654,0.000035042154,0.0006548186,0.000020841358,0.00068047945,0.00017517313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006248489,0.00020547232,0.000037359918,0.0011273844,0.0003409718,0.0003975457,0.0112570785,0.077337764,0.00114052,0.0008019677,0.00027270117,0.907075],"study_design_scores_gemma":[0.0021829996,0.0004294298,0.014902087,0.003546895,0.00012000171,0.001061347,0.0003392986,0.8413184,0.03423101,0.00007979067,0.097180404,0.004608288],"about_ca_topic_score_codex":0.000013732153,"about_ca_topic_score_gemma":0.000011300442,"teacher_disagreement_score":0.9024667,"about_ca_system_score_codex":0.00020949873,"about_ca_system_score_gemma":0.00012385561,"threshold_uncertainty_score":0.9998538},"labels":[],"label_agreement":null},{"id":"W4391164257","doi":"10.1109/tse.2024.3358283","title":"Tracking the Evolution of Static Code Warnings: The State-of-the-Art and a Better Approach","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Static analysis; Static program analysis; Code (set theory); Workflow; Tracking (education); Source code; Software engineering; Software; Tracking system; Software evolution; Code smell; Programming language; Software development; Artificial intelligence; Software quality; Database; Software construction","score_opus":0.011706816219258082,"score_gpt":0.22705450869958402,"score_spread":0.21534769248032593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391164257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07878472,0.0004697713,0.9193983,0.00020506413,0.00054980937,0.00025612031,0.000014753859,0.00031886913,0.0000025928732],"genre_scores_gemma":[0.9811691,0.000016634564,0.018572424,0.000017019469,0.000020891046,0.00006832626,3.086027e-7,0.000031276693,0.00010404373],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869704,0.00005407749,0.0002620074,0.00027085343,0.00044874623,0.00026725003],"domain_scores_gemma":[0.9977044,0.0016042917,0.00003723967,0.00054611044,0.00006445275,0.00004349563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005022607,0.00016592217,0.00015093105,0.00018252758,0.00013317238,0.000112553644,0.00064112834,0.000044540076,0.0000029229275],"category_scores_gemma":[0.00012183008,0.00009951101,0.00011233409,0.00091926765,0.000092164846,0.00026866116,0.00001339936,0.00057999685,0.000004188368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005282159,0.000041191426,0.0002744622,0.00049344735,0.00013756599,0.0000032064313,0.0059768585,0.95026994,0.001406924,0.00021077287,0.00015032281,0.041030005],"study_design_scores_gemma":[0.0001622813,0.000064789834,0.0047773016,0.00036395292,0.00003994769,0.000054481898,0.00006530925,0.9821112,0.011219543,0.00015077287,0.0007845606,0.00020583735],"about_ca_topic_score_codex":0.000025757296,"about_ca_topic_score_gemma":0.00000303522,"teacher_disagreement_score":0.90238434,"about_ca_system_score_codex":0.000119434495,"about_ca_system_score_gemma":0.0000788952,"threshold_uncertainty_score":0.4057941},"labels":[],"label_agreement":null},{"id":"W4391165725","doi":"10.1109/access.2024.3358201","title":"Software Defect Prediction Using an Intelligent Ensemble-Based Model","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software Engineering Research","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"Princess Nourah Bint Abdulrahman University","keywords":"Computer science; Software bug; Software; Artificial intelligence; Operating system","score_opus":0.09921575589353612,"score_gpt":0.35804787843194325,"score_spread":0.25883212253840715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391165725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20627153,0.00020578074,0.79100853,0.000032236032,0.0010183433,0.00013391086,0.000005959294,0.0013116342,0.000012052731],"genre_scores_gemma":[0.9599245,0.0000052927758,0.039760515,0.00006347894,0.00015442676,0.000026927257,0.00000411817,0.000030895764,0.000029814164],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848837,0.00004329365,0.00017030496,0.000515771,0.0004457495,0.0003365262],"domain_scores_gemma":[0.9987843,0.00033905782,0.000017586366,0.00062333595,0.00009406414,0.00014167871],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035657763,0.00014603733,0.000108790155,0.00032311125,0.000090817564,0.0009765663,0.0011890471,0.000077807155,0.0000073218216],"category_scores_gemma":[0.0001347518,0.00014107606,0.00008452572,0.00072852866,0.00002297144,0.0014796872,0.00015691323,0.0002408858,0.000031252825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037194588,0.000037126658,0.001566389,0.00009905452,0.00001704574,0.00004179738,0.00015283437,0.97197515,0.0014950669,0.00022408292,0.00033843386,0.02404932],"study_design_scores_gemma":[0.000061013423,0.00004023982,0.00029754348,0.000091038906,0.0000077007535,0.000011632755,0.0000010279226,0.976611,0.021465136,0.0011780028,0.000096854914,0.00013879519],"about_ca_topic_score_codex":0.000052821026,"about_ca_topic_score_gemma":0.000009231655,"teacher_disagreement_score":0.753653,"about_ca_system_score_codex":0.0001898831,"about_ca_system_score_gemma":0.0002757182,"threshold_uncertainty_score":0.9417051},"labels":[],"label_agreement":null},{"id":"W4391179708","doi":"10.1016/j.jss.2024.111974","title":"API usage templates via structural generalization","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Template; Generalization; Computer science; Programming language; Mathematics","score_opus":0.014502280135902434,"score_gpt":0.2619418544786123,"score_spread":0.24743957434270986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391179708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22922908,0.011655252,0.7571966,0.00007385257,0.0016702311,0.000058672365,0.0000018806156,0.00011042597,0.0000040228415],"genre_scores_gemma":[0.9893551,0.000071902425,0.010040676,0.000009742854,0.00034884928,0.0000015250755,6.0558665e-7,0.000011324266,0.00016026657],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990443,0.0000382897,0.0002857753,0.00013006362,0.00035135128,0.00015025018],"domain_scores_gemma":[0.99926025,0.00028285687,0.00006687267,0.00013969821,0.00014613554,0.00010419937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041721086,0.000089891175,0.00016190927,0.00020855671,0.00006332648,0.0005405269,0.00027863667,0.000053048934,0.000004277104],"category_scores_gemma":[0.00016041203,0.00006477629,0.000049435686,0.00025779053,0.000015909058,0.0006102911,0.00006729226,0.00017029425,0.0000049858245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004931103,0.00007869372,0.36111388,0.0077357446,0.0012860089,0.007537795,0.013937965,0.07618505,0.013781846,0.046670765,0.037271544,0.4343514],"study_design_scores_gemma":[0.0012527904,0.00097311597,0.10615877,0.0033127344,0.00006862983,0.02262666,0.00016213986,0.80923486,0.0012282467,0.0053982013,0.04843467,0.0011492047],"about_ca_topic_score_codex":0.000033070464,"about_ca_topic_score_gemma":6.5460426e-7,"teacher_disagreement_score":0.76012605,"about_ca_system_score_codex":0.00004958758,"about_ca_system_score_gemma":0.000057576537,"threshold_uncertainty_score":0.52123135},"labels":[],"label_agreement":null},{"id":"W4391182719","doi":"10.1134/s0361768823080157","title":"A Metrics Suite for Measuring Indirect Coupling Complexity","year":2023,"lang":"en","type":"article","venue":"Programming and Computer Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Suite; Computer science; Coupling (piping); Engineering; Geography; Mechanical engineering","score_opus":0.08919272441544598,"score_gpt":0.29219110478311233,"score_spread":0.20299838036766635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391182719","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1032036,0.0003458418,0.891864,0.00011670796,0.00048020002,0.00045279425,0.0000049096234,0.003530919,0.0000010505968],"genre_scores_gemma":[0.4102961,0.000018371666,0.58917284,0.000040351562,0.00019190626,0.00018605683,0.000021951617,0.00003661796,0.000035789883],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978885,0.000025459502,0.00024286305,0.0006425548,0.00045073938,0.0007498995],"domain_scores_gemma":[0.9971917,0.0018961417,0.00005925188,0.00045834997,0.00018522398,0.00020929183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010712189,0.00022176543,0.00029514375,0.0005226472,0.000367233,0.00064628694,0.0007842753,0.000085913,4.9050357e-7],"category_scores_gemma":[0.0005842604,0.00022619725,0.00010246601,0.0018275393,0.000051993433,0.00026921125,0.0007483838,0.00022559041,0.000014850043],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006283451,0.000043142536,0.12828436,0.0003889382,0.00006661045,0.000030830568,0.0006683216,0.0011693503,0.000005689973,0.0015660623,0.00038550035,0.8673849],"study_design_scores_gemma":[0.0009548221,0.0003229048,0.0914174,0.00018584945,0.00001851164,0.000048939608,0.000028409271,0.8926858,0.0002604389,0.0023253094,0.010983815,0.0007678519],"about_ca_topic_score_codex":0.000026375576,"about_ca_topic_score_gemma":0.0000032781286,"teacher_disagreement_score":0.8915164,"about_ca_system_score_codex":0.00006111875,"about_ca_system_score_gemma":0.000042501648,"threshold_uncertainty_score":0.92240566},"labels":[],"label_agreement":null},{"id":"W4391395450","doi":"10.1007/s10515-024-00413-4","title":"An extensive study of the effects of different deep learning models on code vulnerability detection in Python code","year":2024,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Python (programming language); Computer science; Artificial intelligence; Deep learning; Word2vec; Machine learning; Programming language","score_opus":0.012330757009532687,"score_gpt":0.2627646923285514,"score_spread":0.2504339353190187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391395450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.672664,0.00012874225,0.32406235,0.0000037980747,0.000529993,0.00042373486,0.0000012645662,0.0021856006,5.0705347e-7],"genre_scores_gemma":[0.99840015,0.00000666423,0.0014243586,0.0000027565363,0.000019207835,0.000090842186,0.0000011424003,0.00005125238,0.0000036052816],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792933,0.00022305705,0.00039370626,0.00052615686,0.0005679441,0.00035977413],"domain_scores_gemma":[0.99632394,0.0026434383,0.000058064627,0.0007837847,0.00011257567,0.000078210214],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000450316,0.0002547677,0.00034128226,0.00041696918,0.000058425732,0.00006891423,0.00068574364,0.00011112448,8.13502e-7],"category_scores_gemma":[0.0022488462,0.00020533925,0.000080769096,0.0011431989,0.000023871438,0.00033679564,0.00021013251,0.000675059,0.000001482441],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000079426745,0.0002402227,0.0061956244,0.0005787951,0.000045195113,0.00003216541,0.0035347382,0.9656741,0.0152739175,0.000084706066,0.0000013108939,0.008331285],"study_design_scores_gemma":[0.00027638028,0.0005165556,0.15240319,0.00039142772,0.000009472496,0.000005036591,0.000039759514,0.8150243,0.031133883,0.000048485657,0.0000012633612,0.00015023799],"about_ca_topic_score_codex":0.000066569846,"about_ca_topic_score_gemma":0.00003829404,"teacher_disagreement_score":0.32573617,"about_ca_system_score_codex":0.00022347503,"about_ca_system_score_gemma":0.000031275165,"threshold_uncertainty_score":0.8373491},"labels":[],"label_agreement":null},{"id":"W4391467874","doi":"10.1007/s11334-024-00550-9","title":"Prioritizing unit tests using object-oriented metrics, centrality measures, and machine learning algorithms","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Centrality; Machine learning; Algorithm; Unit (ring theory); Data mining; Mathematics; Statistics; Mathematics education","score_opus":0.045021694363796806,"score_gpt":0.2854496396287489,"score_spread":0.24042794526495212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391467874","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20933233,0.009712566,0.7790419,0.000029132978,0.0008298058,0.00020976021,0.000008850475,0.00083208515,0.0000035785426],"genre_scores_gemma":[0.9412956,0.00009823669,0.05839288,0.0000051725774,0.00009931039,0.000025675783,0.000008560548,0.000038243634,0.00003630766],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981839,0.00005095229,0.00044444067,0.00048236057,0.0003998012,0.00043851128],"domain_scores_gemma":[0.998383,0.00101694,0.00003783627,0.00027169255,0.00018947253,0.00010106994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011688952,0.00022510007,0.00025956583,0.0012652401,0.00014426303,0.00057283853,0.00021697869,0.00011380668,6.036316e-7],"category_scores_gemma":[0.00263699,0.00023911578,0.000024193254,0.0040814,0.000026804493,0.0005896516,0.00022454062,0.0006414863,0.0000011874264],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004419934,0.000071119226,0.74381375,0.0026535592,0.00022921398,0.000552288,0.003312087,0.11822663,0.004124644,0.051317662,0.000049698356,0.0756449],"study_design_scores_gemma":[0.00023940527,0.000027158563,0.041529696,0.0006160972,0.0000065883514,0.00020317623,0.00003703883,0.94823724,0.000076084565,0.000022556733,0.008646758,0.00035819333],"about_ca_topic_score_codex":0.00047382634,"about_ca_topic_score_gemma":0.000006322418,"teacher_disagreement_score":0.8300106,"about_ca_system_score_codex":0.00019752845,"about_ca_system_score_gemma":0.000088956316,"threshold_uncertainty_score":0.97508585},"labels":[],"label_agreement":null},{"id":"W4391506256","doi":"10.1145/3613905.3650867","title":"To Search or To Gen? Exploring the Synergy between Generative AI and Web Search in Programming","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Generative grammar; Process (computing); Artificial intelligence; Human–computer interaction; Data science; World Wide Web; Programming language","score_opus":0.11397345323612454,"score_gpt":0.3560189740201909,"score_spread":0.24204552078406635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391506256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.618485,0.00033182913,0.36555988,0.0123085715,0.00058717607,0.0019619793,0.000011051764,0.00064082653,0.00011373569],"genre_scores_gemma":[0.87331766,0.000062843654,0.12165077,0.00026731112,0.00057395594,0.0017731469,0.0000043549817,0.00008108763,0.002268851],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99587667,0.00023705706,0.00036918637,0.0013987465,0.0011052918,0.0010130659],"domain_scores_gemma":[0.996812,0.0012881978,0.000012596546,0.0012231334,0.00020294308,0.00046113002],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0021555375,0.0003692806,0.00039965648,0.0010441889,0.00012921011,0.0017106635,0.002341749,0.00014350831,0.000014903165],"category_scores_gemma":[0.00044656725,0.00024950487,0.000066751236,0.0020388009,0.00005199729,0.0001709207,0.016304428,0.0020320362,0.00015441877],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023192866,0.000045908666,0.009557999,0.00068282854,0.0001920801,0.00038869688,0.021589858,0.05548756,0.00043233042,0.005121688,0.0010810794,0.90539676],"study_design_scores_gemma":[0.0013983897,0.0024677406,0.10603819,0.005371733,0.000076313,0.000119847115,0.002914835,0.775353,0.047591314,0.0036018584,0.048976615,0.0060901735],"about_ca_topic_score_codex":0.0008602578,"about_ca_topic_score_gemma":0.00036511561,"teacher_disagreement_score":0.8993066,"about_ca_system_score_codex":0.00037368012,"about_ca_system_score_gemma":0.0007594375,"threshold_uncertainty_score":0.9999957},"labels":[],"label_agreement":null},{"id":"W4391559702","doi":"10.1109/tse.2024.3363223","title":"DynAMICS: A Tool-Based Method for the Specification and Dynamic Detection of Android Behavioral Code Smells","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code smell; Computer science; Android (operating system); Source code; Software; Code (set theory); Software quality; Programming language; Artificial intelligence; Software engineering; Software development; Operating system","score_opus":0.01749395245963264,"score_gpt":0.29060479010718,"score_spread":0.27311083764754734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391559702","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011958022,0.00032026772,0.9854585,0.0001032808,0.00089497626,0.0004255355,0.000074842246,0.0007642624,3.0719767e-7],"genre_scores_gemma":[0.7772757,0.000025522702,0.22242256,0.000005132901,0.000018677907,0.0001778896,0.0000023409348,0.000035963716,0.000036266432],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887645,0.000021610073,0.0002386182,0.00037212466,0.00024959346,0.0002416152],"domain_scores_gemma":[0.9970705,0.0023332175,0.000026074078,0.00043770808,0.00007817905,0.000054321503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042046496,0.00017588383,0.0001559914,0.000357078,0.00010584646,0.00014407706,0.00031365818,0.00008999733,0.0000035530586],"category_scores_gemma":[0.000058989954,0.00015819332,0.000119013646,0.0005944907,0.000027051576,0.00024073765,0.0000035387488,0.00030409655,0.000003255995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021633734,0.000060417027,0.000022547163,0.0003363249,0.0000679147,0.0000045630827,0.00024525102,0.66799706,0.01523914,0.00024481947,0.000006073017,0.31575423],"study_design_scores_gemma":[0.00018327162,0.00012910643,0.00067713275,0.00008266502,0.000033909593,0.000017779297,0.000009372779,0.95940226,0.039100654,0.00002879388,0.0001781066,0.00015691914],"about_ca_topic_score_codex":0.000019845016,"about_ca_topic_score_gemma":0.00002241348,"teacher_disagreement_score":0.7653176,"about_ca_system_score_codex":0.00020605628,"about_ca_system_score_gemma":0.000053472748,"threshold_uncertainty_score":0.6450936},"labels":[],"label_agreement":null},{"id":"W4391562352","doi":"10.18260/1-2--40663","title":"Work In Progress: CodeCapture: A Tool to Attain Insight into the Programming Development Process","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Process (computing); Computer science; Work in process; Work (physics); Process management; Software engineering; Programming language; Engineering; Operations management; Mechanical engineering","score_opus":0.015880794509510302,"score_gpt":0.29278173205949437,"score_spread":0.27690093754998407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391562352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1532835,0.0034620601,0.8253573,0.012030114,0.00061122153,0.0022824244,1.0423948e-7,0.0023750532,0.0005982138],"genre_scores_gemma":[0.7539219,0.0000014883816,0.2431506,0.0002208182,0.00006471115,0.0006540573,6.835135e-7,0.000022677614,0.0019630485],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983417,0.000025861473,0.00021966326,0.00046233754,0.0005280952,0.00042233407],"domain_scores_gemma":[0.9991175,0.00033718123,0.000009677415,0.00039055027,0.000068948735,0.0000761762],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072803814,0.00014764881,0.000104759776,0.00023721953,0.0000699928,0.00073915574,0.0011216953,0.000050135997,0.000008431674],"category_scores_gemma":[0.00024729138,0.00009399371,0.00002407164,0.0025121523,0.000030524596,0.0002707218,0.0004371167,0.00028026407,0.00015736713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067119613,0.00004170637,0.004674652,0.0001307657,0.000019556051,0.000108885884,0.057132438,0.00067941524,0.0000069161897,0.004661269,0.0012873205,0.93125033],"study_design_scores_gemma":[0.00027823818,0.00012299417,0.02075199,0.0010536242,0.0000033553101,0.000026242256,0.0002431264,0.02488273,0.0026361742,0.0011062258,0.94804716,0.00084813446],"about_ca_topic_score_codex":0.0000052332566,"about_ca_topic_score_gemma":0.000033235407,"teacher_disagreement_score":0.9467598,"about_ca_system_score_codex":0.000198149,"about_ca_system_score_gemma":0.00038932575,"threshold_uncertainty_score":0.71276957},"labels":[],"label_agreement":null},{"id":"W4391579662","doi":"10.1145/3597503.3623321","title":"FuzzSlice: Pruning False Positives in Static Analysis Warnings through Function-Level Fuzzing","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Fuzz testing; False positive paradox; Static analysis; Computer science; Function (biology); Pruning; Crash; Code (set theory); False positives and false negatives; Data mining; Machine learning; Software; Programming language; Set (abstract data type)","score_opus":0.040309372114255226,"score_gpt":0.31567045045888265,"score_spread":0.2753610783446274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391579662","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10969836,0.0009855976,0.88534296,0.00083103596,0.0007517036,0.00034473123,0.000016416736,0.0010470754,0.0009821373],"genre_scores_gemma":[0.8906449,0.00004865548,0.106999554,0.00012075516,0.00008754624,0.00013220406,0.000032765045,0.000047312824,0.001886274],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962602,0.00015900448,0.00057719316,0.0014211418,0.00089497975,0.0006874751],"domain_scores_gemma":[0.99693286,0.0014366677,0.00011819627,0.001196904,0.00018661826,0.00012877752],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010164491,0.00044364805,0.00063015585,0.0016719034,0.00009413744,0.00096654013,0.0015135437,0.00026804433,0.0000593369],"category_scores_gemma":[0.0006518027,0.00043146088,0.00030733697,0.0037828875,0.00005012798,0.00042208022,0.0045918133,0.0019785357,0.00017393638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044336848,0.0003546874,0.07515811,0.0035024118,0.008311425,0.0010224847,0.08162717,0.718508,0.0008275949,0.060042337,0.00344772,0.047153722],"study_design_scores_gemma":[0.0002965504,0.00008582014,0.13528843,0.00086644624,0.00041800237,0.0000112310645,0.0005183865,0.8213471,0.00034296824,0.039197233,0.00041501195,0.0012128237],"about_ca_topic_score_codex":0.0013645848,"about_ca_topic_score_gemma":0.0001530608,"teacher_disagreement_score":0.78094655,"about_ca_system_score_codex":0.00040855582,"about_ca_system_score_gemma":0.00035627754,"threshold_uncertainty_score":0.99981374},"labels":[],"label_agreement":null},{"id":"W4391649227","doi":"10.1002/smr.2657","title":"Practitioners' expectations on automated release note generation techniques","year":2024,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software release life cycle; Task (project management); Software engineering; Software; Data science; Software development; Process management; World Wide Web; Engineering; Software construction; Systems engineering","score_opus":0.015397722247283613,"score_gpt":0.31779093120839425,"score_spread":0.30239320896111066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391649227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021479586,0.0015094689,0.9741654,0.001066854,0.00057142356,0.00009090549,0.0000028497918,0.0010883159,0.000025243386],"genre_scores_gemma":[0.9434373,0.0000710211,0.05599222,0.000057107292,0.00034917268,0.000012652273,0.0000027710028,0.00001180098,0.00006599701],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900246,0.000043783544,0.00024793725,0.00016949861,0.0004069962,0.00012932232],"domain_scores_gemma":[0.99894166,0.00034621844,0.000092946306,0.000119784054,0.00039858217,0.00010081271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033208387,0.00009351578,0.000101118625,0.000452287,0.00011621952,0.00026621186,0.00019028578,0.000068548055,0.0000064441615],"category_scores_gemma":[0.0010852199,0.00007986403,0.00004307015,0.0005662698,0.000025480544,0.0011025802,0.00002433602,0.00028516364,0.000014714793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029128426,0.0012173366,0.005865876,0.002808499,0.0005234002,0.0015114177,0.024391495,0.029191045,0.021192094,0.05578714,0.24482954,0.6123909],"study_design_scores_gemma":[0.00091931014,0.0018247551,0.01190589,0.00192974,0.000071621354,0.0024345766,0.000331598,0.928096,0.025587779,0.010218636,0.015777566,0.0009025382],"about_ca_topic_score_codex":0.0000024034396,"about_ca_topic_score_gemma":6.598446e-7,"teacher_disagreement_score":0.9219577,"about_ca_system_score_codex":0.00015441509,"about_ca_system_score_gemma":0.00029294743,"threshold_uncertainty_score":0.32567608},"labels":[],"label_agreement":null},{"id":"W4391660146","doi":"10.1007/978-3-031-53227-6_10","title":"Understanding User Feedback in Software Ecosystems: A Study on Challenges and Mitigation Strategies","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Thematic analysis; User story; User requirements document; User experience design; Human–computer interaction; Data science; Software development; Software engineering; Qualitative research","score_opus":0.05618622903845838,"score_gpt":0.2710712318472808,"score_spread":0.21488500280882245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391660146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001800397,0.004821572,0.9836016,0.00093267724,0.000575963,0.0011598968,0.0000069872485,0.0006463067,0.006454593],"genre_scores_gemma":[0.99677634,0.00029476962,0.0025154985,0.000058767426,0.00009044168,0.000065889086,0.00002756804,0.000051882645,0.00011886254],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979842,0.000021475822,0.0006067933,0.0004350269,0.000640614,0.00031191172],"domain_scores_gemma":[0.9986387,0.00055606104,0.00020368447,0.00034276757,0.00021123205,0.00004756533],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00050239486,0.00041336846,0.0003855914,0.0015924436,0.000090898015,0.0012683999,0.00040806906,0.00035957783,0.000004186386],"category_scores_gemma":[0.00046718304,0.0003880578,0.000028073906,0.0004865547,0.000046569734,0.0030278263,0.00020874935,0.00075879437,0.000024090632],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009300825,0.00013669059,0.0020678677,0.02233856,0.00013446697,0.0002298775,0.08590481,0.1397348,0.0000072493335,0.21639529,0.00003577766,0.5329216],"study_design_scores_gemma":[0.005092431,0.00072688924,0.04187928,0.059702866,0.000101856014,0.00021126955,0.0062236623,0.1764785,0.00011566546,0.69720876,0.0068552266,0.005403595],"about_ca_topic_score_codex":0.0000119869665,"about_ca_topic_score_gemma":0.0002398172,"teacher_disagreement_score":0.9949759,"about_ca_system_score_codex":0.00061666913,"about_ca_system_score_gemma":0.00028377373,"threshold_uncertainty_score":0.9998571},"labels":[],"label_agreement":null},{"id":"W4391745357","doi":"10.1007/s10664-023-10437-1","title":"A study of common bug fix patterns in Rust","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Rust (programming language); Computer science; Compiler; Programming language; Software engineering","score_opus":0.03218305884190426,"score_gpt":0.3177540607064256,"score_spread":0.28557100186452133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391745357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71506125,0.0003365367,0.282981,0.000072917515,0.00040950405,0.00020445105,0.0000031871155,0.00092664466,0.0000044980475],"genre_scores_gemma":[0.9947239,0.0000056278996,0.0050505293,0.000015666514,0.00007047048,0.00006153783,0.000001972236,0.000038999653,0.00003127464],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980941,0.000041259318,0.0003949539,0.00048319736,0.00052534934,0.000461176],"domain_scores_gemma":[0.99752223,0.0017016234,0.000018772354,0.00058812706,0.000033732438,0.00013548849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038343214,0.00021764878,0.00031258154,0.0005294609,0.000022590122,0.00012962571,0.00084967224,0.00008897385,0.000017949415],"category_scores_gemma":[0.00072171766,0.00021253643,0.000075584816,0.001478211,0.000010922339,0.0003049536,0.000451832,0.0005466135,0.00003171161],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026291316,0.00033405816,0.9454165,0.00028223186,0.000043602475,0.0006764429,0.0031017454,0.044625748,0.000038498503,0.000071002185,0.00035636735,0.0050511365],"study_design_scores_gemma":[0.00040785733,0.00029805125,0.9468004,0.00033814568,0.0000063635125,0.00003172875,0.000057546014,0.049546134,0.00025850345,0.000034974655,0.001849087,0.000371225],"about_ca_topic_score_codex":0.00013736502,"about_ca_topic_score_gemma":0.00002326178,"teacher_disagreement_score":0.27966267,"about_ca_system_score_codex":0.000151599,"about_ca_system_score_gemma":0.000049512084,"threshold_uncertainty_score":0.8666984},"labels":[],"label_agreement":null},{"id":"W4391835605","doi":"10.1007/s10664-024-10449-5","title":"Quantifying and characterizing clones of self-admitted technical debt in build systems","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Precursory Research for Embryonic Science and Technology; Japan Science and Technology Agency; Japan Society for the Promotion of Science","keywords":"Artifact (error); Technical debt; Computer science; Context (archaeology); Maintainability; Reliability (semiconductor); Code (set theory); Scale (ratio); Data science; Data mining; Software; Software engineering; Software development; Artificial intelligence; Programming language; Biology; Set (abstract data type); Geography","score_opus":0.029443787547574637,"score_gpt":0.29859674966661726,"score_spread":0.2691529621190426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391835605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5985848,0.0033272882,0.395175,0.00016025917,0.0005629373,0.0001841546,0.0000025997758,0.0019996932,0.0000032824676],"genre_scores_gemma":[0.95514137,0.00006336455,0.04458539,0.000014864654,0.00009208801,0.000048155176,0.0000020560635,0.00004500174,0.000007740903],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800944,0.00003830022,0.00046571973,0.0005519405,0.000419323,0.00051525026],"domain_scores_gemma":[0.9972329,0.0021125,0.000030274961,0.00040404356,0.00004797196,0.00017232052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060648075,0.00024603136,0.00037572611,0.0005792045,0.00003386423,0.00023911108,0.0005316393,0.00017453088,0.0000024381588],"category_scores_gemma":[0.0012899362,0.00023948426,0.00007181911,0.0013899589,0.000023721856,0.00045248098,0.0003898511,0.000563495,0.000011492971],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009830938,0.00013848612,0.9514954,0.0037601858,0.00011619196,0.0006758624,0.0013446548,0.01166968,0.020537801,0.004409812,0.0002785143,0.0055635865],"study_design_scores_gemma":[0.00028064798,0.00010482566,0.64891875,0.0014329179,0.000011719945,0.0002568405,0.000010003252,0.3416263,0.0018202337,0.00003126507,0.00491172,0.0005948101],"about_ca_topic_score_codex":0.000031623687,"about_ca_topic_score_gemma":0.00000153524,"teacher_disagreement_score":0.35655656,"about_ca_system_score_codex":0.00015551613,"about_ca_system_score_gemma":0.00007386294,"threshold_uncertainty_score":0.9765885},"labels":[],"label_agreement":null},{"id":"W4391882875","doi":"10.3390/computers13020052","title":"Interpretable Software Defect Prediction from Project Effort and Static Code Metrics","year":2024,"lang":"en","type":"article","venue":"Computers","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Fanshawe College","funders":"","keywords":"Interpretability; Computer science; Predictive modelling; Machine learning; Software quality; Reliability (semiconductor); Software; Random forest; Software bug; Artificial intelligence; Data mining; Software metric; Support vector machine; Code (set theory); Source code; Quality (philosophy); Reliability engineering; Software development; Set (abstract data type); Engineering; Programming language","score_opus":0.018907956328430994,"score_gpt":0.27081905531226974,"score_spread":0.25191109898383873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391882875","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06993261,0.0015393294,0.9252222,0.00007265367,0.0015691738,0.00022678601,0.000032266922,0.0013846281,0.000020349613],"genre_scores_gemma":[0.7386892,0.00006697716,0.2608452,0.00008949349,0.00012370369,0.000038407612,0.00002403209,0.00003137495,0.00009160359],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861634,0.00003616662,0.0001740346,0.0005373247,0.00034009616,0.00029605994],"domain_scores_gemma":[0.99785167,0.0015836349,0.000018119477,0.00040962995,0.00003888901,0.00009803625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029878668,0.00015322318,0.0001591593,0.00043556944,0.000061307896,0.0006127733,0.0005292978,0.0000564973,0.0000044079393],"category_scores_gemma":[0.0002579499,0.00014310321,0.00006567502,0.0009734822,0.000036429934,0.00050549343,0.00045251838,0.00024215266,0.000024353372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002504211,0.00011753709,0.08646741,0.001012255,0.0008134298,0.00056839903,0.0082026245,0.010379367,0.00030778057,0.0022798807,0.110013075,0.77981323],"study_design_scores_gemma":[0.00017022778,0.00013662412,0.009029706,0.00023653654,0.000017168722,0.000030174666,0.0000080371865,0.98121846,0.00015960148,0.00065922836,0.008153281,0.00018093635],"about_ca_topic_score_codex":0.00007855,"about_ca_topic_score_gemma":0.000002273897,"teacher_disagreement_score":0.9708391,"about_ca_system_score_codex":0.00012508627,"about_ca_system_score_gemma":0.00011238683,"threshold_uncertainty_score":0.59089875},"labels":[],"label_agreement":null},{"id":"W4391915512","doi":"10.1007/s10664-024-10443-x","title":"Studying the impact of risk assessment analytics on risk awareness and code review performance","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Waterloo","funders":"","keywords":"Analytics; Computer science; Data science; Code (set theory); Risk analysis (engineering); Business; Programming language","score_opus":0.04283266006473341,"score_gpt":0.3663655825837216,"score_spread":0.3235329225189882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391915512","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5085651,0.007979798,0.48238948,0.000094326984,0.00022601358,0.00020917668,0.000028108976,0.0005030975,0.0000048730362],"genre_scores_gemma":[0.98461133,0.005523089,0.009672006,0.00002399821,0.000085257925,0.00003523786,0.0000025749794,0.000036779667,0.000009710259],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981062,0.000088312474,0.0003570903,0.0004543928,0.00058247166,0.0004115693],"domain_scores_gemma":[0.9943905,0.00459697,0.000065089625,0.0007031382,0.000092958086,0.00015138347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012818141,0.00027200417,0.0003552908,0.00019368359,0.00014358907,0.00018029482,0.00071386824,0.00006458027,0.000009758146],"category_scores_gemma":[0.0028298288,0.00017610482,0.00017105363,0.0011999719,0.000038158476,0.0002713583,0.00034858365,0.0008328125,0.000010940907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025919069,0.000041725576,0.7245479,0.0009797936,0.00018428614,0.000027139371,0.00030429623,0.25265047,0.000007316076,0.000047715694,0.0010795306,0.020127205],"study_design_scores_gemma":[0.0000749311,0.00012830335,0.5936566,0.0010494678,0.000029243423,0.000014731825,0.000001989805,0.4043375,0.000033867473,0.00001738391,0.00048954925,0.00016642292],"about_ca_topic_score_codex":0.000043026488,"about_ca_topic_score_gemma":8.696767e-7,"teacher_disagreement_score":0.4760462,"about_ca_system_score_codex":0.00022877957,"about_ca_system_score_gemma":0.0001592507,"threshold_uncertainty_score":0.7181346},"labels":[],"label_agreement":null},{"id":"W4392347631","doi":"10.1145/3649598","title":"Communicating Study Design Trade-offs in Software Engineering","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Victoria; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Science Foundation Ireland; European Commission; National Science Foundation","keywords":"Computer science; Work (physics); Reflection (computer programming); Process (computing); Risk analysis (engineering); Management science; Strengths and weaknesses; Engineering ethics; Psychology; Business; Engineering; Social psychology","score_opus":0.12728410333757412,"score_gpt":0.3491946088004384,"score_spread":0.22191050546286428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392347631","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028431121,0.0017374925,0.9655984,0.00020589317,0.0009244714,0.0004738316,0.000005238757,0.0026228363,7.211469e-7],"genre_scores_gemma":[0.32819286,0.00008848475,0.6713652,0.0000263641,0.00003559448,0.00020142399,0.000001324307,0.000064976375,0.000023763376],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972718,0.00044324296,0.00046929903,0.00080173416,0.00031426098,0.0006996983],"domain_scores_gemma":[0.9768971,0.021507064,0.000026605008,0.0013407947,0.000030281497,0.0001981049],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026136995,0.00040805337,0.0004974058,0.0011047476,0.00012800557,0.00019330949,0.001277395,0.00022268364,0.000010056588],"category_scores_gemma":[0.005913824,0.00043245085,0.0001083181,0.0013797869,0.000037224694,0.00038987328,0.00010208149,0.0014050027,0.000013740863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027831742,0.00028571702,0.0025596363,0.00043323217,0.00028602008,0.00037105667,0.0073435144,0.7370549,0.00095006794,0.00061945396,0.00004377628,0.25002483],"study_design_scores_gemma":[0.0031956313,0.002568156,0.07828748,0.0016948594,0.00019295984,0.0012213693,0.0005939334,0.89418244,0.007426985,0.00086014,0.0064778794,0.0032981664],"about_ca_topic_score_codex":0.00005445901,"about_ca_topic_score_gemma":0.0000063740317,"teacher_disagreement_score":0.29976174,"about_ca_system_score_codex":0.00016603648,"about_ca_system_score_gemma":0.00008881828,"threshold_uncertainty_score":0.9998127},"labels":[],"label_agreement":null},{"id":"W4392359402","doi":"10.21203/rs.3.rs-3996923/v1","title":"Interpretation Conclusion Stability of Software Defect Prediction over Time","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Interpretation (philosophy); Stability (learning theory); Software; Computer science; Machine learning; Programming language","score_opus":0.03091608569368675,"score_gpt":0.3536234347108503,"score_spread":0.3227073490171635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392359402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6765124,0.004104176,0.31060952,0.00041162065,0.0017379388,0.0031667158,0.0005844615,0.0021763614,0.00069677114],"genre_scores_gemma":[0.9936081,0.00007260106,0.0055456287,0.0000047561825,0.0001669645,0.000236278,0.000117824035,0.000057882506,0.00018992928],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936779,0.00086260156,0.0005638699,0.0012936309,0.002896599,0.00070536503],"domain_scores_gemma":[0.99260855,0.003683352,0.000095658645,0.0020426116,0.0013360013,0.00023380548],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005051837,0.0003076017,0.00043947206,0.0010940462,0.00013543126,0.00039357322,0.0018587239,0.00047514506,0.00021565231],"category_scores_gemma":[0.0068645375,0.0002948012,0.00036715114,0.0013425866,0.00022317904,0.0002592524,0.011283129,0.0028465677,0.00032013372],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012722869,0.0027514785,0.21448188,0.11658329,0.0025414552,0.00081013277,0.055766687,0.040362485,0.050399818,0.011019211,0.07713785,0.42687342],"study_design_scores_gemma":[0.00066951686,0.0012403467,0.07902869,0.008116613,0.000045165514,0.000017628536,0.00009316121,0.8573192,0.016987707,0.034730077,0.0008823793,0.00086954405],"about_ca_topic_score_codex":0.00015436906,"about_ca_topic_score_gemma":0.0000075210637,"teacher_disagreement_score":0.8169567,"about_ca_system_score_codex":0.0010012198,"about_ca_system_score_gemma":0.0010922613,"threshold_uncertainty_score":0.9999504},"labels":[],"label_agreement":null},{"id":"W4392518074","doi":"10.1145/3651313","title":"A Psycholinguistics-inspired Method to Counter IP Theft Using Fake Documents","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Management Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"Office of Naval Research","keywords":"Set (abstract data type); Computer science; Deception; Property (philosophy); Psycholinguistics; Artificial intelligence; Natural language processing; Theoretical computer science; Cognition; Programming language; Psychology","score_opus":0.032751265513055974,"score_gpt":0.34429830974899195,"score_spread":0.311547044235936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392518074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030654346,0.00002810116,0.99313813,0.00030403747,0.0026826588,0.0007955922,0.000020307063,0.000800565,0.0019240608],"genre_scores_gemma":[0.7044763,0.000021254069,0.29294842,0.0006028933,0.00009988106,0.0003443536,0.000010911145,0.000029936273,0.0014660748],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99815583,0.00006174269,0.00045613048,0.00026664347,0.0007462626,0.00031336135],"domain_scores_gemma":[0.99853903,0.00023436736,0.000044768814,0.00094037154,0.00012413824,0.000117300406],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00085157884,0.00017925468,0.0001428394,0.0010122086,0.00016212552,0.0014155862,0.00096437975,0.00005552408,0.000020919173],"category_scores_gemma":[0.000043362557,0.00017129233,0.00007546737,0.0011037744,0.000008357798,0.0014268069,0.000044389813,0.00018389909,0.001017326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025421286,0.00006972976,0.000028543132,0.0013661721,0.0005109845,0.00003467192,0.0051459833,0.6377991,0.000042669402,0.02699621,0.0031515816,0.32482892],"study_design_scores_gemma":[0.0003476021,0.000074122305,0.00024834622,0.00050287734,0.000033696473,0.000028801105,0.0003121786,0.59398645,0.000078376725,0.00023452875,0.4038232,0.00032983467],"about_ca_topic_score_codex":0.0000618533,"about_ca_topic_score_gemma":7.0203623e-7,"teacher_disagreement_score":0.70416975,"about_ca_system_score_codex":0.00029146663,"about_ca_system_score_gemma":0.000027792938,"threshold_uncertainty_score":0.9997605},"labels":[],"label_agreement":null},{"id":"W4392591292","doi":"10.1007/s11219-024-09663-7","title":"A comprehensive catalog of refactoring strategies to handle test smells in Java-based systems","year":2024,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Instituto Nacional de Ciência e Tecnologia para Engenharia de Software; Fundação de Amparo à Pesquisa do Estado da Bahia; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Code refactoring; Java; Computer science; Programming language; Software engineering; Operating system; Software","score_opus":0.05475254564650548,"score_gpt":0.3527974695137458,"score_spread":0.2980449238672403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392591292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2538302,0.0021667925,0.74208015,0.00021945157,0.0011467388,0.00019960135,0.000030284296,0.00031161864,0.000015168503],"genre_scores_gemma":[0.98266584,0.000012859692,0.017080007,0.000026624719,0.000126155,0.000013543423,0.0000029348616,0.000022441925,0.000049592058],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974284,0.00021509313,0.00068555045,0.0003758384,0.000806667,0.0004884108],"domain_scores_gemma":[0.99458134,0.0042221923,0.000093203445,0.0005139222,0.00034375783,0.00024556363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014258925,0.00019806478,0.00037483042,0.0006021703,0.000080975304,0.00085643545,0.00094707264,0.00009238979,0.000008512197],"category_scores_gemma":[0.0016285805,0.00018117079,0.00010986341,0.0011037594,0.000050735413,0.0006222518,0.00018325177,0.0006598628,0.00004404885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016506016,0.0011331018,0.47347936,0.01294166,0.0005132713,0.0038401384,0.0333253,0.34280914,0.052761897,0.017984822,0.005861834,0.05518443],"study_design_scores_gemma":[0.0043330677,0.002974535,0.8407213,0.014870934,0.000054123848,0.0014444812,0.0045387014,0.061296523,0.03120124,0.008227777,0.02662834,0.0037089933],"about_ca_topic_score_codex":0.0004074642,"about_ca_topic_score_gemma":0.000023365965,"teacher_disagreement_score":0.72883564,"about_ca_system_score_codex":0.00030322283,"about_ca_system_score_gemma":0.0007869947,"threshold_uncertainty_score":0.82586265},"labels":[],"label_agreement":null},{"id":"W4392619070","doi":"10.1145/3643991.3644926","title":"Whodunit: Classifying Code as Human Authored or GPT-4 Generated - A case study on CodeChef problems","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Classifier (UML); Computer science; Machine learning; Artificial intelligence; Genetic programming; Stylometry; Natural language processing; Code (set theory); Source code; Receiver operating characteristic; Programming language","score_opus":0.1743010673399469,"score_gpt":0.40177121112458075,"score_spread":0.22747014378463384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392619070","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8772435,0.00017689775,0.10892996,0.0007127577,0.0021089418,0.003400407,0.00002883833,0.0058233193,0.0015753288],"genre_scores_gemma":[0.96955276,0.0000056416065,0.01401078,0.00008861389,0.00024504226,0.0008020517,0.00002134917,0.0001416002,0.015132175],"study_design_codex":"case_report","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99455386,0.00039214257,0.00073808467,0.0022107658,0.0012656241,0.00083952426],"domain_scores_gemma":[0.9954253,0.0008017984,0.00012998506,0.0029007734,0.0003461239,0.00039603084],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018114273,0.00071931805,0.0006607343,0.000971628,0.00033288376,0.0020758738,0.0024971191,0.00048329638,0.00011739892],"category_scores_gemma":[0.0007578805,0.00057170587,0.00016540759,0.0013603242,0.000064127584,0.00012700939,0.007140184,0.0031736079,0.00046264168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018439029,0.008054409,0.005543041,0.006878875,0.0049010054,0.47914895,0.09465684,0.23086014,0.008399462,0.039000187,0.06860453,0.05376816],"study_design_scores_gemma":[0.0025841228,0.004141533,0.0012857493,0.0021527272,0.00021451685,0.007323731,0.0024821602,0.95708865,0.00460145,0.0105314655,0.0035608101,0.004033113],"about_ca_topic_score_codex":0.0019206881,"about_ca_topic_score_gemma":0.000781933,"teacher_disagreement_score":0.7262285,"about_ca_system_score_codex":0.00054113433,"about_ca_system_score_gemma":0.00093027146,"threshold_uncertainty_score":0.9996734},"labels":[],"label_agreement":null},{"id":"W4392907063","doi":"10.32920/25412866.v1","title":"RLML: A Domain-specific Modelling Language for Reinforcement Learning","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Reinforcement learning; Syntax; Domain (mathematical analysis); Abstraction; Artificial intelligence; Domain-specific language; Simplicity; Modeling language; Constraint (computer-aided design); Software engineering; Machine learning; Popularity; Programming language; Human–computer interaction; Software; Engineering","score_opus":0.035770806054210603,"score_gpt":0.28991364152208215,"score_spread":0.25414283546787153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392907063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037675763,0.0019157039,0.98870134,0.00034278943,0.0010822805,0.0006501783,0.0000020425925,0.0015812404,0.0019568678],"genre_scores_gemma":[0.22485228,0.00013117737,0.76310194,0.00004183634,0.0004717839,0.00048509522,0.000035427645,0.00008706546,0.010793399],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977565,0.000026072892,0.00030968775,0.0008445066,0.00053409307,0.0005291659],"domain_scores_gemma":[0.99822146,0.0005520677,0.000050533956,0.0009495529,0.000103461956,0.00012292997],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073478185,0.00028023648,0.00026043828,0.00034692284,0.00008512272,0.00070630474,0.0013581389,0.00019314398,0.000037434038],"category_scores_gemma":[0.000035487097,0.00026486686,0.00021081252,0.0002458726,0.00001867904,0.00007445399,0.003474915,0.0011640531,0.00018815565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034500988,0.0000062560102,0.000003827579,0.0003712711,0.000042876418,0.000028614524,0.0021181111,0.8911243,0.00009022642,0.099705346,0.0018766606,0.0046290406],"study_design_scores_gemma":[0.00013253947,0.00004262097,0.0000020688392,0.00020806288,0.0000041863696,0.000004692022,0.00007101693,0.92060244,0.00056487945,0.011592632,0.06644822,0.00032663535],"about_ca_topic_score_codex":0.000042803604,"about_ca_topic_score_gemma":9.5343563e-7,"teacher_disagreement_score":0.22559938,"about_ca_system_score_codex":0.00022581313,"about_ca_system_score_gemma":0.00014855075,"threshold_uncertainty_score":0.99998033},"labels":[],"label_agreement":null},{"id":"W4392907203","doi":"10.32920/25412866","title":"RLML: A Domain-specific Modelling Language for Reinforcement Learning","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Reinforcement learning; Syntax; Domain (mathematical analysis); Abstraction; Artificial intelligence; Domain-specific language; Simplicity; Constraint (computer-aided design); Modeling language; Machine learning; Programming language; Software engineering; Human–computer interaction; Software; Engineering","score_opus":0.035770806054210603,"score_gpt":0.28991364152208215,"score_spread":0.25414283546787153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392907203","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037675763,0.0019157039,0.98870134,0.00034278943,0.0010822805,0.0006501783,0.0000020425925,0.0015812404,0.0019568678],"genre_scores_gemma":[0.22485228,0.00013117737,0.76310194,0.00004183634,0.0004717839,0.00048509522,0.000035427645,0.00008706546,0.010793399],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977565,0.000026072892,0.00030968775,0.0008445066,0.00053409307,0.0005291659],"domain_scores_gemma":[0.99822146,0.0005520677,0.000050533956,0.0009495529,0.000103461956,0.00012292997],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00073478185,0.00028023648,0.00026043828,0.00034692284,0.00008512272,0.00070630474,0.0013581389,0.00019314398,0.000037434038],"category_scores_gemma":[0.000035487097,0.00026486686,0.00021081252,0.0002458726,0.00001867904,0.00007445399,0.003474915,0.0011640531,0.00018815565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034500988,0.0000062560102,0.000003827579,0.0003712711,0.000042876418,0.000028614524,0.0021181111,0.8911243,0.00009022642,0.099705346,0.0018766606,0.0046290406],"study_design_scores_gemma":[0.00013253947,0.00004262097,0.0000020688392,0.00020806288,0.0000041863696,0.000004692022,0.00007101693,0.92060244,0.00056487945,0.011592632,0.06644822,0.00032663535],"about_ca_topic_score_codex":0.000042803604,"about_ca_topic_score_gemma":9.5343563e-7,"teacher_disagreement_score":0.22559938,"about_ca_system_score_codex":0.00022581313,"about_ca_system_score_gemma":0.00014855075,"threshold_uncertainty_score":0.99998033},"labels":[],"label_agreement":null},{"id":"W4393035092","doi":"10.1109/iwsc60764.2023.00012","title":"TransClone: A Language Agnostic Code Clone Detector","year":2023,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Programming language; Code (set theory); clone (Java method); Detector; Natural language processing; Telecommunications; Set (abstract data type); Biology","score_opus":0.01803039058598823,"score_gpt":0.27923751451598666,"score_spread":0.26120712392999845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393035092","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45958787,0.000114069415,0.5348444,0.00094070495,0.0002981018,0.00015557143,0.000004682277,0.0035772217,0.00047738888],"genre_scores_gemma":[0.98773366,0.000012996985,0.010440969,0.000061421524,0.000048055645,0.00002933015,0.0000022588288,0.000014401532,0.0016568879],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989475,0.000021999429,0.000096976786,0.00025514496,0.00031860406,0.00035975664],"domain_scores_gemma":[0.9983854,0.0009985623,0.000007784322,0.0004714675,0.000026663074,0.000110082794],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023872423,0.00008382074,0.000089770634,0.000177958,0.000052479554,0.00007811329,0.0007058587,0.000038022885,0.000071499846],"category_scores_gemma":[0.00061025814,0.00007541211,0.00004230006,0.001114618,0.000017317005,0.0001329159,0.00013093323,0.00012450512,0.001558276],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038514096,0.00034192152,0.024052309,0.00058112893,0.00025352725,0.005419876,0.021505017,0.009636678,0.28527674,0.029392123,0.08458431,0.53891784],"study_design_scores_gemma":[0.0021965168,0.00044772946,0.5003639,0.000111213594,0.000014425341,0.00013226285,0.00018529034,0.3304445,0.14884722,0.0008644702,0.015032509,0.0013599228],"about_ca_topic_score_codex":0.000051450257,"about_ca_topic_score_gemma":0.000024055298,"teacher_disagreement_score":0.53755796,"about_ca_system_score_codex":0.000024719304,"about_ca_system_score_gemma":0.000027955215,"threshold_uncertainty_score":0.9992191},"labels":[],"label_agreement":null},{"id":"W4393142189","doi":"10.1007/s00766-024-00416-3","title":"Improving requirements completeness: automated assistance through large language models","year":2024,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Terminology; Completeness (order theory); Computer science; Natural language; Artificial intelligence; Filter (signal processing); Process (computing); Noise (video); Software engineering; Natural language processing; Programming language; Linguistics","score_opus":0.03724158375314305,"score_gpt":0.3098539232716619,"score_spread":0.2726123395185188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393142189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022518234,0.0028366086,0.9640875,0.000078945486,0.0014654051,0.00031180138,0.00002001637,0.008246606,0.00043490558],"genre_scores_gemma":[0.93000185,0.000030222118,0.06932965,0.000054163378,0.00015120578,0.000082990286,0.000019894918,0.000092793875,0.00023719933],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99672294,0.00003312724,0.0004625664,0.0008125836,0.00091603503,0.0010527797],"domain_scores_gemma":[0.99854773,0.00022884755,0.000049564977,0.0009376295,0.00007584634,0.00016037746],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006545634,0.00037233203,0.00029971404,0.00030602774,0.00012629385,0.00063829054,0.0011500358,0.00010465119,0.000021736694],"category_scores_gemma":[0.00018275696,0.00038486818,0.00011832266,0.0010913385,0.000018134124,0.0025181395,0.000608457,0.00034661387,0.00010438754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025195042,0.00046955943,0.0013686001,0.0059057637,0.0012587431,0.0027196473,0.010467394,0.3295246,0.38075995,0.23130205,0.006508935,0.029689554],"study_design_scores_gemma":[0.00032764344,0.000033122175,0.00045067273,0.00042021746,0.000010688188,0.000017538796,0.000021770637,0.9921067,0.0033310186,0.00013358875,0.002732939,0.00041414582],"about_ca_topic_score_codex":0.000053599673,"about_ca_topic_score_gemma":0.0000020497441,"teacher_disagreement_score":0.90748364,"about_ca_system_score_codex":0.00044438307,"about_ca_system_score_gemma":0.000096142234,"threshold_uncertainty_score":0.99986035},"labels":[],"label_agreement":null},{"id":"W4393155044","doi":"10.1007/978-3-031-49179-5_24","title":"How Is Software Reuse Discussed in Stack Overflow?","year":2024,"lang":"en","type":"book-chapter","venue":"Conference on systems engineering research series","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Reuse; Computer science; Stack (abstract data type); Operating system; Engineering; Waste management","score_opus":0.07593201115550784,"score_gpt":0.3012310783105806,"score_spread":0.22529906715507275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393155044","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007070893,0.108598456,0.32467723,0.07347046,0.052913636,0.035088707,0.0043844115,0.041206848,0.35258937],"genre_scores_gemma":[0.091546044,0.0012379506,0.0026855227,0.000014275081,0.000632827,0.00054015545,0.000041684634,0.00040573959,0.9028958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927736,0.00008191268,0.000658978,0.001804344,0.0030597076,0.0016214803],"domain_scores_gemma":[0.99312276,0.0014569546,0.00009186205,0.0040360596,0.0007905141,0.00050185336],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015797493,0.0009375944,0.0010393988,0.0026571057,0.0001355782,0.0038270687,0.0044754352,0.0007712881,0.00005854686],"category_scores_gemma":[0.0024461085,0.00086410064,0.00021763697,0.0007735346,0.00021518594,0.0010181573,0.002249551,0.003724505,0.0006903119],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003446682,0.00003167583,0.000052908235,0.004057146,0.00019337442,0.0015997415,0.0017915873,0.001993089,0.00035716084,0.974452,0.014138519,0.0012982888],"study_design_scores_gemma":[0.0009830317,0.0014625795,0.00032334347,0.026537618,0.0000253029,0.00020681578,0.00036902813,0.05888972,0.0011924759,0.028488584,0.8774669,0.0040545594],"about_ca_topic_score_codex":0.00005794704,"about_ca_topic_score_gemma":0.000014220053,"teacher_disagreement_score":0.94596344,"about_ca_system_score_codex":0.0009997721,"about_ca_system_score_gemma":0.0007515336,"threshold_uncertainty_score":0.99938095},"labels":[],"label_agreement":null},{"id":"W4393213239","doi":"10.1145/3597503.3639194","title":"ChatGPT Incorrectness Detection in Software Reviews","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Suite; Benchmark (surveying); Selection (genetic algorithm); Generative grammar; Artificial intelligence; Software; Machine learning; Natural language processing; Information retrieval; Programming language","score_opus":0.02675092483946025,"score_gpt":0.29921989749225403,"score_spread":0.2724689726527938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393213239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008760555,0.0065213293,0.97584265,0.00029455338,0.0056742616,0.0007988674,0.0000018982363,0.0017888304,0.0003170408],"genre_scores_gemma":[0.7832527,0.0022216886,0.20456025,0.00026956486,0.0009232387,0.0022150222,0.000018249788,0.00017506392,0.0063641965],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977651,0.000112927984,0.00041199496,0.00093320344,0.00039200333,0.00038475217],"domain_scores_gemma":[0.9980872,0.0003890086,0.000054250275,0.0013060163,0.000065861546,0.00009762971],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011310815,0.00029162096,0.0004039591,0.00070539146,0.000026243584,0.00037131584,0.0015898447,0.00030025718,0.000029715207],"category_scores_gemma":[0.0014240466,0.00026236646,0.00014307752,0.0009818847,0.000018796463,0.000120073804,0.0052125333,0.0017115867,0.00076044246],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002198709,0.000036242072,0.0009215376,0.0018246239,0.000016490414,0.00010878677,0.00068472006,0.0020706323,0.00006450974,0.0004552205,0.0022911772,0.99152386],"study_design_scores_gemma":[0.00087430904,0.00027957206,0.031177554,0.012041351,0.00004768786,0.00025683595,0.000036480564,0.6822848,0.018485583,0.120522395,0.1289598,0.0050336733],"about_ca_topic_score_codex":0.00028881352,"about_ca_topic_score_gemma":0.00021483285,"teacher_disagreement_score":0.9864902,"about_ca_system_score_codex":0.00037307793,"about_ca_system_score_gemma":0.00018922774,"threshold_uncertainty_score":0.99998283},"labels":[],"label_agreement":null},{"id":"W4393284497","doi":"10.1145/3650105.3652301","title":"Exploring the Impact of the Output Format on the Evaluation of Large Language Models for Code Translation","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Queen's University","funders":"Vector Institute","keywords":"Computer science; Python (programming language); Programming language; Java; Source code; Software engineering; KPI-driven code analysis; Code (set theory); Software; Natural language processing; Artificial intelligence; Software development; Static program analysis","score_opus":0.2895498212732952,"score_gpt":0.4019542227165666,"score_spread":0.1124044014432714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393284497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4328239,0.0003111819,0.5634537,0.0008616752,0.00042164922,0.0015647286,0.00007899629,0.000089559864,0.0003946515],"genre_scores_gemma":[0.9982318,0.000013524725,0.0012171819,0.000011693051,0.0000472616,0.0004074542,0.000005279368,0.000017140777,0.000048627917],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981744,0.00015640199,0.0002625939,0.00023359046,0.00096687145,0.00020610429],"domain_scores_gemma":[0.9970718,0.0014075987,0.00009188718,0.0011692282,0.00023957783,0.000019903087],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037324459,0.00014825276,0.00015386721,0.000105731844,0.00006508392,0.00008979544,0.0014262638,0.000060677037,0.0000062608933],"category_scores_gemma":[0.0003834553,0.00006175986,0.00032393637,0.00026150414,0.0000240936,0.00016162581,0.0006264165,0.0004116036,0.0000027146411],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010025448,0.000030021656,0.000021954254,0.00019205136,0.00011272062,8.939909e-8,0.019287009,0.9334659,0.00018411467,0.014886099,0.0004371271,0.031372864],"study_design_scores_gemma":[0.00013326861,0.00003125246,0.0012136668,0.00015797873,0.000026070205,4.983604e-7,0.00012241854,0.97915417,0.0040911343,0.014993906,0.000008937692,0.00006672572],"about_ca_topic_score_codex":0.00012462217,"about_ca_topic_score_gemma":0.000017689112,"teacher_disagreement_score":0.56540793,"about_ca_system_score_codex":0.00013402745,"about_ca_system_score_gemma":0.0002615613,"threshold_uncertainty_score":0.2650377},"labels":[],"label_agreement":null},{"id":"W4393334908","doi":"10.1145/3643916.3644413","title":"Rationale Dataset and Analysis for the Commit Messages of the Linux Kernel Out-of-Memory Killer","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université de Montréal","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Commit; Computer science; Kernel (algebra); Source code; Component (thermodynamics); Code (set theory); Linux kernel; Programming language; Operating system; Database; Set (abstract data type)","score_opus":0.047856793625842595,"score_gpt":0.31735882014186395,"score_spread":0.26950202651602134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393334908","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00482695,0.0024651831,0.9830195,0.005046142,0.0013269649,0.0010264614,0.0020469849,0.00008877297,0.00015304345],"genre_scores_gemma":[0.9326275,0.00027410948,0.056281928,0.00025641493,0.00020808692,0.00043866166,0.00078743114,0.00004340071,0.009082488],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99880004,0.000048698977,0.0002488354,0.00035415404,0.0004217438,0.00012652543],"domain_scores_gemma":[0.9952845,0.002931252,0.00008250367,0.0015370229,0.00013423165,0.000030482677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008247373,0.00012918556,0.0002471631,0.00015359116,0.000053798667,0.00012480182,0.0018502603,0.00008268518,0.000030484774],"category_scores_gemma":[0.00047640395,0.000068868496,0.00017984373,0.000347811,0.00011410668,0.0000406331,0.0043450114,0.00033267154,0.000003347246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030445099,0.00023746278,0.027121149,0.0036810536,0.01212731,0.000007189112,0.0064798878,0.26143754,0.00030457592,0.049000077,0.6153849,0.024188453],"study_design_scores_gemma":[0.00030476504,0.000033451684,0.07209342,0.00017123623,0.00079188443,0.0000017221203,0.00010443692,0.89465773,0.0027335535,0.011393259,0.01732546,0.00038906702],"about_ca_topic_score_codex":0.00009917745,"about_ca_topic_score_gemma":0.000058607067,"teacher_disagreement_score":0.92780054,"about_ca_system_score_codex":0.000018532386,"about_ca_system_score_gemma":0.00013968955,"threshold_uncertainty_score":0.54157454},"labels":[],"label_agreement":null},{"id":"W4393372268","doi":"10.1109/ms.2024.3382364","title":"Toward Optimal Psychological Functioning in AI-Driven Software Engineering Tasks: The Software Evaluation for Well-Being and Optimal Psychological Functioning in a Context-Aware Environment Assessment Framework","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Context (archaeology); Software engineering; Software development; Software; Psychological testing; Psychology; Clinical psychology; Programming language","score_opus":0.0358834102836699,"score_gpt":0.3324900582465691,"score_spread":0.29660664796289915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393372268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2368961,0.0010344399,0.7577369,0.0006463259,0.001544889,0.0012424109,0.000013684693,0.00088196207,0.0000032844287],"genre_scores_gemma":[0.7409293,0.00006192763,0.25700247,0.00025456402,0.00027784798,0.001343594,0.000030026944,0.000073009425,0.000027232843],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99481267,0.0002785983,0.0008099944,0.0017836564,0.0011677822,0.001147308],"domain_scores_gemma":[0.99400496,0.004630535,0.00010675001,0.0008750715,0.00014343519,0.00023926389],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023324962,0.00061480876,0.0005590058,0.00059737306,0.00044619152,0.00072743656,0.0010135729,0.0005470023,0.00011402458],"category_scores_gemma":[0.0024808394,0.0005267379,0.0002279244,0.0010645803,0.00015142173,0.00084665103,0.0005221425,0.0020301912,0.000039891507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010680238,0.00028345475,0.06131071,0.0003197055,0.00012572644,0.00022576706,0.0040261764,0.82437605,0.00008283364,0.0011250547,0.00065839203,0.107359335],"study_design_scores_gemma":[0.0021897573,0.0010682644,0.1729156,0.0015418356,0.00007530296,0.00025558457,0.00046237212,0.81569165,0.000082420076,0.0021295643,0.002317902,0.0012697678],"about_ca_topic_score_codex":0.000022072474,"about_ca_topic_score_gemma":0.000007097764,"teacher_disagreement_score":0.50403327,"about_ca_system_score_codex":0.0008755021,"about_ca_system_score_gemma":0.00013708811,"threshold_uncertainty_score":0.9997184},"labels":[],"label_agreement":null},{"id":"W4393416783","doi":"10.5281/zenodo.7549218","title":"Bugsplainer: Explaining Software Bugs Leveraging Code Structures in Neural Machine Translation","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Code (set theory); Programming language; Translation (biology); Machine translation; Software bug; Software; Software engineering; Operating system; Artificial intelligence; Biology","score_opus":0.04739010808059809,"score_gpt":0.26718827025099434,"score_spread":0.21979816217039624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393416783","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043026134,0.000884152,0.08334754,0.000865066,0.0010090759,0.0011870338,0.9064262,0.005593534,0.00025712064],"genre_scores_gemma":[0.0046720956,0.00019672776,0.0026889911,0.00010114126,0.0002573023,3.6982803e-7,0.9903295,0.0016324125,0.000121431774],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996041,0.00050174975,0.00051449967,0.0010398217,0.0010592865,0.0008436198],"domain_scores_gemma":[0.99762887,0.0004129342,0.000154787,0.0012405185,0.0003182325,0.00024463056],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013037059,0.00039337898,0.0003677798,0.0013632384,0.001259096,0.0016868144,0.0041091903,0.00022708917,0.00094020326],"category_scores_gemma":[0.0027848931,0.00044142344,0.00009302884,0.0019073666,0.00010030237,0.000571528,0.002512683,0.0013594304,0.0051377458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020290898,0.00003524922,0.0000051092557,0.00021059424,0.000030891788,0.00017124909,0.0005143096,0.0034702285,0.000028858829,0.00004540968,0.9035954,0.091872424],"study_design_scores_gemma":[0.0005813021,0.000114276925,0.00061149494,0.00011967396,0.000008915888,0.0001417552,0.000033601606,0.024060821,0.000013602264,0.00008514815,0.97378314,0.0004462726],"about_ca_topic_score_codex":0.00021131143,"about_ca_topic_score_gemma":0.000008019171,"teacher_disagreement_score":0.09142615,"about_ca_system_score_codex":0.00033354363,"about_ca_system_score_gemma":0.000016056596,"threshold_uncertainty_score":0.99997306},"labels":[],"label_agreement":null},{"id":"W4393422503","doi":"10.5281/zenodo.5329118","title":"Breakpoints into the wild: an exploratory study","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Breakpoint; Biology; Genetics; Gene","score_opus":0.03377372250589496,"score_gpt":0.266218491671774,"score_spread":0.23244476916587908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393422503","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048994482,0.00096921506,0.033785198,0.0021991825,0.0023429042,0.0043066284,0.94307905,0.0068880483,0.0015303224],"genre_scores_gemma":[0.004597187,0.0001840216,0.00052588276,0.00025700673,0.0005312455,6.0506886e-7,0.9919322,0.0017284876,0.00024336866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99512064,0.0015204212,0.00036988518,0.0010854725,0.0013119797,0.00059157895],"domain_scores_gemma":[0.9949454,0.00018841172,0.00013041416,0.0034661735,0.00093825354,0.000331337],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["open_science","insufficient_payload"],"category_scores_codex":[0.0022590435,0.0003266235,0.00028646988,0.00045284955,0.0026419733,0.003700613,0.008473381,0.0001431509,0.0029582656],"category_scores_gemma":[0.0026812062,0.00028988923,0.00007692143,0.0015822742,0.00017353978,0.0007088803,0.008721327,0.0011396877,0.009214921],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000078025405,0.00037293314,9.632819e-7,0.000053571617,0.00006675727,0.00014765219,0.0027439313,0.000036212587,0.000027072185,0.00006167823,0.9682411,0.028240325],"study_design_scores_gemma":[0.00029279635,0.00041386063,0.00014842516,0.000038817234,0.0000150831265,0.00009578452,0.0007285656,0.0002035406,0.00001940346,0.000037753078,0.99769974,0.00030625483],"about_ca_topic_score_codex":0.000084193634,"about_ca_topic_score_gemma":0.000008552346,"teacher_disagreement_score":0.048853144,"about_ca_system_score_codex":0.00028696813,"about_ca_system_score_gemma":0.000031355517,"threshold_uncertainty_score":0.9999553},"labels":[],"label_agreement":null},{"id":"W4393438819","doi":"10.5281/zenodo.7812452","title":"Dataset for \"Deep Dive into the Verifiability of Code Generated by GitHub Copilot\"","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code (set theory); Computer science; Computer security; Programming language","score_opus":0.03581037201718835,"score_gpt":0.2719287974016264,"score_spread":0.23611842538443806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393438819","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005372662,0.00012010994,0.041864883,0.0005316344,0.00029984894,0.0010133595,0.9555631,0.0005237802,0.000029553554],"genre_scores_gemma":[0.00015736904,0.00022599637,0.0006677566,0.00008417399,0.00012366138,8.4599355e-7,0.9978707,0.0007448851,0.00012460291],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966315,0.0005208211,0.00046806235,0.00089995103,0.0008996125,0.00058007584],"domain_scores_gemma":[0.99561137,0.0006121098,0.0002090793,0.0024149157,0.00094099686,0.00021155647],"candidate_categories":["metaepi_narrow","sts","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020553302,0.00029069028,0.00033738816,0.0003017136,0.0015019794,0.0010335952,0.0068618613,0.00017122529,0.0006508544],"category_scores_gemma":[0.0062300568,0.00025592232,0.000084343446,0.0013815947,0.0003451747,0.00028356956,0.005440443,0.0005979436,0.0053021745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002940915,0.000094081086,2.8710016e-7,0.0002983598,0.00008395874,0.0000057036227,0.0002175686,0.00013265944,0.00029447308,0.00009922103,0.9936078,0.0051364484],"study_design_scores_gemma":[0.00035356058,0.00029142053,0.000031684365,0.00003567299,0.000018656388,0.0000102895165,0.000027287933,0.0026724471,0.00034075693,0.00007640891,0.99589455,0.0002472667],"about_ca_topic_score_codex":0.0002642755,"about_ca_topic_score_gemma":0.0000050376466,"teacher_disagreement_score":0.042307604,"about_ca_system_score_codex":0.0002382753,"about_ca_system_score_gemma":0.00002443197,"threshold_uncertainty_score":0.9999893},"labels":[],"label_agreement":null},{"id":"W4393467273","doi":"10.5281/zenodo.4052320","title":"Empirical analysis of Type-Related Defects in Python projects","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McGill University","funders":"","keywords":"Python (programming language); Programming language; Computer science","score_opus":0.04724435252124957,"score_gpt":0.285587535010376,"score_spread":0.23834318248912642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393467273","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005300516,0.00031620765,0.0085301595,0.00077749195,0.0005557329,0.0017636771,0.9780172,0.0026353465,0.0021036584],"genre_scores_gemma":[0.014368979,0.00013257553,0.00047317776,0.00007312173,0.000052598432,8.7558924e-8,0.98412687,0.0007065781,0.00006602879],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969425,0.00055930234,0.00045270758,0.0007785265,0.0008132464,0.00045367485],"domain_scores_gemma":[0.99774724,0.00021068197,0.00016600186,0.001143257,0.00052096526,0.00021185132],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00090127595,0.00022720367,0.0004645108,0.0018720035,0.00029421586,0.00047530053,0.0033205969,0.00021248266,0.0014454694],"category_scores_gemma":[0.005078473,0.0002442489,0.00012698206,0.008697492,0.00010368814,0.00020497853,0.0031906022,0.00082992646,0.004216297],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019273919,0.00011334034,0.000023590836,0.00015140646,0.00024961497,0.000083066574,0.0004043408,0.00065430853,0.00007683651,0.00007035648,0.9958734,0.0022805026],"study_design_scores_gemma":[0.00026046686,0.00026875667,0.002240476,0.000052121402,0.00008159115,0.000017574053,0.000014464127,0.0047818143,0.000040169405,0.000016814984,0.99199396,0.0002317799],"about_ca_topic_score_codex":0.00004497814,"about_ca_topic_score_gemma":0.0000014574039,"teacher_disagreement_score":0.009068463,"about_ca_system_score_codex":0.00023519745,"about_ca_system_score_gemma":0.000026569049,"threshold_uncertainty_score":0.9994674},"labels":[],"label_agreement":null},{"id":"W4393512234","doi":"10.5281/zenodo.4719160","title":"Automated Support for Searching and Selecting Evidence in Software Engineering: A Cross-domain Systematic Mapping","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Software engineering; Domain (mathematical analysis); Software; Systems engineering; Data mining; Engineering; Programming language; Mathematics","score_opus":0.043030932149270076,"score_gpt":0.28234802919294694,"score_spread":0.23931709704367687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393512234","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004761626,0.002153378,0.55104953,0.0004041404,0.0008832023,0.006997029,0.422415,0.011268658,0.00006748093],"genre_scores_gemma":[0.007798858,0.00042885286,0.06710985,0.00015570827,0.00045401443,0.000008839067,0.9198677,0.0038709263,0.00030526597],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959345,0.0005197452,0.0006723817,0.0010859877,0.00085258106,0.000934807],"domain_scores_gemma":[0.9960858,0.0014731234,0.00020208489,0.0011538895,0.00079675304,0.00028829928],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0039948733,0.00036764378,0.000559057,0.001089059,0.001163519,0.003930154,0.0028759304,0.00021577707,0.00022249021],"category_scores_gemma":[0.031297896,0.00042167056,0.00008966383,0.0017941302,0.00008038995,0.00069823535,0.0038188244,0.0009421528,0.00036880217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019448624,0.00009908995,0.000029146204,0.04359082,0.0001340365,0.00030315536,0.0012523687,0.0015641797,0.0004347165,0.00012948396,0.9510394,0.0014041996],"study_design_scores_gemma":[0.00095630146,0.00035585772,0.001032311,0.012956997,0.000026783218,0.001158514,0.00014255065,0.057037197,0.000089094116,0.00003400349,0.92516917,0.001041244],"about_ca_topic_score_codex":0.00003225417,"about_ca_topic_score_gemma":9.047681e-7,"teacher_disagreement_score":0.4974527,"about_ca_system_score_codex":0.00053238985,"about_ca_system_score_gemma":0.000044275843,"threshold_uncertainty_score":0.9998235},"labels":[],"label_agreement":null},{"id":"W4393525195","doi":"10.5281/zenodo.3633080","title":"Empirical Study of the Relationship between Design Patterns and Code Smells","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code smell; Code (set theory); Empirical research; Computer science; Programming language; Mathematics; Statistics; Software quality; Software","score_opus":0.13376646941934978,"score_gpt":0.3097928022014841,"score_spread":0.1760263327821343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393525195","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0090627475,0.00004252026,0.084369324,0.0011181263,0.00020097179,0.0020021829,0.90232843,0.0007942542,0.00008142507],"genre_scores_gemma":[0.48602736,0.000051636696,0.00094361353,0.0001529573,0.0003549561,3.7503554e-7,0.5108199,0.0015111559,0.00013801253],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967724,0.0011534744,0.00034623552,0.00059493975,0.0008290032,0.00030394772],"domain_scores_gemma":[0.997239,0.00092885253,0.00015765127,0.0011985246,0.00028198594,0.00019396727],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009935562,0.00019538362,0.00025086716,0.00025074283,0.0009928454,0.0006965706,0.0038262906,0.00012154576,0.0002477952],"category_scores_gemma":[0.005420897,0.00016977215,0.000045006756,0.000991882,0.000107669366,0.00017334265,0.005143286,0.00085181074,0.0011182311],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070817173,0.00009984635,0.0021624488,0.00011058455,0.000041031042,0.000010869923,0.0007570951,0.00005555131,0.0000038422218,0.000021247786,0.9954257,0.001304711],"study_design_scores_gemma":[0.00036466552,0.00047769275,0.119531564,0.00005777572,0.000025973377,0.000021077198,0.00006141523,0.00014569185,0.000015954382,0.000052500684,0.8790607,0.000184978],"about_ca_topic_score_codex":0.000024882156,"about_ca_topic_score_gemma":7.068248e-7,"teacher_disagreement_score":0.47696462,"about_ca_system_score_codex":0.00009731626,"about_ca_system_score_gemma":0.000012991851,"threshold_uncertainty_score":0.99965954},"labels":[],"label_agreement":null},{"id":"W4393529708","doi":"10.5281/zenodo.8190493","title":"Integrating Visual Aids to Enhance the Code Reviewer Selection Process Replication Package","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Computer science; Code (set theory); Selection (genetic algorithm); Process (computing); R package; Psychology; Programming language; Biology; Artificial intelligence; Virology","score_opus":0.02873166098799828,"score_gpt":0.3243248768035528,"score_spread":0.29559321581555453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393529708","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062460225,0.0002738604,0.40638748,0.004689702,0.0014622887,0.005065056,0.56915885,0.011493231,0.0008449363],"genre_scores_gemma":[0.0019817832,0.00040417208,0.002543608,0.00050949806,0.000936759,0.0000044282656,0.99025536,0.002305837,0.0010585473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99624616,0.0005633321,0.00044236894,0.0011506039,0.0010225435,0.00057501096],"domain_scores_gemma":[0.9955185,0.00032499674,0.00020186078,0.0019342876,0.0018065852,0.0002137614],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029399258,0.0002820364,0.00025856725,0.00050402933,0.0019463291,0.002002131,0.0048269765,0.0001448695,0.00039475245],"category_scores_gemma":[0.02462988,0.00024378294,0.000074053125,0.0034304515,0.000084821695,0.0003847305,0.0028557917,0.0009964157,0.028564861],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007875461,0.00004401953,4.5250238e-7,0.00021295913,0.000024048139,0.0000045601555,0.00026210013,0.00007339576,0.00020392463,0.00011869319,0.9504232,0.048624787],"study_design_scores_gemma":[0.00006356501,0.00034234242,0.00007328181,0.00022899474,0.0000101023525,0.000039810555,0.000039754672,0.0011810178,0.00040167372,0.000039695813,0.99732184,0.0002579087],"about_ca_topic_score_codex":0.00005119733,"about_ca_topic_score_gemma":0.0000035610433,"teacher_disagreement_score":0.4210965,"about_ca_system_score_codex":0.00034448472,"about_ca_system_score_gemma":0.000021979982,"threshold_uncertainty_score":0.999353},"labels":[],"label_agreement":null},{"id":"W4393548574","doi":"10.5281/zenodo.4010209","title":"Conclusion Stability for Natural Language Based Mining of Design Discussions: Dataset","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Natural (archaeology); Stability (learning theory); Computer science; Natural language processing; Geography; Archaeology; Machine learning","score_opus":0.051186950147725105,"score_gpt":0.2814128574786919,"score_spread":0.23022590733096676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393548574","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031308147,0.00009402491,0.18085712,0.00035884618,0.00016369822,0.000869125,0.81717634,0.00043103026,0.00001847449],"genre_scores_gemma":[0.0026581031,0.000015437294,0.012318636,0.00008866119,0.000101645055,3.2254067e-7,0.98429686,0.0005032985,0.000017044518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969106,0.00063169235,0.00041269988,0.0008019348,0.0007764256,0.0004666471],"domain_scores_gemma":[0.99689305,0.0006867228,0.00020524999,0.0014793427,0.0004891125,0.00024651262],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015259596,0.00026153846,0.00033953137,0.00033296447,0.0009554774,0.00060144917,0.00418869,0.00013581899,0.0014424189],"category_scores_gemma":[0.0081929015,0.00024035858,0.00009150029,0.0008110904,0.00015455318,0.00031148506,0.0041646413,0.0005218796,0.0007613953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007070086,0.0000853998,1.7618204e-7,0.0003690909,0.000029195484,0.00001856092,0.00026563864,0.00008267778,0.0008290075,0.000025577807,0.98664725,0.011576729],"study_design_scores_gemma":[0.00053468614,0.00041509565,0.000018730214,0.00009474815,0.000016923861,0.000012728613,0.00007476881,0.010021944,0.0009466599,0.0000090939475,0.9875973,0.00025735373],"about_ca_topic_score_codex":0.000018907704,"about_ca_topic_score_gemma":3.5099785e-7,"teacher_disagreement_score":0.16853848,"about_ca_system_score_codex":0.00018655497,"about_ca_system_score_gemma":0.000031759213,"threshold_uncertainty_score":0.9994704},"labels":[],"label_agreement":null},{"id":"W4393569314","doi":"10.5281/zenodo.7549217","title":"Bugsplainer: Explaining Software Bugs Leveraging Code Structures in Neural Machine Translation","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Programming language; Software bug; Code (set theory); Translation (biology); Machine translation; Software; Software engineering; Operating system; Artificial intelligence; Biology","score_opus":0.04739010808059809,"score_gpt":0.26718827025099434,"score_spread":0.21979816217039624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393569314","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043026134,0.000884152,0.08334754,0.000865066,0.0010090759,0.0011870338,0.9064262,0.005593534,0.00025712064],"genre_scores_gemma":[0.0046720956,0.00019672776,0.0026889911,0.00010114126,0.0002573023,3.6982803e-7,0.9903295,0.0016324125,0.000121431774],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996041,0.00050174975,0.00051449967,0.0010398217,0.0010592865,0.0008436198],"domain_scores_gemma":[0.99762887,0.0004129342,0.000154787,0.0012405185,0.0003182325,0.00024463056],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013037059,0.00039337898,0.0003677798,0.0013632384,0.001259096,0.0016868144,0.0041091903,0.00022708917,0.00094020326],"category_scores_gemma":[0.0027848931,0.00044142344,0.00009302884,0.0019073666,0.00010030237,0.000571528,0.002512683,0.0013594304,0.0051377458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020290898,0.00003524922,0.0000051092557,0.00021059424,0.000030891788,0.00017124909,0.0005143096,0.0034702285,0.000028858829,0.00004540968,0.9035954,0.091872424],"study_design_scores_gemma":[0.0005813021,0.000114276925,0.00061149494,0.00011967396,0.000008915888,0.0001417552,0.000033601606,0.024060821,0.000013602264,0.00008514815,0.97378314,0.0004462726],"about_ca_topic_score_codex":0.00021131143,"about_ca_topic_score_gemma":0.000008019171,"teacher_disagreement_score":0.09142615,"about_ca_system_score_codex":0.00033354363,"about_ca_system_score_gemma":0.000016056596,"threshold_uncertainty_score":0.99997306},"labels":[],"label_agreement":null},{"id":"W4393585945","doi":"10.5281/zenodo.4719161","title":"Automated Support for Searching and Selecting Evidence in Software Engineering: A Cross-domain Systematic Mapping","year":2021,"lang":"en","type":"dataset","venue":"Figshare","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Domain (mathematical analysis); Software engineering; Computer science; Software; Data mining; Data science; Programming language; Mathematics","score_opus":0.06964552652961997,"score_gpt":0.3342136661265946,"score_spread":0.2645681395969746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393585945","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000063843654,0.0014032084,0.0034138153,0.000014472378,0.00014733388,0.0013494935,0.9926591,0.00094848487,2.8093376e-7],"genre_scores_gemma":[0.00012420604,0.000008756687,0.02054587,0.000030403258,0.00009638268,0.0017362058,0.9773786,0.000054144763,0.0000254475],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9966378,0.000131724,0.00063954113,0.000987642,0.0006950287,0.0009082492],"domain_scores_gemma":[0.9889447,0.009276535,0.0001973708,0.0010500212,0.00031740736,0.0002139523],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009971522,0.00044179705,0.00073664275,0.0007095881,0.00014650442,0.0013211339,0.0016652193,0.00033289017,0.00067626574],"category_scores_gemma":[0.07917862,0.0004836277,0.000117928554,0.0012135664,0.0000071904005,0.00060499954,0.0013774364,0.0008877964,0.00011923015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014820049,0.000013414398,0.00006819052,0.12893604,0.00003930711,0.00033361555,0.00015907505,0.0009861195,0.000009952805,7.497512e-7,0.86941826,0.000033781944],"study_design_scores_gemma":[0.00095610844,0.00019613617,0.004281746,0.5482759,0.000024790654,0.00083498354,0.00004626412,0.269053,0.0001128484,0.00001250965,0.17397131,0.0022344335],"about_ca_topic_score_codex":0.000020327398,"about_ca_topic_score_gemma":0.000011027969,"teacher_disagreement_score":0.69544697,"about_ca_system_score_codex":0.00033614057,"about_ca_system_score_gemma":0.00060194434,"threshold_uncertainty_score":0.9997615},"labels":[],"label_agreement":null},{"id":"W4393614072","doi":"10.5281/zenodo.7814123","title":"Dataset for \"Deep Dive into the Verifiability of Code Generated by GitHub Copilot\"","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code (set theory); Computer science; Programming language","score_opus":0.03581037201718835,"score_gpt":0.2719287974016264,"score_spread":0.23611842538443806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393614072","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005372662,0.00012010994,0.041864883,0.0005316344,0.00029984894,0.0010133595,0.9555631,0.0005237802,0.000029553554],"genre_scores_gemma":[0.00015736904,0.00022599637,0.0006677566,0.00008417399,0.00012366138,8.4599355e-7,0.9978707,0.0007448851,0.00012460291],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966315,0.0005208211,0.00046806235,0.00089995103,0.0008996125,0.00058007584],"domain_scores_gemma":[0.99561137,0.0006121098,0.0002090793,0.0024149157,0.00094099686,0.00021155647],"candidate_categories":["metaepi_narrow","sts","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020553302,0.00029069028,0.00033738816,0.0003017136,0.0015019794,0.0010335952,0.0068618613,0.00017122529,0.0006508544],"category_scores_gemma":[0.0062300568,0.00025592232,0.000084343446,0.0013815947,0.0003451747,0.00028356956,0.005440443,0.0005979436,0.0053021745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002940915,0.000094081086,2.8710016e-7,0.0002983598,0.00008395874,0.0000057036227,0.0002175686,0.00013265944,0.00029447308,0.00009922103,0.9936078,0.0051364484],"study_design_scores_gemma":[0.00035356058,0.00029142053,0.000031684365,0.00003567299,0.000018656388,0.0000102895165,0.000027287933,0.0026724471,0.00034075693,0.00007640891,0.99589455,0.0002472667],"about_ca_topic_score_codex":0.0002642755,"about_ca_topic_score_gemma":0.0000050376466,"teacher_disagreement_score":0.042307604,"about_ca_system_score_codex":0.0002382753,"about_ca_system_score_gemma":0.00002443197,"threshold_uncertainty_score":0.9999893},"labels":[],"label_agreement":null},{"id":"W4393616364","doi":"10.5281/zenodo.7226609","title":"Integrating Visual Aids to Enhance the Code Reviewer Selection Process Replication Package","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Replication (statistics); Selection (genetic algorithm); Computer science; Code (set theory); R package; Process (computing); Biology; Programming language; Artificial intelligence; Virology","score_opus":0.02873166098799828,"score_gpt":0.3243248768035528,"score_spread":0.29559321581555453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393616364","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062460225,0.0002738604,0.40638748,0.004689702,0.0014622887,0.005065056,0.56915885,0.011493231,0.0008449363],"genre_scores_gemma":[0.0019817832,0.00040417208,0.002543608,0.00050949806,0.000936759,0.0000044282656,0.99025536,0.002305837,0.0010585473],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99624616,0.0005633321,0.00044236894,0.0011506039,0.0010225435,0.00057501096],"domain_scores_gemma":[0.9955185,0.00032499674,0.00020186078,0.0019342876,0.0018065852,0.0002137614],"candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029399258,0.0002820364,0.00025856725,0.00050402933,0.0019463291,0.002002131,0.0048269765,0.0001448695,0.00039475245],"category_scores_gemma":[0.02462988,0.00024378294,0.000074053125,0.0034304515,0.000084821695,0.0003847305,0.0028557917,0.0009964157,0.028564861],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007875461,0.00004401953,4.5250238e-7,0.00021295913,0.000024048139,0.0000045601555,0.00026210013,0.00007339576,0.00020392463,0.00011869319,0.9504232,0.048624787],"study_design_scores_gemma":[0.00006356501,0.00034234242,0.00007328181,0.00022899474,0.0000101023525,0.000039810555,0.000039754672,0.0011810178,0.00040167372,0.000039695813,0.99732184,0.0002579087],"about_ca_topic_score_codex":0.00005119733,"about_ca_topic_score_gemma":0.0000035610433,"teacher_disagreement_score":0.4210965,"about_ca_system_score_codex":0.00034448472,"about_ca_system_score_gemma":0.000021979982,"threshold_uncertainty_score":0.999353},"labels":[],"label_agreement":null},{"id":"W4393623596","doi":"10.5281/zenodo.5173099","title":"Mapping breakpoint types: an exploratory study","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Breakpoint; Computer science; Cartography; Geography; Biology; Genetics; Chromosomal translocation","score_opus":0.04548804132398894,"score_gpt":0.26224738158633415,"score_spread":0.21675934026234522,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393623596","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019468311,0.00048040884,0.038955476,0.00037998141,0.0012976414,0.0020435296,0.9479189,0.0052756635,0.0017015488],"genre_scores_gemma":[0.0024335175,0.00011288316,0.00087608304,0.000113674,0.0004188807,3.334207e-7,0.99433935,0.0015165241,0.00018876538],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99575317,0.0009907071,0.00039301944,0.0011468512,0.0010854239,0.00063084567],"domain_scores_gemma":[0.995731,0.000113380134,0.00013168581,0.0026583655,0.0009813306,0.00038422653],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0016828934,0.00032378366,0.000333765,0.00074111886,0.0015363516,0.0029497987,0.005489285,0.00015958933,0.004109065],"category_scores_gemma":[0.0018882864,0.00036437923,0.00007514322,0.0016008806,0.00008998816,0.00068626244,0.0066521284,0.0009600792,0.0105237765],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059318368,0.0004332686,7.276375e-7,0.00010778007,0.00007500921,0.00025454428,0.0014231424,0.000058948706,0.00006295191,0.00004356569,0.9842662,0.0132678915],"study_design_scores_gemma":[0.00031936576,0.00039020652,0.00011788402,0.00006827572,0.00000936926,0.00012339982,0.0006789272,0.00030561924,0.0000222831,0.000016236361,0.9975796,0.00036886852],"about_ca_topic_score_codex":0.000031752363,"about_ca_topic_score_gemma":0.000002249692,"teacher_disagreement_score":0.04642042,"about_ca_system_score_codex":0.00032468152,"about_ca_system_score_gemma":0.000030260213,"threshold_uncertainty_score":0.9998915},"labels":[],"label_agreement":null},{"id":"W4393650234","doi":"10.5281/zenodo.4010208","title":"Conclusion Stability for Natural Language Based Mining of Design Discussions: Dataset","year":2020,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Stability (learning theory); Natural (archaeology); Computer science; Natural language processing; Geography; Machine learning; Archaeology","score_opus":0.051186950147725105,"score_gpt":0.2814128574786919,"score_spread":0.23022590733096676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393650234","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031308147,0.00009402491,0.18085712,0.00035884618,0.00016369822,0.000869125,0.81717634,0.00043103026,0.00001847449],"genre_scores_gemma":[0.0026581031,0.000015437294,0.012318636,0.00008866119,0.000101645055,3.2254067e-7,0.98429686,0.0005032985,0.000017044518],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969106,0.00063169235,0.00041269988,0.0008019348,0.0007764256,0.0004666471],"domain_scores_gemma":[0.99689305,0.0006867228,0.00020524999,0.0014793427,0.0004891125,0.00024651262],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015259596,0.00026153846,0.00033953137,0.00033296447,0.0009554774,0.00060144917,0.00418869,0.00013581899,0.0014424189],"category_scores_gemma":[0.0081929015,0.00024035858,0.00009150029,0.0008110904,0.00015455318,0.00031148506,0.0041646413,0.0005218796,0.0007613953],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007070086,0.0000853998,1.7618204e-7,0.0003690909,0.000029195484,0.00001856092,0.00026563864,0.00008267778,0.0008290075,0.000025577807,0.98664725,0.011576729],"study_design_scores_gemma":[0.00053468614,0.00041509565,0.000018730214,0.00009474815,0.000016923861,0.000012728613,0.00007476881,0.010021944,0.0009466599,0.0000090939475,0.9875973,0.00025735373],"about_ca_topic_score_codex":0.000018907704,"about_ca_topic_score_gemma":3.5099785e-7,"teacher_disagreement_score":0.16853848,"about_ca_system_score_codex":0.00018655497,"about_ca_system_score_gemma":0.000031759213,"threshold_uncertainty_score":0.9994704},"labels":[],"label_agreement":null},{"id":"W4393653611","doi":"10.5281/zenodo.4019184","title":"On the Untriviality of Trivial Packages: An Empirical Study of npm JavaScript Packages","year":2019,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University; Queen's University","funders":"","keywords":"JavaScript; Computer science; Programming language; Empirical research; Mathematics; Statistics","score_opus":0.07002625002808652,"score_gpt":0.3073490316570811,"score_spread":0.2373227816289946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393653611","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06089261,0.00008562039,0.009029909,0.0007246173,0.0009467667,0.0038491113,0.92250806,0.0009905607,0.0009727555],"genre_scores_gemma":[0.33853507,0.00012240914,0.0002191672,0.00019762853,0.0004082479,5.991017e-7,0.65844125,0.0017650144,0.00031060705],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99448293,0.0018733977,0.0005973997,0.00085112423,0.0016873265,0.0005078132],"domain_scores_gemma":[0.99452835,0.000770205,0.00033064172,0.0032785954,0.00089128356,0.00020094423],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00275205,0.000319396,0.00050412223,0.0005771768,0.00069551787,0.0006580315,0.00682794,0.00018635264,0.0023980078],"category_scores_gemma":[0.0059415437,0.00025625757,0.00011453201,0.0013610286,0.00023430797,0.0002981182,0.0037384792,0.00095805584,0.0021134883],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058690748,0.0010828496,0.00001724181,0.00015621999,0.00009947146,0.000016339467,0.0009247317,0.00009933275,0.00007281477,0.00021859833,0.9946614,0.0025923154],"study_design_scores_gemma":[0.00085745647,0.0028576264,0.0025455188,0.00008354222,0.00003093631,0.00001930469,0.0002636649,0.00031745518,0.00016673055,0.00009136235,0.99245536,0.00031104725],"about_ca_topic_score_codex":0.00008982107,"about_ca_topic_score_gemma":0.0000015001916,"teacher_disagreement_score":0.27764246,"about_ca_system_score_codex":0.00015818083,"about_ca_system_score_gemma":0.000027085684,"threshold_uncertainty_score":0.999989},"labels":[],"label_agreement":null},{"id":"W4393699540","doi":"10.5281/zenodo.3633081","title":"Empirical Study of the Relationship between Design Patterns and Code Smells","year":2020,"lang":"en","type":"dataset","venue":"Figshare","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code smell; Code (set theory); Computer science; Empirical research; Programming language; Mathematics; Statistics; Software quality; Software","score_opus":0.2551029807026982,"score_gpt":0.368570685920784,"score_spread":0.1134677052180858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393699540","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017212376,0.000025454185,0.00042480498,0.00009050389,0.00004230711,0.0005297504,0.9986593,0.000055311564,4.314667e-7],"genre_scores_gemma":[0.016781732,4.907552e-7,0.00012914496,0.000036831283,0.000085483574,0.00008852184,0.9828562,0.000011846212,0.000009722118],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9984627,0.0002402555,0.00021232448,0.0003810919,0.00052716496,0.00017650958],"domain_scores_gemma":[0.99295074,0.005883036,0.00010281299,0.0009050316,0.000060072205,0.000098295866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011610998,0.00016106335,0.00022163584,0.000083327686,0.0000719356,0.000106876294,0.0018573375,0.00014480046,0.0008807128],"category_scores_gemma":[0.0081881415,0.00012360906,0.000040268984,0.00041828895,0.0000056945883,0.00007997234,0.0013969458,0.00064570084,0.0003722554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6465086e-7,0.000021703849,0.05020541,0.00017260331,0.000015139133,0.0000107248625,0.000131178,0.000029133616,2.0839323e-8,7.275814e-8,0.949368,0.000045466302],"study_design_scores_gemma":[0.00015177211,0.00014122887,0.75238025,0.0005951963,0.000011800053,0.0000021862975,0.000006344977,0.00010097712,0.0000059454474,0.000011025227,0.24644358,0.00014970565],"about_ca_topic_score_codex":0.000012616599,"about_ca_topic_score_gemma":0.000011054673,"teacher_disagreement_score":0.7029244,"about_ca_system_score_codex":0.000029862484,"about_ca_system_score_gemma":0.00011720051,"threshold_uncertainty_score":0.98025614},"labels":[],"label_agreement":null},{"id":"W4393720210","doi":"10.5281/zenodo.5066797","title":"Automated Support for Searching and Selecting Evidence in Software Engineering: A Cross-domain Systematic Mapping","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Domain (mathematical analysis); Computer science; Software engineering; Software; Data mining; Programming language; Mathematics","score_opus":0.043030932149270076,"score_gpt":0.28234802919294694,"score_spread":0.23931709704367687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393720210","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004761626,0.002153378,0.55104953,0.0004041404,0.0008832023,0.006997029,0.422415,0.011268658,0.00006748093],"genre_scores_gemma":[0.007798858,0.00042885286,0.06710985,0.00015570827,0.00045401443,0.000008839067,0.9198677,0.0038709263,0.00030526597],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959345,0.0005197452,0.0006723817,0.0010859877,0.00085258106,0.000934807],"domain_scores_gemma":[0.9960858,0.0014731234,0.00020208489,0.0011538895,0.00079675304,0.00028829928],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0039948733,0.00036764378,0.000559057,0.001089059,0.001163519,0.003930154,0.0028759304,0.00021577707,0.00022249021],"category_scores_gemma":[0.031297896,0.00042167056,0.00008966383,0.0017941302,0.00008038995,0.00069823535,0.0038188244,0.0009421528,0.00036880217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019448624,0.00009908995,0.000029146204,0.04359082,0.0001340365,0.00030315536,0.0012523687,0.0015641797,0.0004347165,0.00012948396,0.9510394,0.0014041996],"study_design_scores_gemma":[0.00095630146,0.00035585772,0.001032311,0.012956997,0.000026783218,0.001158514,0.00014255065,0.057037197,0.000089094116,0.00003400349,0.92516917,0.001041244],"about_ca_topic_score_codex":0.00003225417,"about_ca_topic_score_gemma":9.047681e-7,"teacher_disagreement_score":0.4974527,"about_ca_system_score_codex":0.00053238985,"about_ca_system_score_gemma":0.000044275843,"threshold_uncertainty_score":0.9998235},"labels":[],"label_agreement":null},{"id":"W4393743078","doi":"10.5281/zenodo.7479227","title":"Dataset for a systematic literature review on source code similarity measurement and clone detection: techniques, applications, and challenges","year":2022,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Similarity (geometry); Computer science; Code (set theory); Source code; clone (Java method); Information retrieval; Data mining; Programming language; Artificial intelligence; Biology; Genetics; DNA","score_opus":0.05538046540992728,"score_gpt":0.26851299974022763,"score_spread":0.21313253433030035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393743078","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.0503407e-7,0.06503216,0.040900193,0.0014827689,0.000048264163,0.0044103917,0.88747066,0.0006314373,0.00002391416],"genre_scores_gemma":[0.000012409228,0.11516254,0.0008274679,0.00031842268,0.00011206125,0.000021046522,0.8830122,0.00050692394,0.000026975657],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968854,0.000617036,0.00036128043,0.0008840656,0.0009240074,0.00032819549],"domain_scores_gemma":[0.99730724,0.00022399059,0.00019170163,0.0015351875,0.0005512576,0.00019062446],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0033396482,0.0002763659,0.0003914221,0.00037717578,0.0015278268,0.0009842543,0.0019406348,0.00012692722,0.00042640758],"category_scores_gemma":[0.0023650504,0.00027582387,0.000043749842,0.00059476367,0.00007341665,0.00019956617,0.0026074194,0.00069419155,0.000088906774],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009453823,0.000068600435,8.924542e-9,0.07557333,0.00004493165,0.000007607354,0.000045881014,0.0000015905922,0.000013781006,0.00011139566,0.8976275,0.026495926],"study_design_scores_gemma":[0.00016143234,0.00032335328,0.0000024745584,0.0066221957,0.000038065988,0.00026785204,0.000010513055,0.000079211786,0.000022676491,0.00002395765,0.99220335,0.0002448937],"about_ca_topic_score_codex":0.0000035803093,"about_ca_topic_score_gemma":7.5002697e-7,"teacher_disagreement_score":0.09457588,"about_ca_system_score_codex":0.00027344137,"about_ca_system_score_gemma":0.000008909372,"threshold_uncertainty_score":0.9999694},"labels":[],"label_agreement":null},{"id":"W4393776068","doi":"10.5281/zenodo.4732665","title":"Dataset of the Paper \"System and Software Processes in Practice: Insights from Chinese Industry\"","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Software; Computer science; Data science; Software engineering; Business; Operating system","score_opus":0.018096455100356325,"score_gpt":0.25348106174621415,"score_spread":0.23538460664585784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393776068","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012391101,0.0008998589,0.0010797551,0.0003043596,0.00019937924,0.00046437196,0.995455,0.00024597187,0.00011214005],"genre_scores_gemma":[0.0037400771,0.00026650127,0.0010282788,0.00011689471,0.00012535787,2.2741e-7,0.9942569,0.00044362317,0.000022099379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970924,0.0006427048,0.0004018627,0.0007143723,0.00084147067,0.0003071852],"domain_scores_gemma":[0.99656194,0.0005498758,0.00023842954,0.0017582646,0.00074683776,0.00014462456],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00053914863,0.00024182898,0.0002905312,0.00029094986,0.00059678114,0.0010065837,0.0036710268,0.00028492248,0.0004585606],"category_scores_gemma":[0.014903916,0.00019339538,0.000030430723,0.0019009499,0.0001445924,0.00076562667,0.006655667,0.0012740844,0.00032202734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012233016,0.000108308814,0.000015517564,0.0005367105,0.000049726452,0.00008471016,0.0003330462,0.000041299914,0.000043998658,0.000038603986,0.9961504,0.0025854562],"study_design_scores_gemma":[0.00028898122,0.000046139918,0.0011805362,0.00032826423,0.000014536238,0.00011083289,0.00011000527,0.00007845675,0.000037794343,0.000016709864,0.99759626,0.0001915029],"about_ca_topic_score_codex":0.00025911065,"about_ca_topic_score_gemma":0.000009333866,"teacher_disagreement_score":0.014364768,"about_ca_system_score_codex":0.00016058936,"about_ca_system_score_gemma":0.000053555,"threshold_uncertainty_score":0.99339396},"labels":[],"label_agreement":null},{"id":"W4393846738","doi":"10.5281/zenodo.7812451","title":"Dataset for \"Deep Dive into the Verifiability of Code Generated by GitHub Copilot\"","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code (set theory); Computer science; Programming language","score_opus":0.03581037201718835,"score_gpt":0.2719287974016264,"score_spread":0.23611842538443806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393846738","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005372662,0.00012010994,0.041864883,0.0005316344,0.00029984894,0.0010133595,0.9555631,0.0005237802,0.000029553554],"genre_scores_gemma":[0.00015736904,0.00022599637,0.0006677566,0.00008417399,0.00012366138,8.4599355e-7,0.9978707,0.0007448851,0.00012460291],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966315,0.0005208211,0.00046806235,0.00089995103,0.0008996125,0.00058007584],"domain_scores_gemma":[0.99561137,0.0006121098,0.0002090793,0.0024149157,0.00094099686,0.00021155647],"candidate_categories":["metaepi_narrow","sts","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020553302,0.00029069028,0.00033738816,0.0003017136,0.0015019794,0.0010335952,0.0068618613,0.00017122529,0.0006508544],"category_scores_gemma":[0.0062300568,0.00025592232,0.000084343446,0.0013815947,0.0003451747,0.00028356956,0.005440443,0.0005979436,0.0053021745],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002940915,0.000094081086,2.8710016e-7,0.0002983598,0.00008395874,0.0000057036227,0.0002175686,0.00013265944,0.00029447308,0.00009922103,0.9936078,0.0051364484],"study_design_scores_gemma":[0.00035356058,0.00029142053,0.000031684365,0.00003567299,0.000018656388,0.0000102895165,0.000027287933,0.0026724471,0.00034075693,0.00007640891,0.99589455,0.0002472667],"about_ca_topic_score_codex":0.0002642755,"about_ca_topic_score_gemma":0.0000050376466,"teacher_disagreement_score":0.042307604,"about_ca_system_score_codex":0.0002382753,"about_ca_system_score_gemma":0.00002443197,"threshold_uncertainty_score":0.9999893},"labels":[],"label_agreement":null},{"id":"W4393851745","doi":"10.1145/3650142.3650148","title":"Column: Is Theory (Still) Welcome in Software Engineering Research?","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Column (typography); Computer science; Software; Software engineering; Programming language; Telecommunications","score_opus":0.03368683316757169,"score_gpt":0.3006107158940571,"score_spread":0.2669238827264854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393851745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28513622,0.014941881,0.67855406,0.0011741945,0.004731885,0.00128336,0.000088257184,0.014083255,0.000006927013],"genre_scores_gemma":[0.86468285,0.00012346856,0.1337285,0.0000957818,0.00047524535,0.00031872085,0.000018520457,0.00027268648,0.0002842008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933479,0.00015561443,0.00080241606,0.0017137903,0.0017330606,0.0022472157],"domain_scores_gemma":[0.75298893,0.24268226,0.000055901626,0.003258506,0.0003682448,0.0006461643],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0034833462,0.0007810119,0.0006829728,0.0026018221,0.00016709906,0.0011087822,0.0042412356,0.0004695183,0.00014548375],"category_scores_gemma":[0.3609034,0.0008593381,0.00028382504,0.0049803318,0.00011497398,0.001389529,0.0022291066,0.0025377371,0.0005396594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009116722,0.0005742515,0.6753613,0.00797758,0.00083407765,0.0066706887,0.015543396,0.09712958,0.0073195947,0.05503078,0.016619004,0.11684858],"study_design_scores_gemma":[0.002671495,0.0010162208,0.6856387,0.009403985,0.00008533047,0.00085933175,0.00011313798,0.10955654,0.02709723,0.004127153,0.15165713,0.0077737034],"about_ca_topic_score_codex":0.000107098596,"about_ca_topic_score_gemma":0.0000068704917,"teacher_disagreement_score":0.5795467,"about_ca_system_score_codex":0.00075885176,"about_ca_system_score_gemma":0.00038198993,"threshold_uncertainty_score":0.9999282},"labels":[],"label_agreement":null},{"id":"W4393886095","doi":"10.5281/zenodo.4726379","title":"Dataset of the Paper \"System and Software Processes in Practice: Insights from Chinese Industry\"","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Software; Computer science; Software engineering; Data science; Programming language","score_opus":0.018096455100356325,"score_gpt":0.25348106174621415,"score_spread":0.23538460664585784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393886095","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012391101,0.0008998589,0.0010797551,0.0003043596,0.00019937924,0.00046437196,0.995455,0.00024597187,0.00011214005],"genre_scores_gemma":[0.0037400771,0.00026650127,0.0010282788,0.00011689471,0.00012535787,2.2741e-7,0.9942569,0.00044362317,0.000022099379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970924,0.0006427048,0.0004018627,0.0007143723,0.00084147067,0.0003071852],"domain_scores_gemma":[0.99656194,0.0005498758,0.00023842954,0.0017582646,0.00074683776,0.00014462456],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00053914863,0.00024182898,0.0002905312,0.00029094986,0.00059678114,0.0010065837,0.0036710268,0.00028492248,0.0004585606],"category_scores_gemma":[0.014903916,0.00019339538,0.000030430723,0.0019009499,0.0001445924,0.00076562667,0.006655667,0.0012740844,0.00032202734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012233016,0.000108308814,0.000015517564,0.0005367105,0.000049726452,0.00008471016,0.0003330462,0.000041299914,0.000043998658,0.000038603986,0.9961504,0.0025854562],"study_design_scores_gemma":[0.00028898122,0.000046139918,0.0011805362,0.00032826423,0.000014536238,0.00011083289,0.00011000527,0.00007845675,0.000037794343,0.000016709864,0.99759626,0.0001915029],"about_ca_topic_score_codex":0.00025911065,"about_ca_topic_score_gemma":0.000009333866,"teacher_disagreement_score":0.014364768,"about_ca_system_score_codex":0.00016058936,"about_ca_system_score_gemma":0.000053555,"threshold_uncertainty_score":0.99339396},"labels":[],"label_agreement":null},{"id":"W4393924710","doi":"10.48550/arxiv.2404.01470","title":"Measuring the Redundancy of Information from a Source Failure Perspective","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Redundancy (engineering); Perspective (graphical); Computer science; Reliability engineering; Information retrieval; Engineering; Artificial intelligence","score_opus":0.04600702507292608,"score_gpt":0.18307209046752596,"score_spread":0.13706506539459987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393924710","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20298009,0.00022609203,0.7943935,0.0003857828,0.00043798814,0.00026231955,0.000021814365,0.00038827764,0.00090416067],"genre_scores_gemma":[0.9978727,0.0000249796,0.0017933351,0.000012626994,0.00006055598,0.0000013884784,0.000004738949,0.000011867159,0.00021777321],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988633,0.00007785752,0.00015942733,0.00047666693,0.00019775706,0.00022499597],"domain_scores_gemma":[0.99797046,0.00040412843,0.00012224144,0.0011160003,0.0003142313,0.00007291917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002804523,0.0001902875,0.00019207866,0.00032037383,0.00008144625,0.00021707304,0.0020264108,0.00016540059,0.000011559356],"category_scores_gemma":[0.00033025644,0.00017453625,0.00016563963,0.00076980446,0.000088864246,0.00042036545,0.0033786416,0.00094530947,0.00010563794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003094922,0.000046940208,0.002331822,0.00035914,0.00053524005,0.00009848339,0.017989637,0.57985413,0.000101014855,0.39455152,0.0012613154,0.0028397888],"study_design_scores_gemma":[0.00039304318,0.00005050337,0.0059077423,0.00065312296,0.000104951614,0.000006296026,0.0022415502,0.7480994,0.000990115,0.23911622,0.0018440263,0.0005930343],"about_ca_topic_score_codex":0.0011999768,"about_ca_topic_score_gemma":0.000034516932,"teacher_disagreement_score":0.79489267,"about_ca_system_score_codex":0.000383562,"about_ca_system_score_gemma":0.00028708426,"threshold_uncertainty_score":0.7117382},"labels":[],"label_agreement":null},{"id":"W4394046374","doi":"10.5281/zenodo.5066796","title":"Automated Support for Searching and Selecting Evidence in Software Engineering: A Cross-domain Systematic Mapping","year":2021,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Software engineering; Computer science; Domain (mathematical analysis); Software; Data mining; Data science; Information retrieval; Programming language; Mathematics","score_opus":0.043030932149270076,"score_gpt":0.28234802919294694,"score_spread":0.23931709704367687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394046374","genre_codex":"methods","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004761626,0.002153378,0.55104953,0.0004041404,0.0008832023,0.006997029,0.422415,0.011268658,0.00006748093],"genre_scores_gemma":[0.007798858,0.00042885286,0.06710985,0.00015570827,0.00045401443,0.000008839067,0.9198677,0.0038709263,0.00030526597],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959345,0.0005197452,0.0006723817,0.0010859877,0.00085258106,0.000934807],"domain_scores_gemma":[0.9960858,0.0014731234,0.00020208489,0.0011538895,0.00079675304,0.00028829928],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0039948733,0.00036764378,0.000559057,0.001089059,0.001163519,0.003930154,0.0028759304,0.00021577707,0.00022249021],"category_scores_gemma":[0.031297896,0.00042167056,0.00008966383,0.0017941302,0.00008038995,0.00069823535,0.0038188244,0.0009421528,0.00036880217],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019448624,0.00009908995,0.000029146204,0.04359082,0.0001340365,0.00030315536,0.0012523687,0.0015641797,0.0004347165,0.00012948396,0.9510394,0.0014041996],"study_design_scores_gemma":[0.00095630146,0.00035585772,0.001032311,0.012956997,0.000026783218,0.001158514,0.00014255065,0.057037197,0.000089094116,0.00003400349,0.92516917,0.001041244],"about_ca_topic_score_codex":0.00003225417,"about_ca_topic_score_gemma":9.047681e-7,"teacher_disagreement_score":0.4974527,"about_ca_system_score_codex":0.00053238985,"about_ca_system_score_gemma":0.000044275843,"threshold_uncertainty_score":0.9998235},"labels":[],"label_agreement":null},{"id":"W4394051971","doi":"10.5281/zenodo.7636742","title":"Bugsplainer: Explaining Software Bugs Leveraging Code Structures in Neural Machine Translation","year":2023,"lang":"en","type":"dataset","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Machine translation; Code (set theory); Programming language; Software; Translation (biology); Software bug; Artificial intelligence; Software engineering; Biology","score_opus":0.04739010808059809,"score_gpt":0.26718827025099434,"score_spread":0.21979816217039624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394051971","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00043026134,0.000884152,0.08334754,0.000865066,0.0010090759,0.0011870338,0.9064262,0.005593534,0.00025712064],"genre_scores_gemma":[0.0046720956,0.00019672776,0.0026889911,0.00010114126,0.0002573023,3.6982803e-7,0.9903295,0.0016324125,0.000121431774],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996041,0.00050174975,0.00051449967,0.0010398217,0.0010592865,0.0008436198],"domain_scores_gemma":[0.99762887,0.0004129342,0.000154787,0.0012405185,0.0003182325,0.00024463056],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013037059,0.00039337898,0.0003677798,0.0013632384,0.001259096,0.0016868144,0.0041091903,0.00022708917,0.00094020326],"category_scores_gemma":[0.0027848931,0.00044142344,0.00009302884,0.0019073666,0.00010030237,0.000571528,0.002512683,0.0013594304,0.0051377458],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020290898,0.00003524922,0.0000051092557,0.00021059424,0.000030891788,0.00017124909,0.0005143096,0.0034702285,0.000028858829,0.00004540968,0.9035954,0.091872424],"study_design_scores_gemma":[0.0005813021,0.000114276925,0.00061149494,0.00011967396,0.000008915888,0.0001417552,0.000033601606,0.024060821,0.000013602264,0.00008514815,0.97378314,0.0004462726],"about_ca_topic_score_codex":0.00021131143,"about_ca_topic_score_gemma":0.000008019171,"teacher_disagreement_score":0.09142615,"about_ca_system_score_codex":0.00033354363,"about_ca_system_score_gemma":0.000016056596,"threshold_uncertainty_score":0.99997306},"labels":[],"label_agreement":null},{"id":"W4394745299","doi":"10.1145/3597503.3639177","title":"Demystifying and Detecting Misuses of Deep Learning APIs","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; York University","funders":"","keywords":"Computer science; Software; Artificial intelligence; Focus (optics); World Wide Web; Computer security; Programming language","score_opus":0.020221029892897965,"score_gpt":0.27987897484834745,"score_spread":0.25965794495544947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394745299","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22248325,0.001603062,0.77505076,0.00007442867,0.00009341435,0.000028398325,3.2050256e-8,0.00047107035,0.00019557349],"genre_scores_gemma":[0.9477868,0.000016640943,0.05204151,0.0000043598284,0.000019539413,0.000002531838,4.5760554e-8,0.000007134493,0.000121448546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994107,0.000018645345,0.00008797054,0.00018368097,0.0001484582,0.0001505843],"domain_scores_gemma":[0.998583,0.0012293217,0.000008227187,0.00011229454,0.00002523429,0.00004188322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029573133,0.000052013787,0.00006463287,0.00013429653,0.000043296317,0.00014129527,0.00018938033,0.00002371608,0.000011702108],"category_scores_gemma":[0.00073107495,0.000046105637,0.000018197468,0.00034055667,0.000016701682,0.00018819232,0.00019499412,0.00015483945,0.000011322638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000011325325,0.000005757869,0.025026083,0.00047770215,0.00003435002,0.000046636862,0.0021308635,0.0023817995,0.020893151,0.0068408065,0.00002345165,0.94213825],"study_design_scores_gemma":[0.00006937969,0.000055439403,0.007424727,0.00013160513,0.0000032235569,0.000060170303,0.00009817659,0.9512273,0.03962201,0.0005282735,0.0006385406,0.0001411469],"about_ca_topic_score_codex":0.000024430636,"about_ca_topic_score_gemma":0.00000237089,"teacher_disagreement_score":0.9488455,"about_ca_system_score_codex":0.000014307789,"about_ca_system_score_gemma":0.000013660178,"threshold_uncertainty_score":0.18801333},"labels":[],"label_agreement":null},{"id":"W4394746930","doi":"10.1145/3597503.3639110","title":"Towards More Practical Automation of Vulnerability Assessment","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"Fundamental Research Funds for the Central Universities; National Key Research and Development Program of China","keywords":"Computer science; Exploit; Vulnerability (computing); Schedule; Machine learning; Vulnerability assessment; Software; Prioritization; Data science; Artificial intelligence; Risk analysis (engineering); Computer security; Process management; Engineering","score_opus":0.036583347843623895,"score_gpt":0.40381664148310714,"score_spread":0.36723329363948326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394746930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026662415,0.000025335652,0.96421087,0.0058907983,0.00025901574,0.000082223734,6.512706e-7,0.000566894,0.0023017966],"genre_scores_gemma":[0.7357247,0.000001412971,0.26409718,0.000017371653,0.000017862505,0.0000100067255,6.0366216e-7,0.0000028800328,0.00012801387],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990944,0.000038148497,0.00012833683,0.00020010033,0.00041963113,0.00011938044],"domain_scores_gemma":[0.9988798,0.00065719493,0.000008862944,0.00034579777,0.00006066811,0.00004769335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066682516,0.000050171155,0.00006891133,0.00008093313,0.000014695606,0.000108259796,0.0002273532,0.00003111134,0.00009509634],"category_scores_gemma":[0.00047711036,0.000039747272,0.000032790893,0.00029748515,0.000023585224,0.0003903076,0.00015783841,0.00015101563,0.000033794702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018676548,0.00017484173,0.0038792728,0.00039048604,0.000054134824,0.000058229707,0.0006354556,0.00092637277,0.0022515662,0.77841234,0.013240246,0.1999752],"study_design_scores_gemma":[0.000040223564,0.000048083068,0.08997436,0.000018547194,0.0000014710007,0.0000131874585,0.000015182199,0.90142643,0.00464138,0.002238765,0.001519557,0.00006284176],"about_ca_topic_score_codex":0.00002823093,"about_ca_topic_score_gemma":4.8235285e-7,"teacher_disagreement_score":0.90050006,"about_ca_system_score_codex":0.00013294102,"about_ca_system_score_gemma":0.0002274029,"threshold_uncertainty_score":0.16208467},"labels":[],"label_agreement":null},{"id":"W4394768860","doi":"10.1145/3597503.3639089","title":"Supporting Web-Based API Searches in the IDE Using Signatures","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Task (project management); World Wide Web; Context (archaeology); Application programming interface; Rank (graph theory); Information retrieval; Representation (politics); Programming language","score_opus":0.04268976473481468,"score_gpt":0.3458410115771883,"score_spread":0.3031512468423736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394768860","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33461934,0.00071622175,0.6607331,0.002284008,0.00023366518,0.00019307411,7.882328e-7,0.0006960284,0.00052377145],"genre_scores_gemma":[0.9718181,0.0000011559238,0.027787572,0.00021917571,0.000050585077,0.000009562275,5.3542226e-7,0.000009630187,0.000103690996],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875885,0.00008604522,0.00013113629,0.00025974706,0.00038375624,0.0003804607],"domain_scores_gemma":[0.9975231,0.002059622,0.00000806381,0.000343878,0.000024487445,0.000040819876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015839667,0.00008218502,0.0000678565,0.00024708224,0.00004918128,0.00049299496,0.00089043635,0.000040834024,0.000025554215],"category_scores_gemma":[0.0005206766,0.000053418764,0.000041825744,0.0009901903,0.000027385864,0.00022772345,0.00014530284,0.0003798239,0.000032952117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002089611,0.00033005213,0.051422313,0.0016326695,0.00012815213,0.008069146,0.014224014,0.43501282,0.10142439,0.20038469,0.03773307,0.14961779],"study_design_scores_gemma":[0.0000640707,0.000015295982,0.0021987697,0.000051111234,8.805431e-7,0.000012145695,0.000038358885,0.9915401,0.0040689535,0.0007234218,0.0012012458,0.00008566042],"about_ca_topic_score_codex":0.00008234987,"about_ca_topic_score_gemma":0.000015853957,"teacher_disagreement_score":0.63719875,"about_ca_system_score_codex":0.000060169834,"about_ca_system_score_gemma":0.0002535712,"threshold_uncertainty_score":0.47539616},"labels":[],"label_agreement":null},{"id":"W4394769089","doi":"10.1145/3597503.3639169","title":"The Classics Never Go Out of Style: An Empirical Study of Downgrades from the Bazel Build Technology","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Deliverable; Abandonment (legal); Computer science; sync; Software; Investment (military); Software development; Emerging technologies; Work (physics); Software engineering; Risk analysis (engineering); Systems engineering; Telecommunications; Engineering; Business; Operating system","score_opus":0.03354210998272119,"score_gpt":0.3363972040823928,"score_spread":0.30285509409967165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394769089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8781522,0.00076014746,0.1123558,0.0072544576,0.00055104785,0.0003368699,0.0000052392843,0.00050151924,0.00008276036],"genre_scores_gemma":[0.9960858,0.000011400103,0.003474826,0.000051777522,0.000043957836,0.00001999953,3.8323012e-7,0.0000102864215,0.00030155052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986961,0.00008721154,0.00022666706,0.00030294355,0.00046671706,0.00022037543],"domain_scores_gemma":[0.9963586,0.0023544217,0.000025614885,0.0011351907,0.00008721216,0.000038995633],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044818706,0.00010059639,0.0001394568,0.000093473405,0.00006890115,0.0001224853,0.0020101266,0.00007725535,0.000014633893],"category_scores_gemma":[0.0003853415,0.00004948054,0.00003970688,0.00083670457,0.00016899621,0.00019056362,0.0006609803,0.0003544357,0.000022997383],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036127392,0.0016977248,0.5626486,0.00006496831,0.0007779641,0.000092966955,0.021980962,0.0008046614,0.004153488,0.09602961,0.07267254,0.2390404],"study_design_scores_gemma":[0.0012107578,0.003050438,0.6019084,0.00012492883,0.000069419446,0.000015086231,0.005035476,0.24398552,0.009794938,0.020753996,0.11338,0.00067104725],"about_ca_topic_score_codex":0.00007425484,"about_ca_topic_score_gemma":0.0001037197,"teacher_disagreement_score":0.24318086,"about_ca_system_score_codex":0.000025891432,"about_ca_system_score_gemma":0.0000890628,"threshold_uncertainty_score":0.37353486},"labels":[],"label_agreement":null},{"id":"W4394769335","doi":"10.1145/3597503.3639166","title":"A First Look at the Inheritance-Induced Redundant Test Execution","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Inheritance (genetic algorithm); Computer science; Code refactoring; Code reuse; Code coverage; Test case; Programming language; Test (biology); Code (set theory); Software quality; Software engineering; Software; Software development; Machine learning","score_opus":0.023573761653133494,"score_gpt":0.2698936586581968,"score_spread":0.24631989700506332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394769335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33612388,0.0027815897,0.623543,0.023399636,0.0025661325,0.0006417363,0.000004412267,0.0039935866,0.0069459965],"genre_scores_gemma":[0.9888205,0.000025285335,0.0034038327,0.000082225946,0.00010148511,0.000044713528,5.972251e-7,0.000012934251,0.0075084483],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898,0.000014959539,0.00010688514,0.00031395754,0.00032363072,0.00026059343],"domain_scores_gemma":[0.9982054,0.0011245817,0.000007764207,0.00056560454,0.000035782698,0.000060845738],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00029562812,0.00009055673,0.000061898405,0.000063998705,0.00014377489,0.00033810324,0.000648129,0.00003831925,0.00008818508],"category_scores_gemma":[0.0003864399,0.000057734356,0.0000426266,0.00060602155,0.00003225633,0.00023728468,0.0003834493,0.00017365464,0.0008705501],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020024323,0.00034773428,0.012497589,0.0007547988,0.00021553888,0.0013514978,0.010374616,0.0027099196,0.10294267,0.16712065,0.5030476,0.19861735],"study_design_scores_gemma":[0.00037730733,0.00034951785,0.04582274,0.00042484258,0.0000112770185,0.00044320436,0.00008533884,0.6189484,0.057313208,0.003336892,0.27210003,0.0007872148],"about_ca_topic_score_codex":0.000048106212,"about_ca_topic_score_gemma":0.000059415725,"teacher_disagreement_score":0.6526966,"about_ca_system_score_codex":0.00019730731,"about_ca_system_score_gemma":0.00007603601,"threshold_uncertainty_score":0.9999074},"labels":[],"label_agreement":null},{"id":"W4394769336","doi":"10.1145/3597503.3639212","title":"Combining Structured Static Code Information and Dynamic Symbolic Traces for Software Vulnerability Prediction","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Engineering and Physical Sciences Research Council; Mitacs; National Natural Science Foundation of China","keywords":"Computer science; Symbolic execution; Scalability; Fuzz testing; Overhead (engineering); Code (set theory); Source code; Programming language; Vulnerability (computing); Static analysis; Semantics (computer science); Software; Static program analysis; Benchmark (surveying); Artificial intelligence; Machine learning; Database; Software development; Computer security; Set (abstract data type)","score_opus":0.011120503746424083,"score_gpt":0.27725547842754644,"score_spread":0.26613497468112235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394769336","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18519977,0.00015215686,0.81277066,0.00023210695,0.00035465122,0.00029903694,0.000042009415,0.00094143936,0.000008177235],"genre_scores_gemma":[0.9259568,0.000009061991,0.07384909,0.000027326723,0.000012555868,0.000067759545,0.000027083295,0.000007281215,0.000043068143],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991495,0.000022372607,0.0002010498,0.00020988628,0.00021949879,0.00019766414],"domain_scores_gemma":[0.99864864,0.0009735857,0.000017855822,0.00021889842,0.00007397381,0.00006702812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040510352,0.00009505906,0.000096981516,0.00016471666,0.0000921966,0.00047859646,0.00021254896,0.00005074614,0.000005805237],"category_scores_gemma":[0.0006193044,0.00008258666,0.00002514072,0.00026812812,0.00002877276,0.0013921104,0.00007611555,0.00014022968,0.000005073377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025086534,0.000036040412,0.01294146,0.0030102918,0.00014252731,0.000004271105,0.010843794,0.016014302,0.0006866418,0.029748373,0.002060293,0.92448694],"study_design_scores_gemma":[0.00019575056,0.00008800018,0.03365042,0.000039818005,0.000005664897,0.000012514312,0.000040397135,0.95834076,0.00022039293,0.006580135,0.0007310112,0.00009512372],"about_ca_topic_score_codex":0.000012148059,"about_ca_topic_score_gemma":0.0000094506295,"teacher_disagreement_score":0.9423265,"about_ca_system_score_codex":0.00007695135,"about_ca_system_score_gemma":0.000073415424,"threshold_uncertainty_score":0.46151164},"labels":[],"label_agreement":null},{"id":"W4394866494","doi":"10.48550/arxiv.2404.09384","title":"Generative transformations and patterns in LLM-native approaches for software verification and falsification","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado do Amazonas; Agencia Nacional de Promoción Científica y Tecnológica; International Development Research Centre; Consejo Nacional de Investigaciones Científicas y Técnicas; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Universidade Federal do Amazonas; Secretaría de Ciencia y Técnica, Universidad de Buenos Aires; Agencia Nacional de Investigación e Innovación","keywords":"Downstream (manufacturing); Taxonomy (biology); Computer science; Software; Software engineering; Engineering; Programming language; Operations management; Biology; Ecology","score_opus":0.12950047823845698,"score_gpt":0.21804382603729106,"score_spread":0.08854334779883408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394866494","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3438682,0.00014385059,0.65506124,0.000171154,0.0000778984,0.00048613563,0.000056423756,0.000119441225,0.000015627464],"genre_scores_gemma":[0.99152243,0.00021713212,0.008026821,0.000008577934,0.000023117882,0.000031746094,0.00005997649,0.000014279495,0.00009594025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987983,0.000063106956,0.00014620287,0.0007398935,0.00006577299,0.00018672047],"domain_scores_gemma":[0.9990432,0.00036045726,0.00005512014,0.00037833757,0.00008868078,0.000074160904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026649382,0.00018037521,0.00016954195,0.00040522948,0.00008347894,0.00016970882,0.00038997587,0.0001628429,0.0000010151987],"category_scores_gemma":[0.00010695082,0.00020844705,0.000045404173,0.00036517248,0.00005799054,0.00030546784,0.00039429436,0.00036720498,0.0000029617001],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005662686,0.00037455908,0.018199733,0.0028538015,0.00027994715,0.000048634152,0.025502536,0.23625238,0.00009596629,0.6532919,0.00013599228,0.06290796],"study_design_scores_gemma":[0.0003652784,0.000056809822,0.02659346,0.000117385716,0.000024319972,0.0000022359732,0.00023421478,0.92503345,0.00025300123,0.04699684,0.000047744623,0.00027525882],"about_ca_topic_score_codex":0.000043197397,"about_ca_topic_score_gemma":0.000045018907,"teacher_disagreement_score":0.6887811,"about_ca_system_score_codex":0.00018972013,"about_ca_system_score_gemma":0.000096462674,"threshold_uncertainty_score":0.85002244},"labels":[],"label_agreement":null},{"id":"W4395075491","doi":"10.2139/ssrn.4805882","title":"Impact of Methodological Choices on the Analysis of Code Metrics And Maintenance","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Code (set theory); Computer science; Risk analysis (engineering); Business; Programming language","score_opus":0.07025245933187206,"score_gpt":0.38033847611651556,"score_spread":0.3100860167846435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395075491","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5954012,0.008585066,0.39511982,0.00049697136,0.00016334411,0.00012446729,0.00001824855,0.00003950235,0.000051371368],"genre_scores_gemma":[0.99091864,0.0050840946,0.003796438,0.000008644606,0.000052988486,0.000005765614,0.0000010516658,0.0000128253205,0.000119532546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969291,0.00041381991,0.00041949883,0.0003982525,0.00067391305,0.0011653935],"domain_scores_gemma":[0.99415493,0.004571843,0.00031717974,0.0006495109,0.0002288791,0.00007764412],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008970928,0.00021671939,0.00061865797,0.001233668,0.000047736077,0.00013202042,0.0017395914,0.00015977712,0.000008696148],"category_scores_gemma":[0.003810151,0.000119009215,0.00059310003,0.0023732653,0.000100593265,0.00004611535,0.0011600438,0.004775693,0.0000014971295],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013840769,0.00026599405,0.047284935,0.00026837413,0.03270531,0.000041575437,0.0008963471,0.12599996,0.0008749758,0.68619674,0.00033842662,0.10498896],"study_design_scores_gemma":[0.0002980695,0.0013842761,0.17792542,0.00027447846,0.00117189,0.00017867208,0.00009511746,0.17945698,0.00045882966,0.6382394,0.000054671167,0.00046222843],"about_ca_topic_score_codex":0.00013713175,"about_ca_topic_score_gemma":0.000049705344,"teacher_disagreement_score":0.39551744,"about_ca_system_score_codex":0.00074923434,"about_ca_system_score_gemma":0.0017949064,"threshold_uncertainty_score":0.9975203},"labels":[],"label_agreement":null},{"id":"W4395097921","doi":"10.1007/978-3-031-57537-2_15","title":"Enhancing Code Security Through Open-Source Large Language Models: A Comparative Study","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Strengths and weaknesses; Code (set theory); Vulnerability (computing); Code review; Source code; Static program analysis; Computer security; Data science; Software engineering; Programming language; Software; Software development","score_opus":0.03903566815580141,"score_gpt":0.3290575166046351,"score_spread":0.2900218484488337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395097921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016389271,0.001561778,0.990208,0.00018257652,0.001385532,0.0014430572,0.00002404049,0.0006719166,0.0028841684],"genre_scores_gemma":[0.8571338,0.000017302491,0.14060593,0.0004104978,0.00037879415,0.00006165356,0.0000065031604,0.00008404687,0.0013014746],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9938034,0.00008232958,0.000634577,0.0025910728,0.0017536477,0.0011349701],"domain_scores_gemma":[0.99541324,0.0016310498,0.00016657953,0.0022914289,0.0002762077,0.00022146782],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0021153449,0.00074840576,0.0009199283,0.00074499147,0.00034018207,0.002280565,0.008502186,0.00027528752,0.000025681868],"category_scores_gemma":[0.00017164987,0.0006859888,0.00013574396,0.0013672834,0.00034948363,0.0016084235,0.009586319,0.0020435886,0.00015846654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060007762,0.001021471,0.00019799684,0.0005797301,0.00033328257,0.0029619674,0.42264736,0.36806706,0.00030984022,0.14211576,0.00037396478,0.061331563],"study_design_scores_gemma":[0.00053491484,0.00038217526,0.000025095575,0.0007406449,0.000015310705,0.00006812861,0.000024186167,0.87037164,0.0011839506,0.12408588,0.0015822999,0.0009857947],"about_ca_topic_score_codex":0.00017799422,"about_ca_topic_score_gemma":0.00096028333,"teacher_disagreement_score":0.85549486,"about_ca_system_score_codex":0.0005923911,"about_ca_system_score_gemma":0.00065114466,"threshold_uncertainty_score":0.9995591},"labels":[],"label_agreement":null},{"id":"W4395464644","doi":"10.1145/3661484","title":"A Meta-Study of Software-Change Intentions","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Toronto","funders":"","keywords":"Computer science; Software; Software engineering; Programming language","score_opus":0.3383800416182904,"score_gpt":0.40777684152643945,"score_spread":0.06939679990814906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395464644","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022629332,0.85949665,0.13701905,0.000011622951,0.0014402128,0.001031237,0.000018686098,0.00094927143,0.0000106639],"genre_scores_gemma":[0.0015872502,0.95964634,0.0375156,0.000011456594,0.00037243476,0.00039480737,0.00003634491,0.00019455359,0.00024120085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942848,0.001940891,0.001057385,0.001100919,0.0010328998,0.0005831028],"domain_scores_gemma":[0.98917174,0.0070263348,0.00031846316,0.0030561478,0.00028680827,0.00014047795],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006426478,0.00060940743,0.0024831453,0.0009746983,0.00010402867,0.00027274064,0.0049639377,0.00020883848,0.000011230654],"category_scores_gemma":[0.0045792423,0.00047139876,0.001027965,0.0028432976,0.000048252685,0.00017381112,0.005560131,0.0009954877,0.00020128732],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.0062413e-7,0.00019768017,0.00015614458,0.0070739277,0.0034217131,0.00007504194,0.0005298297,0.000011358287,2.0813046e-8,0.000084517786,0.0005145851,0.98793507],"study_design_scores_gemma":[0.0011761726,0.0028965215,0.008146361,0.04415831,0.041908357,0.00064035755,0.000104998835,0.0058561703,0.0000014955835,0.0013822147,0.8875086,0.0062204655],"about_ca_topic_score_codex":0.00038326264,"about_ca_topic_score_gemma":0.000037422727,"teacher_disagreement_score":0.9817146,"about_ca_system_score_codex":0.0001194983,"about_ca_system_score_gemma":0.00025627523,"threshold_uncertainty_score":0.9997738},"labels":[],"label_agreement":null},{"id":"W4395956893","doi":"10.1016/j.infsof.2024.107478","title":"Studying and recommending information highlighting in Stack Overflow answers","year":2024,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Concordia University; Queen's University; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Disk formatting; Computer science; Information retrieval; Leverage (statistics); Named-entity recognition; Precision and recall; Identification (biology); Source code; Code (set theory); World Wide Web; Artificial intelligence; Data science; Natural language processing; Machine learning; Task (project management); Programming language","score_opus":0.010394210269364759,"score_gpt":0.24737389547338162,"score_spread":0.23697968520401685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395956893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29756364,0.0004982749,0.6955978,0.0028976935,0.0004084291,0.00027580405,0.0000042462325,0.0025931194,0.00016100337],"genre_scores_gemma":[0.96268743,0.00017160599,0.036924362,0.00015507599,0.000008578855,0.000032368458,0.000008292663,0.000004858208,0.0000074244404],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991439,0.000012080235,0.00031898246,0.00012058018,0.00016179608,0.00024268092],"domain_scores_gemma":[0.99937445,0.00030305545,0.000040784325,0.00018986217,0.000048531358,0.000043333766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043289002,0.000106352185,0.00011396408,0.0014352079,0.00008673479,0.00046115153,0.00023331269,0.00013393705,0.0000039351316],"category_scores_gemma":[0.0007401841,0.00010455769,0.000011976819,0.0009530096,0.00003957714,0.004823328,0.0002966401,0.00030595134,0.00003178125],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024422907,0.0000040417744,0.034078095,0.00020549011,0.000011072056,0.0000066581083,0.0038652765,0.00015620913,0.000007795674,0.02745532,0.0003454505,0.93386215],"study_design_scores_gemma":[0.0026855727,0.00052824954,0.11327744,0.0012638052,0.0000147312885,0.0005470656,0.0040797815,0.53918344,0.0012556779,0.015466579,0.320123,0.001574646],"about_ca_topic_score_codex":0.000017729131,"about_ca_topic_score_gemma":0.000003080762,"teacher_disagreement_score":0.9322875,"about_ca_system_score_codex":0.00009333616,"about_ca_system_score_gemma":0.00004125543,"threshold_uncertainty_score":0.4446895},"labels":[],"label_agreement":null},{"id":"W4396230887","doi":"10.1145/3637307","title":"Characterizing Usability Issue Discussions in Open Source Software Projects","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Universitas Brawijaya","keywords":"Usability; Computer science; Scope (computer science); Pluralistic walkthrough; Web usability; Context (archaeology); Usability engineering; World Wide Web; Knowledge management; Data science; Human–computer interaction; Geography","score_opus":0.06339403550473677,"score_gpt":0.35596260067153374,"score_spread":0.29256856516679697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396230887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.980542,0.000021867609,0.010068539,0.0054116924,0.0020928988,0.0009759234,0.0000025093457,0.0006070086,0.00027755272],"genre_scores_gemma":[0.9824925,0.0000023323116,0.016348563,0.00014689428,0.000334077,0.000107892,0.0000015475596,0.00003412568,0.0005320442],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99797493,0.000030180548,0.00042360113,0.00074841187,0.00046741692,0.00035545527],"domain_scores_gemma":[0.9982163,0.00057752547,0.00012834245,0.00086361606,0.00014406796,0.00007016678],"candidate_categories":["scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0008033167,0.00022828417,0.00025888308,0.0003967513,0.00020133166,0.0015431963,0.0055257804,0.0000848523,0.00002420764],"category_scores_gemma":[0.0012854526,0.00015856404,0.0001246471,0.0008960236,0.000062923624,0.0022074352,0.0052405186,0.0007119688,0.000051962747],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021045981,0.0018588147,0.081607625,0.0037417137,0.0002967794,0.000029611996,0.057728026,0.0013903303,0.13290761,0.015364654,0.0525266,0.6523378],"study_design_scores_gemma":[0.001797954,0.001688432,0.45386317,0.015582195,0.000052537343,0.00027049548,0.0009682718,0.19039598,0.23910363,0.019546088,0.07447204,0.0022591862],"about_ca_topic_score_codex":0.000102342536,"about_ca_topic_score_gemma":0.0000049319015,"teacher_disagreement_score":0.6500786,"about_ca_system_score_codex":0.00030955486,"about_ca_system_score_gemma":0.00005477948,"threshold_uncertainty_score":0.9998548},"labels":[],"label_agreement":null},{"id":"W4396704595","doi":"10.1007/s00521-024-09855-z","title":"Software effort estimation using convolutional neural network and fuzzy clustering","year":2024,"lang":"en","type":"article","venue":"Neural Computing and Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Convolutional neural network; Cluster analysis; Artificial intelligence; Fuzzy clustering; Software; Data mining; Estimation; Fuzzy logic; Artificial neural network; Pattern recognition (psychology); Machine learning; Operating system; Engineering","score_opus":0.02403052001540802,"score_gpt":0.29832974922650823,"score_spread":0.2742992292111002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396704595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18707779,0.0010389765,0.8107187,0.00021168667,0.00016504001,0.00017524493,0.0000018834631,0.0005981757,0.000012467237],"genre_scores_gemma":[0.88454133,0.000006037309,0.115088925,0.000052217383,0.00026235724,0.000017023001,0.0000063215257,0.0000122060255,0.000013607988],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900645,0.00001880478,0.00016278359,0.00038519743,0.00016331754,0.00026343137],"domain_scores_gemma":[0.9991109,0.0005351,0.000024515892,0.00019509338,0.000039302133,0.00009509785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019225855,0.00011769995,0.00010021428,0.000081338345,0.00037169844,0.00039736534,0.00019546167,0.00004231154,8.095482e-7],"category_scores_gemma":[0.00003703485,0.000119417586,0.000025454943,0.00041987802,0.00005623568,0.0002219386,0.0003350827,0.00021059217,0.0000042419897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014386886,0.000009016967,0.007136823,0.00015966066,0.000015009964,0.0000067536494,0.0001382821,0.7053307,0.00017562517,0.01126162,0.00018001386,0.27558503],"study_design_scores_gemma":[0.00005956547,0.000014280053,0.015900012,0.000049624734,0.0000054692614,0.00015427207,0.0000026021603,0.9820208,0.000008287653,0.0012859675,0.00038420197,0.00011491466],"about_ca_topic_score_codex":0.000015237274,"about_ca_topic_score_gemma":9.527617e-7,"teacher_disagreement_score":0.6974635,"about_ca_system_score_codex":0.000033724893,"about_ca_system_score_gemma":0.000028940947,"threshold_uncertainty_score":0.48697078},"labels":[],"label_agreement":null},{"id":"W4396773582","doi":"10.1145/3664606","title":"Unveiling Code Pre-Trained Models: Investigating Syntax and Semantics Capacities","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Research Foundation Singapore","keywords":"Computer science; Syntax; Abstract syntax tree; Abstract syntax; Programming language; Semantics (computer science); Syntax error; Artificial intelligence; Natural language processing; Code (set theory); Source code","score_opus":0.12010431418201437,"score_gpt":0.3292689790807466,"score_spread":0.20916466489873223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396773582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092113815,0.0018158911,0.9031916,0.00037586616,0.00065985037,0.00012457882,0.000014800356,0.0017008687,0.0000026834573],"genre_scores_gemma":[0.32703725,0.00020268577,0.67248774,0.000043819276,0.000043205666,0.00004156076,0.0000013731278,0.0000360527,0.0001063211],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984082,0.00013838845,0.00025245908,0.00056728034,0.00020309478,0.0004306012],"domain_scores_gemma":[0.99047303,0.008758945,0.000019359995,0.00050745206,0.000048440284,0.00019276436],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010345179,0.00025850968,0.0002968393,0.00044585086,0.0001544051,0.00017821038,0.00037950682,0.0001752276,0.000004529952],"category_scores_gemma":[0.0025360924,0.00026216035,0.000059950133,0.0004510288,0.00012891492,0.00040486341,0.00004736915,0.00064894883,0.0000033177305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014272454,0.000038392936,0.00019176857,0.0018531292,0.00037437773,0.00010931556,0.014952563,0.77610284,0.0062191444,0.021354903,0.00007028299,0.17871903],"study_design_scores_gemma":[0.00023598995,0.00016453235,0.00050012325,0.00043666828,0.00004604606,0.00043297734,0.00015903523,0.98355496,0.0063655507,0.006844719,0.00078015105,0.0004792241],"about_ca_topic_score_codex":0.000035889403,"about_ca_topic_score_gemma":0.00000427817,"teacher_disagreement_score":0.23492342,"about_ca_system_score_codex":0.000050419414,"about_ca_system_score_gemma":0.00006862812,"threshold_uncertainty_score":0.9999831},"labels":[],"label_agreement":null},{"id":"W4396952634","doi":"10.3390/make6020050","title":"Assessment of Software Vulnerability Contributing Factors by Model-Agnostic Explainable AI","year":2024,"lang":"en","type":"article","venue":"Machine Learning and Knowledge Extraction","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Vulnerability (computing); Computer science; Vulnerability assessment; Psychology; Computer security","score_opus":0.013586231344363547,"score_gpt":0.335502881454395,"score_spread":0.32191665011003145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396952634","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1813346,0.0026485184,0.81479806,0.000092244874,0.0003013389,0.00010538324,0.0000068552317,0.0005481326,0.00016486007],"genre_scores_gemma":[0.99387044,0.000047849313,0.005004273,0.0000032740907,0.000037936137,0.000017140394,0.000023749577,0.000018947741,0.000976372],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859834,0.00016377114,0.00023840192,0.00043438526,0.00023714053,0.0003279848],"domain_scores_gemma":[0.9971418,0.0023869066,0.000047904196,0.00019156773,0.00013273816,0.00009909859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011394464,0.00016414063,0.00020262065,0.0001697146,0.00024792965,0.00020354311,0.00017988544,0.000088741624,0.000017871858],"category_scores_gemma":[0.002016442,0.00014940022,0.0000574016,0.00036575267,0.000033859047,0.0004758506,0.00017213065,0.00087913655,0.000005967883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009488128,0.0003121984,0.7428253,0.0012063329,0.00010048988,0.000019566234,0.0019546102,0.10273584,0.010341799,0.0029234197,0.001091596,0.1364793],"study_design_scores_gemma":[0.00013819244,0.00009411106,0.02339295,0.0000953259,0.000009826301,0.0000093167955,0.000017859673,0.9712119,0.0012083389,0.00025963108,0.0034105252,0.00015202357],"about_ca_topic_score_codex":0.00011086,"about_ca_topic_score_gemma":0.0000057881057,"teacher_disagreement_score":0.86847603,"about_ca_system_score_codex":0.0001550457,"about_ca_system_score_gemma":0.00012790054,"threshold_uncertainty_score":0.6092364},"labels":[],"label_agreement":null},{"id":"W4396955972","doi":"10.1017/pds.2024.204","title":"Integrating large language models for improved failure mode and effects analysis (FMEA): a framework and case study","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Design Society","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"","keywords":"Failure mode and effects analysis; Computer science; Reliability engineering; Natural language processing; Engineering","score_opus":0.013323082567451294,"score_gpt":0.29021117517141304,"score_spread":0.27688809260396174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396955972","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3769459,0.00042931497,0.62174356,0.00013068315,0.000027402586,0.00059605687,0.000004262012,0.00012155557,0.0000012626006],"genre_scores_gemma":[0.75222695,0.000005702218,0.24757677,0.000027390737,0.000024403384,0.00010678149,1.4799944e-7,0.0000135398595,0.000018317563],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989725,0.000013831914,0.0001497433,0.00041127438,0.00019055927,0.00026211987],"domain_scores_gemma":[0.99822485,0.0013711599,0.000045999972,0.00016124715,0.00013278154,0.00006395814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010932229,0.00015053793,0.00023063201,0.00007579075,0.00016762358,0.0003862986,0.00039872373,0.00008992689,2.0539844e-7],"category_scores_gemma":[0.00053509197,0.000104334424,0.00017005083,0.0010099865,0.000039184633,0.0003967807,0.0003972434,0.00029768466,7.30057e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047510188,0.00053812464,0.013234883,0.0055976617,0.007091317,0.00011192483,0.8288107,0.0026160076,0.071566686,0.043427236,0.0047042742,0.022253659],"study_design_scores_gemma":[0.0002028732,0.000111757356,0.000078644625,0.000091355,0.0001939792,0.000049635997,0.006389426,0.9867889,0.0023652744,0.0036052335,0.0000030023598,0.00011990925],"about_ca_topic_score_codex":0.000050914572,"about_ca_topic_score_gemma":0.0000036347424,"teacher_disagreement_score":0.9841729,"about_ca_system_score_codex":0.00003917135,"about_ca_system_score_gemma":0.000028096232,"threshold_uncertainty_score":0.42546344},"labels":[],"label_agreement":null},{"id":"W4397026406","doi":"10.1109/access.2024.3402543","title":"Keeping Deep Learning Models in Check: A History-Based Approach to Mitigate Overfitting","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software Engineering Research","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Huawei Technologies (Canada); University of Alberta","funders":"University of Alberta","keywords":"Overfitting; Computer science; Artificial intelligence; Deep learning; Machine learning; Artificial neural network","score_opus":0.06739076771566944,"score_gpt":0.2979730627291863,"score_spread":0.23058229501351685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397026406","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07865402,0.000768981,0.91739136,0.00013070341,0.0007181792,0.0001956152,2.9373075e-7,0.0007431793,0.0013976556],"genre_scores_gemma":[0.9744538,0.0000030847013,0.024977988,0.0001839543,0.00010205972,0.000103106744,0.0000011281774,0.00003494395,0.00013995533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998098,0.000070245216,0.0002255976,0.0006408394,0.00044537784,0.0005199347],"domain_scores_gemma":[0.9988745,0.0004922565,0.000024072446,0.00041028723,0.000052403906,0.0001464806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075310527,0.00015876374,0.00017273761,0.00058942864,0.000052654606,0.0005156016,0.0014702774,0.00007057133,0.000005064278],"category_scores_gemma":[0.00030372376,0.00017421189,0.000059162674,0.001134669,0.000019836878,0.0011452078,0.00029116156,0.00054044765,0.000037329002],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000271355,0.00002324366,0.00095341506,0.00018356781,0.000008530885,0.00006198481,0.0015935384,0.97903067,0.0007449633,0.0011962943,0.00028187936,0.015919179],"study_design_scores_gemma":[0.00012442116,0.000017575649,0.0008349963,0.00018016381,0.0000016788158,0.00000409501,0.0000081824055,0.9960191,0.0010594038,0.00027977405,0.0012614337,0.0002091488],"about_ca_topic_score_codex":0.00015946494,"about_ca_topic_score_gemma":0.000006771049,"teacher_disagreement_score":0.89579976,"about_ca_system_score_codex":0.0006227036,"about_ca_system_score_gemma":0.00019440641,"threshold_uncertainty_score":0.7104155},"labels":[],"label_agreement":null},{"id":"W4397032804","doi":"10.1145/3664597","title":"Deep Learning for Code Intelligence: Survey, Benchmark and Toolkit","year":2024,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; KPI-driven code analysis; Benchmark (surveying); Deep learning; Source code; Code review; Static program analysis; Code (set theory); Machine learning; Software engineering; Data science; Software development; Software; Programming language; Set (abstract data type)","score_opus":0.09497021096444722,"score_gpt":0.38117966236931106,"score_spread":0.28620945140486387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4397032804","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000081138305,0.5284628,0.46969402,0.000010643087,0.0009368471,0.00043138326,0.00001173528,0.0004333595,0.000011055961],"genre_scores_gemma":[0.0006205075,0.9610745,0.037205927,0.000009548147,0.00032485742,0.000059401988,0.00021473397,0.00014416355,0.0003464038],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99403656,0.0021639979,0.0008614209,0.0014878646,0.00052785483,0.0009223047],"domain_scores_gemma":[0.9674702,0.030389003,0.00022524451,0.0014324017,0.00026169248,0.00022140429],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.015323044,0.0006714449,0.0015282036,0.0005512834,0.0002814815,0.0010447596,0.0035680882,0.00038179848,0.000005985556],"category_scores_gemma":[0.01804775,0.000601199,0.00035311273,0.0016447202,0.000089603964,0.00017248196,0.0037178008,0.0014372128,0.00012103548],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.223888e-7,0.000011078514,0.00061736914,0.0073682144,0.00013232123,0.000018619014,0.00011126247,0.00032236852,1.7806164e-8,0.00024243335,0.00049305963,0.99068284],"study_design_scores_gemma":[0.0001363705,0.00027760334,0.004226502,0.01257225,0.00023634401,0.00019048946,0.000009253963,0.19404326,9.747957e-7,0.0007791354,0.7855687,0.0019590987],"about_ca_topic_score_codex":0.00010365363,"about_ca_topic_score_gemma":0.000051455943,"teacher_disagreement_score":0.98872375,"about_ca_system_score_codex":0.00017844132,"about_ca_system_score_gemma":0.00031550883,"threshold_uncertainty_score":0.99999225},"labels":[],"label_agreement":null},{"id":"W4398239158","doi":"10.1145/3639478.3640035","title":"AntiCopyPaster 2.0: Whitebox just-in-time code duplicates extraction","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Plug-in; Computer science; Workflow; Source code; Programming language; Code (set theory); Software engineering; Database; Software; Set (abstract data type)","score_opus":0.021130278101970133,"score_gpt":0.30569740433152387,"score_spread":0.2845671262295537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398239158","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13571092,0.00038942377,0.8554083,0.0031841614,0.00061986427,0.00019487055,0.0000013573788,0.0018240993,0.0026670077],"genre_scores_gemma":[0.9733384,0.000015200965,0.018758701,0.00008594722,0.000084273204,0.000022555187,0.000001410473,0.000018128041,0.0076753814],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890184,0.000018390438,0.00013679986,0.00036480595,0.0002927434,0.0002853887],"domain_scores_gemma":[0.9989845,0.00053823995,0.0000067598057,0.0003758768,0.000026716929,0.00006787208],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00031173826,0.000092733775,0.00008758546,0.0002655493,0.000021326838,0.00044676903,0.00055492215,0.00005182689,0.00018775379],"category_scores_gemma":[0.00009255592,0.00008100686,0.00003346538,0.00065836695,0.000015322732,0.0005476691,0.00016684225,0.00019815011,0.0025995926],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003789378,0.0007601788,0.13331296,0.0011211234,0.00020504466,0.0023028092,0.004014581,0.009200432,0.23218486,0.081622116,0.18969353,0.3455445],"study_design_scores_gemma":[0.00017988705,0.000056043496,0.057150833,0.00012127287,0.0000037031778,0.00009671295,0.000009170739,0.8983765,0.017142037,0.0008254471,0.025708165,0.00033020627],"about_ca_topic_score_codex":0.000018853672,"about_ca_topic_score_gemma":0.000003016169,"teacher_disagreement_score":0.8891761,"about_ca_system_score_codex":0.00006290026,"about_ca_system_score_gemma":0.00003797873,"threshold_uncertainty_score":0.998177},"labels":[],"label_agreement":null},{"id":"W4398239314","doi":"10.1145/3639478.3643079","title":"A Study of Backporting Code in Open-Source Software for Characterizing Changesets","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Software engineering; Code reuse; Reuse; Open-source software development; Software development; Porting; Personalization; Static program analysis; Software; Slicing; Context (archaeology); Source code; Process (computing); World Wide Web; Programming language; Engineering","score_opus":0.07344489070185992,"score_gpt":0.3514378324231946,"score_spread":0.2779929417213347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398239314","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66543883,0.00008816656,0.33267722,0.00024473012,0.00021970113,0.0009015231,0.0000033726403,0.0003885911,0.000037846166],"genre_scores_gemma":[0.97281986,0.0000020159841,0.026489016,0.000035822937,0.000039020637,0.00021863017,0.000002006126,0.000024307878,0.00036933942],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99870455,0.000029076038,0.00028655856,0.00042222394,0.00024608884,0.00031152938],"domain_scores_gemma":[0.9984677,0.00095154706,0.000035012854,0.00041679686,0.000074077645,0.000054889035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009882692,0.000103141756,0.00019575623,0.00027876906,0.000033702152,0.0003166519,0.0012273281,0.000034297645,0.000010230808],"category_scores_gemma":[0.00080628623,0.000094456445,0.000026520134,0.00089088286,0.000008497696,0.0004942673,0.00075170235,0.00013721724,0.000009862117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055627705,0.001529459,0.3375975,0.001656703,0.00021075371,0.00047974545,0.056865953,0.0007987149,0.010896891,0.0040087267,0.0027650304,0.5831349],"study_design_scores_gemma":[0.0062736184,0.0038883833,0.5088277,0.0026423952,0.000032668482,0.00012175241,0.00486544,0.41085142,0.0332925,0.0009850466,0.026105601,0.002113519],"about_ca_topic_score_codex":0.00014145009,"about_ca_topic_score_gemma":0.00012232189,"teacher_disagreement_score":0.58102137,"about_ca_system_score_codex":0.00005838645,"about_ca_system_score_gemma":0.0000829332,"threshold_uncertainty_score":0.38518223},"labels":[],"label_agreement":null},{"id":"W4398239316","doi":"10.1145/3639478.3643522","title":"Exploring the Impact of Inheritance on Test Code Maintainability","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Inheritance (genetic algorithm); Computer science; Maintainability; Software engineering; Code reuse; Software evolution; Programming language; Interface (matter); Software development; Software construction; Software; Operating system","score_opus":0.08160541930630628,"score_gpt":0.33081834372151364,"score_spread":0.24921292441520737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398239316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83862984,0.000084191706,0.15910661,0.00077391794,0.00019552918,0.00013035111,0.0000027015778,0.00045333474,0.0006235083],"genre_scores_gemma":[0.99765366,0.000008169227,0.002118582,0.000008729413,0.000030378287,0.000029411152,9.476196e-8,0.0000069904027,0.00014397851],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992392,0.00002289184,0.000099652454,0.00021027823,0.00022801843,0.00019993697],"domain_scores_gemma":[0.9968055,0.0024996067,0.000006744755,0.0005985802,0.000046191573,0.0000434114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048285615,0.00007190972,0.00006958366,0.00006158346,0.000029477003,0.00010469646,0.00064598746,0.000011749024,0.00001623517],"category_scores_gemma":[0.0010779927,0.000040467927,0.00006833704,0.00059074635,0.000038899256,0.00028212677,0.00015567249,0.00016750606,0.000040796247],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003340938,0.00061315426,0.21659575,0.0006522643,0.00022566075,0.00026839436,0.008216374,0.056326684,0.01093175,0.3108844,0.012514706,0.38273746],"study_design_scores_gemma":[0.00008117509,0.00048293502,0.8198378,0.00011252824,0.0000014211568,0.000014290823,0.000044942244,0.16482255,0.00907748,0.004742784,0.0006103361,0.00017173712],"about_ca_topic_score_codex":0.00009898455,"about_ca_topic_score_gemma":0.000003054661,"teacher_disagreement_score":0.60324204,"about_ca_system_score_codex":0.00015713862,"about_ca_system_score_gemma":0.00009034917,"threshold_uncertainty_score":0.16502342},"labels":[],"label_agreement":null},{"id":"W4398239325","doi":"10.1145/3639478.3643126","title":"Recovering Traceability Links between Release Notes and Related Software Artifacts","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Global Institute for Water Security, University of Saskatchewan","keywords":"Traceability; Software engineering; Computer science; Requirements traceability; Transparency (behavior); Software evolution; Software development; Upgrade; Software; Process (computing); Software bug; Software maintenance; Code (set theory); Risk analysis (engineering); Software construction; Computer security; Programming language; Operating system; Business","score_opus":0.02209240958948676,"score_gpt":0.2697056708987591,"score_spread":0.2476132613092723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398239325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58411324,0.00055215455,0.41028988,0.0012753739,0.00030425744,0.00014790613,0.0000030366405,0.0031972157,0.000116941024],"genre_scores_gemma":[0.9543352,0.00001880442,0.045206085,0.00001926669,0.000046654168,0.000008039707,0.0000021899998,0.00001763317,0.00034608867],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986202,0.000041032894,0.00021337406,0.00053852773,0.00026536078,0.0003215055],"domain_scores_gemma":[0.996178,0.003078917,0.000012204648,0.0004932089,0.00004237327,0.00019531448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055866473,0.00013413365,0.00014415458,0.00014637715,0.000067626,0.00038316683,0.00034859308,0.00017184229,0.00005194087],"category_scores_gemma":[0.0023433727,0.00012004205,0.00005012311,0.00054901105,0.00004066023,0.00058392045,0.00028641787,0.0006220959,0.00016967913],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040064083,0.00003195572,0.1088601,0.00040091033,0.00009213036,0.0002055137,0.0011664651,0.0009049916,0.00047317686,0.0019194956,0.00058383896,0.88535744],"study_design_scores_gemma":[0.00040676363,0.0002695701,0.75422496,0.00040538152,0.000027526488,0.00010364749,0.00001512226,0.20673828,0.011970924,0.020195507,0.0047078226,0.00093447487],"about_ca_topic_score_codex":0.000043342337,"about_ca_topic_score_gemma":0.000002662533,"teacher_disagreement_score":0.88442296,"about_ca_system_score_codex":0.000069560185,"about_ca_system_score_gemma":0.00007602267,"threshold_uncertainty_score":0.4895173},"labels":[],"label_agreement":null},{"id":"W4398239408","doi":"10.1145/3639478.3643069","title":"Interpretable Software Maintenance and Support Effort Prediction Using Machine Learning","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Fanshawe College","funders":"","keywords":"Computer science; Machine learning; Software maintenance; Predictive modelling; Software; Support vector machine; Decision tree; Software development; Software engineering; Quality (philosophy); Automation; Artificial intelligence; Engineering","score_opus":0.012734066850915767,"score_gpt":0.25497493416443795,"score_spread":0.24224086731352218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398239408","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030077599,0.0004324479,0.96711916,0.000081676415,0.00045835105,0.00008913948,0.0000026987368,0.0014770402,0.00026191756],"genre_scores_gemma":[0.90141195,0.000038369868,0.09355193,0.000036510162,0.00004477262,0.000008850041,0.0000042592155,0.000021268996,0.004882077],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895066,0.000014164397,0.00013581057,0.00036894146,0.00023157152,0.00029887076],"domain_scores_gemma":[0.9994276,0.00021379703,0.000010768076,0.00021707264,0.000039710096,0.00009104961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039279807,0.00010862024,0.000099616555,0.00016649114,0.00007954559,0.00034801028,0.0002590474,0.000045011988,0.00007483385],"category_scores_gemma":[0.0002512317,0.000093113216,0.0000313524,0.0003573796,0.000027548791,0.00062802405,0.00034281486,0.00029715686,0.000028822586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025713587,0.00007173475,0.7208657,0.0010988776,0.00025535494,0.0008258149,0.0033478704,0.025171055,0.0074626016,0.01499674,0.006508946,0.21936956],"study_design_scores_gemma":[0.00007197486,0.00007331923,0.0037985314,0.00010330807,0.0000039253055,0.00021399095,0.000005411924,0.98641616,0.00056033046,0.00019135345,0.008451449,0.00011023563],"about_ca_topic_score_codex":0.000062383435,"about_ca_topic_score_gemma":0.0000025969962,"teacher_disagreement_score":0.9612451,"about_ca_system_score_codex":0.00008109222,"about_ca_system_score_gemma":0.00006598405,"threshold_uncertainty_score":0.37970465},"labels":[],"label_agreement":null},{"id":"W4398766359","doi":"10.1145/3639476.3639774","title":"Naturalness of Attention: Revisiting Attention in Code Language Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Interpretability; Naturalness; Python (programming language); Artificial intelligence; Java; Source code; Programming language; Empirical research; Natural language processing","score_opus":0.020597665641204355,"score_gpt":0.2981587685741326,"score_spread":0.27756110293292824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398766359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3858789,0.0011988598,0.6114093,0.000394861,0.0002078012,0.00007617744,0.0000011091065,0.00029684973,0.00053616613],"genre_scores_gemma":[0.98777103,0.000008795383,0.011377827,0.000010077443,0.0000402148,0.0000066842395,0.000002299137,0.000006768648,0.00077627116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991711,0.000026911166,0.00016869613,0.00021857042,0.00025993813,0.00015480544],"domain_scores_gemma":[0.9994534,0.00022478674,0.000013526845,0.00024029706,0.000041013896,0.000026971378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045339708,0.00005872695,0.00009134546,0.00020159129,0.000013128342,0.00009050153,0.00033001247,0.000035207868,0.00001401298],"category_scores_gemma":[0.00008877516,0.00005182214,0.000045312452,0.0006647215,0.000010549786,0.0005348802,0.00014774005,0.0001516556,0.000024425215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008445268,0.00008370307,0.016186291,0.00246248,0.00007773142,0.0006106222,0.0031730996,0.017742516,0.057253793,0.52574515,0.0012202607,0.37543592],"study_design_scores_gemma":[0.00010273543,0.000012163226,0.019610835,0.00041436992,0.0000015875801,0.000013870777,0.000060575978,0.9773613,0.0012788655,0.0009919957,0.0000488434,0.00010282423],"about_ca_topic_score_codex":0.00005578428,"about_ca_topic_score_gemma":0.0000058334713,"teacher_disagreement_score":0.9596188,"about_ca_system_score_codex":0.000044213426,"about_ca_system_score_gemma":0.000026176187,"threshold_uncertainty_score":0.21132454},"labels":[],"label_agreement":null},{"id":"W4398795735","doi":"10.1145/3664646.3665664","title":"AI-Assisted Assessment of Coding Practices in Modern Code Review","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"DeepMind","keywords":"Computer science; Java; Best practice; Software engineering; Python (programming language); Workflow; Coding (social sciences); Programming language; Software deployment; Code review; Static program analysis; Software development; Software; Database","score_opus":0.11175253050054441,"score_gpt":0.4417333888704112,"score_spread":0.3299808583698668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398795735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020455127,0.025641294,0.95453006,0.010230166,0.0010694021,0.0010567561,0.000012993094,0.0006776529,0.0047361637],"genre_scores_gemma":[0.7787283,0.008107846,0.21154706,0.00049673987,0.000057738776,0.00024745712,0.00001567541,0.000045058812,0.0007540903],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99757576,0.0001430361,0.0005257063,0.00072248344,0.00075932185,0.0002736677],"domain_scores_gemma":[0.9973234,0.00092913915,0.00028354165,0.0012181943,0.0001730383,0.00007267584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018321747,0.00021042011,0.00049033907,0.00038693516,0.000013269371,0.00021133407,0.0016346216,0.00013948197,0.000031687512],"category_scores_gemma":[0.0010361797,0.00018813103,0.00011598418,0.0006363381,0.000020931324,0.00016391788,0.0044091432,0.0014212226,0.000014577406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011413462,0.0011830556,0.022329634,0.22125486,0.0010184095,0.0012478255,0.0015387546,0.039599996,0.0025721963,0.16313228,0.06012163,0.48598996],"study_design_scores_gemma":[0.0001180412,0.000031961856,0.01218339,0.016205905,0.00003228626,0.000019247105,0.000005329956,0.9627546,0.00020112988,0.0071292613,0.0009522708,0.00036657116],"about_ca_topic_score_codex":0.00017379834,"about_ca_topic_score_gemma":0.000041883042,"teacher_disagreement_score":0.9231546,"about_ca_system_score_codex":0.00026185604,"about_ca_system_score_gemma":0.0006406,"threshold_uncertainty_score":0.7671761},"labels":[],"label_agreement":null},{"id":"W4399141822","doi":"10.1109/drcn60692.2024.10539155","title":"BETAC: Bidirectional Encoder Transformer for Assembly Code Function Name Recovery","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; McGill University","funders":"","keywords":"Computer science; Encoder; Transformer; Obfuscation; Binary code; Binary number; Code (set theory); Decoding methods; Resilience (materials science); Distributed computing; Algorithm; Programming language; Computer security; Engineering; Electrical engineering; Arithmetic; Operating system","score_opus":0.023456173892227133,"score_gpt":0.2812545798866184,"score_spread":0.25779840599439124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399141822","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041648815,0.00040864665,0.98941237,0.0010584071,0.002193959,0.00019567755,0.000009393393,0.001064889,0.0014918008],"genre_scores_gemma":[0.81618255,0.000100770754,0.14564592,0.0004181452,0.00086989737,0.00047480967,0.000030258072,0.00007804932,0.03619958],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989182,0.000013414181,0.00013393455,0.00036201256,0.00030180352,0.00027064508],"domain_scores_gemma":[0.99878836,0.0008587515,0.000006523651,0.00020020256,0.000076318815,0.00006982126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037400308,0.000101371275,0.00008642376,0.00019753739,0.00007004213,0.0002792284,0.00025783744,0.00006737206,0.00011409858],"category_scores_gemma":[0.00010487403,0.00008838011,0.00011075257,0.00039488258,0.000011921771,0.00068170635,0.000021705198,0.00013585821,0.00020531227],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007499198,0.00013129301,0.0008386908,0.0004374956,0.00039699778,0.000021076326,0.00044363126,0.0059921546,0.016151944,0.0993068,0.1458895,0.73031545],"study_design_scores_gemma":[0.00036827606,0.00046763377,0.00515181,0.00006988923,0.0000205034,0.00005172965,0.000010817293,0.45284846,0.014028208,0.008986143,0.5175571,0.0004394494],"about_ca_topic_score_codex":0.000013360827,"about_ca_topic_score_gemma":0.000010504263,"teacher_disagreement_score":0.84376645,"about_ca_system_score_codex":0.00009167984,"about_ca_system_score_gemma":0.00013647426,"threshold_uncertainty_score":0.36040363},"labels":[],"label_agreement":null},{"id":"W4399204110","doi":"10.1007/978-3-031-55642-5_7","title":"Generative AI for Software Development: A Family of Studies on Code Generation","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Generative grammar; Computer science; Code (set theory); Software development; Programming language; Software engineering; Software; Artificial intelligence","score_opus":0.10441114766727508,"score_gpt":0.3304127320367629,"score_spread":0.22600158436948783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399204110","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000082212806,0.0034503015,0.9886126,0.00029136494,0.0013049754,0.0006755966,0.00003882988,0.0004738894,0.0050702207],"genre_scores_gemma":[0.00081239466,0.0001333137,0.40118337,0.00044178753,0.0003779096,0.00022645219,0.000047742018,0.000089597765,0.59668744],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99822843,0.000006962385,0.0004059871,0.0006198736,0.000519826,0.00021889873],"domain_scores_gemma":[0.9982777,0.00061043666,0.00007920691,0.0004467026,0.0005280532,0.00005790275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029176995,0.00031303416,0.00037993042,0.000366041,0.0000814002,0.000095448646,0.00052372867,0.00017085095,0.000007698349],"category_scores_gemma":[0.00026395742,0.00026351816,0.00011073827,0.00007285514,0.000048159447,0.000105589796,0.00032238735,0.00025178763,0.000097994176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000081790895,0.000019338248,0.000003459149,0.00067960564,0.00072683627,0.00002048958,0.001887598,0.0026875325,0.00043939755,0.9327019,0.040516913,0.020308789],"study_design_scores_gemma":[0.0013782964,0.0017839001,0.00006585961,0.003608904,0.00014978462,0.000019835505,0.00006824204,0.09525551,0.10344693,0.13083829,0.6600179,0.0033665309],"about_ca_topic_score_codex":9.504909e-7,"about_ca_topic_score_gemma":0.000013583305,"teacher_disagreement_score":0.80186355,"about_ca_system_score_codex":0.00022000918,"about_ca_system_score_gemma":0.0003349602,"threshold_uncertainty_score":0.9999817},"labels":[],"label_agreement":null},{"id":"W4399213669","doi":"10.1145/3639477.3639726","title":"Code Impact Beyond Disciplinary Boundaries: Constructing a Multidisciplinary Dependency Graph and Analyzing Cross-Boundary Impact","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ubisoft (Canada); University of Waterloo","funders":"","keywords":"Cross disciplinary; Dependency (UML); Computer science; Multidisciplinary approach; Dependency graph; Graph; Boundary (topology); Data science; Theoretical computer science; Software engineering; Mathematics; Political science","score_opus":0.017570293661934123,"score_gpt":0.36116586944771834,"score_spread":0.3435955757857842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399213669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75146466,0.0041962084,0.24180849,0.0001640655,0.0006485011,0.00022532126,0.00004750084,0.0011308264,0.00031443845],"genre_scores_gemma":[0.9680718,0.000048030106,0.031436853,0.000007826719,0.00013063829,0.000021484759,0.0000117601985,0.0000528614,0.00021872655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99674827,0.00007609486,0.00047144768,0.0010804305,0.000641575,0.0009821602],"domain_scores_gemma":[0.9969257,0.0015743127,0.000057131932,0.000839767,0.00013269499,0.0004703954],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010319545,0.00044867434,0.00039053737,0.0007609393,0.0009987176,0.0068011894,0.00095438503,0.00015727598,0.00012757441],"category_scores_gemma":[0.00039344223,0.00034636428,0.00030407874,0.0016603732,0.00076781627,0.002476265,0.0016807939,0.0007504101,0.000044545573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003860624,0.000060025974,0.9569218,0.00030692382,0.00039062506,0.000936193,0.0039537502,0.0012370171,0.0019036245,0.0047282185,0.00041451733,0.02910867],"study_design_scores_gemma":[0.0009510543,0.00080961554,0.6928879,0.0004804039,0.000050311683,0.0031829397,0.0005586466,0.26302373,0.000824632,0.0355107,0.00019293214,0.0015271517],"about_ca_topic_score_codex":0.0002999061,"about_ca_topic_score_gemma":0.000060552924,"teacher_disagreement_score":0.26403394,"about_ca_system_score_codex":0.00032866615,"about_ca_system_score_gemma":0.0010363221,"threshold_uncertainty_score":0.99989885},"labels":[],"label_agreement":null},{"id":"W4399259577","doi":"10.1007/s10664-024-10464-6","title":"Towards graph-anonymization of software analytics data: empirical study on JIT defect prediction","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Analytics; Data mining; Empirical research; Software; Graph; Data science; Statistics; Theoretical computer science; Mathematics; Programming language","score_opus":0.06589437020513635,"score_gpt":0.3439454061040775,"score_spread":0.27805103589894115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399259577","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14177115,0.000577612,0.8526489,0.00016672918,0.0012466375,0.00044959545,0.00008178692,0.003047864,0.000009696723],"genre_scores_gemma":[0.9522227,0.000021321672,0.047023725,0.000056052497,0.0003574948,0.00006075718,0.000094863935,0.00010786487,0.00005519349],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958278,0.00010807798,0.0006848006,0.0012991922,0.001416858,0.0006632582],"domain_scores_gemma":[0.9949925,0.0024803851,0.00006136293,0.00197608,0.00018405645,0.00030561062],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010990278,0.00045264827,0.00050639024,0.0009186955,0.00009946365,0.00032339958,0.0018617325,0.0002266685,0.000023809367],"category_scores_gemma":[0.0062293573,0.00042404284,0.00023376833,0.003267763,0.00004527239,0.0008622362,0.0009741728,0.0008166108,0.000060875922],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025400386,0.00068862754,0.7455744,0.0005460212,0.00061584817,0.00029435754,0.0015061751,0.22768952,0.00006553968,0.0001376036,0.010276212,0.012580308],"study_design_scores_gemma":[0.0006518567,0.0011775162,0.6509946,0.00039066424,0.00013704742,0.000047221736,0.000031098396,0.33878884,0.0004210951,0.00020669431,0.0063649095,0.00078844785],"about_ca_topic_score_codex":0.000016989203,"about_ca_topic_score_gemma":0.0000020156613,"teacher_disagreement_score":0.81045157,"about_ca_system_score_codex":0.00028445965,"about_ca_system_score_gemma":0.00025176725,"threshold_uncertainty_score":0.9998211},"labels":[],"label_agreement":null},{"id":"W4399362314","doi":"10.1007/s10664-024-10487-z","title":"Characterizing and classifying developer forum posts with their intentions","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Mitacs","keywords":"Computer science; Knowledge management","score_opus":0.025739535136037356,"score_gpt":0.2690836191399585,"score_spread":0.24334408400392113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399362314","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15474555,0.0009353578,0.8399348,0.0015195159,0.0004068373,0.00012909203,0.0000035733515,0.002305971,0.000019259125],"genre_scores_gemma":[0.9199287,0.000023751132,0.0796047,0.00015525556,0.00009266616,0.00005432482,0.0000042842976,0.00006019091,0.00007611195],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982931,0.000016255779,0.00020440172,0.00054132886,0.0003648794,0.00058004487],"domain_scores_gemma":[0.9983345,0.0010160364,0.000014524338,0.00033862554,0.000071026334,0.00022526238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023056196,0.00026256283,0.00020165915,0.00029600406,0.00011351429,0.00057280425,0.00043417586,0.000092723814,0.000009823888],"category_scores_gemma":[0.00065424124,0.00020469018,0.00005801045,0.0008043709,0.000032211716,0.00074872206,0.0004035495,0.0005036855,0.000028097016],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030730745,0.00016380097,0.7321415,0.00200001,0.0008514443,0.0015835435,0.008694709,0.007118403,0.015249514,0.007389344,0.003920813,0.22085619],"study_design_scores_gemma":[0.00052508275,0.00030277908,0.63998115,0.001904758,0.000024983132,0.0010974181,0.00010303879,0.23774926,0.004012702,0.00021566432,0.11235884,0.0017243194],"about_ca_topic_score_codex":0.0000040635637,"about_ca_topic_score_gemma":0.0000015183184,"teacher_disagreement_score":0.76518315,"about_ca_system_score_codex":0.00013356144,"about_ca_system_score_gemma":0.00010718763,"threshold_uncertainty_score":0.8347023},"labels":[],"label_agreement":null},{"id":"W4399530762","doi":"10.1145/3644815.3644965","title":"DVC in Open Source ML-development: The Action and the Reaction","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Calgary; Concordia University","funders":"","keywords":"Software versioning; Computer science; Popularity; Software engineering; Process (computing); Quality (philosophy); Software; Open-source software development; Software development; Database; World Wide Web; Operating system","score_opus":0.03664933410204949,"score_gpt":0.3072741403339433,"score_spread":0.2706248062318938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399530762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20960839,0.00058350124,0.764664,0.017801596,0.0007776058,0.0007814241,1.0791217e-7,0.00063483993,0.005148565],"genre_scores_gemma":[0.9918124,0.000030398018,0.0026796337,0.00009282811,0.000032770473,0.000053652864,2.5177454e-7,0.000005700134,0.005292374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999478,0.000043210508,0.00007034131,0.00016008108,0.00014422741,0.00010412996],"domain_scores_gemma":[0.99905074,0.000708324,0.000005945894,0.00020773629,0.000010889406,0.000016345526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009617964,0.00004245965,0.00003973998,0.000054140495,0.00007783185,0.0006362412,0.0005618675,0.000018350656,0.0000068485833],"category_scores_gemma":[0.00012754856,0.000020713771,0.000007884922,0.000358673,0.000025827927,0.0003840358,0.000434258,0.00016427753,0.000048497408],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001534497,0.00001312403,0.0007957965,0.000029493558,0.00002278193,0.000006966597,0.007872453,0.00023623838,0.0006100002,0.038532477,0.0039947364,0.9478706],"study_design_scores_gemma":[0.00087373337,0.000024141902,0.12794898,0.00010760387,0.000003315989,0.000089993555,0.00047058304,0.3030573,0.0043061213,0.0032973804,0.5595832,0.00023768224],"about_ca_topic_score_codex":0.0002798395,"about_ca_topic_score_gemma":0.00006293713,"teacher_disagreement_score":0.9476329,"about_ca_system_score_codex":0.000045795692,"about_ca_system_score_gemma":0.0000484562,"threshold_uncertainty_score":0.61352885},"labels":[],"label_agreement":null},{"id":"W4399567378","doi":"10.1145/3650105.3652299","title":"Fine Tuning Large Language Model for Secure Code Generation","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Computer science; Code (set theory); Code generation; Vulnerability (computing); Face (sociological concept); Source code; Programming language; Computer security","score_opus":0.033537094149657984,"score_gpt":0.312070987112272,"score_spread":0.278533892962614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399567378","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011827668,0.00038062135,0.986114,0.0005731352,0.00019721422,0.00010823978,0.000012705367,0.0006808678,0.000105511266],"genre_scores_gemma":[0.81128556,0.0000016663387,0.18309607,0.000065736866,0.00015141862,0.000036326834,0.000015385522,0.000012454816,0.005335362],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937844,0.0000062169274,0.00006741298,0.00020930849,0.00014289438,0.00019571697],"domain_scores_gemma":[0.99954665,0.00015756155,0.000003963217,0.00021843845,0.000032865173,0.000040541963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002519592,0.00005737807,0.00004829355,0.00008010309,0.000042358177,0.00019569039,0.00025327518,0.000031734784,0.000016830478],"category_scores_gemma":[0.00012183616,0.000049776296,0.000029993735,0.00018386435,0.0000032072617,0.00022966783,0.00009554324,0.00007997575,0.000029794719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032739256,0.000054600132,0.00017020662,0.00030836294,0.000055396347,0.00006886869,0.010248198,0.167858,0.062439118,0.57388324,0.13804984,0.046860907],"study_design_scores_gemma":[0.000072125564,0.0000122482525,0.000012072752,0.000009328568,0.0000010758616,0.0000028552915,0.000004946971,0.99459213,0.0028866138,0.0002613462,0.0020805781,0.00006470773],"about_ca_topic_score_codex":0.000003353792,"about_ca_topic_score_gemma":0.000037713195,"teacher_disagreement_score":0.8267341,"about_ca_system_score_codex":0.000029691666,"about_ca_system_score_gemma":0.000050469815,"threshold_uncertainty_score":0.20298184},"labels":[],"label_agreement":null},{"id":"W4399572687","doi":"10.1145/3641822.3641873","title":"Charting a Path to Efficient Onboarding: The Role of Software Visualization","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Onboarding; Computer science; Visualization; Software development; Software engineering; Process (computing); Software; Knowledge management; Software visualization; Personal software process; Context (archaeology); Software inspection; Software construction; Data science; Software quality; Artificial intelligence","score_opus":0.01078796831382044,"score_gpt":0.27624611249139436,"score_spread":0.2654581441775739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399572687","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08864087,0.00028259074,0.90977967,0.00025492758,0.00019317416,0.00013934344,6.706646e-7,0.00055102265,0.00015774817],"genre_scores_gemma":[0.9845739,0.0000011148218,0.015182097,0.000045678375,0.000040394552,0.000019152387,4.3647273e-7,0.000009995895,0.0001272517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990853,0.000022482081,0.00012937674,0.00021347978,0.0003597986,0.00018957461],"domain_scores_gemma":[0.99904335,0.000509153,0.00001076447,0.0003155197,0.000067489236,0.000053747088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046461402,0.000063184365,0.00006504893,0.0001254421,0.000048321086,0.00015656481,0.0004840941,0.000019966606,0.000013773655],"category_scores_gemma":[0.0006290015,0.000041902545,0.000037949987,0.0008978179,0.000010589575,0.00007187362,0.00028884475,0.00007028668,0.00007962772],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006251897,0.000120335935,0.011368759,0.00034617324,0.00007432111,0.000026309785,0.01971465,0.087193556,0.037068892,0.46818143,0.0025274896,0.37337184],"study_design_scores_gemma":[0.00003590333,0.000058030615,0.0034932534,0.0001146389,0.0000023124207,0.0000048455904,0.000089740526,0.9587918,0.03211245,0.00043313464,0.004759142,0.0001047415],"about_ca_topic_score_codex":0.000016805649,"about_ca_topic_score_gemma":5.11426e-7,"teacher_disagreement_score":0.89593303,"about_ca_system_score_codex":0.000036348825,"about_ca_system_score_gemma":0.000047055182,"threshold_uncertainty_score":0.17087361},"labels":[],"label_agreement":null},{"id":"W4399577198","doi":"10.1145/3650105.3652290","title":"PathOCL: Path-Based Prompt Augmentation for OCL Generation with GPT-4","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Unified Modeling Language; Computer science; Object Constraint Language; Programming language; Applications of UML; UML tool; Context (archaeology); Software engineering; Class (philosophy); Artificial intelligence; Software","score_opus":0.0277043368443298,"score_gpt":0.2857301926395388,"score_spread":0.258025855795209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399577198","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02060419,0.00006414722,0.97725075,0.00068330293,0.000250068,0.00039196422,0.0000025677678,0.0006872103,0.00006580344],"genre_scores_gemma":[0.69802415,8.9378125e-7,0.30103013,0.000075373006,0.000104972096,0.00023866289,0.000021819513,0.000014474768,0.00048948755],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919385,0.000013792424,0.00008814598,0.00028660873,0.0002512573,0.0001663721],"domain_scores_gemma":[0.9994481,0.0002024375,0.000008991402,0.00022026189,0.00007556638,0.00004461063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022825332,0.000075969,0.000052169555,0.00010461284,0.000048783357,0.0003217363,0.00019166594,0.00002606385,0.000013951408],"category_scores_gemma":[0.000051956493,0.00005737285,0.000023919461,0.00031043484,0.000008954818,0.00029466994,0.000023650675,0.000054517644,0.000029293842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069863476,0.00030123643,0.0037525252,0.0013622736,0.00015059217,0.00024860335,0.002952397,0.07553694,0.12192748,0.20256464,0.052070256,0.5390632],"study_design_scores_gemma":[0.00021950949,0.00018864629,0.0004217692,0.000027126665,0.000002743941,0.0000051734037,0.0000036887866,0.96893746,0.027916307,0.00014370734,0.0020332348,0.00010063642],"about_ca_topic_score_codex":0.0000066637563,"about_ca_topic_score_gemma":0.0000035882283,"teacher_disagreement_score":0.8934005,"about_ca_system_score_codex":0.000067716064,"about_ca_system_score_gemma":0.00014020197,"threshold_uncertainty_score":0.31025103},"labels":[],"label_agreement":null},{"id":"W4399631545","doi":"10.1145/3643916.3644439","title":"TerraMetrics: An Open Source Tool for Infrastructure-as-Code (IaC) Quality Metrics in Terraform","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"DevOps; Computer science; Source code; Software engineering; JSON; Software; Quality assurance; Software quality; JavaScript; Java; Abstract syntax tree; Interpreter; Quality (philosophy); Metric (unit); Software quality assurance; Software deployment; Parsing; World Wide Web; Operating system; Programming language; Software development; Service (business); Engineering","score_opus":0.056479815997341185,"score_gpt":0.38034339799072053,"score_spread":0.32386358199337933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399631545","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091151595,0.000119387005,0.90571564,0.0005234216,0.000523438,0.0007406567,0.00001043161,0.00070009683,0.00051529997],"genre_scores_gemma":[0.8033728,0.000007661011,0.19479696,0.00031261193,0.00008424919,0.00014649588,0.0000092213095,0.000037992806,0.0012319756],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761516,0.000063379994,0.00042407427,0.0007540315,0.00058481056,0.000558525],"domain_scores_gemma":[0.9963399,0.0023730777,0.000032392763,0.0009852326,0.00010617066,0.00016322764],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002444238,0.00019935389,0.0002655915,0.0012307096,0.000070694456,0.0019390386,0.003288488,0.00014038035,0.00005642918],"category_scores_gemma":[0.003988875,0.00017166324,0.0000666764,0.0040167877,0.00003081265,0.0017484305,0.0013392386,0.0003831406,0.00004846292],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027841661,0.00014330038,0.018931407,0.00033837353,0.00005393857,0.000035244615,0.0028074253,0.0035430964,0.00045361108,0.08350369,0.006240512,0.88392156],"study_design_scores_gemma":[0.0011355975,0.0007680205,0.09908708,0.00009013369,0.000008431218,0.00004586113,0.00017204772,0.75793535,0.0031063173,0.04058193,0.0960139,0.0010553359],"about_ca_topic_score_codex":0.0007019437,"about_ca_topic_score_gemma":0.00007984847,"teacher_disagreement_score":0.8828662,"about_ca_system_score_codex":0.0003294457,"about_ca_system_score_gemma":0.0002919418,"threshold_uncertainty_score":0.99909705},"labels":[],"label_agreement":null},{"id":"W4399644038","doi":"10.1007/s10664-024-10457-5","title":"Utilization of pre-trained language models for adapter-based knowledge transfer in software engineering","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"","keywords":"Adapter (computing); Computer science; Code (set theory); Automatic summarization; Downstream (manufacturing); Software; Artificial intelligence; Natural language processing; Source code; Programming language; Engineering; Computer hardware","score_opus":0.046160511992757766,"score_gpt":0.31951923156039336,"score_spread":0.2733587195676356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399644038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106163085,0.002512527,0.88807905,0.000063060455,0.0005025719,0.0005354747,0.00003483802,0.0021063937,0.0000029860912],"genre_scores_gemma":[0.8534494,0.000008366714,0.14599869,0.000017632212,0.000111156834,0.00023451779,0.000028039454,0.00010600573,0.00004616359],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975589,0.000028704926,0.0005634526,0.00069564104,0.0004332408,0.00072009314],"domain_scores_gemma":[0.99582523,0.0032899333,0.0000188753,0.0005468912,0.00011605152,0.00020300511],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054653216,0.0003926278,0.00044455315,0.00083306624,0.000033947217,0.00013187008,0.0007822468,0.0002299025,0.000012667709],"category_scores_gemma":[0.002096102,0.0004095064,0.0002357558,0.0016462278,0.000022721637,0.00059106946,0.00012004556,0.00042947545,0.000006674304],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023560939,0.00012766657,0.0029655634,0.0021758096,0.00005640932,0.00004977635,0.0032115635,0.9782438,0.0010495558,0.0011455927,0.00017782788,0.010772833],"study_design_scores_gemma":[0.0005266158,0.00011853114,0.006877706,0.00063747953,0.000011852358,0.0000068428535,0.0000070687147,0.98337543,0.006595522,0.000057902755,0.0013501871,0.00043488864],"about_ca_topic_score_codex":0.000016549318,"about_ca_topic_score_gemma":0.00000594873,"teacher_disagreement_score":0.7472863,"about_ca_system_score_codex":0.00026070734,"about_ca_system_score_gemma":0.00021463569,"threshold_uncertainty_score":0.99983567},"labels":[],"label_agreement":null},{"id":"W4399668026","doi":"10.1145/3661167.3661234","title":"How Much Logs Does My Source Code File Need? Learning to Predict the Density of Logs","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Source code; Code (set theory); Programming language; Database; Set (abstract data type)","score_opus":0.011591529814095612,"score_gpt":0.2375850552010579,"score_spread":0.2259935253869623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399668026","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14343086,0.000081921055,0.8493413,0.0055072163,0.00032664044,0.00017252556,0.000008805717,0.00086751295,0.00026323507],"genre_scores_gemma":[0.9710408,0.0000041582116,0.010719978,0.00009500885,0.00009247655,0.000019591746,0.0000024751416,0.000015880594,0.01800962],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986858,0.000062772095,0.00011512089,0.00034597493,0.0004639894,0.00032633674],"domain_scores_gemma":[0.9974216,0.0018404432,0.000016154603,0.000523095,0.00009337372,0.000105328865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005004263,0.0001136034,0.00012800105,0.00013699099,0.0000898246,0.00039047393,0.0009852017,0.00005279939,0.0001433585],"category_scores_gemma":[0.0012527306,0.000065457956,0.000062832565,0.0006832185,0.00005682446,0.00020439537,0.00070029014,0.00035960635,0.00008823879],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028805178,0.00013941691,0.10497944,0.00071375864,0.0003444975,0.00021647339,0.022597484,0.035963062,0.0151745435,0.021583315,0.60470474,0.19355446],"study_design_scores_gemma":[0.00021881436,0.0003577912,0.04115214,0.00023097587,0.000015212815,0.00006555452,0.0011787709,0.695096,0.037241407,0.0010899781,0.22285452,0.0004987831],"about_ca_topic_score_codex":0.00010965999,"about_ca_topic_score_gemma":0.000021230546,"teacher_disagreement_score":0.8386213,"about_ca_system_score_codex":0.00004176982,"about_ca_system_score_gemma":0.0000719601,"threshold_uncertainty_score":0.3765349},"labels":[],"label_agreement":null},{"id":"W4399668128","doi":"10.1145/3661167.3661190","title":"Exploring Influence of Feature Toggles on Code Complexity","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Feature (linguistics); Code (set theory); Programming language","score_opus":0.15958671814062309,"score_gpt":0.3188125642577183,"score_spread":0.15922584611709523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399668128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86575115,0.00020309589,0.13055924,0.0011893294,0.00030844347,0.000086825974,0.0000038122346,0.00091413734,0.0009839769],"genre_scores_gemma":[0.9760375,0.000014656378,0.02357694,0.000037063128,0.000028338785,0.000012023807,3.9724637e-7,0.0000067644078,0.00028632372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991861,0.000014497483,0.00008068194,0.00023274327,0.00031347305,0.00017253008],"domain_scores_gemma":[0.99895525,0.0005484743,0.000007050531,0.00038998973,0.000045438723,0.000053779997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016280112,0.00007350044,0.000084173145,0.00013542359,0.000024111394,0.00009140192,0.00058367435,0.000022356315,0.000009398417],"category_scores_gemma":[0.00019923113,0.000060039813,0.000032523436,0.00048634707,0.000037351747,0.00042822104,0.00019493031,0.0001833509,0.000076978366],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000790054,0.000058366037,0.0044437777,0.0004154134,0.00004832719,0.0001112945,0.0016863056,0.024435772,0.007172808,0.90940255,0.0055368324,0.04668067],"study_design_scores_gemma":[0.00032066557,0.000484956,0.5791678,0.0011416286,0.0000060321436,0.000046370205,0.00006391416,0.24254434,0.13873336,0.010666857,0.026084343,0.00073975377],"about_ca_topic_score_codex":0.000026775764,"about_ca_topic_score_gemma":0.0000031914192,"teacher_disagreement_score":0.8987357,"about_ca_system_score_codex":0.000033755266,"about_ca_system_score_gemma":0.00003653486,"threshold_uncertainty_score":0.24483524},"labels":[],"label_agreement":null},{"id":"W4399686980","doi":"10.1007/s10664-024-10500-5","title":"Common challenges of deep reinforcement learning applications development: an empirical study","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Fonds de recherche du Québec; Canadian Institute for Advanced Research","keywords":"Computer science; Taxonomy (biology); Leverage (statistics); Popularity; Reinforcement learning; Artificial intelligence; Data science; Software engineering","score_opus":0.039303453045082565,"score_gpt":0.3277676583422513,"score_spread":0.28846420529716876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399686980","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.112002686,0.0019291072,0.8830235,0.00012081217,0.00019732224,0.00044708757,3.3073295e-7,0.0022480276,0.000031099913],"genre_scores_gemma":[0.9631806,0.00002390165,0.036247168,0.00001611213,0.00011648335,0.00031008807,0.000007683204,0.000056204382,0.000041734325],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974092,0.000069372225,0.0005384495,0.0006826479,0.000757054,0.00054322253],"domain_scores_gemma":[0.99750566,0.0013790433,0.000040612285,0.0006885441,0.00009693089,0.00028918043],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006953875,0.00030031818,0.00034770623,0.00043664963,0.00012310628,0.00016701248,0.0010225632,0.00012039017,0.000020951444],"category_scores_gemma":[0.00049391034,0.00029563624,0.00008712632,0.0010543308,0.000025984049,0.00047310075,0.00051124784,0.00065389107,0.000070491944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009076185,0.0006328684,0.24842922,0.00086040644,0.00029851327,0.00014080352,0.018196091,0.5643942,0.00010766435,0.0010120033,0.00010651373,0.16581264],"study_design_scores_gemma":[0.0005427838,0.00090201705,0.36678782,0.00023871592,0.00003202899,0.000049225215,0.00030481015,0.5819047,0.0010265097,0.00013383786,0.046932653,0.0011448817],"about_ca_topic_score_codex":0.000006231698,"about_ca_topic_score_gemma":0.00000429308,"teacher_disagreement_score":0.85117793,"about_ca_system_score_codex":0.00021367487,"about_ca_system_score_gemma":0.0001132977,"threshold_uncertainty_score":0.9999496},"labels":[],"label_agreement":null},{"id":"W4399860893","doi":"10.1145/3660650.3660673","title":"Can You Spot the AI? Incorporating GenAI into Technical Writing Assignments","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Reflection (computer programming); Technical writing; Writing process; Process (computing); Mathematics education; Artificial intelligence; Psychology; Higher education; Programming language","score_opus":0.017394745913907196,"score_gpt":0.290937253681044,"score_spread":0.2735425077671368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399860893","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019697104,0.00025350967,0.963731,0.012154994,0.00044183605,0.00020775727,8.0359507e-7,0.0017053995,0.0018076318],"genre_scores_gemma":[0.9492026,0.0000019889335,0.049872182,0.00026422745,0.00013876964,0.00003506315,8.6671935e-7,0.000015565665,0.0004687603],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859685,0.00004277256,0.00019095256,0.0003586175,0.0005083961,0.00030238894],"domain_scores_gemma":[0.99862725,0.00071692234,0.000014681072,0.00051138364,0.000042045656,0.00008770308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009072619,0.00010981729,0.0000830943,0.00010571207,0.00015264288,0.00067389914,0.0010789989,0.000052280695,0.000024887082],"category_scores_gemma":[0.00039134006,0.00007328671,0.00004371089,0.0007481344,0.000050035684,0.0002588446,0.00074514025,0.0004409316,0.00009204044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032136038,0.00008569174,0.026498895,0.00035847625,0.0001037566,0.00071794563,0.0020608436,0.0015842118,0.039668176,0.46054935,0.021646615,0.44672284],"study_design_scores_gemma":[0.00034128182,0.00024731635,0.023896456,0.0005570425,0.000015234104,0.00032891642,0.00024189398,0.8893125,0.025047153,0.04770443,0.011280785,0.0010269883],"about_ca_topic_score_codex":0.000111876405,"about_ca_topic_score_gemma":0.00001683361,"teacher_disagreement_score":0.92950547,"about_ca_system_score_codex":0.00015598636,"about_ca_system_score_gemma":0.00013795834,"threshold_uncertainty_score":0.6498425},"labels":[],"label_agreement":null},{"id":"W4400065154","doi":"10.1145/3643787.3648028","title":"Aligning Programming Language and Natural Language: Exploring Design Choices in Multi-Modal Transformer-Based Embedding for Bug Localization","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Embedding; Computer science; Source code; Artificial intelligence; Natural language; Software; Machine learning; Natural language processing; Programming language","score_opus":0.061910445171532276,"score_gpt":0.34671907705832894,"score_spread":0.28480863188679667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400065154","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.069752276,0.002995995,0.92440444,0.00008449307,0.0005858519,0.0012499953,0.0000042137567,0.00091872463,0.0000040018026],"genre_scores_gemma":[0.6345829,0.000009905011,0.36449733,0.00001749611,0.000068431356,0.0007060052,0.000020932606,0.000043312666,0.000053712076],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779797,0.000068257104,0.0003390348,0.00085138064,0.00037095277,0.00057242403],"domain_scores_gemma":[0.99852824,0.0008832414,0.000050951414,0.00036648652,0.00006876662,0.00010232508],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00093073514,0.0003359492,0.0003120095,0.0006459473,0.00007954819,0.00075483415,0.0006313099,0.00017835644,0.000002083513],"category_scores_gemma":[0.00043252853,0.0003193538,0.0000956737,0.0004780734,0.000031029183,0.00034663052,0.00037856906,0.00071047415,0.0000026780758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050696985,0.00013726951,0.0021703155,0.0071258727,0.00014144076,0.00027092302,0.044328526,0.51756006,0.0065627615,0.00062944496,0.00003253013,0.42099017],"study_design_scores_gemma":[0.0005059788,0.000040037532,0.00020616854,0.0007927188,0.000011875398,0.0000041794337,0.000527839,0.980407,0.017032064,0.00005065873,0.000044527435,0.000376924],"about_ca_topic_score_codex":0.0003068515,"about_ca_topic_score_gemma":0.00008624192,"teacher_disagreement_score":0.5648306,"about_ca_system_score_codex":0.00018854941,"about_ca_system_score_gemma":0.00017052905,"threshold_uncertainty_score":0.99992585},"labels":[],"label_agreement":null},{"id":"W4400242114","doi":"10.1145/3643991.3644920","title":"Enhancing Performance Bug Prediction Using Performance Code Metrics","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; IBM (Canada)","funders":"","keywords":"Computer science; Software bug; Code (set theory); Programming language; Performance prediction; Software","score_opus":0.029421121564483114,"score_gpt":0.27464007787532047,"score_spread":0.24521895631083734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400242114","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45735425,0.00027924796,0.54039276,0.000030330493,0.00076616765,0.000060481932,9.0397845e-7,0.00084249076,0.00027336355],"genre_scores_gemma":[0.9449901,0.00010272806,0.0539302,0.000021071402,0.00014768541,0.000008767194,0.000001051712,0.000016912732,0.0007814659],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856037,0.000014749037,0.00019211804,0.0003615379,0.0005039837,0.00036722096],"domain_scores_gemma":[0.99912196,0.00030563294,0.000013966964,0.0003910677,0.0000802928,0.00008708687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006129179,0.000119179356,0.000096015756,0.00047372098,0.00012393425,0.0003271161,0.0005240771,0.00005700773,0.000024859808],"category_scores_gemma":[0.00015727781,0.000107484775,0.00003602178,0.001922606,0.000019772227,0.0012593705,0.00023274843,0.00026945476,0.00015150431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019260244,0.00014831447,0.2467267,0.003726074,0.00023131024,0.00014326187,0.003620877,0.17744228,0.06769425,0.008265074,0.004172653,0.48780993],"study_design_scores_gemma":[0.000047074653,0.000055715293,0.0103693055,0.000110835535,0.0000032023825,0.00004576457,0.000004388118,0.9475743,0.03955675,0.000009887644,0.0021079958,0.00011474714],"about_ca_topic_score_codex":0.000011329504,"about_ca_topic_score_gemma":0.0000011225436,"teacher_disagreement_score":0.77013206,"about_ca_system_score_codex":0.00020549231,"about_ca_system_score_gemma":0.00013578865,"threshold_uncertainty_score":0.4383102},"labels":[],"label_agreement":null},{"id":"W4400242190","doi":"10.1145/3643991.3644881","title":"Multi-faceted Code Smell Detection at Scale using DesigniteJava 2.0","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Scale (ratio); Code (set theory); Artificial intelligence; Programming language; Geography; Cartography","score_opus":0.05527756510124146,"score_gpt":0.30714638548599854,"score_spread":0.2518688203847571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400242190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19292763,0.00028485796,0.80484784,0.00004632407,0.00046964828,0.00010590514,9.585259e-7,0.0012600259,0.00005679836],"genre_scores_gemma":[0.8426098,0.0000057694933,0.15514782,0.000018895988,0.000049315084,0.0000027393423,5.261924e-7,0.000019176348,0.0021459048],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99888355,0.000038487968,0.000120448705,0.00038275696,0.00027220088,0.0003025653],"domain_scores_gemma":[0.99912393,0.00035898463,0.000008738346,0.00035307134,0.000054066164,0.00010123765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002916169,0.00010638973,0.000081227074,0.00021853572,0.00009746294,0.0002663478,0.0003746512,0.0000639176,0.000049393057],"category_scores_gemma":[0.0001144486,0.00009739909,0.00006293642,0.0007485252,0.000023140907,0.00032493245,0.00020889081,0.00015593141,0.0004892979],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046969412,0.00003269818,0.0045932503,0.000119565346,0.000050913088,0.000099816476,0.0005928438,0.023689257,0.9347099,0.000111099376,0.0005858936,0.035410058],"study_design_scores_gemma":[0.00008004923,0.000020333282,0.0034309304,0.00002291807,0.0000029143441,0.000039632447,0.0000033766905,0.8445433,0.1506772,0.000020843236,0.0010448068,0.000113692346],"about_ca_topic_score_codex":0.00008757191,"about_ca_topic_score_gemma":0.00004434789,"teacher_disagreement_score":0.82085407,"about_ca_system_score_codex":0.00025427772,"about_ca_system_score_gemma":0.00004592206,"threshold_uncertainty_score":0.62890977},"labels":[],"label_agreement":null},{"id":"W4400242886","doi":"10.1145/3643991.3644864","title":"CodeLL: A Lifelong Learning Dataset to Support the Co-Evolution of Data and Language Models of Code","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Lifelong learning; Code (set theory); Data modeling; Artificial intelligence; Natural language processing; Data science; Programming language; Software engineering; Psychology","score_opus":0.05609616902081996,"score_gpt":0.3477873227265498,"score_spread":0.29169115370572984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400242886","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02676691,0.00038559095,0.97146153,0.00029910158,0.000039857132,0.00011252424,0.0007199693,0.00011195384,0.0001025324],"genre_scores_gemma":[0.98209333,0.000014498541,0.017431948,0.00002275906,0.000017072975,0.0000035252472,0.00022348194,0.0000073971137,0.00018600478],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99912995,0.000034953464,0.00013860292,0.00026693122,0.0002885633,0.0001409769],"domain_scores_gemma":[0.9985456,0.0005346985,0.000015632068,0.0008229762,0.000028136152,0.00005295047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00085725955,0.000058762824,0.00009106569,0.00010548119,0.000026124317,0.000066088855,0.0010507995,0.000021691181,0.000014369337],"category_scores_gemma":[0.00020000509,0.00004177584,0.000009901884,0.00033378333,0.00003780863,0.0004683327,0.0009862167,0.00012979451,0.000013866285],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005097387,0.0001629349,0.011512502,0.0015958102,0.00032785028,0.0002095831,0.023515174,0.19557717,0.020812511,0.10385162,0.5002543,0.14212959],"study_design_scores_gemma":[0.000052281426,0.00006178082,0.00036453834,0.00003141584,0.000004041156,0.000013285495,0.00011859444,0.9933025,0.0009011836,0.00009513145,0.0049988064,0.000056403445],"about_ca_topic_score_codex":0.00023559619,"about_ca_topic_score_gemma":0.000024859295,"teacher_disagreement_score":0.9553264,"about_ca_system_score_codex":0.000017114748,"about_ca_system_score_gemma":0.0000909511,"threshold_uncertainty_score":0.19526644},"labels":[],"label_agreement":null},{"id":"W4400266869","doi":"10.1145/3643991.3644907","title":"PeaTMOSS: A Dataset and Initial Analysis of Pre-Trained Models in Open-Source Software","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Science Foundation","keywords":"Computer science; Open source software; Open source; Software; Artificial intelligence; Programming language","score_opus":0.035562403760425194,"score_gpt":0.3328252172419072,"score_spread":0.29726281348148204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400266869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060874432,0.0002345235,0.9381148,0.0001213292,0.000037058377,0.00015320057,0.00020310785,0.0001992586,0.000062269224],"genre_scores_gemma":[0.94201785,0.000011766624,0.057581,0.000042333253,0.000010985197,0.000023548613,0.0001457478,0.000010345323,0.00015644326],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886054,0.000041092328,0.0002031087,0.00042282496,0.00026460248,0.00020785755],"domain_scores_gemma":[0.99853027,0.0008109812,0.000013411309,0.0005392033,0.00003035518,0.000075796765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004908894,0.00009780343,0.0002231423,0.0004786894,0.000019806515,0.00037863528,0.0010368659,0.000042473803,0.000034955392],"category_scores_gemma":[0.00024559663,0.00008558702,0.000035290523,0.0022519003,0.000036782174,0.00085044315,0.0011265439,0.00012791385,0.0000034884804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000120344834,0.0005424367,0.030431863,0.00092938077,0.003033482,0.0007923687,0.017563753,0.6106331,0.00045370654,0.047300193,0.021481186,0.2667182],"study_design_scores_gemma":[0.00016685069,0.000040944888,0.00890311,0.000036418834,0.000033185068,0.000005125709,0.000016436237,0.98944867,0.00008682011,0.00061734807,0.00053345534,0.00011166494],"about_ca_topic_score_codex":0.00063351967,"about_ca_topic_score_gemma":0.00012423488,"teacher_disagreement_score":0.8811434,"about_ca_system_score_codex":0.000029553672,"about_ca_system_score_gemma":0.000088559216,"threshold_uncertainty_score":0.36511886},"labels":[],"label_agreement":null},{"id":"W4400289352","doi":"10.1007/s10664-024-10476-2","title":"Design smells in multi-language systems and bug-proneness: a survival analysis","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Natural language processing; Programming language; Linguistics; Artificial intelligence","score_opus":0.050847855513788974,"score_gpt":0.3200556375862844,"score_spread":0.26920778207249546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400289352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11004531,0.006223967,0.88136864,0.00006705015,0.0005669858,0.00023323372,0.0000037466327,0.0014895659,0.0000015174624],"genre_scores_gemma":[0.91128856,0.000033112035,0.0883409,0.000012243627,0.00007701665,0.000088140136,0.000004276125,0.00004743233,0.00010831729],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977258,0.00009680409,0.00034743652,0.00073348713,0.00047399182,0.00062246906],"domain_scores_gemma":[0.99632347,0.0028689166,0.00001858288,0.00051478547,0.000039198127,0.00023506487],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009691268,0.00028953288,0.0004291118,0.0010182445,0.000039978473,0.0005327909,0.0005880914,0.00014664848,0.000007762651],"category_scores_gemma":[0.0011636441,0.0002767815,0.0001025886,0.0033984582,0.00002327578,0.00040222952,0.0003142194,0.00046857007,0.00003649373],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048691127,0.00006149836,0.19745246,0.00049451226,0.00037443027,0.0009416079,0.0025301,0.79418504,0.0004329667,0.00013189782,0.00011346356,0.0032771272],"study_design_scores_gemma":[0.00018255263,0.000028613033,0.10960326,0.00011718596,0.000029340428,0.00001853138,0.000019847654,0.889207,0.0001208523,0.0000053984495,0.00033587107,0.0003315539],"about_ca_topic_score_codex":0.00012837481,"about_ca_topic_score_gemma":0.000005541731,"teacher_disagreement_score":0.80124325,"about_ca_system_score_codex":0.00021088372,"about_ca_system_score_gemma":0.000075308664,"threshold_uncertainty_score":0.9999684},"labels":[],"label_agreement":null},{"id":"W4400406365","doi":"10.1007/s11334-024-00566-1","title":"Detecting mistakes in a domain model: a comparison of three approaches","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science","score_opus":0.06713351668033267,"score_gpt":0.28202793810968657,"score_spread":0.2148944214293539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400406365","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34231946,0.0017519541,0.65535104,0.000021873566,0.00016195823,0.00013949306,0.000002044441,0.0002401465,0.000012021898],"genre_scores_gemma":[0.90721023,0.0000013993698,0.09264877,0.0000011156646,0.000022803006,0.00008848174,0.0000013027844,0.000018828383,0.0000070989927],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870414,0.000013850227,0.00050415564,0.00029696556,0.00022627041,0.0002546054],"domain_scores_gemma":[0.9989263,0.00068919215,0.000032661268,0.00027416847,0.00004755631,0.000030149784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00072106987,0.00013647426,0.00025325967,0.00096277584,0.000026477004,0.00016073021,0.00028018,0.00008502754,3.6055894e-7],"category_scores_gemma":[0.0005674384,0.00014219007,0.00002231156,0.0022068853,0.000017687042,0.00029788565,0.00006410623,0.0003313424,6.266122e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010818142,0.000024150559,0.07121599,0.00085114466,0.00001622468,0.000016149863,0.0035588827,0.8759024,0.0004412173,0.040364273,0.000010904846,0.0075975535],"study_design_scores_gemma":[0.00010627246,0.000013978327,0.0073718536,0.0005045388,8.664769e-7,0.000011919519,0.00013554307,0.9913634,0.00009391716,0.0001548162,0.00010371069,0.00013918354],"about_ca_topic_score_codex":0.000079086014,"about_ca_topic_score_gemma":0.00002962546,"teacher_disagreement_score":0.56489074,"about_ca_system_score_codex":0.00010805899,"about_ca_system_score_gemma":0.000060241684,"threshold_uncertainty_score":0.5798342},"labels":[],"label_agreement":null},{"id":"W4400421435","doi":"10.1016/j.procs.2024.06.069","title":"Triage Software Update Impact via Release Notes Classification","year":2024,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Triage; Categorization; Classifier (UML); Software; Machine learning; Process (computing); Artificial intelligence","score_opus":0.023406008543741343,"score_gpt":0.30285513759217464,"score_spread":0.2794491290484333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400421435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04096212,0.00047665945,0.9539187,0.0008374498,0.0015416114,0.00026755384,0.0000035697742,0.0019731566,0.000019173627],"genre_scores_gemma":[0.778231,0.000019527386,0.22127858,0.000111814945,0.00028549758,0.00003627457,0.0000029958908,0.000018990466,0.000015319823],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965495,0.00003623623,0.00029862873,0.0012067993,0.0011230564,0.0007858008],"domain_scores_gemma":[0.99721676,0.00098295,0.000049776998,0.0010258858,0.00031684525,0.00040775785],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0013349559,0.00025514013,0.00018943004,0.00073210144,0.00026395614,0.0018709957,0.0029114075,0.00006908767,0.000015064491],"category_scores_gemma":[0.000976591,0.00021396884,0.000109792476,0.0041469885,0.00026482117,0.0025820741,0.00083120394,0.00037359734,0.0005891468],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007804673,0.00007870559,0.0039978093,0.00018267176,0.000022548866,0.000113142036,0.0010334061,0.002543675,0.0062669534,0.0075332476,0.0018219127,0.9763981],"study_design_scores_gemma":[0.00011117205,0.0001114611,0.028028458,0.0000789401,0.0000036661504,0.00010666949,9.642783e-7,0.96436965,0.0042839134,0.0018339711,0.0007575617,0.00031354895],"about_ca_topic_score_codex":0.000015577485,"about_ca_topic_score_gemma":8.4469866e-7,"teacher_disagreement_score":0.9760846,"about_ca_system_score_codex":0.00030472496,"about_ca_system_score_gemma":0.0009801462,"threshold_uncertainty_score":0.9991652},"labels":[],"label_agreement":null},{"id":"W4400434361","doi":"10.1145/3715773","title":"An Adaptive Language-Agnostic Pruning Method for Greener Language Models for Code","year":2025,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Dalhousie University","funders":"Agencia Estatal de Investigación; Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; Knut och Alice Wallenbergs Stiftelse","keywords":"Pruning; Computer science; Code (set theory); Artificial intelligence; Language model; Natural language processing; Programming language; Biology; Botany","score_opus":0.02915474167711867,"score_gpt":0.31616635034274054,"score_spread":0.28701160866562186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400434361","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014095112,0.0005284932,0.9801694,0.0003012695,0.00088669074,0.0022129146,0.000483106,0.0013055797,0.000017445855],"genre_scores_gemma":[0.084481895,0.000008840306,0.9132159,0.000109711094,0.00026775908,0.001407035,0.000023535671,0.00011692298,0.0003684541],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99686193,0.000016123839,0.00051965733,0.0011710367,0.0006790388,0.0007522317],"domain_scores_gemma":[0.99261594,0.0040347204,0.00030668807,0.0020590657,0.0008049726,0.00017861935],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0012083788,0.0006269237,0.00074391405,0.0005525728,0.00012864236,0.00022419402,0.008581235,0.00043063294,0.0000014330617],"category_scores_gemma":[0.020266479,0.0005472543,0.00044086747,0.0005814467,0.000037953057,0.00038535628,0.0038788742,0.00091839005,9.3647776e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016098857,0.00017518534,0.0003923733,0.0044448758,0.00041849626,0.0000027923008,0.005568552,0.95097387,0.0031211595,0.017507477,0.004233153,0.0130011],"study_design_scores_gemma":[0.00063297607,0.0003405755,0.00041392824,0.0015074344,0.00009889139,0.0000059276863,0.00009579077,0.9586285,0.032243688,0.0050436356,0.00027664902,0.0007120154],"about_ca_topic_score_codex":0.000060391554,"about_ca_topic_score_gemma":0.0000027972023,"teacher_disagreement_score":0.07038678,"about_ca_system_score_codex":0.00025660437,"about_ca_system_score_gemma":0.00022515282,"threshold_uncertainty_score":0.9996979},"labels":[],"label_agreement":null},{"id":"W4400484631","doi":"10.1145/3663533.3664042","title":"Graph Neural Network vs. Large Language Model: A Comparative Analysis for Bug Report Priority and Severity Prediction","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Graph; Artificial neural network; Artificial intelligence; Natural language processing; Theoretical computer science","score_opus":0.02254936607785773,"score_gpt":0.3139234305496094,"score_spread":0.2913740644717517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23457105,0.00031447853,0.76388216,0.00013666955,0.00016780269,0.00020292633,0.0000204985,0.0006366708,0.00006771574],"genre_scores_gemma":[0.96077937,0.0000068121826,0.038616758,0.000031223735,0.000086463355,0.000045361525,0.000023528257,0.000005788509,0.00040471056],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99875945,0.00003120558,0.00018106,0.000467093,0.00025414288,0.0003070724],"domain_scores_gemma":[0.9990874,0.00033637037,0.000021375496,0.00038128777,0.00007533624,0.00009825148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006929452,0.00011114015,0.00020271435,0.00018286103,0.00010006746,0.00024252986,0.00021589689,0.000050805545,0.0000048389693],"category_scores_gemma":[0.00007766585,0.00009700523,0.00011119299,0.0012864356,0.000022888908,0.00037534753,0.00018274925,0.000165788,0.0000014966676],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056109173,0.00013917232,0.4007647,0.00031653646,0.0016468371,0.00043139257,0.008469298,0.5429354,0.00010360474,0.02298517,0.018462054,0.0036897399],"study_design_scores_gemma":[0.00008492941,0.00003245687,0.07488965,0.0000064855994,0.000044651017,0.000024729996,0.000014327629,0.923864,0.000033341792,0.000610306,0.00030616688,0.00008894178],"about_ca_topic_score_codex":0.000053453692,"about_ca_topic_score_gemma":0.000074260046,"teacher_disagreement_score":0.7262083,"about_ca_system_score_codex":0.00003700707,"about_ca_system_score_gemma":0.000046374324,"threshold_uncertainty_score":0.39557582},"labels":[],"label_agreement":null},{"id":"W4400484795","doi":"10.1145/3663529.3663835","title":"Unveil the Mystery of Critical Software Vulnerabilities","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Software; Secure coding; Software security assurance; Computer security; Programming language; Information security","score_opus":0.020895164527094657,"score_gpt":0.2953767885453353,"score_spread":0.2744816240182406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484795","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012640027,0.0009728605,0.9807747,0.0035114079,0.0007092099,0.0000692222,0.0000021934986,0.00075947173,0.0005608903],"genre_scores_gemma":[0.9755074,0.0000026467712,0.022941466,0.00007151466,0.0000628019,0.000016653086,2.1475425e-7,0.000008156955,0.0013891453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990965,0.00004559064,0.00013063787,0.00019924137,0.00032632562,0.0002017026],"domain_scores_gemma":[0.9936486,0.005718544,0.0000035785724,0.00051150314,0.00007348692,0.000044283785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043398657,0.000067148576,0.00007858672,0.00007579484,0.00004074374,0.00017642087,0.00071735313,0.000030262994,0.00008549885],"category_scores_gemma":[0.0019346422,0.000040120292,0.000053928914,0.0003519738,0.0001463179,0.00023856148,0.0002700509,0.00017240112,0.000084355364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023980947,0.00006911809,0.0024855577,0.0011409689,0.000045540888,0.00007195983,0.0038445632,0.0005062907,0.0003965554,0.919418,0.020622436,0.05139661],"study_design_scores_gemma":[0.00060938415,0.0010851676,0.04164118,0.0011640202,0.000049077214,0.0005712915,0.001538778,0.58428466,0.056990836,0.22584352,0.08435031,0.00187176],"about_ca_topic_score_codex":0.000022879389,"about_ca_topic_score_gemma":0.00000126656,"teacher_disagreement_score":0.9628674,"about_ca_system_score_codex":0.000024166278,"about_ca_system_score_gemma":0.00009498629,"threshold_uncertainty_score":0.23160872},"labels":[],"label_agreement":null},{"id":"W4400484804","doi":"10.1145/3663529.3663836","title":"Multi-line AI-Assisted Code Authoring","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Programming language; Line (geometry); Code (set theory)","score_opus":0.0635562543977823,"score_gpt":0.35022835168655614,"score_spread":0.28667209728877385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400484804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003606845,0.00031166384,0.9906309,0.0019292613,0.000784414,0.000064907035,0.0000011103821,0.0023996495,0.00027124299],"genre_scores_gemma":[0.71932405,0.0000050123913,0.27357784,0.000101349906,0.000086710366,0.000014393025,9.633745e-7,0.000015880054,0.0068737855],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99903107,0.000016116059,0.00011210304,0.00032134244,0.0002545005,0.0002648505],"domain_scores_gemma":[0.9991082,0.0003529108,0.000004334482,0.00039184114,0.000043449472,0.000099293844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028926446,0.000084201136,0.00007406036,0.00016011173,0.000039904095,0.00035721983,0.00058110745,0.000039979375,0.00004679175],"category_scores_gemma":[0.00023327876,0.00007104411,0.000041073676,0.0006273128,0.000013358844,0.0002944731,0.0002737519,0.00021882396,0.00047974157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061063824,0.00026228916,0.007243049,0.0005770886,0.00020876867,0.0015704968,0.0015868298,0.0072026053,0.053741902,0.12712611,0.048787277,0.75168747],"study_design_scores_gemma":[0.000090909954,0.000022507927,0.011307899,0.00004232993,0.0000014288219,0.000026287717,0.000002298773,0.9698496,0.0042155976,0.000111647496,0.014208129,0.000121379184],"about_ca_topic_score_codex":0.000021080088,"about_ca_topic_score_gemma":0.000007253692,"teacher_disagreement_score":0.96264696,"about_ca_system_score_codex":0.0000605992,"about_ca_system_score_gemma":0.00006531881,"threshold_uncertainty_score":0.61662674},"labels":[],"label_agreement":null},{"id":"W4400581753","doi":"10.1145/3660823","title":"Dependency-Induced Waste in Continuous Integration: An Empirical Study of Unused Dependencies in the npm Ecosystem","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Dependency (UML); Computer science; Context (archaeology); Reuse; JSON; Dependency theory (database theory); Code reuse; Resource (disambiguation); Dependency graph; Database; Software; Software engineering; Functional dependency; Relational database; Operating system; Engineering","score_opus":0.029745562251328024,"score_gpt":0.28998160021238495,"score_spread":0.26023603796105693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400581753","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99577045,0.000119298165,0.002323915,0.0002616503,0.00042701862,0.000757891,0.0000032598916,0.0003228146,0.000013712211],"genre_scores_gemma":[0.99586654,0.0000024590913,0.0038689456,0.00001757952,0.000062597726,0.00013393622,4.462883e-7,0.000034260924,0.000013217429],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974391,0.000041039966,0.00057978474,0.00052354496,0.0010272656,0.00038930384],"domain_scores_gemma":[0.99737656,0.0012906931,0.00009112925,0.000981535,0.00019733219,0.0000627413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015753955,0.000274997,0.00038546053,0.00063450105,0.00003899146,0.0002042929,0.0048578572,0.00012319275,0.0000020588425],"category_scores_gemma":[0.0063917064,0.00017886031,0.000096878575,0.0022122308,0.000018750306,0.00057160575,0.00075145386,0.0007712991,0.0000037292643],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013745796,0.0025431807,0.83326805,0.002234164,0.00023451472,0.00019121147,0.09397201,0.024041364,0.021924451,0.0060008774,0.0010794282,0.014373279],"study_design_scores_gemma":[0.0029844025,0.004365116,0.713203,0.0039561205,0.00006688914,0.00023876509,0.01294796,0.171465,0.08743548,0.0015895133,0.00022150055,0.0015262516],"about_ca_topic_score_codex":0.00006530012,"about_ca_topic_score_gemma":0.00008046247,"teacher_disagreement_score":0.14742362,"about_ca_system_score_codex":0.00015879159,"about_ca_system_score_gemma":0.000092016424,"threshold_uncertainty_score":0.90271884},"labels":[],"label_agreement":null},{"id":"W4400581925","doi":"10.1145/3660813","title":"Revealing Software Development Work Patterns with PR-Issue Graph Topologies","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Network topology; Computer science; Graph; Software development; Software; Software engineering; Theoretical computer science; Programming language; Operating system","score_opus":0.014321233758022994,"score_gpt":0.23332791828836394,"score_spread":0.21900668453034094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400581925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66031957,0.0012616857,0.32833374,0.0017412216,0.0017172978,0.0007814397,0.000010963935,0.0058080754,0.000026006055],"genre_scores_gemma":[0.5442484,0.000025682895,0.4547435,0.000101041835,0.00017592001,0.0001696428,0.0000020103516,0.00010687563,0.0004268992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972762,0.000006103715,0.00038865028,0.00071694975,0.00093821966,0.00067391124],"domain_scores_gemma":[0.9975247,0.0009807566,0.00008871385,0.0010044589,0.0002568797,0.00014451315],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050583633,0.0004225972,0.00034425315,0.00044696077,0.00013220192,0.00035665891,0.0043604397,0.00014058588,0.000011630737],"category_scores_gemma":[0.005688294,0.00029499608,0.00013422128,0.0018016237,0.00006177131,0.0004710642,0.001720137,0.0006647103,0.00003242059],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018894945,0.0004370728,0.7310418,0.012718624,0.0015866483,0.00018553299,0.013493837,0.039509155,0.0017920142,0.011293043,0.057570294,0.13018304],"study_design_scores_gemma":[0.001840404,0.001419511,0.5630815,0.025555022,0.00017350398,0.0004307362,0.00034852812,0.0037032175,0.27893028,0.0024632183,0.11660322,0.0054508345],"about_ca_topic_score_codex":0.0000075897487,"about_ca_topic_score_gemma":5.21574e-7,"teacher_disagreement_score":0.27713826,"about_ca_system_score_codex":0.00018589238,"about_ca_system_score_gemma":0.00011844445,"threshold_uncertainty_score":0.99995023},"labels":[],"label_agreement":null},{"id":"W4400582230","doi":"10.1145/3660810","title":"ClarifyGPT: A Framework for Enhancing LLM-Based Code Generation via Requirements Clarification","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Natural Science Foundation of China","keywords":"Consistency (knowledge bases); Computer science; Fidelity; Code (set theory); Natural language generation; Natural language; Artificial intelligence; Programming language","score_opus":0.03864211965604995,"score_gpt":0.2956780983054859,"score_spread":0.25703597864943595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400582230","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036726877,0.00026616687,0.9588242,0.0011712991,0.0012598304,0.00060283224,0.000011692031,0.0011335224,0.000003584977],"genre_scores_gemma":[0.5343672,0.0000039474976,0.46496078,0.00009698335,0.00024964768,0.00021936164,0.000004476969,0.00005385274,0.000043730342],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979225,0.0000063270218,0.00038478145,0.0005935379,0.0006674491,0.00042542326],"domain_scores_gemma":[0.99752927,0.0010543144,0.00009984226,0.0008922251,0.00032883938,0.000095518255],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00085996813,0.000259615,0.00021753111,0.00031675573,0.00011926995,0.00031439128,0.0025452604,0.00023527925,0.0000038818134],"category_scores_gemma":[0.012965621,0.00022208864,0.00017364761,0.0009865756,0.000027072874,0.0004660059,0.0003935065,0.00053864176,0.000013347916],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111510846,0.0005969439,0.009687219,0.0073891417,0.0005422951,0.0000069437847,0.002483192,0.0788905,0.5526459,0.28322262,0.023069164,0.04135454],"study_design_scores_gemma":[0.00030702745,0.00028693688,0.0028757423,0.001080704,0.000033488075,0.0000072425078,0.0000054175757,0.549941,0.43415788,0.006088183,0.0047396594,0.00047672872],"about_ca_topic_score_codex":0.000003298545,"about_ca_topic_score_gemma":6.1068783e-7,"teacher_disagreement_score":0.49764034,"about_ca_system_score_codex":0.00023860375,"about_ca_system_score_gemma":0.00009464208,"threshold_uncertainty_score":0.9953486},"labels":[],"label_agreement":null},{"id":"W4400582353","doi":"10.1145/3660809","title":"Mining Action Rules for Defect Reduction Planning","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Commit; Computer science; Counterfactual thinking; Reduction (mathematics); Precision and recall; Code (set theory); Action (physics); Recall; Compiler; Software; Baseline (sea); Machine learning; Software bug; Artificial intelligence; Software engineering; Programming language; Database; Set (abstract data type)","score_opus":0.03604877384191616,"score_gpt":0.29302717810681783,"score_spread":0.25697840426490165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400582353","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7944744,0.0008306714,0.19882233,0.00050023536,0.0025582993,0.00046942825,0.0000070131696,0.0023139687,0.000023624192],"genre_scores_gemma":[0.7606502,0.000008020535,0.23857749,0.000013238638,0.00034813068,0.00014586211,0.0000017457304,0.00006310101,0.00019216725],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985873,0.0000028513066,0.00022076671,0.00042945764,0.00040716722,0.00035243251],"domain_scores_gemma":[0.9983896,0.0008546669,0.000057383924,0.00047407523,0.0001570162,0.000067272485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047036144,0.00020301744,0.00017526466,0.00034314586,0.00009389409,0.00023199746,0.0017984511,0.000098245444,0.0000016560605],"category_scores_gemma":[0.008045177,0.00016579304,0.00020517211,0.0006736175,0.000022505825,0.0005215806,0.000489644,0.00028377736,0.0000075448515],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035678476,0.000409229,0.043443765,0.01937412,0.0018071408,0.000023462067,0.013748444,0.1682593,0.24055137,0.09262162,0.20201118,0.2173936],"study_design_scores_gemma":[0.0013537449,0.0012882273,0.052955564,0.007649121,0.00018137736,0.00048419347,0.0002872847,0.29400843,0.5829883,0.007508895,0.049051873,0.002242986],"about_ca_topic_score_codex":0.0000021562616,"about_ca_topic_score_gemma":2.8973146e-8,"teacher_disagreement_score":0.34243694,"about_ca_system_score_codex":0.00014080599,"about_ca_system_score_gemma":0.0000423584,"threshold_uncertainty_score":0.9631409},"labels":[],"label_agreement":null},{"id":"W4400582376","doi":"10.1145/3660807","title":"Do Large Language Models Pay Similar Attention Like Human Programmers When Generating Code?","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Programmer; Interpretability; Computer science; Code (set theory); Programming language; Code generation; Artificial intelligence; Computer security","score_opus":0.01965023609466952,"score_gpt":0.26783801853326755,"score_spread":0.24818778243859804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400582376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6104708,0.0016844032,0.37735593,0.0017502283,0.0018751314,0.0011568925,0.000049049315,0.005585536,0.00007207042],"genre_scores_gemma":[0.8310743,0.00001166389,0.16778743,0.00009784244,0.00025551475,0.00013740125,0.0000058754395,0.0001138837,0.000516105],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997432,0.000008590702,0.00036572645,0.00066630146,0.0008686239,0.00065879157],"domain_scores_gemma":[0.99834234,0.0003008071,0.00008118109,0.00092779903,0.00020878902,0.00013910193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008278,0.00033633088,0.0002747134,0.00033227782,0.00015193867,0.0005372515,0.003229404,0.00014005108,0.00000908375],"category_scores_gemma":[0.0021419844,0.00024223937,0.0002193672,0.0008456045,0.00003338783,0.0007291116,0.0015154328,0.0006588467,0.0000164669],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007326598,0.001389173,0.07600979,0.014677241,0.001977617,0.00021057112,0.04138445,0.16062303,0.2651814,0.21730806,0.13075513,0.09041028],"study_design_scores_gemma":[0.0011629695,0.0005230195,0.00708634,0.0030106748,0.00009922574,0.00009254235,0.0002615474,0.9355762,0.029164985,0.0056150104,0.01555103,0.0018564486],"about_ca_topic_score_codex":0.000010072692,"about_ca_topic_score_gemma":6.434004e-7,"teacher_disagreement_score":0.7749532,"about_ca_system_score_codex":0.00015377458,"about_ca_system_score_gemma":0.00004558481,"threshold_uncertainty_score":0.9878235},"labels":[],"label_agreement":null},{"id":"W4400582478","doi":"10.1145/3660793","title":"Towards Better Graph Neural Network-Based Fault Localization through Enhanced Code Representation","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Alberta; Concordia University","funders":"","keywords":"Computer science; Debugging; Graph; Scalability; Inference; Software; Theoretical computer science; Leverage (statistics); Autoencoder; Artificial neural network; Software quality; Artificial intelligence; Data mining; Programming language; Software development","score_opus":0.019653216969188467,"score_gpt":0.27197463634407953,"score_spread":0.25232141937489105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400582478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11656399,0.00033247378,0.87743384,0.0017125163,0.001491793,0.00041477816,0.000008302581,0.0020003018,0.000042028736],"genre_scores_gemma":[0.8770798,0.0000131612815,0.12204669,0.0003536016,0.00027326884,0.00010218287,0.0000054516836,0.000071650604,0.000054201308],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767166,0.000010100488,0.0003604126,0.00060988637,0.0008517644,0.0004961767],"domain_scores_gemma":[0.9981083,0.00058485,0.0000852731,0.000848885,0.0002906769,0.00008199164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003372408,0.00029325215,0.00025287867,0.00021360435,0.00009525081,0.00029610674,0.0026304678,0.00013160313,0.000008111674],"category_scores_gemma":[0.004571851,0.00023695876,0.00019556038,0.0020856876,0.000053388703,0.0006992497,0.0006944199,0.00044643492,0.000013657988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029791947,0.00006018113,0.00839452,0.00081152923,0.00010787778,0.0000067936144,0.00081892096,0.9470956,0.0039628088,0.006555757,0.021412233,0.010744041],"study_design_scores_gemma":[0.00051142095,0.00022870781,0.013109688,0.0009866707,0.000037734353,0.000016876396,0.000010382511,0.7987227,0.17572454,0.005049581,0.004928341,0.00067340716],"about_ca_topic_score_codex":0.000013626493,"about_ca_topic_score_gemma":4.2945572e-7,"teacher_disagreement_score":0.7605158,"about_ca_system_score_codex":0.000118971904,"about_ca_system_score_gemma":0.00005792701,"threshold_uncertainty_score":0.96628976},"labels":[],"label_agreement":null},{"id":"W4400582781","doi":"10.1145/3643775","title":"Improving the Learning of Code Review Successive Tasks with Cross-Task Knowledge Distillation","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Task (project management); Code (set theory); Distillation; Artificial intelligence; Machine learning; Programming language; Engineering; Chemistry; Chromatography","score_opus":0.013152326303382412,"score_gpt":0.2774240932908377,"score_spread":0.2642717669874553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400582781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4102978,0.047868043,0.5322793,0.002083475,0.001730587,0.0021698235,0.00003915747,0.0033412685,0.00019054953],"genre_scores_gemma":[0.98901784,0.00016697998,0.010333331,0.000021635482,0.000093765826,0.000069056325,0.0000013236622,0.00005696795,0.00023910256],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982295,0.000010627809,0.00036056252,0.00043435476,0.00062177924,0.0003431991],"domain_scores_gemma":[0.99679786,0.0017009362,0.00018027227,0.0007565554,0.0004935979,0.000070771464],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00080981007,0.00025349768,0.00029649024,0.00016245212,0.00011241909,0.00020452087,0.0030729382,0.000071789094,0.000004028885],"category_scores_gemma":[0.016258514,0.00014719975,0.00013659477,0.0014284304,0.000101417325,0.00044239717,0.0011065761,0.0006458196,0.000008558858],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022613321,0.0005144976,0.33489877,0.14038596,0.001672386,0.000044981465,0.013031376,0.19010907,0.0444808,0.07874799,0.023054078,0.17283396],"study_design_scores_gemma":[0.0014213256,0.001555452,0.17877112,0.05703035,0.00036857405,0.00024746897,0.00009107517,0.6117726,0.106105275,0.00065710535,0.039512865,0.0024668067],"about_ca_topic_score_codex":0.000010462984,"about_ca_topic_score_gemma":3.4073426e-7,"teacher_disagreement_score":0.57872003,"about_ca_system_score_codex":0.000102798884,"about_ca_system_score_gemma":0.00009954267,"threshold_uncertainty_score":0.99202794},"labels":[],"label_agreement":null},{"id":"W4400582900","doi":"10.1145/3643774","title":"AI-Assisted Code Authoring at Scale: Fine-Tuning, Deploying, and Mixed Methods Evaluation","year":2024,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Code (set theory); Scale (ratio); Programming language; Geography; Cartography","score_opus":0.033052256068704086,"score_gpt":0.3336914157279161,"score_spread":0.300639159659212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400582900","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72985804,0.0028800261,0.25730544,0.002791657,0.0028566066,0.000805959,0.000012313234,0.003440643,0.000049311006],"genre_scores_gemma":[0.56581396,0.00001919927,0.43346608,0.000072390234,0.00012918847,0.00014579883,0.0000017212867,0.000098872704,0.00025283205],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99739194,0.000029286868,0.00037671745,0.00071917934,0.0009884275,0.0004944491],"domain_scores_gemma":[0.9970219,0.0014797597,0.0000910207,0.0008599635,0.00037308072,0.00017426693],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023766295,0.00033361238,0.00031381936,0.00043833238,0.0001531856,0.00033571743,0.0023463666,0.0001561023,0.000010968669],"category_scores_gemma":[0.016682604,0.00027426032,0.00013854924,0.0012881728,0.00005999302,0.0005159121,0.0024270643,0.000583661,0.000010767024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008696741,0.00022423275,0.114859186,0.005965244,0.0008011685,0.000023050567,0.004897834,0.014470154,0.19128998,0.010696683,0.09615499,0.56053054],"study_design_scores_gemma":[0.0006662304,0.00021602548,0.18596266,0.0018567168,0.00012962555,0.00018863335,0.000020366106,0.5986962,0.19507994,0.0015053084,0.014771065,0.0009072429],"about_ca_topic_score_codex":0.000008301429,"about_ca_topic_score_gemma":0.000001712784,"teacher_disagreement_score":0.584226,"about_ca_system_score_codex":0.0003396593,"about_ca_system_score_gemma":0.0000790669,"threshold_uncertainty_score":0.999971},"labels":[],"label_agreement":null},{"id":"W4400647264","doi":"10.1109/tse.2024.3428324","title":"Towards Efficient Fine-Tuning of Language Models With Organizational Data for Automated Software Review","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software engineering; Software; Programming language; Data science","score_opus":0.024687243253182226,"score_gpt":0.27963316747094596,"score_spread":0.25494592421776374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400647264","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000923429,0.0037928584,0.9890337,0.000086554945,0.00054623786,0.0005027704,0.000341067,0.004771214,0.0000021865644],"genre_scores_gemma":[0.2998173,0.0001527795,0.69950855,0.000039690716,0.00005544447,0.00014282294,0.00008954907,0.00012552773,0.00006836892],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980215,0.00001947648,0.00034757328,0.00063230784,0.0005933425,0.00038581475],"domain_scores_gemma":[0.9974506,0.0010220116,0.000037980346,0.001145082,0.00021753568,0.00012682554],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004178314,0.00027973737,0.00032105364,0.0003932631,0.000084262305,0.000108958826,0.0011295337,0.0000840685,0.000024570167],"category_scores_gemma":[0.00035419955,0.00025616595,0.0000857755,0.0015500662,0.000025237154,0.0004699941,0.00002462636,0.00031761162,0.000011318262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054141033,0.000048479542,0.000004449031,0.002621303,0.00011317042,0.000023502607,0.00024602137,0.9868396,0.00020730095,0.00027479732,0.00045093286,0.009165066],"study_design_scores_gemma":[0.00021439322,0.000082262995,0.000026833779,0.0029128352,0.000048856222,0.00004837097,0.0000051238208,0.9932243,0.0028823647,0.0000075982516,0.00025953955,0.00028748295],"about_ca_topic_score_codex":0.000011538539,"about_ca_topic_score_gemma":0.0000017161992,"teacher_disagreement_score":0.29889387,"about_ca_system_score_codex":0.0001251596,"about_ca_system_score_gemma":0.00029535062,"threshold_uncertainty_score":0.99998903},"labels":[],"label_agreement":null},{"id":"W4400647844","doi":"10.1016/j.cose.2024.103994","title":"SCL-CVD: Supervised contrastive learning for code vulnerability detection via GraphCodeBERT","year":2024,"lang":"en","type":"article","venue":"Computers & Security","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Vulnerability (computing); Code (set theory); Artificial intelligence; Computer security; Programming language","score_opus":0.014764084794374605,"score_gpt":0.2703110922352167,"score_spread":0.25554700744084213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400647844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13021119,0.00048182462,0.8648963,0.00033771605,0.0019987458,0.00050617865,0.0000073555175,0.0015353893,0.000025298732],"genre_scores_gemma":[0.9859835,0.000010904292,0.013518755,0.00006908082,0.00024875972,0.00010431068,0.000011038853,0.0000311319,0.0000225143],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762976,0.00019834001,0.00029236334,0.00090073963,0.000393957,0.0005848478],"domain_scores_gemma":[0.9960163,0.0030193368,0.00003288043,0.00050632376,0.00021858161,0.0002065433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010375256,0.00026130132,0.00028471582,0.00026521142,0.00027302376,0.0004886792,0.00082274585,0.00013016653,0.0000072495286],"category_scores_gemma":[0.00052572944,0.00026543974,0.00021665482,0.00080826745,0.00009293089,0.00057648256,0.00031989443,0.0006800435,0.00003291217],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023410907,0.00057398307,0.0097758,0.0021978216,0.0007156884,0.00021861675,0.016473932,0.023889406,0.017231178,0.017268037,0.0051285503,0.90629286],"study_design_scores_gemma":[0.00043269584,0.00024063903,0.006711882,0.00007972636,0.0000113327005,0.000028572877,0.000009865686,0.9752111,0.0045722583,0.0059076436,0.0064736186,0.00032065262],"about_ca_topic_score_codex":0.00008590385,"about_ca_topic_score_gemma":0.000035213125,"teacher_disagreement_score":0.9513217,"about_ca_system_score_codex":0.00023391734,"about_ca_system_score_gemma":0.00011441668,"threshold_uncertainty_score":0.9999798},"labels":[],"label_agreement":null},{"id":"W4400652308","doi":"10.1145/3678172","title":"A Disruptive Research Playbook for Studying Disruptive Innovations","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Disruptive technology; Transformative learning; Framing (construction); Disruptive innovation; Emerging technologies; Software; Generative grammar; Data science; Empirical research; Management science; Artificial intelligence; Sociology; Engineering","score_opus":0.25035296368953364,"score_gpt":0.4320521837769804,"score_spread":0.18169922008744677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400652308","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009375312,0.00072580675,0.9861923,0.00067832065,0.0011515208,0.0005334598,0.00003669362,0.0013002568,0.0000063425096],"genre_scores_gemma":[0.1828338,0.0000640131,0.8156891,0.000041396685,0.00011709679,0.00077629933,0.0000050184717,0.00005662928,0.00041663984],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99773777,0.00023437421,0.00027643677,0.0007564809,0.00033749983,0.000657472],"domain_scores_gemma":[0.9674499,0.03142735,0.000016553357,0.0007007201,0.00025461396,0.0001508392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028709776,0.00023967461,0.00028978352,0.0012309097,0.00033867502,0.00021238903,0.0006792759,0.00017693585,0.000008422667],"category_scores_gemma":[0.0064022904,0.00023510882,0.00009967405,0.0016299849,0.00009740323,0.00035617748,0.00007180408,0.00096806075,0.000018729981],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012866214,0.000280178,0.00040073038,0.0011938956,0.0010271362,0.00016152246,0.01796687,0.065778464,0.0043440065,0.12727483,0.0010428997,0.7804008],"study_design_scores_gemma":[0.0059695104,0.008286358,0.025305208,0.003184643,0.00041954697,0.0015949084,0.0032104766,0.6155519,0.043776724,0.080616616,0.20613784,0.0059463005],"about_ca_topic_score_codex":0.0000144432925,"about_ca_topic_score_gemma":0.0000023377784,"teacher_disagreement_score":0.77445453,"about_ca_system_score_codex":0.00015875456,"about_ca_system_score_gemma":0.00014061692,"threshold_uncertainty_score":0.95874596},"labels":[],"label_agreement":null},{"id":"W4400680686","doi":"10.1109/saner60148.2024.00065","title":"TraceJIT: Evaluating the Impact of Behavioral Code Change on Just-In-Time Defect Prediction","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Japan Society for the Promotion of Science","keywords":"Computer science; Code (set theory); Programming language","score_opus":0.13524793939442578,"score_gpt":0.4260565789846571,"score_spread":0.2908086395902313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400680686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98914814,0.00018305826,0.009521987,0.00012658583,0.00020248257,0.0003148898,0.000009546641,0.00034125545,0.00015207505],"genre_scores_gemma":[0.99873644,0.000003923525,0.00091950584,0.0000072629014,0.000070077396,0.0000536574,0.0000015402618,0.000011348701,0.00019622459],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988254,0.00007364208,0.00014157206,0.00024050492,0.00048852526,0.00023039612],"domain_scores_gemma":[0.9988786,0.0006633394,0.000014130492,0.0003675838,0.000034858323,0.000041508487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011146911,0.00009101667,0.000092991555,0.00019080672,0.00002919874,0.0001140339,0.00048833026,0.000042342934,0.0000667934],"category_scores_gemma":[0.00011811873,0.000056021978,0.000112675516,0.00063102745,0.000019358728,0.00023982931,0.00010401548,0.00021959165,0.00007486158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011882412,0.001010875,0.1611902,0.00031950817,0.00023236104,0.00018257837,0.026765954,0.06723177,0.04028443,0.0038682178,0.0074492013,0.69134605],"study_design_scores_gemma":[0.00012518467,0.0010350842,0.18757433,0.00009764457,0.0000064947394,0.000011048677,0.000009899414,0.8100147,0.0009841399,0.00006169858,0.000010809317,0.00006894495],"about_ca_topic_score_codex":0.00031972837,"about_ca_topic_score_gemma":0.000007535333,"teacher_disagreement_score":0.74278295,"about_ca_system_score_codex":0.00015453102,"about_ca_system_score_gemma":0.00007037855,"threshold_uncertainty_score":0.22845098},"labels":[],"label_agreement":null},{"id":"W4400681025","doi":"10.1109/saner60148.2024.00083","title":"Can We Identify Stack Overflow Questions Requiring Code Snippets? Investigating the Cause &amp; Effect of Missing Code Snippets","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Stack (abstract data type); Programming language; Information retrieval; Data mining","score_opus":0.04726092849989341,"score_gpt":0.34931407322824537,"score_spread":0.302053144728352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400681025","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46956608,0.002052522,0.51663774,0.0074418727,0.0017243436,0.0005166795,0.00003266712,0.0016790355,0.00034904844],"genre_scores_gemma":[0.98348075,0.000046276284,0.014995322,0.00005708929,0.00020581917,0.000033777884,0.000004928244,0.00005050102,0.0011255149],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973142,0.00029277854,0.0004234183,0.0005882961,0.000782508,0.0005987628],"domain_scores_gemma":[0.99392,0.0045596194,0.000067326684,0.0011311485,0.000101164995,0.00022072264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018005192,0.00026115536,0.00028493325,0.0002748839,0.0002748813,0.0008492987,0.0012097413,0.00008923461,0.000049189413],"category_scores_gemma":[0.0028438785,0.00018925025,0.00011745293,0.0011591675,0.00019267353,0.00055919593,0.0006449263,0.0005958568,0.00011784864],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063848405,0.00027143303,0.09712573,0.012018908,0.00196338,0.0018072255,0.03446184,0.075289726,0.3297368,0.1144329,0.076804936,0.25602326],"study_design_scores_gemma":[0.00106064,0.00054526655,0.0150543945,0.008909976,0.0001721609,0.0007291154,0.00010020914,0.76914626,0.17552568,0.010125343,0.016952986,0.0016779847],"about_ca_topic_score_codex":0.00035140465,"about_ca_topic_score_gemma":0.00031142065,"teacher_disagreement_score":0.69385654,"about_ca_system_score_codex":0.00018197973,"about_ca_system_score_gemma":0.00027794842,"threshold_uncertainty_score":0.8189807},"labels":[],"label_agreement":null},{"id":"W4400681240","doi":"10.1109/saner60148.2024.00009","title":"On the Prevalence, Co-occurrence, and Impact of Infrastructure-as-Code Smells","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Code (set theory); Code smell; Computer security; Programming language; Software; Software quality","score_opus":0.013257333416513072,"score_gpt":0.312721260720004,"score_spread":0.2994639273034909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400681240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94607085,0.00043510686,0.049588438,0.00029425134,0.00026445705,0.00024015845,0.00006564374,0.00032585286,0.0027152305],"genre_scores_gemma":[0.99865276,0.000058194684,0.0008034287,0.000032680255,0.000016322405,0.0000061596893,7.488002e-7,0.000004767935,0.00042491345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99909925,0.000028404436,0.00010722842,0.0002462474,0.0003243722,0.00019451049],"domain_scores_gemma":[0.9977535,0.0017063211,0.000012912116,0.00042447328,0.000034836838,0.00006797322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030593757,0.000100249694,0.000085860665,0.00014428722,0.00003189501,0.00018005991,0.0006354029,0.000035955927,0.00025582075],"category_scores_gemma":[0.00035846632,0.00005400042,0.000050840597,0.00046720693,0.00007595759,0.00016733022,0.0001483736,0.00021489288,0.00006473762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027918004,0.00008624066,0.067838766,0.0012818227,0.00027878457,0.00007622878,0.0032759516,0.0054589617,0.0034552782,0.6023104,0.23054363,0.08536599],"study_design_scores_gemma":[0.00043929525,0.0017757377,0.56944823,0.00069222867,0.00002200276,0.00017059222,0.000028748942,0.3335201,0.019579835,0.06693482,0.0066067167,0.00078164734],"about_ca_topic_score_codex":0.000016981174,"about_ca_topic_score_gemma":2.826844e-7,"teacher_disagreement_score":0.5353756,"about_ca_system_score_codex":0.000031820342,"about_ca_system_score_gemma":0.00014031563,"threshold_uncertainty_score":0.28010577},"labels":[],"label_agreement":null},{"id":"W4400681481","doi":"10.1109/saner60148.2024.00035","title":"Investigating and Detecting Silent Bugs in PyTorch Programs","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Software bug; Programming language; Artificial intelligence; Software","score_opus":0.029496780471090576,"score_gpt":0.2851109023873632,"score_spread":0.25561412191627264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400681481","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8766764,0.00049071905,0.12118838,0.00034710206,0.00016301028,0.00012684343,5.6683938e-8,0.00082013186,0.00018737145],"genre_scores_gemma":[0.9479547,0.0000032860244,0.051871035,0.000018846209,0.00003095832,0.000021238126,1.5938421e-7,0.00000785128,0.00009192392],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99917704,0.000019805082,0.00010433556,0.00027563632,0.00018600593,0.00023717635],"domain_scores_gemma":[0.9992832,0.0004642816,0.000004972531,0.00015866691,0.0000146206985,0.000074259806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004857571,0.00006450034,0.000057945115,0.00014412004,0.000026709267,0.00038444082,0.00023012502,0.0000288781,0.0000025284887],"category_scores_gemma":[0.00038565567,0.000056610595,0.000011942476,0.0006502993,0.000022434322,0.00023891234,0.00025226877,0.00021048855,0.00001241313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.0086269e-7,0.000011711023,0.06806103,0.000168031,0.000007095736,0.00006422924,0.0026648557,0.00019381422,0.0023229953,0.008699467,0.00006424675,0.9177423],"study_design_scores_gemma":[0.00013939381,0.0001030702,0.04450324,0.0003944022,0.0000010931482,0.00005455525,0.00008935654,0.94450223,0.006483177,0.0028223244,0.0006516463,0.0002555176],"about_ca_topic_score_codex":0.00013014258,"about_ca_topic_score_gemma":0.000020270216,"teacher_disagreement_score":0.9443084,"about_ca_system_score_codex":0.00004465154,"about_ca_system_score_gemma":0.000042884316,"threshold_uncertainty_score":0.37071717},"labels":[],"label_agreement":null},{"id":"W4401047029","doi":"10.1016/j.jss.2024.112159","title":"EvaluateXAI: A framework to evaluate the reliability and consistency of rule-based XAI techniques for software analytics tasks","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Consistency (knowledge bases); Computer science; Analytics; Reliability (semiconductor); Data mining; Software; Reliability engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.03221025691242322,"score_gpt":0.32606641202743425,"score_spread":0.293856155115011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401047029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08180678,0.0075788056,0.90823615,0.0010203278,0.00055361603,0.00064260286,0.000029752073,0.0001298511,0.0000021400053],"genre_scores_gemma":[0.77921814,0.000072685136,0.2203535,0.00007905453,0.00016139467,0.00005123639,6.563677e-7,0.000024950328,0.000038400663],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977468,0.00016429738,0.0007275951,0.00031492094,0.0007724125,0.00027394886],"domain_scores_gemma":[0.9927135,0.005276339,0.00015693337,0.0005565973,0.0010997977,0.00019680164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045704846,0.00019032136,0.00047652,0.00030437906,0.00012960129,0.00037237155,0.0005763333,0.00014149805,0.0000026094372],"category_scores_gemma":[0.0073648263,0.00012058104,0.00015855346,0.00052737875,0.0001156546,0.00022865616,0.00015686787,0.00039250572,0.0000010616286],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008462284,0.00069661264,0.20242639,0.034596097,0.0022601206,0.0005331429,0.015156506,0.057549715,0.0018109167,0.02529636,0.03408361,0.6247443],"study_design_scores_gemma":[0.0051235463,0.014086113,0.11125676,0.046965085,0.0016921554,0.0031711622,0.001563176,0.6320532,0.006634647,0.10953891,0.064257614,0.0036576253],"about_ca_topic_score_codex":0.000028805636,"about_ca_topic_score_gemma":0.0000010315136,"teacher_disagreement_score":0.69741136,"about_ca_system_score_codex":0.00010136365,"about_ca_system_score_gemma":0.00045902297,"threshold_uncertainty_score":0.8816917},"labels":[],"label_agreement":null},{"id":"W4401078640","doi":"10.1145/3643691.3648586","title":"Code Ownership in Open-Source AI Software Security","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Open source software; Programming language; Open source; Source code; Code (set theory); Software engineering; Code review; Software; Computer security; Static program analysis; Software development","score_opus":0.028412806578632575,"score_gpt":0.3093841385384059,"score_spread":0.2809713319597733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401078640","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015104306,0.00040946217,0.9772316,0.0036060624,0.00044673815,0.00023974478,0.0000024731746,0.0017795762,0.0011800298],"genre_scores_gemma":[0.9686144,0.000006904193,0.026538605,0.00047068784,0.00005980963,0.000039368348,0.0000018322343,0.000023625338,0.004244785],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99861795,0.000050200808,0.0001455018,0.0004887958,0.00031945074,0.00037812485],"domain_scores_gemma":[0.99842083,0.00083706825,0.000006399437,0.00058514293,0.000035612567,0.00011496463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006980111,0.00011246481,0.000120757235,0.00022178768,0.00003364891,0.001002783,0.002043705,0.000064821346,0.000105610205],"category_scores_gemma":[0.0005699013,0.00009435102,0.000033967546,0.0010583326,0.000023955663,0.00077085674,0.0012414824,0.0004110747,0.00041282052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025117768,0.00039603253,0.14302455,0.00091133424,0.0001043997,0.0019298694,0.013075529,0.006845772,0.0003135392,0.28979892,0.23897459,0.30460036],"study_design_scores_gemma":[0.00077562546,0.00016171331,0.02324646,0.0004448212,0.00000402359,0.000111768706,0.00008442529,0.5905254,0.0031353342,0.029169912,0.35135204,0.0009884806],"about_ca_topic_score_codex":0.0002127877,"about_ca_topic_score_gemma":0.000108257285,"teacher_disagreement_score":0.9535101,"about_ca_system_score_codex":0.000112845286,"about_ca_system_score_gemma":0.00015243505,"threshold_uncertainty_score":0.9669859},"labels":[],"label_agreement":null},{"id":"W4401123839","doi":"10.1145/3680472","title":"MULTICR: Predicting Merged and Abandoned Code Changes in Modern Code Review Using Multi-Objective Search","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code review; Code (set theory); Machine learning; Eclipse; Process (computing); Artificial intelligence; Software quality; Interoperability; Genetic programming; Search-based software engineering; Data mining; Software engineering; Software; Software development; Software development process; Programming language; World Wide Web","score_opus":0.15337003444371033,"score_gpt":0.38079161845485976,"score_spread":0.22742158401114942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401123839","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05988699,0.019201266,0.91897285,0.0003036054,0.0004898114,0.0003576877,0.000024329365,0.000763112,3.6925226e-7],"genre_scores_gemma":[0.17779359,0.005955978,0.8159422,0.00006654488,0.000038492763,0.00010777268,0.0000021290027,0.00005506844,0.000038230424],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790204,0.00033670815,0.0002787036,0.0007277379,0.00023025904,0.00052452623],"domain_scores_gemma":[0.99263126,0.006611885,0.000021455955,0.0005018106,0.000069236245,0.00016438201],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001961953,0.00027590492,0.00045131778,0.000659961,0.00011498608,0.00007769947,0.00037175615,0.00016796515,0.0000046975074],"category_scores_gemma":[0.0029387847,0.00027783995,0.000060446037,0.0007583944,0.000058770867,0.00024019092,0.00006886549,0.00082481414,0.0000018668068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006527308,0.00015962508,0.0034950909,0.007691488,0.00047216655,0.00030322964,0.010527253,0.2976177,0.019256692,0.0001864457,0.000011888012,0.6602131],"study_design_scores_gemma":[0.00063765433,0.0001313245,0.0037003995,0.0023245355,0.000053763513,0.00027598275,0.00005485647,0.98731,0.0048707603,0.000063447274,0.00018317129,0.00039413347],"about_ca_topic_score_codex":0.00011625328,"about_ca_topic_score_gemma":0.0000692673,"teacher_disagreement_score":0.68969226,"about_ca_system_score_codex":0.00011541244,"about_ca_system_score_gemma":0.000071810086,"threshold_uncertainty_score":0.9999674},"labels":[],"label_agreement":null},{"id":"W4401161820","doi":"10.1587/transinf.2023edp7238","title":"Unveiling Python Version Compatibility Challenges in Code Snippets on Stack Overflow","year":2024,"lang":"en","type":"article","venue":"IEICE Transactions on Information and Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Python (programming language); Computer science; Programming language; Source code; Compatibility (geochemistry); World Wide Web; Engineering","score_opus":0.04424765382061606,"score_gpt":0.2838154316304337,"score_spread":0.23956777780981764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401161820","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11979298,0.0008720709,0.8735493,0.0008239234,0.002303656,0.00047625104,0.000040083254,0.0007166405,0.0014250858],"genre_scores_gemma":[0.9993191,0.00030507072,0.00024512925,0.00002654738,0.000020551095,0.000027407745,0.0000043365317,0.000005762545,0.00004614076],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988356,0.00006945283,0.00032050628,0.00019651256,0.00039652057,0.0001813847],"domain_scores_gemma":[0.9989376,0.0005916923,0.000029322375,0.0003094881,0.000053216067,0.00007867861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007020337,0.00011584594,0.00013613183,0.00044671728,0.00009153781,0.00032161144,0.0001751957,0.000078589044,0.000009794357],"category_scores_gemma":[0.000041414973,0.00010618322,0.000034640587,0.00036622962,0.000015836515,0.0013895864,0.0000058846836,0.00029348698,0.0002363956],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014060304,0.00026599085,0.00046803334,0.0037628417,0.00008367786,0.000027681961,0.02328608,0.590546,0.00011539776,0.02564132,0.000974307,0.35468805],"study_design_scores_gemma":[0.0003689655,0.000171317,0.0036789854,0.0005440814,0.0000023142968,0.00001551396,0.0006455203,0.9790812,0.00025142293,0.000025778436,0.015055208,0.00015970373],"about_ca_topic_score_codex":0.00007479295,"about_ca_topic_score_gemma":0.000024174322,"teacher_disagreement_score":0.8795261,"about_ca_system_score_codex":0.00017066183,"about_ca_system_score_gemma":0.000054600696,"threshold_uncertainty_score":0.43300262},"labels":[],"label_agreement":null},{"id":"W4401177203","doi":"10.1007/s00521-024-10131-3","title":"Optimizing beyond boundaries: empowering the salp swarm algorithm for global optimization and defective software module classification","year":2024,"lang":"en","type":"article","venue":"Neural Computing and Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Ajman University","keywords":"Computational Science and Engineering; Computer science; Swarm behaviour; Software; Algorithm; Optimization algorithm; Artificial intelligence; Mathematical optimization; Machine learning; Mathematics","score_opus":0.01722681091511139,"score_gpt":0.3012608134556873,"score_spread":0.28403400254057587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401177203","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047916705,0.0012912268,0.9917861,0.0007238621,0.00017845574,0.0005615473,0.0000149883235,0.0006254582,0.000026642172],"genre_scores_gemma":[0.55031276,0.000023630024,0.44920868,0.00006366758,0.0001618269,0.00018137798,0.000016085125,0.00001572465,0.00001626602],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989648,0.000026541033,0.00015870942,0.0004691025,0.00014950613,0.0002313693],"domain_scores_gemma":[0.9986761,0.0008471922,0.000035689278,0.00026742293,0.00010305342,0.00007054007],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00025365993,0.00012892396,0.000098913646,0.00005485638,0.00085060834,0.0012653753,0.00028345783,0.000050257175,3.1933405e-7],"category_scores_gemma":[0.00009248981,0.000109475885,0.000036307203,0.0004957402,0.00011982383,0.0002312205,0.00021413343,0.00015966108,0.0000013405706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015884007,0.000019257426,0.00031611664,0.000089950314,0.00003232438,9.883001e-7,0.0009666271,0.13723715,0.00006039862,0.03138409,0.00018232805,0.8297092],"study_design_scores_gemma":[0.00009282845,0.000029503866,0.0010798312,0.00002311887,0.000009779451,0.000028192784,0.000053498305,0.9942339,0.000046788497,0.0018696882,0.0024171837,0.00011566922],"about_ca_topic_score_codex":0.000010647318,"about_ca_topic_score_gemma":0.000001121315,"teacher_disagreement_score":0.8569968,"about_ca_system_score_codex":0.00007050401,"about_ca_system_score_gemma":0.0000592507,"threshold_uncertainty_score":0.9997714},"labels":[],"label_agreement":null},{"id":"W4401253331","doi":"10.1007/s10664-024-10514-z","title":"IRJIT: A simple, online, information retrieval approach for just-in-time software defect prediction","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Alberta","funders":"","keywords":"Computer science; Simple (philosophy); Information retrieval; Data mining; Software; Machine learning; Artificial intelligence; Programming language","score_opus":0.02499642994780278,"score_gpt":0.28696472697798037,"score_spread":0.2619682970301776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401253331","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045241818,0.00047847224,0.9482628,0.00010222743,0.0006285324,0.00071551895,0.00014476464,0.0044186264,0.000007213327],"genre_scores_gemma":[0.31473863,0.000028146282,0.6827137,0.00022802256,0.0008216176,0.0003530711,0.0007839494,0.00016603083,0.00016684858],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997047,0.000035539273,0.0006024919,0.00065226376,0.00080749445,0.000855217],"domain_scores_gemma":[0.9965793,0.0023857523,0.000040401912,0.00058920245,0.00014039307,0.000264958],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00081766065,0.00038297486,0.00036301717,0.0008273606,0.00009051833,0.00057038636,0.00095873454,0.0002955585,0.000013382432],"category_scores_gemma":[0.0063201804,0.00038710216,0.00027474685,0.0021434468,0.000023988881,0.0017957322,0.00033866995,0.0007125728,0.00007696715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000111686095,0.0003632691,0.099419154,0.003732862,0.0002811455,0.000096911754,0.0023087338,0.838023,0.00024037118,0.00042131395,0.02095475,0.034046795],"study_design_scores_gemma":[0.0005673195,0.00018249331,0.05321984,0.0001662634,0.000018417311,0.000055616052,0.000008284934,0.9243411,0.0001670078,0.00012060232,0.020625543,0.0005275522],"about_ca_topic_score_codex":0.00000827854,"about_ca_topic_score_gemma":4.2148497e-7,"teacher_disagreement_score":0.26949683,"about_ca_system_score_codex":0.00051777175,"about_ca_system_score_gemma":0.00018208538,"threshold_uncertainty_score":0.9998581},"labels":[],"label_agreement":null},{"id":"W4401359429","doi":"10.1016/j.jss.2024.112179","title":"An empirical study on bug severity estimation using source code metrics and static analysis","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Manitoba; University of Calgary","funders":"","keywords":"Software bug; Computer science; Leverage (statistics); Java; Source lines of code; Code (set theory); Source code; Open source; Static program analysis; Static analysis; Set (abstract data type); Data mining; Code review; Domain (mathematical analysis); Software; Categorization; Machine learning; Artificial intelligence; Programming language; Software development; Mathematics","score_opus":0.04805113706718376,"score_gpt":0.36145082974943565,"score_spread":0.3133996926822519,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401359429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49846098,0.00060612545,0.5006842,0.000021249176,0.0001245401,0.000059501403,0.0000021993537,0.000040996085,1.9103825e-7],"genre_scores_gemma":[0.9807004,0.00001106623,0.01919497,0.000009988147,0.000059787584,0.0000013777221,4.1757124e-7,0.000009683188,0.000012336231],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985051,0.00015366611,0.00035597294,0.00021771385,0.00061845174,0.00014909131],"domain_scores_gemma":[0.9983945,0.0009576859,0.00009996831,0.0002187084,0.00015238133,0.00017678403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013674577,0.000109779445,0.00031039442,0.0008755,0.00009421175,0.0007602865,0.00021775962,0.000047268848,7.8360426e-7],"category_scores_gemma":[0.0005287938,0.00008439374,0.000053554075,0.0013641849,0.000018215416,0.0005131734,0.00006229344,0.00025387827,6.994755e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000136154795,0.00019500198,0.7670354,0.0003544837,0.0007045969,0.00036233308,0.006818506,0.20351653,0.000026065598,0.000031621224,0.00014629097,0.020795517],"study_design_scores_gemma":[0.00015037142,0.00041889487,0.13783808,0.00010972459,0.00012705263,0.00016192652,0.0003534377,0.8606385,0.0000031585532,0.000036129197,0.00006935494,0.000093392395],"about_ca_topic_score_codex":0.000056344852,"about_ca_topic_score_gemma":0.0000023406246,"teacher_disagreement_score":0.65712196,"about_ca_system_score_codex":0.000101441736,"about_ca_system_score_gemma":0.000077705234,"threshold_uncertainty_score":0.7331461},"labels":[],"label_agreement":null},{"id":"W4401414416","doi":"10.1109/ms.2024.3440190","title":"A State-of-the-Practice Release-Readiness Checklist for Generative AI-Based Software Products: A Gray Literature Survey","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada; National Bank of Canada; Business Development Bank of Canada; Queen's University","funders":"","keywords":"Software engineering; Checklist; Computer science; Software peer review; Software development; Software; Generative grammar; State (computer science); Software release life cycle; Software quality; Engineering management; Software construction; Engineering; Programming language; Artificial intelligence; Psychology","score_opus":0.01837307102445155,"score_gpt":0.2940337656147816,"score_spread":0.27566069459033005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401414416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015115702,0.0032794045,0.9730742,0.002144747,0.003237605,0.00119057,0.0007814332,0.0011736659,0.0000026554158],"genre_scores_gemma":[0.54671556,0.00004517123,0.44660258,0.001433065,0.0007332809,0.0009471118,0.00026477253,0.00027102904,0.0029874525],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964437,0.0003913876,0.00047856013,0.0011125085,0.0008778072,0.00069604395],"domain_scores_gemma":[0.9896922,0.006283782,0.00013462835,0.001584584,0.0021252926,0.00017948577],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015725303,0.00043196036,0.00040076792,0.00031735274,0.0003461506,0.00066349306,0.0017504016,0.00016496504,0.0000041189464],"category_scores_gemma":[0.022555426,0.00033076984,0.00023270081,0.0034750174,0.00014938576,0.0010842305,0.00028258283,0.00074628426,0.000021377018],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015288857,0.0022487398,0.05172657,0.022191742,0.0021358503,0.001547732,0.028436303,0.11257838,0.010030474,0.0030598284,0.4621376,0.3023779],"study_design_scores_gemma":[0.005919045,0.0022604412,0.053448215,0.009248441,0.00037333902,0.0006207786,0.000059982893,0.19165133,0.3808894,0.009725594,0.33957577,0.0062276754],"about_ca_topic_score_codex":0.000115576775,"about_ca_topic_score_gemma":0.000053878386,"teacher_disagreement_score":0.5315998,"about_ca_system_score_codex":0.00022419717,"about_ca_system_score_gemma":0.0012287623,"threshold_uncertainty_score":0.9999144},"labels":[],"label_agreement":null},{"id":"W4401454847","doi":"10.1145/3643664.3648202","title":"Emerging Results on Automated Support for Searching and Selecting Evidence for Systematic Literature Review Updates","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Data science; Systematic review; Information retrieval; MEDLINE","score_opus":0.04076914789316258,"score_gpt":0.3831388846104964,"score_spread":0.34236973671733384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401454847","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011772952,0.101676546,0.878127,0.0064777387,0.0006052843,0.005747534,0.000027109438,0.0060727713,0.00008874877],"genre_scores_gemma":[0.46383977,0.012858228,0.5122194,0.0016443696,0.00053087575,0.0031253712,0.000083802166,0.00019461075,0.0055035665],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99830043,0.00007462894,0.0003672886,0.00055121514,0.00031474628,0.00039167586],"domain_scores_gemma":[0.9904034,0.008893556,0.000039018647,0.00038828186,0.00018361636,0.000092107926],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0033299495,0.00015562719,0.00026393263,0.00022895988,0.00013984366,0.0008650983,0.00045767106,0.000043647313,0.000001370165],"category_scores_gemma":[0.01016209,0.0001150239,0.000073529416,0.0008388163,0.000009126384,0.0006056655,0.00013745434,0.00019244256,0.000009597586],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027246091,0.000016593052,0.00004270452,0.9322376,0.00011369629,0.00006306339,0.001999204,0.0002920223,0.00070987275,0.0096952,0.04490973,0.009893023],"study_design_scores_gemma":[0.000120981116,0.0001753631,0.00003282404,0.27309626,0.000012205639,0.00007520312,0.00000755745,0.7250518,0.0006086948,0.00011136029,0.00054975686,0.00015796923],"about_ca_topic_score_codex":0.0000018863398,"about_ca_topic_score_gemma":6.183091e-7,"teacher_disagreement_score":0.7247598,"about_ca_system_score_codex":0.00006175512,"about_ca_system_score_gemma":0.000086466614,"threshold_uncertainty_score":0.99817574},"labels":[],"label_agreement":null},{"id":"W4401502666","doi":"10.1145/3659677.3659742","title":"Towards an Automatic Extracting UML Class Diagram from System's Textual Specification","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Class diagram; Computer science; Unified Modeling Language; Programming language; Applications of UML; Communication diagram; Class (philosophy); Use Case Diagram; UML tool; Natural language processing; Software engineering; Artificial intelligence; Software","score_opus":0.030457292884512897,"score_gpt":0.2978104770582071,"score_spread":0.26735318417369425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401502666","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08712828,0.00022893252,0.9040091,0.0003234538,0.00081900094,0.00016155589,0.0000034612995,0.004149856,0.0031763643],"genre_scores_gemma":[0.9424604,0.0000031331863,0.056896728,0.000012723582,0.00029326917,0.000032687094,0.00000716223,0.000019627649,0.00027426638],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839425,0.00006873068,0.00023656797,0.00049495563,0.00051355216,0.0002919617],"domain_scores_gemma":[0.99829036,0.0007661512,0.000023039476,0.0007233412,0.00005429847,0.00014281188],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005101231,0.00012979243,0.00012636412,0.00017421863,0.00006690292,0.0009918055,0.00082626904,0.00007229778,0.000101705344],"category_scores_gemma":[0.0002751662,0.00011248859,0.000047310466,0.00054479775,0.000017780347,0.00088788517,0.0001491704,0.00023905163,0.0009314523],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010892478,0.000060671173,0.0005226344,0.00021421668,0.000044462962,0.00014033554,0.0013870544,0.0003881204,0.003243481,0.09686278,0.0014723073,0.89566284],"study_design_scores_gemma":[0.000048601407,0.000031747244,0.021464823,0.00010128878,0.0000037305376,0.000020169593,0.0001445339,0.9757043,0.0009789245,0.00021456768,0.0011378494,0.00014947672],"about_ca_topic_score_codex":0.00027407683,"about_ca_topic_score_gemma":0.000011508947,"teacher_disagreement_score":0.97531617,"about_ca_system_score_codex":0.00022384152,"about_ca_system_score_gemma":0.00011593968,"threshold_uncertainty_score":0.99984646},"labels":[],"label_agreement":null},{"id":"W4401543865","doi":"10.1145/3643991.3644934","title":"Fine-Grained Just-In-Time Defect Prediction at the Block Level in Infrastructure-as-Code (IaC)","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code (set theory); Block (permutation group theory); Parallel computing; Programming language; Mathematics","score_opus":0.018394784471891086,"score_gpt":0.2665918901334869,"score_spread":0.2481971056615958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401543865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9459603,0.00037683293,0.047885336,0.0022527429,0.0007489227,0.00044887554,0.00001622716,0.00096667424,0.0013440934],"genre_scores_gemma":[0.99155664,0.000007478818,0.002485356,0.00008950333,0.0000832358,0.000046820238,0.000004421823,0.000019799241,0.0057067564],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837255,0.0000599102,0.00021772578,0.000452625,0.00049936253,0.00039783167],"domain_scores_gemma":[0.99835575,0.0009837543,0.000012008443,0.000551072,0.000030146077,0.000067252295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00066718785,0.00015178324,0.00012635885,0.00032747653,0.000052289095,0.00022512054,0.00086896896,0.00009307022,0.00014842473],"category_scores_gemma":[0.0005400124,0.00010532718,0.00007254457,0.0012771437,0.00003861123,0.00023718539,0.00052876846,0.00040720945,0.0004497022],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012032233,0.00025703566,0.32452658,0.0006367074,0.0002963139,0.0013668954,0.012608894,0.27250722,0.03036874,0.027823957,0.2347509,0.09473644],"study_design_scores_gemma":[0.0005568342,0.00012454155,0.375236,0.00012829369,0.0000067623137,0.00015615518,0.000013842762,0.6078396,0.0044138134,0.002592436,0.008628815,0.00030291715],"about_ca_topic_score_codex":0.0001647916,"about_ca_topic_score_gemma":0.00029910108,"teacher_disagreement_score":0.33533236,"about_ca_system_score_codex":0.0003245707,"about_ca_system_score_gemma":0.00014439749,"threshold_uncertainty_score":0.57801616},"labels":[],"label_agreement":null},{"id":"W4401635770","doi":"10.1145/3688841","title":"An Exploratory Study on Machine Learning Model Management","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Concordia University","funders":"","keywords":"Documentation; Computer science; Software versioning; Software engineering; Automation; Code refactoring; Knowledge management; Data science; Process management; Software; Engineering","score_opus":0.10743960691064752,"score_gpt":0.35192113569131234,"score_spread":0.24448152878066481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401635770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04163521,0.00031726967,0.9546192,0.000078916106,0.0006385975,0.00022501076,0.000004264713,0.0024769744,0.000004500735],"genre_scores_gemma":[0.4782219,0.00006894397,0.5213235,0.00003292789,0.000026069672,0.00012983073,0.0000016610362,0.000042857417,0.00015231346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818385,0.00027535358,0.00019518439,0.0006973616,0.0002736287,0.00037465332],"domain_scores_gemma":[0.9962017,0.002740029,0.000012675335,0.0008460813,0.000028899307,0.0001706328],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013606726,0.000255229,0.0002376097,0.0007083096,0.00014076309,0.00013548289,0.00062391564,0.000097081815,0.0000068875415],"category_scores_gemma":[0.00043480535,0.00025033994,0.00006184314,0.0005137897,0.000020622365,0.0002878561,0.000040505885,0.00078422035,0.000024227502],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015153884,0.00014597477,0.00012288181,0.00009308777,0.00013355586,0.00011649904,0.002682626,0.8539284,0.00023584488,0.001107948,0.00000975748,0.1414083],"study_design_scores_gemma":[0.0004725548,0.0012600467,0.0012073014,0.00009623895,0.00004896882,0.000049121598,0.00022876108,0.99350595,0.00093371357,0.0005815494,0.0011444465,0.00047131995],"about_ca_topic_score_codex":0.0000053215235,"about_ca_topic_score_gemma":0.000001960427,"teacher_disagreement_score":0.43658668,"about_ca_system_score_codex":0.00006959657,"about_ca_system_score_gemma":0.000025545121,"threshold_uncertainty_score":0.9999949},"labels":[],"label_agreement":null},{"id":"W4401703630","doi":"10.2139/ssrn.4927380","title":"Cognitive Biases in Natural Language: Automatically Detecting, Differentiating, and Measuring Bias in Text","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Natural language processing; Natural (archaeology); Cognition; Natural language understanding; Natural language; Cognitive bias; Artificial intelligence; Cognitive psychology; Psychology; Geography","score_opus":0.0277453928769883,"score_gpt":0.298929141323229,"score_spread":0.2711837484462407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401703630","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9612194,0.025197707,0.01235174,0.0002086942,0.00049273914,0.000257252,0.0000018004866,0.0002342392,0.00003643315],"genre_scores_gemma":[0.99816245,0.0006358407,0.0008317055,0.000014225071,0.0001467393,0.000030045716,0.0000022056036,0.00004374655,0.0001330476],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955032,0.00027315048,0.0005150329,0.0006351864,0.0006404246,0.0024330446],"domain_scores_gemma":[0.9973521,0.0020058027,0.00014538126,0.00028571105,0.000091936854,0.000119062825],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0034309567,0.00034696588,0.00040878792,0.0011038753,0.00007105836,0.00066814676,0.0008845152,0.00019975619,0.000004702992],"category_scores_gemma":[0.008109517,0.00031763257,0.00011216095,0.000578407,0.00004429648,0.00016665772,0.0017928886,0.011155699,0.000013192305],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006647517,0.0002674401,0.08193503,0.00087417,0.0007179357,0.0012536366,0.014752959,0.0022352177,0.0008440917,0.008065511,0.0000162814,0.88897127],"study_design_scores_gemma":[0.002892472,0.000511011,0.21869844,0.016555402,0.000092700546,0.0030731738,0.0038666483,0.58464324,0.0015022688,0.16611956,0.0000041546573,0.0020408859],"about_ca_topic_score_codex":0.00030325234,"about_ca_topic_score_gemma":0.0027285244,"teacher_disagreement_score":0.88693035,"about_ca_system_score_codex":0.0015247054,"about_ca_system_score_gemma":0.0022835752,"threshold_uncertainty_score":0.9999276},"labels":[],"label_agreement":null},{"id":"W4401752332","doi":"10.1177/17470218241280567","title":"Incremental structure building in the processing of ellipsis","year":2024,"lang":"en","type":"article","venue":"Quarterly Journal of Experimental Psychology","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Ellipsis (linguistics); Antecedent (behavioral psychology); Computer science; Copying; Mechanism (biology); Parsing; Natural language processing; Artificial intelligence; Word (group theory); Linguistics; Psychology; Physics","score_opus":0.021902599627507593,"score_gpt":0.36698450395073895,"score_spread":0.3450819043232314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401752332","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9544164,0.005941086,0.038302917,0.00045062383,0.0007148837,0.00007586459,0.0000010100157,0.000019507921,0.0000776874],"genre_scores_gemma":[0.9882941,0.000005187455,0.011480864,0.00009048476,0.00011558539,0.0000024178087,1.8923625e-7,0.000009084398,0.0000020570562],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987098,0.00011079353,0.00041378476,0.00017898661,0.00037546008,0.00021119241],"domain_scores_gemma":[0.99941075,0.00019557473,0.000095681586,0.00021838458,0.00003821465,0.00004139895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005500336,0.0001052989,0.00017011777,0.0003639743,0.00002775169,0.0001125863,0.001009655,0.00005623544,0.000026194555],"category_scores_gemma":[0.000016868715,0.000073320974,0.000075502154,0.0005093909,0.00006696463,0.0004504574,0.000028859105,0.00037948688,0.0000025967672],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052890995,0.0002510776,0.0020269442,0.00005867025,0.000055921784,0.0004805989,0.02580915,0.000041508585,0.8678446,0.0033567282,0.0011547155,0.0988672],"study_design_scores_gemma":[0.009895004,0.032255135,0.10937661,0.0031962146,0.000077947625,0.03107492,0.026842954,0.026581556,0.721049,0.029713232,0.0077679385,0.0021694952],"about_ca_topic_score_codex":0.0000052312766,"about_ca_topic_score_gemma":5.885905e-7,"teacher_disagreement_score":0.1467956,"about_ca_system_score_codex":0.000060201794,"about_ca_system_score_gemma":0.000048520764,"threshold_uncertainty_score":0.29899424},"labels":[],"label_agreement":null},{"id":"W4401851884","doi":"10.53555/sfs.v10i1.2974","title":"Utilizing Machine Learning For Predicting Software Defects","year":2023,"lang":"en","type":"article","venue":"Journal of Survey in Fisheries Sciences","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Artificial intelligence; Machine learning; Operating system","score_opus":0.17689606124673538,"score_gpt":0.31311648702568945,"score_spread":0.13622042577895407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401851884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9093146,0.00027339102,0.08882551,0.00028375353,0.0009893831,0.000105812804,0.0000031600891,0.00016724937,0.000037178386],"genre_scores_gemma":[0.9774231,0.00005984258,0.02233731,0.00001832011,0.00007081431,0.000005928789,0.0000013690324,0.000010164642,0.00007315021],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99799675,0.00022169483,0.00040230862,0.00023029489,0.0006813992,0.00046756957],"domain_scores_gemma":[0.99248,0.0068586934,0.00019772578,0.00013265476,0.00023819874,0.00009276659],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009929422,0.00010782611,0.00022487578,0.0005730105,0.00027094907,0.00035128646,0.001250251,0.00004718249,0.0000053190965],"category_scores_gemma":[0.021485813,0.0000908639,0.000073131996,0.002562773,0.00013641079,0.001124854,0.00025375394,0.0003453894,0.0000032583318],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008455024,0.000008467917,0.9867823,0.000024550469,0.0000051474094,0.000020752539,0.0004934586,0.0079091275,0.00007367065,0.000025733354,0.00043047458,0.0042178603],"study_design_scores_gemma":[0.00026931788,0.0003905313,0.9632658,0.00009878605,0.0000013132618,0.00003546444,0.00013128169,0.03420114,0.0003047021,0.00039599495,0.0007806612,0.00012503639],"about_ca_topic_score_codex":0.00014510099,"about_ca_topic_score_gemma":0.00017587132,"teacher_disagreement_score":0.06810854,"about_ca_system_score_codex":0.00006131148,"about_ca_system_score_gemma":0.00023456175,"threshold_uncertainty_score":0.9867566},"labels":[],"label_agreement":null},{"id":"W4401863515","doi":"10.1145/3637528.3671627","title":"GraSS: Combining Graph Neural Networks with Expert Knowledge for SAT Solver Selection","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Huawei Technologies (Canada)","funders":"","keywords":"Computer science; Solver; Artificial neural network; Selection (genetic algorithm); Artificial intelligence; Graph; Knowledge graph; Boolean satisfiability problem; Machine learning; Theoretical computer science; Programming language","score_opus":0.020441748822004255,"score_gpt":0.28482377552515403,"score_spread":0.26438202670314975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401863515","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006879149,0.0008922119,0.9894319,0.00021034956,0.000846414,0.00020680098,2.131478e-7,0.0013609327,0.0001719858],"genre_scores_gemma":[0.96389633,0.0000069282605,0.035060346,0.000059645485,0.00018681597,0.000116314855,0.0000027016915,0.000026320728,0.0006446133],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898577,0.000019001462,0.00010033169,0.00036381598,0.00016154685,0.0003695111],"domain_scores_gemma":[0.99893683,0.00067977834,0.000008078626,0.0002061447,0.000085223815,0.00008391797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021755295,0.00012300111,0.00009855063,0.00017945196,0.00010001024,0.0003680441,0.00035277568,0.000051626397,0.0000083891155],"category_scores_gemma":[0.0000406756,0.000093624876,0.00005564084,0.0008763872,0.000023186307,0.00038893658,0.0000976087,0.00018649096,0.000013701828],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001155443,0.00034058187,0.026019355,0.00046359302,0.00055544334,0.00009859944,0.0059231394,0.18883198,0.0016252048,0.10452923,0.2263805,0.44511682],"study_design_scores_gemma":[0.00017540688,0.00023049682,0.000932996,0.000037871465,0.0000026331281,0.000025102596,0.000010099789,0.9949446,0.0003131008,0.00018577777,0.0029957737,0.00014615216],"about_ca_topic_score_codex":0.000017999795,"about_ca_topic_score_gemma":0.000029071498,"teacher_disagreement_score":0.9570172,"about_ca_system_score_codex":0.000054455573,"about_ca_system_score_gemma":0.000047450478,"threshold_uncertainty_score":0.38179114},"labels":[],"label_agreement":null},{"id":"W4402034432","doi":"10.32920/26871409.v1","title":"Transformer Models for Automated Bug Triaging and Duplicate Bug Detection","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Manitoba; Systems, Applications & Products in Data Processing (Canada)","funders":"","keywords":"Computer science; Workflow; Software; Mean reciprocal rank; Software bug; Rank (graph theory); Data mining; Artificial intelligence; Database; Programming language","score_opus":0.03379990107120691,"score_gpt":0.3007839726597976,"score_spread":0.2669840715885907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402034432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016530015,0.0005240959,0.9747328,0.00074875593,0.0008016004,0.0009627594,0.000011633739,0.005433695,0.00025463552],"genre_scores_gemma":[0.9469062,0.00006912015,0.051662974,0.00003062302,0.00009508535,0.0005944354,0.000006323272,0.000050152943,0.00058505114],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981862,0.00002048003,0.0002727562,0.0008449264,0.0002813764,0.000394305],"domain_scores_gemma":[0.9987485,0.00042244908,0.000030567364,0.00057085283,0.00010544244,0.00012220953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005707294,0.00025644302,0.00026736537,0.0003823638,0.000074173564,0.0005572281,0.0006303433,0.00023039838,0.0000031056416],"category_scores_gemma":[0.00008123766,0.00023310995,0.00012610166,0.0002976482,0.000024094768,0.00018840365,0.00058571616,0.0005541718,0.000017630287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097824384,0.00012269264,0.00006316924,0.007445361,0.0007679643,0.000044849487,0.0038029938,0.3739055,0.014754542,0.023845594,0.004219237,0.57093024],"study_design_scores_gemma":[0.00023895288,0.00003241408,0.00008755998,0.00009559888,0.000016473947,0.000013945477,0.0000032789835,0.95967376,0.007340535,0.031935558,0.00030756235,0.00025436404],"about_ca_topic_score_codex":0.000100764584,"about_ca_topic_score_gemma":0.000008970531,"teacher_disagreement_score":0.93037623,"about_ca_system_score_codex":0.00011302177,"about_ca_system_score_gemma":0.00011973599,"threshold_uncertainty_score":0.9505948},"labels":[],"label_agreement":null},{"id":"W4402040489","doi":"10.1109/tse.2024.3452595","title":"RLocator: Reinforcement Learning for Bug Localization","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo","funders":"","keywords":"Computer science; Reinforcement learning; Artificial intelligence; Software bug; Programming language; Software engineering; Human–computer interaction; Machine learning; Software","score_opus":0.014284326079011332,"score_gpt":0.2518457570048798,"score_spread":0.23756143092586848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402040489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055932725,0.00022873581,0.9930002,0.000051720246,0.0020074444,0.00032334818,0.0000028923344,0.0038194756,0.000006830852],"genre_scores_gemma":[0.95006394,0.000035072193,0.048735693,0.000030484158,0.00010807198,0.00030070436,0.000005099408,0.00007465146,0.00064627867],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984784,0.000013223705,0.00024862122,0.0004515373,0.00037231867,0.00043587267],"domain_scores_gemma":[0.9984454,0.0009523821,0.000015902177,0.00036803627,0.0000822684,0.00013603423],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002671457,0.00022622658,0.0001555662,0.0004989707,0.00016638175,0.0002814524,0.00038940323,0.000102944956,0.000022909822],"category_scores_gemma":[0.00014759503,0.00024555318,0.00014172102,0.00079930684,0.000012998219,0.00047736426,0.0000047708195,0.00041507732,0.0000868772],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036086305,0.000013038035,0.000019259567,0.00021565941,0.000047970283,0.000008048114,0.00022770897,0.98195446,0.00019130496,0.0005273877,0.0002387742,0.016552808],"study_design_scores_gemma":[0.00016961934,0.000127983,0.00003047886,0.00018649487,0.000011878018,0.0000141893615,0.0000052087785,0.9695449,0.013128478,0.00001847644,0.016493997,0.0002683365],"about_ca_topic_score_codex":0.0000068251243,"about_ca_topic_score_gemma":6.3343356e-7,"teacher_disagreement_score":0.9495046,"about_ca_system_score_codex":0.00025566082,"about_ca_system_score_gemma":0.00008201172,"threshold_uncertainty_score":0.99999964},"labels":[],"label_agreement":null},{"id":"W4402100576","doi":"10.1007/978-3-031-70378-2_1","title":"VulEXplaineR: XAI for Vulnerability Detection on Assembly Code","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Defence Research and Development Canada; McGill University","funders":"","keywords":"Computer science; Vulnerability (computing); Code (set theory); Programming language; Computer security","score_opus":0.02503805183696138,"score_gpt":0.29059986459214643,"score_spread":0.26556181275518503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402100576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022365742,0.00021829693,0.9923088,0.0008112697,0.0041334396,0.00077095954,0.000017530168,0.00068789785,0.00082813675],"genre_scores_gemma":[0.69378036,0.000027373453,0.30131757,0.0008558027,0.0016818548,0.00017330142,0.000010066794,0.00015107177,0.0020025857],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952366,0.000028199322,0.00046302367,0.00217282,0.0012622012,0.00083720405],"domain_scores_gemma":[0.99408334,0.0035332239,0.0001070989,0.0017484179,0.00031786636,0.000210062],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018896535,0.0005596994,0.00047781816,0.0012033602,0.00026272878,0.00083357835,0.003011363,0.00039221434,0.000007423692],"category_scores_gemma":[0.0009759073,0.0005097648,0.00020358566,0.00082742865,0.00034051007,0.0004020938,0.0009868286,0.0013535359,0.00010766521],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019395555,0.00004034597,0.000022564516,0.00023668604,0.000023592533,0.00007242894,0.00030382205,0.092358075,0.00070894597,0.030943012,0.00008318857,0.87518793],"study_design_scores_gemma":[0.00023748673,0.0005841941,0.000120783465,0.00041638603,0.000007476807,0.00004776536,5.26992e-8,0.8043294,0.013152712,0.17473222,0.0056710914,0.0007004591],"about_ca_topic_score_codex":0.000015536056,"about_ca_topic_score_gemma":0.00008470549,"teacher_disagreement_score":0.87448746,"about_ca_system_score_codex":0.00084084214,"about_ca_system_score_gemma":0.00040468812,"threshold_uncertainty_score":0.9997354},"labels":[],"label_agreement":null},{"id":"W4402136389","doi":"10.1007/s10664-024-10528-7","title":"Consensus task interaction trace recommender to guide developers’ software navigation","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Concordia University; Polytechnique Montréal","funders":"","keywords":"TRACE (psycholinguistics); Recommender system; Computer science; Task (project management); Software; World Wide Web; Human–computer interaction; Software engineering; Data science; Engineering; Programming language; Systems engineering","score_opus":0.036349133622559676,"score_gpt":0.32891704916676656,"score_spread":0.2925679155442069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402136389","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052301757,0.00052472885,0.9371352,0.0023311928,0.002486274,0.00030847138,0.000010398119,0.004877973,0.000023969696],"genre_scores_gemma":[0.39291456,0.000011157602,0.60519236,0.00043864053,0.0004148858,0.0001633549,0.000026911533,0.00013770725,0.00070041954],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971571,0.00005385943,0.0005089015,0.0008998078,0.0006270838,0.0007532681],"domain_scores_gemma":[0.99573994,0.0029871801,0.00002958805,0.0006313734,0.00017189744,0.0004399992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00059574086,0.00038537834,0.00029323497,0.0005083413,0.000119397475,0.0005460621,0.0008081369,0.00018542036,0.000046402733],"category_scores_gemma":[0.004590492,0.00039404244,0.00014133683,0.0018181234,0.000018887986,0.000525048,0.0004117959,0.0007662778,0.000649775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038188322,0.00018791782,0.031594567,0.0011824206,0.00045594206,0.0015178388,0.009180169,0.41547355,0.0030830773,0.00061718526,0.28011274,0.2565564],"study_design_scores_gemma":[0.00036059454,0.00019761959,0.023685498,0.0010514796,0.00002276327,0.00054261007,0.000054898057,0.16481596,0.0029092408,0.00016456682,0.80474144,0.0014532999],"about_ca_topic_score_codex":0.000031101365,"about_ca_topic_score_gemma":0.0000021016006,"teacher_disagreement_score":0.5246287,"about_ca_system_score_codex":0.00083422975,"about_ca_system_score_gemma":0.00021000707,"threshold_uncertainty_score":0.99985117},"labels":[],"label_agreement":null},{"id":"W4402315368","doi":"10.1016/j.jss.2024.112205","title":"Feature transformation for improved software bug detection and commit classification","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Commit; Transformation (genetics); Computer science; Feature (linguistics); Software bug; Software; Pattern recognition (psychology); Artificial intelligence; Data mining; Programming language; Database","score_opus":0.018545353502494814,"score_gpt":0.26088456132917104,"score_spread":0.24233920782667623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402315368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029342711,0.0065006185,0.96193844,0.00081932487,0.0009528565,0.00028361412,0.000011055518,0.0001498187,0.0000015872464],"genre_scores_gemma":[0.97879344,0.0002254956,0.020530269,0.0000162389,0.00026514512,0.000025235175,0.0000024037292,0.000017871891,0.00012392187],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919516,0.00003262798,0.00026029503,0.00015623581,0.00020279597,0.00015288273],"domain_scores_gemma":[0.99883384,0.0005688703,0.00009641216,0.00013598273,0.0002603415,0.00010458793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006731058,0.000108510016,0.00018577237,0.00023517515,0.00011880083,0.0005392491,0.00017281187,0.000115874995,3.255032e-7],"category_scores_gemma":[0.0003300544,0.000085770385,0.00006346469,0.00020879252,0.00001972702,0.0008510952,0.000022749216,0.0002526665,7.3224237e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008962303,0.000045176206,0.0033402608,0.004987205,0.00024801103,0.000026757984,0.0044718566,0.00038548393,0.009949573,0.0027889796,0.0042172163,0.9694499],"study_design_scores_gemma":[0.0031688549,0.002330276,0.071446486,0.0032046027,0.00016469699,0.0041389246,0.0010350759,0.6970276,0.0019297044,0.002646099,0.21186818,0.001039447],"about_ca_topic_score_codex":0.0000071532213,"about_ca_topic_score_gemma":0.000002820254,"teacher_disagreement_score":0.96841043,"about_ca_system_score_codex":0.00007544662,"about_ca_system_score_gemma":0.00006181414,"threshold_uncertainty_score":0.51999915},"labels":[],"label_agreement":null},{"id":"W4402400605","doi":"10.1007/978-3-031-70245-7_19","title":"Goal Model Extraction from User Stories Using Large Language Models","year":2024,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Extraction (chemistry); Natural language processing; Information retrieval; Information extraction; Artificial intelligence; Chromatography; Chemistry","score_opus":0.06199237035249826,"score_gpt":0.343000401956136,"score_spread":0.28100803160363774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402400605","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005428346,0.000998135,0.98049754,0.00016925702,0.00039176006,0.00020794901,0.00005068859,0.00022752715,0.01691433],"genre_scores_gemma":[0.22977062,0.0015517257,0.7636869,0.00036446683,0.00012104702,0.000036002522,0.00011933445,0.000034823654,0.004315091],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837095,0.000014001619,0.00044469812,0.0003127455,0.0005947857,0.00026280657],"domain_scores_gemma":[0.9972354,0.0003367252,0.00012217005,0.0019529721,0.0002562386,0.00009646293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007943198,0.0002018804,0.0001897287,0.0009573301,0.00031454995,0.0010177057,0.002622906,0.00013722018,0.0000046090922],"category_scores_gemma":[0.000050026327,0.00020912467,0.00004265104,0.00041860342,0.00028006543,0.010310755,0.0029490965,0.0006387445,0.0000500434],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015009936,0.000013119569,0.000018561468,0.00003446131,0.000010073951,0.0000015616811,0.008521796,0.065568596,0.00002531151,0.899255,0.00015605397,0.026393961],"study_design_scores_gemma":[0.00009825768,0.000008779532,0.00006892993,0.0001592085,0.0000042362285,0.000008644254,0.000029816762,0.97204244,0.0000112858725,0.017493399,0.009865553,0.00020942077],"about_ca_topic_score_codex":0.000057444,"about_ca_topic_score_gemma":0.000015055961,"teacher_disagreement_score":0.9064739,"about_ca_system_score_codex":0.00031071657,"about_ca_system_score_gemma":0.00033245413,"threshold_uncertainty_score":0.98137593},"labels":[],"label_agreement":null},{"id":"W4402400632","doi":"10.1007/s00766-024-00430-5","title":"Recommending and release planning of user-driven functionality deletion for mobile apps","year":2024,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; York University","funders":"","keywords":"Computer science; Mobile apps; Human–computer interaction; World Wide Web","score_opus":0.0403477872092347,"score_gpt":0.3155739332268842,"score_spread":0.2752261460176495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402400632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17904845,0.00070138084,0.81917053,0.000038362185,0.00047120225,0.00022282213,0.0000051072343,0.0003243789,0.000017754157],"genre_scores_gemma":[0.951079,0.000024530222,0.04862467,0.0000053111494,0.00008419107,0.00011481121,0.0000068423738,0.000021064687,0.00003960062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99904466,0.000009794085,0.0002063567,0.00028390696,0.00021640108,0.00023889293],"domain_scores_gemma":[0.9992007,0.00046063468,0.000022543409,0.00020202679,0.00004092019,0.000073146286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038024722,0.00011170832,0.0001226315,0.00021288592,0.000042965934,0.000092023365,0.00019608911,0.000043022657,0.0000049082932],"category_scores_gemma":[0.00017867453,0.000119809076,0.000045207475,0.0002698216,0.00000911669,0.0003967654,0.00012734122,0.00011184992,0.0000024693932],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042689968,0.00012830249,0.017493635,0.0056482246,0.0005645385,0.00005476888,0.0017730562,0.6210643,0.14597644,0.053649545,0.0027143138,0.15089019],"study_design_scores_gemma":[0.0002883185,0.00012957548,0.005360741,0.00059230713,0.000012237406,0.000011671051,0.000014068544,0.9678486,0.004274232,0.00012514768,0.021119826,0.00022324923],"about_ca_topic_score_codex":0.0000040956515,"about_ca_topic_score_gemma":7.403603e-8,"teacher_disagreement_score":0.77203053,"about_ca_system_score_codex":0.000101981954,"about_ca_system_score_gemma":0.000024468689,"threshold_uncertainty_score":0.48856723},"labels":[],"label_agreement":null},{"id":"W4402475686","doi":"10.1109/ccece59415.2024.10667167","title":"Feature Importance in the Context of Traditional and Just-In-Time Software Defect Prediction Models","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Fanshawe College","funders":"","keywords":"Computer science; Context (archaeology); Feature (linguistics); Software bug; Software; Artificial intelligence; Data mining; Predictive modelling; Context model; Machine learning; Programming language","score_opus":0.03434604908915853,"score_gpt":0.2578261732150657,"score_spread":0.22348012412590715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402475686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6991384,0.008441967,0.281939,0.0050308527,0.0011754221,0.0020965133,0.00042409552,0.0008717094,0.0008820707],"genre_scores_gemma":[0.9880843,0.000067273744,0.011330364,0.00008698561,0.0000685834,0.00012819257,0.000035028617,0.00001578377,0.00018346199],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983401,0.00007210154,0.00022521417,0.00054683373,0.00059951236,0.00021628888],"domain_scores_gemma":[0.99831146,0.0009947373,0.000043572138,0.0005543805,0.000053660213,0.000042191965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081509235,0.0001829316,0.00024102615,0.00029465553,0.000018053513,0.00014507984,0.0009571946,0.00022797263,0.00000841579],"category_scores_gemma":[0.00021299154,0.00013720724,0.00009324134,0.00038533486,0.00005127793,0.00015031906,0.0005143658,0.0011247945,0.000005023664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014919048,0.0013683316,0.22682801,0.008634403,0.0006638546,0.001327509,0.036247678,0.2818285,0.0004624069,0.25114566,0.14334485,0.04799961],"study_design_scores_gemma":[0.00057289813,0.0001418289,0.117438085,0.0010357634,0.000022269183,0.00011999506,0.00010389185,0.74672484,0.0001491339,0.13313495,0.00011488967,0.00044144617],"about_ca_topic_score_codex":0.000047820173,"about_ca_topic_score_gemma":0.000035776015,"teacher_disagreement_score":0.46489635,"about_ca_system_score_codex":0.00010692011,"about_ca_system_score_gemma":0.00018465337,"threshold_uncertainty_score":0.5595149},"labels":[],"label_agreement":null},{"id":"W4402483878","doi":"10.1145/3696002","title":"A Novel Refactoring and Semantic Aware Abstract Syntax Tree Differencing Tool and a Benchmark for Evaluating the Accuracy of Diff Tools","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Benchmark (surveying); Abstract syntax tree; Abstract syntax; Programming language; Syntax; Software engineering; Tree (set theory); Semantics (computer science); Artificial intelligence; Software","score_opus":0.18087197980816785,"score_gpt":0.3856275967855456,"score_spread":0.20475561697737774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402483878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3470789,0.0006883722,0.65131897,0.00013417738,0.0003136634,0.00023041504,0.000017605378,0.00021757008,3.424239e-7],"genre_scores_gemma":[0.61004484,0.000116383795,0.38965923,0.000009967894,0.000031597214,0.00009772035,0.0000012958678,0.000023055112,0.00001592897],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985498,0.0000725995,0.0003115646,0.0005068163,0.00020413735,0.0003550813],"domain_scores_gemma":[0.96035874,0.03895337,0.000043763936,0.0004957179,0.00006340636,0.00008500915],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0015349642,0.00023773394,0.00033859038,0.0002789102,0.00016696549,0.00017859793,0.00035557413,0.00012853561,0.0000031731824],"category_scores_gemma":[0.009136548,0.00018843023,0.000078076664,0.00029770486,0.000057103374,0.00031108156,0.000061311635,0.000445967,3.2065677e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037609232,0.000033546014,0.0004251386,0.0015545287,0.00023764538,0.000007884793,0.0029591904,0.0101547,0.0547181,0.0007613643,0.0000040382556,0.92910624],"study_design_scores_gemma":[0.0022581217,0.0018476546,0.2245303,0.0027169157,0.00042642557,0.000998624,0.00043704355,0.73067003,0.031413134,0.0024906227,0.00064352463,0.0015675827],"about_ca_topic_score_codex":0.000042684627,"about_ca_topic_score_gemma":0.0000046987752,"teacher_disagreement_score":0.9275387,"about_ca_system_score_codex":0.000041755906,"about_ca_system_score_gemma":0.000056628705,"threshold_uncertainty_score":0.99920994},"labels":[],"label_agreement":null},{"id":"W4402672110","doi":"10.18653/v1/2024.acl-long.361","title":"Automated Justification Production for Claim Veracity in Fact Checking: A Survey on Architectures and Approaches","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Production (economics); Computer science; Data science; Economics","score_opus":0.11318477883679201,"score_gpt":0.3217588174160254,"score_spread":0.2085740385792334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402672110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74189115,0.000071709524,0.25557527,0.00062323496,0.00023571894,0.00038982395,0.000003365961,0.0011890351,0.000020709063],"genre_scores_gemma":[0.99033326,0.0000020287457,0.00945063,0.0000057151633,0.000031710337,0.00006338465,0.000011040256,0.000008558879,0.00009369905],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99911547,0.000055603276,0.00010232498,0.0004138749,0.00015074066,0.00016198365],"domain_scores_gemma":[0.99900895,0.0006902166,0.000009379854,0.0002313247,0.000027394275,0.000032759148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008645898,0.00008070474,0.00007375735,0.00024580336,0.00003724831,0.00019399704,0.00017634338,0.00004201391,8.872884e-7],"category_scores_gemma":[0.0010258093,0.00006685167,0.000014846328,0.00047506407,0.000019447472,0.00010659364,0.00004622228,0.00013569552,0.0000045231236],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016485467,0.00039314665,0.06447765,0.0016489802,0.00010197299,0.00001394166,0.0075980886,0.11679378,0.008577667,0.019528724,0.007038177,0.773663],"study_design_scores_gemma":[0.000044439315,0.000025114034,0.47261855,0.000021433492,6.191069e-7,0.0000024647072,0.0000027019466,0.5225121,0.0044284654,0.00022511733,0.00005836891,0.000060635586],"about_ca_topic_score_codex":0.000088154586,"about_ca_topic_score_gemma":0.000058646965,"teacher_disagreement_score":0.77360237,"about_ca_system_score_codex":0.000057543297,"about_ca_system_score_gemma":0.00004076847,"threshold_uncertainty_score":0.2726132},"labels":[],"label_agreement":null},{"id":"W4402706083","doi":"10.1145/3674805.3686685","title":"An Empirical Study of API Misuses of Data-Centric Libraries","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Application programming interface; Workflow; Documentation; World Wide Web; Software; Data science; Database; Programming language","score_opus":0.11442024848345958,"score_gpt":0.3921641979897521,"score_spread":0.27774394950629255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402706083","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8143003,0.001607569,0.18090081,0.00026344057,0.0009462645,0.0007450887,0.00006688082,0.0009305722,0.00023904322],"genre_scores_gemma":[0.9486092,0.000017744424,0.051105537,0.000009990659,0.000072155104,0.000015651482,0.00002285984,0.000023237972,0.00012365512],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997469,0.00011664613,0.00044284592,0.0009070824,0.0008209567,0.00024344432],"domain_scores_gemma":[0.99499935,0.00085748103,0.00007856848,0.0038202938,0.00012935516,0.000114963936],"candidate_categories":["open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0004907052,0.00020412571,0.00041976036,0.00048501848,0.000017217993,0.00026657424,0.0060036876,0.00013462576,0.000040438823],"category_scores_gemma":[0.0003951615,0.0001686444,0.00005183581,0.00079375796,0.00006245202,0.0003688612,0.015925767,0.000592447,0.000018243774],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101537116,0.015860409,0.6855554,0.011037721,0.0025806022,0.0007955026,0.037652045,0.023856979,0.00038752778,0.017522616,0.10174443,0.102905214],"study_design_scores_gemma":[0.0015882053,0.0028604993,0.21293168,0.0007824682,0.00024035982,0.000029343018,0.0014907194,0.7455769,0.007097597,0.022418449,0.0030137321,0.0019700218],"about_ca_topic_score_codex":0.00021410608,"about_ca_topic_score_gemma":0.000009116864,"teacher_disagreement_score":0.72172,"about_ca_system_score_codex":0.000024092114,"about_ca_system_score_gemma":0.00050529034,"threshold_uncertainty_score":0.99937433},"labels":[],"label_agreement":null},{"id":"W4402978017","doi":"10.1145/3640310.3674081","title":"Automated Derivation of UML Sequence Diagrams from User Stories: Unleashing the Power of Generative AI vs. a Rule-Based Approach","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; University of Prince Edward Island; Thompson Rivers University","funders":"","keywords":"Sequence diagram; Unified Modeling Language; Computer science; Sequence (biology); Programming language; Class diagram; Generative grammar; Activity diagram; Artificial intelligence; Natural language processing; Software engineering; Software","score_opus":0.028708444157130784,"score_gpt":0.2890107470865002,"score_spread":0.2603023029293694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402978017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21287777,0.00011166564,0.78522336,0.0007026081,0.00019281432,0.00016627704,0.000009388612,0.0006669483,0.000049198483],"genre_scores_gemma":[0.91225034,0.0000016943391,0.087510005,0.000098957105,0.000026041718,0.00003170205,0.000011697186,0.000013388086,0.00005615857],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99860775,0.000096063326,0.00023849204,0.00032687918,0.00053199095,0.00019881235],"domain_scores_gemma":[0.9981202,0.0010274567,0.00004397849,0.00056446285,0.00019818741,0.000045733374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042133676,0.00012643391,0.0001586766,0.00011974706,0.00004792747,0.00018934804,0.00076806755,0.00006394848,0.000022432127],"category_scores_gemma":[0.00043918536,0.00008479065,0.000057776382,0.0010056806,0.000093936986,0.00041668146,0.00015236723,0.00019674088,0.0000071711397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091167676,0.00066371076,0.044267073,0.0010252432,0.00094281154,0.000103925006,0.06603168,0.43854758,0.17802905,0.2280029,0.016179042,0.026115816],"study_design_scores_gemma":[0.00010807516,0.000048119866,0.007082487,0.00006408288,0.0000046459295,0.0000013133944,0.00006398295,0.9534344,0.038663045,0.00026893726,0.000155897,0.00010500705],"about_ca_topic_score_codex":0.00045126845,"about_ca_topic_score_gemma":0.000006035044,"teacher_disagreement_score":0.6993726,"about_ca_system_score_codex":0.00009065788,"about_ca_system_score_gemma":0.00024386466,"threshold_uncertainty_score":0.34576622},"labels":[],"label_agreement":null},{"id":"W4403155837","doi":"10.1007/s10115-024-02248-7","title":"Deep-transfer learning inspired natural language processing system for software requirements classification","year":2024,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Artificial intelligence; Transfer of learning; Natural language processing; Natural language; Deep learning; Software; Machine learning; Programming language","score_opus":0.0214657515274903,"score_gpt":0.28490399424704965,"score_spread":0.26343824271955935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403155837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008455609,0.010835942,0.97714335,0.000024596837,0.0012167152,0.0005214913,0.0000028460495,0.0012035738,0.0005958852],"genre_scores_gemma":[0.99810797,0.000012133232,0.0012422131,0.0000060820266,0.00012905376,0.00019053207,0.000042696232,0.000011382222,0.0002579631],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898595,0.000037787504,0.0003489505,0.0001764781,0.0002308023,0.0002200131],"domain_scores_gemma":[0.99929774,0.0001959907,0.00003450254,0.00016146222,0.0002454995,0.00006483099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005678132,0.000120402954,0.0001302432,0.00029503458,0.00018683611,0.0010034281,0.00023700121,0.00007431435,4.5801056e-7],"category_scores_gemma":[0.00017605668,0.0001051185,0.000036538524,0.00043092575,0.000014287664,0.0039119413,0.000050946317,0.00015268286,0.0000799563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014150649,0.000016079912,0.0011227824,0.016852908,0.0000636144,0.0000035944865,0.040526416,0.0010322055,0.0010061844,0.023699628,0.0006896933,0.9149727],"study_design_scores_gemma":[0.00022749526,0.000034915833,0.00082868506,0.0006516851,0.000005598744,0.000023199023,0.0010542738,0.9650781,0.00018619848,0.0000015683672,0.031765122,0.00014317107],"about_ca_topic_score_codex":0.0000054168218,"about_ca_topic_score_gemma":7.8753493e-7,"teacher_disagreement_score":0.98965234,"about_ca_system_score_codex":0.00016097326,"about_ca_system_score_gemma":0.000087621935,"threshold_uncertainty_score":0.967608},"labels":[],"label_agreement":null},{"id":"W4403210207","doi":"10.1109/access.2024.3473942","title":"Ensemble Balanced Nested Dichotomy Fuzzy Models for Software Requirement Risk Prediction","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Universiti Teknologi Malaysia; Universiti Teknologi Petronas; Ministry of Higher Education and Scientific Research","keywords":"Computer science; Nested set model; Fuzzy logic; Software; Fuzzy set; Data mining; Artificial intelligence; Programming language","score_opus":0.046387383863068024,"score_gpt":0.3226909148801467,"score_spread":0.27630353101707866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403210207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045147505,0.00039614888,0.9492587,0.00014412875,0.0024228392,0.0006862063,0.00004186444,0.0018144965,0.000088150424],"genre_scores_gemma":[0.970563,0.00006576831,0.028009092,0.000055037373,0.00035207605,0.00062099425,0.000012964729,0.0000403349,0.0002807405],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981472,0.000038432056,0.00025597189,0.000609321,0.0004959194,0.0004531403],"domain_scores_gemma":[0.99823046,0.00078065053,0.000041486892,0.00065722346,0.00016185758,0.00012831752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049260026,0.0001721374,0.0001603856,0.00023173892,0.00013480813,0.00084248587,0.0012749366,0.00008987351,0.000004894871],"category_scores_gemma":[0.0002692865,0.00016156564,0.00009003908,0.00073470257,0.00002213351,0.0020411874,0.00020503283,0.00022005317,0.000029781751],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011022852,0.0002832266,0.027432857,0.0019415201,0.00048208365,0.00017461878,0.0023876706,0.49667385,0.0059052818,0.009126349,0.094786756,0.36069554],"study_design_scores_gemma":[0.00045293564,0.000113546834,0.0045001935,0.00017806738,0.00002001728,0.0000105335275,0.0000032828914,0.96006614,0.007405615,0.023721477,0.0032597103,0.00026846552],"about_ca_topic_score_codex":0.000058209378,"about_ca_topic_score_gemma":0.000005673182,"teacher_disagreement_score":0.9254155,"about_ca_system_score_codex":0.0001598701,"about_ca_system_score_gemma":0.00013125823,"threshold_uncertainty_score":0.81241107},"labels":[],"label_agreement":null},{"id":"W4403255280","doi":"10.1007/s10664-024-10441-z","title":"Evaluating few-shot and contrastive learning methods for code clone detection","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; clone (Java method); Artificial intelligence; Code (set theory); Shot (pellet); Programming language; Biology; DNA; Genetics","score_opus":0.09238815332234587,"score_gpt":0.4441704756515731,"score_spread":0.35178232232922724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403255280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041494917,0.0023924694,0.9522672,0.00016197297,0.0008139101,0.00033385263,0.0000030372398,0.0025297778,0.0000028617753],"genre_scores_gemma":[0.39555782,0.000014585778,0.6038764,0.000024416231,0.00021005057,0.0001732244,0.0000031752552,0.000057794132,0.000082545805],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99808913,0.000098224875,0.0002802058,0.0006706298,0.0003013687,0.00056043157],"domain_scores_gemma":[0.9894595,0.009957649,0.000026106987,0.00023404657,0.000117184376,0.0002055117],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017209566,0.00025125867,0.0002712153,0.00027088186,0.00016206614,0.0003979222,0.0003139579,0.00013746916,0.000006441904],"category_scores_gemma":[0.012485165,0.00025126917,0.00010143864,0.00072048034,0.000026641257,0.00039488636,0.00023553232,0.0006276869,0.000010913518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021863578,0.000025916945,0.0039901976,0.00067701837,0.00017851799,0.000027770024,0.0014342848,0.1416033,0.026793776,0.00039512207,0.00013959766,0.82471263],"study_design_scores_gemma":[0.00026050277,0.00026087367,0.007532994,0.00013377442,0.000018229497,0.000053195676,0.000007917377,0.97237974,0.006766586,0.00018711212,0.012069369,0.00032970207],"about_ca_topic_score_codex":0.00000573772,"about_ca_topic_score_gemma":5.7771075e-7,"teacher_disagreement_score":0.83077645,"about_ca_system_score_codex":0.00019475662,"about_ca_system_score_gemma":0.000067075394,"threshold_uncertainty_score":0.999994},"labels":[],"label_agreement":null},{"id":"W4403413321","doi":"10.1145/3674805.3686689","title":"Are Large Language Models a Threat to Programming Platforms? An Exploratory Study","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programming language; Exploratory research","score_opus":0.06051735923651911,"score_gpt":0.3359767694065423,"score_spread":0.2754594101700232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403413321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5757101,0.00036484844,0.4188628,0.00007813525,0.0005998417,0.001449169,0.000013420564,0.0028204073,0.000101242],"genre_scores_gemma":[0.95729697,0.000002062533,0.040810455,0.00009249754,0.00018685669,0.0009807695,0.00000880778,0.00007780566,0.000543803],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99661034,0.00003992906,0.00030306366,0.0013641883,0.00093756785,0.00074492773],"domain_scores_gemma":[0.9969705,0.00012939358,0.0000589926,0.0022963162,0.0001429468,0.00040186325],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.001046344,0.00041313807,0.000400027,0.0005697632,0.00008138323,0.0011268219,0.0025342195,0.0001937778,0.000016004436],"category_scores_gemma":[0.00015932607,0.00034788277,0.00011044378,0.0006409882,0.000011578286,0.0004968329,0.009981231,0.0011644377,0.00027741014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057418358,0.00514183,0.016195508,0.0030681686,0.0010978174,0.009745359,0.6452729,0.119328484,0.00008339656,0.035725012,0.0065383743,0.15774572],"study_design_scores_gemma":[0.0012504271,0.0013066198,0.0046918057,0.0014238935,0.00008390846,0.000041718613,0.057723586,0.8931681,0.000654509,0.035220154,0.00072399,0.0037112718],"about_ca_topic_score_codex":0.00007503513,"about_ca_topic_score_gemma":0.0005070521,"teacher_disagreement_score":0.77383965,"about_ca_system_score_codex":0.00021662407,"about_ca_system_score_gemma":0.00018607509,"threshold_uncertainty_score":0.9999101},"labels":[],"label_agreement":null},{"id":"W4403413484","doi":"10.1145/3674805.3686677","title":"Reevaluating the Defect Proneness of Atoms of Confusion in Java Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Confusion; Java; Computer science; Programming language; Psychology","score_opus":0.028538223980995647,"score_gpt":0.3039453469262527,"score_spread":0.27540712294525704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403413484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7472871,0.0012793354,0.25024208,0.00009038562,0.00029972647,0.0002849431,5.314195e-7,0.000108718654,0.00040718194],"genre_scores_gemma":[0.99824744,0.0000048092206,0.0015654664,0.0000021967908,0.000012600412,0.000018830024,1.6763629e-7,0.0000050731496,0.00014343282],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990552,0.00008618536,0.00019930974,0.00015184215,0.00038409338,0.0001233656],"domain_scores_gemma":[0.99834466,0.0012111794,0.00002145021,0.00033876448,0.00006798487,0.000015939262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016608757,0.000048997263,0.00010167996,0.0001182349,0.0000124027065,0.00004624189,0.00048147613,0.000025997351,0.0000053886674],"category_scores_gemma":[0.0003806029,0.00002986467,0.000033849643,0.00060537143,0.000026219192,0.00009324678,0.00020811544,0.00009662736,0.000007186657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020612617,0.00017306427,0.10977691,0.0066012987,0.00016370375,0.00008772425,0.013470582,0.05372337,0.095213875,0.55888516,0.0011153622,0.16076834],"study_design_scores_gemma":[0.00009743725,0.00005790318,0.0108350385,0.00046370583,0.0000022793974,0.000009098175,0.00006683113,0.97632056,0.011699874,0.00027911816,0.0001087591,0.000059381386],"about_ca_topic_score_codex":0.0003171788,"about_ca_topic_score_gemma":0.000006873391,"teacher_disagreement_score":0.9225972,"about_ca_system_score_codex":0.00002904012,"about_ca_system_score_gemma":0.00009582205,"threshold_uncertainty_score":0.12178459},"labels":[],"label_agreement":null},{"id":"W4403536026","doi":"10.1145/3691620.3695555","title":"VulAdvisor: Natural Language Suggestion Generation for Software Vulnerability Repair","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Research Foundation Singapore","keywords":"Computer science; Vulnerability (computing); Natural language generation; Natural language; Computer security; Natural language processing","score_opus":0.02011497258553036,"score_gpt":0.3067431268636739,"score_spread":0.28662815427814353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403536026","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08613797,0.001230544,0.90697926,0.0005574107,0.0012132057,0.00028244176,0.0000045971924,0.0035730875,0.000021507598],"genre_scores_gemma":[0.7769863,0.000002631298,0.22093067,0.00005362318,0.00027973263,0.00007963207,0.000026060336,0.000013384982,0.0016279797],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887544,0.00003620851,0.00014109522,0.00045859726,0.00024935245,0.00023930606],"domain_scores_gemma":[0.9985886,0.00077875826,0.000008623105,0.00047605313,0.00008985002,0.000058081107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058396894,0.00010256616,0.00008371641,0.000117398355,0.00007853793,0.00025197034,0.00029916043,0.000056445504,0.000022942491],"category_scores_gemma":[0.0014434818,0.000087105516,0.000098576464,0.00034120237,0.000016265685,0.0004843706,0.0001005186,0.00017007279,0.000046683355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018736231,0.00013231594,0.004322807,0.0009803238,0.00013014383,0.00009608208,0.0030290415,0.0054933205,0.038125493,0.064481065,0.14204273,0.74114794],"study_design_scores_gemma":[0.0001043212,0.00005998509,0.0024796845,0.000017562726,0.000003322878,0.0000138916175,0.000007391192,0.98563963,0.0059678815,0.00036680565,0.005181379,0.0001581653],"about_ca_topic_score_codex":0.000031283245,"about_ca_topic_score_gemma":0.00001793502,"teacher_disagreement_score":0.9801463,"about_ca_system_score_codex":0.00012092914,"about_ca_system_score_gemma":0.0000728536,"threshold_uncertainty_score":0.35520598},"labels":[],"label_agreement":null},{"id":"W4403536501","doi":"10.1145/3691620.3695514","title":"Understanding the Implications of Changes to Build Systems","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.1282729900227623,"score_gpt":0.32587025571332223,"score_spread":0.19759726569055994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403536501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006901204,0.00026507754,0.98340285,0.014018675,0.00026955904,0.00012621992,0.000001231131,0.00026091601,0.0009653444],"genre_scores_gemma":[0.99703497,0.000004761517,0.0023251497,0.000050445415,0.000034987108,0.000032195585,1.16290344e-7,0.0000042098923,0.0005131858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995748,0.000010225441,0.000052520274,0.00011758865,0.00013513061,0.00010975985],"domain_scores_gemma":[0.99896646,0.00063125207,0.000004149695,0.00034135557,0.000022515645,0.00003429085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023453568,0.00003261433,0.000037936385,0.0001026231,0.00003398306,0.0001496206,0.0005055201,0.000012027904,0.0000042948172],"category_scores_gemma":[0.00007003506,0.000020346333,0.000012753875,0.00064026366,0.000010532748,0.00005354779,0.00014244203,0.000047339334,0.000029998106],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.108856e-7,0.0000023604348,0.0002198999,0.000038374157,0.000010130396,7.507931e-7,0.0004939394,0.0012962176,0.0011059904,0.985095,0.010595662,0.00114155],"study_design_scores_gemma":[0.00022052763,0.00044552202,0.029946778,0.00086816336,0.000022710261,0.00015488919,0.0018368355,0.7612884,0.011099122,0.036420073,0.15684816,0.0008487862],"about_ca_topic_score_codex":0.000035400837,"about_ca_topic_score_gemma":0.000009433831,"teacher_disagreement_score":0.9963448,"about_ca_system_score_codex":0.00006725171,"about_ca_system_score_gemma":0.000025676583,"threshold_uncertainty_score":0.14427948},"labels":[],"label_agreement":null},{"id":"W4403539235","doi":"10.1007/s10664-024-10570-5","title":"Bridging the language gap: an empirical study of bindings for open source machine learning libraries across software package ecosystems","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Bridging (networking); Computer science; Open source software; Open source; Empirical research; Software engineering; Software; Programming language","score_opus":0.03953274196089684,"score_gpt":0.34172572270005686,"score_spread":0.30219298073916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403539235","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46065587,0.00091460336,0.535108,0.00017951969,0.0004246845,0.0007811706,0.000028613893,0.0019063734,0.0000012337964],"genre_scores_gemma":[0.9743163,0.0000046519026,0.02430666,0.000070513895,0.00039888363,0.00032814854,0.000038673606,0.00018721263,0.0003489706],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961512,0.00018628428,0.00068773556,0.0010777949,0.00082207646,0.0010748823],"domain_scores_gemma":[0.9930904,0.0052441834,0.000102590304,0.0011165714,0.00011684838,0.00032940359],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018504391,0.00050466775,0.0006430388,0.0002952784,0.00046428794,0.002183208,0.0033964824,0.00018388913,0.000019528625],"category_scores_gemma":[0.0047499686,0.00039639845,0.000209805,0.001696249,0.00006298391,0.0015286499,0.0022361346,0.001070485,0.000023121946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058820304,0.00051859504,0.7996554,0.0012664233,0.0004488527,0.0002745165,0.070960395,0.09002834,0.00041945765,0.00009640654,0.003022096,0.03325073],"study_design_scores_gemma":[0.0017376367,0.001719085,0.056941945,0.0006631568,0.00006690773,0.00016737317,0.0020946872,0.90567493,0.0019980895,0.00007941144,0.027333044,0.0015237355],"about_ca_topic_score_codex":0.00023418476,"about_ca_topic_score_gemma":0.000037310554,"teacher_disagreement_score":0.8156466,"about_ca_system_score_codex":0.0001769465,"about_ca_system_score_gemma":0.00014694854,"threshold_uncertainty_score":0.9998488},"labels":[],"label_agreement":null},{"id":"W4403600269","doi":"10.1016/j.jss.2024.112266","title":"Refining software defect prediction through attentive neural models for code understanding","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Refining (metallurgy); Computer science; Code (set theory); Software; Artificial intelligence; Artificial neural network; Software bug; Machine learning; Software engineering; Programming language; Chemistry","score_opus":0.08898464247298289,"score_gpt":0.2992358029667185,"score_spread":0.2102511604937356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403600269","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0142803965,0.009255013,0.9735868,0.00013498586,0.0022537527,0.00015901338,0.000038211092,0.0002835575,0.000008274217],"genre_scores_gemma":[0.9557837,0.0000922294,0.0435165,0.000019380255,0.00039635913,0.000018170691,0.0000025007103,0.00003482245,0.00013632259],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983874,0.000057323494,0.00046136696,0.0002908891,0.00049151335,0.00031152784],"domain_scores_gemma":[0.99777204,0.0015338069,0.00013828852,0.00020160452,0.00023460166,0.00011966904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089537347,0.0001640138,0.00030568568,0.00023777566,0.00018730642,0.00064349954,0.00033499542,0.00010200858,8.489351e-7],"category_scores_gemma":[0.00052479806,0.00013248948,0.00019171191,0.00030841294,0.000033291224,0.0015825251,0.000102217935,0.00033634267,0.0000011738719],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036827038,0.0002332531,0.08067465,0.013952162,0.0034004478,0.0019704453,0.035966944,0.58954906,0.0007096601,0.1483834,0.04225665,0.08253507],"study_design_scores_gemma":[0.0017338871,0.0015550634,0.002670377,0.0055326647,0.0001653734,0.0032688312,0.0013241048,0.9572342,0.00005410563,0.019026073,0.0067513213,0.00068402],"about_ca_topic_score_codex":0.000017285478,"about_ca_topic_score_gemma":0.0000018120921,"teacher_disagreement_score":0.94150335,"about_ca_system_score_codex":0.00028985308,"about_ca_system_score_gemma":0.00012232257,"threshold_uncertainty_score":0.6205281},"labels":[],"label_agreement":null},{"id":"W4403604523","doi":"10.1145/3672448","title":"Understanding Test Convention Consistency as a Dimension of Test Quality","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Test (biology); Consistency (knowledge bases); Dimension (graph theory); Quality (philosophy); Reliability engineering; Artificial intelligence; Mathematics; Engineering","score_opus":0.22788467896783968,"score_gpt":0.37761842431744,"score_spread":0.14973374534960035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403604523","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0154416505,0.0006391564,0.9817725,0.0002717464,0.0008199531,0.00013263467,0.0000139325075,0.00089867355,0.000009782948],"genre_scores_gemma":[0.6310542,0.000104962266,0.36865464,0.000019246618,0.00001791204,0.000021207523,0.0000017201146,0.000021038994,0.000105063766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856335,0.00013606249,0.00032873405,0.00044768714,0.00023421452,0.00028997238],"domain_scores_gemma":[0.97024035,0.028965313,0.00003516346,0.00057343376,0.00006495762,0.00012075807],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0013842371,0.00018492047,0.00029942958,0.00046124318,0.00009240827,0.000057944988,0.00031180316,0.00015043202,0.000019059242],"category_scores_gemma":[0.010250605,0.00018540896,0.00010634563,0.0006088142,0.00007915039,0.00019897064,0.000031792726,0.00040164482,0.000012887597],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016162179,0.0013992228,0.017170383,0.0085732555,0.0014501719,0.00056577136,0.01022121,0.08911382,0.2795537,0.26771373,0.0004980623,0.32357904],"study_design_scores_gemma":[0.007895525,0.01140254,0.113908045,0.007780372,0.00090760796,0.004858965,0.0017920514,0.37455335,0.36206096,0.09427913,0.013519772,0.0070416993],"about_ca_topic_score_codex":0.00004136064,"about_ca_topic_score_gemma":0.0000021940348,"teacher_disagreement_score":0.61561257,"about_ca_system_score_codex":0.000111769674,"about_ca_system_score_gemma":0.0000865195,"threshold_uncertainty_score":0.99808645},"labels":[],"label_agreement":null},{"id":"W4403606370","doi":"10.5753/sbes.2024.3348","title":"Explorando a detecção de conflitos semânticos nas integrações de código em múltiplos métodos","year":2024,"lang":"pt","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Physics","score_opus":0.039884342222816366,"score_gpt":0.3074434803395143,"score_spread":0.26755913811669796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403606370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18540385,0.0031751166,0.8048272,0.0015086543,0.0015871136,0.0007022704,0.000016384334,0.0025468154,0.00023259512],"genre_scores_gemma":[0.96657866,0.0001310769,0.018434616,0.00041769445,0.00050948566,0.00025284788,0.000004022519,0.00014474204,0.013526857],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948903,0.00033856957,0.00061470305,0.0012439919,0.0010676445,0.0018448012],"domain_scores_gemma":[0.99427927,0.003317789,0.00004727791,0.0013370843,0.00022694278,0.00079164124],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017004167,0.0006260416,0.00055864267,0.00074412546,0.00019570766,0.0025591208,0.0022335968,0.0003756812,0.00043342586],"category_scores_gemma":[0.002280509,0.0005703406,0.00038527139,0.001698718,0.00013976805,0.00088644744,0.0009237211,0.0014125344,0.0021337988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031749724,0.0011067734,0.025589388,0.006569659,0.0024095094,0.010346332,0.165472,0.0030110255,0.035279423,0.039848763,0.08875952,0.6212901],"study_design_scores_gemma":[0.0011089776,0.0005369183,0.002868565,0.0015789679,0.00008746968,0.0005585485,0.0011297564,0.9301736,0.04163703,0.0015690884,0.017715553,0.0010355575],"about_ca_topic_score_codex":0.00019508113,"about_ca_topic_score_gemma":0.00008966527,"teacher_disagreement_score":0.9271625,"about_ca_system_score_codex":0.0006478411,"about_ca_system_score_gemma":0.0012149683,"threshold_uncertainty_score":0.9996748},"labels":[],"label_agreement":null},{"id":"W4403619954","doi":"10.1007/978-3-031-75764-8_9","title":"Adversarial Analysis of Software Composition Analysis Tools","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Composition (language); Adversarial system; Software; Software engineering; Programming language; Artificial intelligence","score_opus":0.017081283697743654,"score_gpt":0.2664037143505869,"score_spread":0.24932243065284326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403619954","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005071004,0.0004592129,0.99680394,0.00015720063,0.0011606787,0.0002476667,0.00005441465,0.00032674,0.00028304296],"genre_scores_gemma":[0.55052894,0.000033346743,0.44850802,0.00014577426,0.00031672616,0.000012626457,0.000092654605,0.000046162757,0.00031573715],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951159,0.00003272648,0.00069670315,0.001712696,0.001830445,0.0006115786],"domain_scores_gemma":[0.9948549,0.002389624,0.00022941004,0.00191744,0.0004246422,0.00018395395],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010666542,0.0004892875,0.0011239,0.007875138,0.0001150442,0.0006777908,0.0035276795,0.00034498624,0.000058587742],"category_scores_gemma":[0.00030087956,0.00046954138,0.0007477546,0.010054414,0.00048804694,0.0005800837,0.0016433971,0.0008575364,0.000035301728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007407405,0.000028952181,0.0011847506,0.000078651814,0.0020200345,0.0001229332,0.0005464107,0.86037827,0.00011421488,0.008361804,0.000010611911,0.12714595],"study_design_scores_gemma":[0.00013832566,0.0001083911,0.0033038747,0.00018864746,0.0013902973,0.000007909546,1.0089462e-7,0.9788982,0.0006864064,0.014516125,0.00016079746,0.0006008871],"about_ca_topic_score_codex":0.000049410293,"about_ca_topic_score_gemma":0.0000702249,"teacher_disagreement_score":0.5500218,"about_ca_system_score_codex":0.00047398126,"about_ca_system_score_gemma":0.00040882317,"threshold_uncertainty_score":0.99977565},"labels":[],"label_agreement":null},{"id":"W4403633511","doi":"10.1007/978-3-031-70285-3_4","title":"Cascade Generalization-Based Classifiers for Software Defect Prediction","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cascade; Computer science; Generalization; Artificial intelligence; Software; Machine learning; Pattern recognition (psychology); Data mining; Programming language; Mathematics; Engineering","score_opus":0.019014011630154867,"score_gpt":0.24246077395973276,"score_spread":0.22344676232957789,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403633511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014633773,0.02093596,0.9744769,0.00008437481,0.0028980202,0.00083088625,0.000038710197,0.00039779925,0.0003227492],"genre_scores_gemma":[0.9135862,0.001473069,0.030474622,0.0006917686,0.010994239,0.0015591444,0.0010393853,0.0008413024,0.039340284],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982105,0.000028227214,0.0003633656,0.0007036806,0.000319403,0.00037480856],"domain_scores_gemma":[0.99740523,0.0018393352,0.00008445796,0.00046922348,0.00009826688,0.000103465405],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041161277,0.0003456272,0.00039325547,0.00033435164,0.00009133365,0.00038217285,0.0003510576,0.0007182947,0.0000030173949],"category_scores_gemma":[0.00024054189,0.00030729975,0.00015507072,0.00016662915,0.00004152197,0.0000699983,0.000083949846,0.0005923052,0.0000030370454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007041343,0.0000032577946,0.0006273776,0.00059881253,0.00007008164,0.000025985673,0.00006154368,0.97689605,0.0000016802948,0.013621172,0.0013306699,0.0067563117],"study_design_scores_gemma":[0.00020253523,0.00008266709,0.000039317554,0.00093667774,0.000026374488,0.00002052068,3.7731644e-7,0.97527325,0.000003761455,0.0034172018,0.019709615,0.00028772283],"about_ca_topic_score_codex":0.000027232754,"about_ca_topic_score_gemma":0.00005333881,"teacher_disagreement_score":0.9440023,"about_ca_system_score_codex":0.00020468948,"about_ca_system_score_gemma":0.00009996438,"threshold_uncertainty_score":0.9999379},"labels":[],"label_agreement":null},{"id":"W4403651448","doi":"10.1007/s10664-024-10568-z","title":"The downside of functional constructs: a quantitative and qualitative analysis of their fix-inducing effects","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Ministero dell'Università e della Ricerca","keywords":"Qualitative analysis; Quantitative analysis (chemistry); Downside risk; Computer science; Qualitative research; Chemistry; Economics; Sociology; Chromatography; Financial economics","score_opus":0.03409354701278354,"score_gpt":0.3381684211001117,"score_spread":0.30407487408732814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403651448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38960436,0.0024198839,0.60732776,0.00010385329,0.00023311477,0.000088156354,0.00001122458,0.00020837411,0.0000032936173],"genre_scores_gemma":[0.96915305,0.000025698155,0.030731047,0.000010524668,0.000022568405,0.000023021325,0.0000034880147,0.000016570937,0.000014029491],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847794,0.000107929984,0.00035357004,0.00036133992,0.00041002358,0.00028919734],"domain_scores_gemma":[0.9713819,0.027989853,0.000052262592,0.00033163815,0.00014806436,0.00009627835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008575548,0.00018287374,0.0003799021,0.0004909195,0.000071656774,0.00009781189,0.00032405424,0.00006970931,0.000004500922],"category_scores_gemma":[0.005228233,0.00012870494,0.00016424121,0.00254067,0.00013105893,0.00023008979,0.00022071204,0.00029646093,0.0000022698332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001385187,0.00031033668,0.1354889,0.005325518,0.023710156,0.000222342,0.16433923,0.42855245,0.022663185,0.14010054,0.002194063,0.07695477],"study_design_scores_gemma":[0.00038306243,0.00041600983,0.3144654,0.00060289836,0.0003013857,0.000026822236,0.0008237519,0.6694965,0.01032633,0.0017507772,0.0008298232,0.00057722646],"about_ca_topic_score_codex":0.000022640603,"about_ca_topic_score_gemma":0.0000028394766,"teacher_disagreement_score":0.5795487,"about_ca_system_score_codex":0.000065515786,"about_ca_system_score_gemma":0.00009065699,"threshold_uncertainty_score":0.6259061},"labels":[],"label_agreement":null},{"id":"W4403785165","doi":"10.2139/ssrn.5000516","title":"Bugmentor: Generating Answers to Follow-Up Questions from Software Bug Reports Using Structured Information Retrieval and Neural Text Generation","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Information retrieval; Natural language processing; Software; Artificial intelligence; Programming language","score_opus":0.0154761141132388,"score_gpt":0.2686534418935989,"score_spread":0.2531773277803601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403785165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5062982,0.0020646234,0.48805723,0.00025752088,0.002865004,0.00024898615,0.0000124720045,0.0001946884,0.0000012986833],"genre_scores_gemma":[0.9410336,0.00025070776,0.057028763,0.00008714999,0.0013455909,0.000013888772,0.000088915804,0.000048219405,0.00010317562],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959954,0.00013299973,0.0007673668,0.00063339964,0.00091527664,0.001555575],"domain_scores_gemma":[0.9983114,0.00011572292,0.0003250919,0.0006351647,0.00035347397,0.00025917566],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0016305337,0.00038890334,0.00032732802,0.0006135799,0.0004015832,0.0021093881,0.0005983034,0.00029323043,0.000005690976],"category_scores_gemma":[0.0012320082,0.000392796,0.0001423541,0.00048129403,0.00002549306,0.0008769986,0.0011556891,0.0040462045,0.000005671159],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012623824,0.000043263626,0.008921406,0.0002756997,0.0013805853,0.0002461348,0.009044411,0.7285838,0.0280348,0.005458321,0.001537173,0.21634816],"study_design_scores_gemma":[0.00058209075,0.00028777047,0.0016743486,0.00038194013,0.00015529894,0.0025891394,0.00023565363,0.919289,0.0014433907,0.07191108,0.00029981998,0.0011504589],"about_ca_topic_score_codex":0.0004210488,"about_ca_topic_score_gemma":0.0002583856,"teacher_disagreement_score":0.4347354,"about_ca_system_score_codex":0.0026063826,"about_ca_system_score_gemma":0.003751831,"threshold_uncertainty_score":0.9998524},"labels":[],"label_agreement":null},{"id":"W4403936231","doi":"10.1016/j.jss.2024.112263","title":"Impact of methodological choices on the analysis of code metrics and maintenance","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of British Columbia","funders":"","keywords":"Code (set theory); Computer science; Reliability engineering; Risk analysis (engineering); Engineering; Programming language; Business","score_opus":0.09372169706085566,"score_gpt":0.36956596050627394,"score_spread":0.2758442634454183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403936231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64394313,0.007709992,0.34803385,0.000078483885,0.00015136536,0.000050458813,0.000013248984,0.000014928969,0.000004527414],"genre_scores_gemma":[0.99273163,0.00033587133,0.006855499,0.0000046643595,0.000034641656,0.0000010688694,1.1854068e-7,0.0000041342637,0.000032399326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9987998,0.00016818386,0.00037200612,0.00012475447,0.00041254354,0.00012268875],"domain_scores_gemma":[0.99234337,0.0069549787,0.00019239185,0.0001977085,0.00023725105,0.00007432078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026182204,0.00008272849,0.00042679967,0.0006005531,0.00002739787,0.000116797244,0.0003464637,0.000050275437,0.000003078128],"category_scores_gemma":[0.0031795632,0.000039503004,0.000187715,0.00143839,0.000056083638,0.00013943228,0.00008135471,0.00021102272,1.9802803e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010758568,0.00016831927,0.8533459,0.0015453793,0.008999264,0.00032631092,0.0033165065,0.04583567,0.0016312515,0.017624479,0.0029848996,0.06411447],"study_design_scores_gemma":[0.00021882239,0.0009416232,0.91654915,0.0007137532,0.0002624121,0.0002045516,0.00011571421,0.07986284,0.00013155497,0.00034627705,0.0005179862,0.00013534016],"about_ca_topic_score_codex":0.00006200083,"about_ca_topic_score_gemma":0.0000010721504,"teacher_disagreement_score":0.34878847,"about_ca_system_score_codex":0.000037606766,"about_ca_system_score_gemma":0.000056689067,"threshold_uncertainty_score":0.38064638},"labels":[],"label_agreement":null},{"id":"W4403946944","doi":"10.1007/s10664-024-10560-7","title":"A qualitative study on refactorings induced by code review","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Code (set theory); Programming language; Qualitative research; Software engineering; Sociology","score_opus":0.0852812258416174,"score_gpt":0.41490363149144455,"score_spread":0.32962240564982714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403946944","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30011636,0.011416169,0.67704153,0.0019626727,0.0015014333,0.0010066458,0.000023974562,0.0068980046,0.000033181255],"genre_scores_gemma":[0.9931138,0.00012674014,0.0056123314,0.0003917619,0.00015347298,0.00025641636,0.000008134398,0.000099591256,0.00023775961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970685,0.00012795789,0.00040763288,0.00085823477,0.0009273917,0.00061028334],"domain_scores_gemma":[0.9951478,0.003683724,0.000027880531,0.0007688346,0.00007740426,0.0002943586],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010677681,0.00036812384,0.0004043005,0.00025778433,0.000066883826,0.00026203267,0.0009952897,0.00010155333,0.000026100843],"category_scores_gemma":[0.004186178,0.00032988336,0.00013204507,0.0016223767,0.000013370811,0.00041515008,0.00031995232,0.00088803424,0.0003133417],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006769383,0.0038894927,0.028513566,0.018314565,0.0026920545,0.0033955658,0.25915933,0.0046703923,0.008142936,0.0043765465,0.58874446,0.07803338],"study_design_scores_gemma":[0.0035659794,0.00898038,0.094175495,0.031186039,0.0002744251,0.00020085849,0.0019105335,0.03548494,0.008475264,0.0007760573,0.8048749,0.010095116],"about_ca_topic_score_codex":0.000012805603,"about_ca_topic_score_gemma":3.3809826e-7,"teacher_disagreement_score":0.69299746,"about_ca_system_score_codex":0.00034074567,"about_ca_system_score_gemma":0.00008422404,"threshold_uncertainty_score":0.9999153},"labels":[],"label_agreement":null},{"id":"W4403976907","doi":"10.1371/journal.pone.0310840","title":"Selecting optimal software code descriptors—The case of Java","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Analytical Center for the Government of the Russian Federation","keywords":"Computer science; Java; Overfitting; Software; Class (philosophy); Collinearity; Set (abstract data type); Metric (unit); Data mining; Perspective (graphical); Identification (biology); Software metric; Machine learning; Software development; Focus (optics); Similarity (geometry); Source lines of code; Artificial intelligence; Software quality; Programming language; Mathematics","score_opus":0.05683408453195925,"score_gpt":0.2655602238300151,"score_spread":0.20872613929805583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403976907","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6932326,0.0008736608,0.30459848,0.0003027043,0.00013816955,0.00014245229,0.00000539931,0.00067494577,0.000031608703],"genre_scores_gemma":[0.85985464,0.000006978737,0.13970731,0.000017376853,0.00008928284,0.000020342683,6.127551e-7,0.000018797742,0.00028462784],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989422,0.000039414823,0.00015424596,0.0002648622,0.00031976862,0.0002794834],"domain_scores_gemma":[0.99821717,0.0011412967,0.00001845852,0.00043844988,0.0001167879,0.00006785957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042309958,0.000092319824,0.00012410071,0.00011649758,0.00008645834,0.0001682558,0.00057757925,0.000040321633,0.000020899151],"category_scores_gemma":[0.0011884465,0.00007447407,0.0000413401,0.0007163108,0.00003874575,0.00022348193,0.0002650709,0.00029592097,0.000058077196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009083445,0.0060214777,0.056745097,0.013416108,0.0063499566,0.040524643,0.05990327,0.02177061,0.3534163,0.04180722,0.036948293,0.3630062],"study_design_scores_gemma":[0.00024755104,0.0003130142,0.000793298,0.0008879043,0.000079999925,0.0012226884,0.0001001734,0.7209605,0.2739411,0.00048247352,0.0005277754,0.00044351755],"about_ca_topic_score_codex":0.00006475479,"about_ca_topic_score_gemma":0.000007118086,"teacher_disagreement_score":0.6991899,"about_ca_system_score_codex":0.00006092785,"about_ca_system_score_gemma":0.00009726149,"threshold_uncertainty_score":0.30369642},"labels":[],"label_agreement":null},{"id":"W4404029965","doi":"10.1109/icccnt61001.2024.10725742","title":"Innovating Software Complexity Measurement: A New Dimension in OO-Based Metrics","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Computer science; Dimension (graph theory); Software metric; Software measurement; Software; Software engineering; Programming complexity; Software quality; Software construction; Software development; Programming language; Mathematics","score_opus":0.11350064238837262,"score_gpt":0.3061502340404313,"score_spread":0.19264959165205867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404029965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009493939,0.0005645656,0.9870867,0.0009428718,0.00037505754,0.00015402833,6.0178974e-7,0.0012604077,0.000121844794],"genre_scores_gemma":[0.56127506,9.998037e-7,0.43842867,0.00015080487,0.00003603055,0.000007576019,0.0000015407436,0.000014935698,0.00008440034],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99791497,0.00004149229,0.0002470626,0.00042945932,0.0009978483,0.0003691441],"domain_scores_gemma":[0.9985443,0.00071585935,0.000016431983,0.00044610488,0.00017153671,0.00010579413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012863247,0.00013376409,0.00013977205,0.00090224156,0.00004471185,0.00030028482,0.0006013635,0.000054300974,0.000034822842],"category_scores_gemma":[0.002646651,0.00012141304,0.000039750586,0.0055000726,0.000019940486,0.00030942514,0.00027440005,0.00032288942,0.00008851269],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000105347535,0.00017032822,0.05084106,0.00055385585,0.000049838603,0.00035319483,0.0007113366,0.007278549,0.0025759782,0.07864421,0.018290566,0.84052056],"study_design_scores_gemma":[0.00048031413,0.0000840754,0.02505547,0.000345858,0.0000024711483,0.000007593814,0.000004330448,0.961438,0.004155278,0.0044404357,0.003637048,0.00034910513],"about_ca_topic_score_codex":0.0002978882,"about_ca_topic_score_gemma":0.00004291216,"teacher_disagreement_score":0.9541595,"about_ca_system_score_codex":0.0003353925,"about_ca_system_score_gemma":0.0004407094,"threshold_uncertainty_score":0.49510798},"labels":[],"label_agreement":null},{"id":"W4404030792","doi":"10.1109/icccnt61001.2024.10724880","title":"Beyond Traditional Metrics: Advancing Software Complexity Analysis with the ACB Metric","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Computer science; Metric (unit); Software metric; Software; Software engineering; Software development; Software construction; Programming language; Engineering","score_opus":0.036916693521897186,"score_gpt":0.27417376174763364,"score_spread":0.23725706822573644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404030792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049663736,0.00090745353,0.9906255,0.0016469611,0.00016044494,0.000114604874,0.00001222563,0.0009127748,0.0006536476],"genre_scores_gemma":[0.754285,0.000007754363,0.24497578,0.00016554791,0.00007896205,0.000027198139,0.000011480914,0.00001370175,0.00043461012],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798894,0.00005359922,0.000146191,0.00046746442,0.0009685386,0.00037525222],"domain_scores_gemma":[0.99499685,0.0041377153,0.00001935223,0.0005900565,0.00012823113,0.00012777625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075835554,0.00014704227,0.00018376083,0.0015913383,0.00016801963,0.00055166916,0.0010737883,0.0000352165,0.00020263494],"category_scores_gemma":[0.00052276545,0.000086562395,0.00014432994,0.017535292,0.00008104364,0.00053242024,0.0001931456,0.00031502577,0.00007449224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014766927,0.00023535221,0.040848974,0.00025585687,0.0051903757,0.0004966678,0.0014926492,0.08297055,0.0000698802,0.6772426,0.048038438,0.1431439],"study_design_scores_gemma":[0.0002697158,0.00021840923,0.1586267,0.000027350965,0.00033578087,0.00008781191,0.000080606456,0.8161894,0.00048278144,0.015988113,0.007082234,0.000611103],"about_ca_topic_score_codex":0.000051094736,"about_ca_topic_score_gemma":0.000043252523,"teacher_disagreement_score":0.7493186,"about_ca_system_score_codex":0.00015526326,"about_ca_system_score_gemma":0.00013484931,"threshold_uncertainty_score":0.84251267},"labels":[],"label_agreement":null},{"id":"W4404032580","doi":"10.1109/icccnt61001.2024.10725820","title":"Enhancing Software Development with CCC: A Robust Tool for Code Complexity Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Computer science; Software engineering; Programming language; Static program analysis; Code (set theory); Software development; Software","score_opus":0.0450906517924193,"score_gpt":0.28452961062054744,"score_spread":0.23943895882812813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404032580","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02140638,0.00008894319,0.9766901,0.00019550459,0.00009957572,0.0002371772,0.0000050772906,0.0012454425,0.000031780048],"genre_scores_gemma":[0.20530398,8.2556e-7,0.79351175,0.000042987245,0.000026799155,0.00010077579,0.000009989287,0.000014452468,0.0009884479],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845856,0.0000149812095,0.00019880472,0.00052203436,0.0004109905,0.00039462454],"domain_scores_gemma":[0.998418,0.0008986371,0.000015213191,0.0004415253,0.0001336299,0.00009303287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004895026,0.00014649308,0.00019745078,0.00036360178,0.00012239483,0.00043665743,0.00059804507,0.00003781767,0.00005630974],"category_scores_gemma":[0.00021281527,0.000112944006,0.000083840016,0.0016881325,0.000028775965,0.00028385143,0.00020969867,0.00012291425,0.000047721],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014717979,0.0006767126,0.13469999,0.004587545,0.013903079,0.0006700237,0.016425312,0.33671728,0.0020322085,0.13651307,0.01900155,0.33462605],"study_design_scores_gemma":[0.00053448067,0.00019017514,0.05538003,0.00021955119,0.00015779496,0.000032021813,0.000046347286,0.90289956,0.020379134,0.00066658,0.018485375,0.0010089363],"about_ca_topic_score_codex":0.000021700209,"about_ca_topic_score_gemma":0.0002951531,"teacher_disagreement_score":0.5661823,"about_ca_system_score_codex":0.00016127092,"about_ca_system_score_gemma":0.00029201192,"threshold_uncertainty_score":0.4605723},"labels":[],"label_agreement":null},{"id":"W4404060176","doi":"10.1145/3702976","title":"Non-Linear Software Documentation with Interactive Code Examples","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Documentation; Software engineering; Software; Programming language","score_opus":0.06900117343039758,"score_gpt":0.34881224904692565,"score_spread":0.27981107561652807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404060176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02255229,0.00034883805,0.97402215,0.00021743304,0.0008903892,0.00020652244,0.000017126527,0.0017426371,0.0000025922277],"genre_scores_gemma":[0.10709799,0.00009933847,0.8923108,0.00005681967,0.00005249206,0.00013361637,0.000006993253,0.00005413776,0.00018781012],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834675,0.00009815994,0.00022227308,0.0006628768,0.00025555372,0.0004143871],"domain_scores_gemma":[0.9912968,0.007799846,0.000024897448,0.0006368508,0.00008214267,0.00015942528],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060638395,0.00028478255,0.00028651865,0.00055119785,0.000117759104,0.00017087207,0.000502257,0.00013725707,0.000030120924],"category_scores_gemma":[0.0011693106,0.00025372682,0.00007243857,0.0006558929,0.000055542943,0.0006073185,0.000037210953,0.00064082,0.00003448943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018152336,0.00015602322,0.0014071212,0.0009689186,0.0009449259,0.00040267134,0.007983703,0.40135404,0.0031099103,0.0017180901,0.00023998017,0.5815331],"study_design_scores_gemma":[0.0069161416,0.0075587267,0.053696983,0.0044060037,0.0007505729,0.005691848,0.0008834882,0.69633365,0.13690399,0.0074533997,0.072464444,0.006940758],"about_ca_topic_score_codex":0.000049914182,"about_ca_topic_score_gemma":0.0000075803896,"teacher_disagreement_score":0.57459235,"about_ca_system_score_codex":0.00010274496,"about_ca_system_score_gemma":0.000075080075,"threshold_uncertainty_score":0.9999915},"labels":[],"label_agreement":null},{"id":"W4404165580","doi":"10.1007/978-3-031-73151-8_4","title":"Interpretable SHAP-Driven Machine Learning for Accurate Fault Detection in Software Engineering","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Fault detection and isolation; Software engineering; Artificial intelligence; Machine learning","score_opus":0.013019176892114686,"score_gpt":0.23504802738171549,"score_spread":0.2220288504896008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404165580","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017439989,0.018926,0.978024,0.000024259154,0.0017022458,0.00066859514,0.0000063490274,0.00036355556,0.00011057402],"genre_scores_gemma":[0.9929211,0.0003771238,0.0023963158,0.000015722191,0.00057552627,0.00017019002,0.000026615138,0.00012762389,0.003389744],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980963,0.000023587098,0.00044492702,0.00070412294,0.00023326829,0.0004978059],"domain_scores_gemma":[0.99748385,0.001955026,0.00008931076,0.0003277918,0.000060486273,0.00008352787],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047739976,0.00041165017,0.0005460472,0.0005284887,0.000055621684,0.00043412123,0.00043182843,0.00056394225,0.0000032906705],"category_scores_gemma":[0.0005572317,0.00038642858,0.00009944695,0.00022354357,0.000017427948,0.0001522239,0.00027800023,0.0015928277,0.0000036228744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009337673,0.0000023684247,0.0003780601,0.0004892785,0.000037867467,0.00004673223,0.00017458171,0.97965163,0.000015600774,0.00079539546,0.000009083689,0.018390061],"study_design_scores_gemma":[0.00018369916,0.00008553208,0.000044715012,0.0020250324,0.000008933834,0.000045576562,7.385666e-7,0.98929167,0.000008622449,0.00048309806,0.0074588414,0.00036354802],"about_ca_topic_score_codex":0.000102915976,"about_ca_topic_score_gemma":0.00021690705,"teacher_disagreement_score":0.9927467,"about_ca_system_score_codex":0.00023247894,"about_ca_system_score_gemma":0.00002905467,"threshold_uncertainty_score":0.99985874},"labels":[],"label_agreement":null},{"id":"W4404202137","doi":"10.1016/j.jss.2024.112277","title":"Retriever: A view-based approach to reverse engineering software architecture models","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Reverse engineering; Software engineering; Computer science; Architecture; Labrador Retriever; Software; Systems engineering; Engineering; Operating system; Geography; Medicine","score_opus":0.018278120537309806,"score_gpt":0.231958351685927,"score_spread":0.21368023114861717,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404202137","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004674639,0.009005082,0.9843789,0.00025648624,0.001043887,0.00025129062,0.00001102113,0.00036637418,0.00001233363],"genre_scores_gemma":[0.4180933,0.000077154655,0.58067995,0.00016854359,0.0006005895,0.00003100214,0.0000021774238,0.000082637336,0.00026463988],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787545,0.000055941462,0.00051263254,0.00037079185,0.00079056557,0.00039460024],"domain_scores_gemma":[0.99805564,0.00074428,0.00008572551,0.0004407367,0.00026707488,0.00040652722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010406049,0.0002470635,0.00043622285,0.0006684774,0.00007126554,0.00059987034,0.00073765544,0.00013366701,0.0000014725191],"category_scores_gemma":[0.00092130934,0.00019683113,0.00015760763,0.00093573,0.000018272087,0.0005490028,0.0001657248,0.00063895696,0.000006885839],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021276603,0.00004730845,0.00032272615,0.0022989265,0.00012888921,0.00040780316,0.001570099,0.9702263,0.00013428896,0.0020807858,0.006932138,0.015829442],"study_design_scores_gemma":[0.001238471,0.00088170735,0.00089277356,0.0066725165,0.000083569015,0.004139768,0.00013398376,0.86034846,0.00018579166,0.0012062637,0.1228843,0.0013323874],"about_ca_topic_score_codex":0.000021837626,"about_ca_topic_score_gemma":2.8014418e-7,"teacher_disagreement_score":0.41341865,"about_ca_system_score_codex":0.00015241506,"about_ca_system_score_gemma":0.00024342613,"threshold_uncertainty_score":0.802654},"labels":[],"label_agreement":null},{"id":"W4404260893","doi":"10.48550/arxiv.2410.16469","title":"Evaluating the Performance of a D-Wave Quantum Annealing System for Feature Subset Selection in Software Defect Prediction","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Feature selection; Quantum; Software; Simulated annealing; Quantum annealing; Annealing (glass); Computer science; Feature (linguistics); Selection (genetic algorithm); Artificial intelligence; Pattern recognition (psychology); Materials science; Algorithm; Physics; Quantum computer; Quantum mechanics; Operating system; Composite material","score_opus":0.10341556230274525,"score_gpt":0.24457097089727628,"score_spread":0.14115540859453102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404260893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7327478,0.00017819407,0.265444,0.000019253834,0.00059246836,0.00062370533,0.000038508068,0.00035042065,0.000005654215],"genre_scores_gemma":[0.9965253,0.00002347612,0.0032040332,0.0000031915208,0.000091001544,0.000014722846,0.00001923073,0.000025422609,0.00009360772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982652,0.00015814639,0.00022169606,0.0008097051,0.00020035921,0.00034490981],"domain_scores_gemma":[0.99813265,0.0008079706,0.00015900473,0.00055993296,0.00028668615,0.000053759653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014447733,0.00022788026,0.00027256575,0.00044840982,0.00013808838,0.00009902771,0.00081360096,0.00026695206,7.2961853e-7],"category_scores_gemma":[0.00037254876,0.00021331734,0.00020332579,0.0012568701,0.000038553528,0.00018153343,0.000901348,0.00094067905,0.0000044703593],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053247517,0.000015107011,0.01698233,0.0020358458,0.000080035374,0.000018314575,0.00040888748,0.97630495,0.00019146377,0.003149832,0.00007374833,0.0006862143],"study_design_scores_gemma":[0.00024921837,0.00021935171,0.0075510973,0.0009049828,0.000055920602,0.000013067075,0.000052124626,0.9894108,0.00057501707,0.0007951268,0.0000056474996,0.00016760756],"about_ca_topic_score_codex":0.00008755944,"about_ca_topic_score_gemma":0.000019929796,"teacher_disagreement_score":0.26377752,"about_ca_system_score_codex":0.00064087356,"about_ca_system_score_gemma":0.00032832212,"threshold_uncertainty_score":0.8698828},"labels":[],"label_agreement":null},{"id":"W4404371343","doi":"10.1109/icsintesa62455.2024.10748227","title":"A Comprehensive Software Complexity Metric Based on Cyclomatic Complexity","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Cyclomatic complexity; Computer science; Metric (unit); Software metric; Software; Software engineering; Software quality; Software development; Theoretical computer science; Programming language; Engineering","score_opus":0.0754668234922073,"score_gpt":0.31474984614339196,"score_spread":0.23928302265118467,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404371343","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010250336,0.0002768913,0.9823272,0.0011969449,0.00065275154,0.00034797314,0.000014295675,0.0037933327,0.001140278],"genre_scores_gemma":[0.71195954,0.0000024057192,0.2871315,0.00056294893,0.000058568687,0.000035411955,0.000011075821,0.000029081191,0.00020948314],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997406,0.00012636528,0.0002755096,0.00070239056,0.0009390892,0.0005506197],"domain_scores_gemma":[0.9944472,0.0040668375,0.00002404009,0.0010786025,0.00014954165,0.00023381921],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003232495,0.00027242413,0.00029992434,0.0008302437,0.00014612405,0.0005410794,0.0012913756,0.00007472395,0.0002683053],"category_scores_gemma":[0.00063687353,0.0002335426,0.00015588208,0.0027143888,0.00016077198,0.0002975156,0.000370826,0.00042929788,0.0011491278],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062676794,0.0012212995,0.011972728,0.004395639,0.00045593176,0.001746453,0.001176641,0.04482346,0.000456506,0.6754655,0.08555371,0.17266941],"study_design_scores_gemma":[0.00026074058,0.00016683055,0.050353974,0.00012474552,0.0000055157343,0.000022225846,0.000007059052,0.93330234,0.0003031295,0.009666745,0.005454462,0.00033220198],"about_ca_topic_score_codex":0.00009264999,"about_ca_topic_score_gemma":0.000005272729,"teacher_disagreement_score":0.88847893,"about_ca_system_score_codex":0.00021943892,"about_ca_system_score_gemma":0.00015962537,"threshold_uncertainty_score":0.9996286},"labels":[],"label_agreement":null},{"id":"W4404635154","doi":"10.1145/3705309","title":"Detecting Refactoring Commits in Machine Learning Python Projects: A Machine Learning-Based Approach","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Code refactoring; Computer science; Maintainability; Python (programming language); Software engineering; Java; Programming language; Software; Software development; Artificial intelligence; Machine learning","score_opus":0.09068230133371412,"score_gpt":0.3197279064261304,"score_spread":0.22904560509241628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404635154","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021680465,0.0021487817,0.97224826,0.00012244859,0.00063818623,0.00024342799,0.00000475976,0.002908154,0.0000055099736],"genre_scores_gemma":[0.46449292,0.0000793092,0.53510576,0.000016370961,0.00003785971,0.0001019849,0.0000056430376,0.00006641117,0.0000937147],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972098,0.00056449557,0.00037257257,0.0008599495,0.0003054464,0.00068775134],"domain_scores_gemma":[0.98934895,0.009818781,0.00003935858,0.0005766914,0.000048625527,0.00016756564],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0024308532,0.00038315722,0.00044771523,0.001273687,0.000205043,0.00017863784,0.0006182449,0.00025244142,0.000007998499],"category_scores_gemma":[0.00635265,0.00038718714,0.000116974516,0.001444637,0.000039680832,0.00028897694,0.00006458018,0.002570606,0.0000075642356],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029628305,0.00005900138,0.0040841447,0.0005845258,0.000073105824,0.000089638386,0.0015626623,0.83466,0.0009795774,0.000104531406,0.0000014991906,0.15777169],"study_design_scores_gemma":[0.00053949904,0.0003471283,0.001509479,0.00027992897,0.000021132924,0.0001718362,0.000043630764,0.98844147,0.004006806,0.000045921006,0.004108745,0.0004843985],"about_ca_topic_score_codex":0.00021177605,"about_ca_topic_score_gemma":0.000018715169,"teacher_disagreement_score":0.44281247,"about_ca_system_score_codex":0.00018863851,"about_ca_system_score_gemma":0.000089061214,"threshold_uncertainty_score":0.999858},"labels":[],"label_agreement":null},{"id":"W4404783983","doi":"10.18653/v1/2024.emnlp-industry.68","title":"A new approach for fine-tuning sentence transformers for intent classification and out-of-scope detection tasks","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Mitacs","keywords":"Computer science; Scope (computer science); Sentence; Transformer; Artificial intelligence; Natural language processing; Engineering; Electrical engineering; Programming language; Voltage","score_opus":0.06658125175465925,"score_gpt":0.3089258718649948,"score_spread":0.24234462011033558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404783983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010479675,0.00017208731,0.99730825,0.0003279356,0.00030657827,0.0005389159,0.0000024157457,0.00019929788,0.000096531294],"genre_scores_gemma":[0.5894057,0.000016061624,0.40982926,0.000008469318,0.000042174015,0.0001359969,0.0000040399486,0.000010607338,0.00054769084],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992558,0.000007508166,0.0001390978,0.0002980094,0.00013015595,0.00016945296],"domain_scores_gemma":[0.9993302,0.0003945405,0.000013971871,0.00012410175,0.00006986226,0.00006732176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032671387,0.00007562918,0.00008488429,0.00013926948,0.000044000983,0.00011161924,0.00017762046,0.00004275732,0.0000018464606],"category_scores_gemma":[0.00017785009,0.00006553694,0.000049918206,0.00023267475,0.000017036678,0.000261689,0.000027705544,0.000076435135,0.0000015072196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019830037,0.000012670392,0.000056505338,0.00048495285,0.000028718188,2.596119e-7,0.0009144555,0.00021029334,0.038175233,0.0052712862,0.00077869237,0.9540471],"study_design_scores_gemma":[0.00018643372,0.0001131735,0.00029340002,0.000038274844,0.000006531619,0.0000035718417,0.00008489793,0.98166925,0.015402495,0.00025818637,0.0018604635,0.00008332289],"about_ca_topic_score_codex":0.000024744006,"about_ca_topic_score_gemma":0.000009354134,"teacher_disagreement_score":0.98145896,"about_ca_system_score_codex":0.00004223779,"about_ca_system_score_gemma":0.000067707326,"threshold_uncertainty_score":0.26725185},"labels":[],"label_agreement":null},{"id":"W4404800967","doi":"10.1016/j.jss.2024.112283","title":"RPerf: Mining user reviews using topic modeling to assist performance testing: An industrial experience report","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Engineering; Software engineering; Data science","score_opus":0.19399540972428775,"score_gpt":0.34820829008042375,"score_spread":0.154212880356136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404800967","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63048476,0.0023959442,0.3655045,0.000023181474,0.0014226891,0.00010511046,3.2962984e-7,0.00006019753,0.000003262057],"genre_scores_gemma":[0.9189144,0.000033325992,0.0800691,0.00001547724,0.00082593574,0.000008125049,2.0712257e-7,0.000016467035,0.00011701339],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981383,0.000065797016,0.0007455877,0.00029355654,0.00049192907,0.00026483956],"domain_scores_gemma":[0.99873495,0.00025470188,0.0001527536,0.0003455189,0.00025515896,0.00025690772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001704342,0.00014690537,0.00034270494,0.00026051176,0.000139084,0.00070986006,0.0004616547,0.000083276995,0.0000017779513],"category_scores_gemma":[0.0020388495,0.00011502994,0.000053973246,0.000559677,0.000015033031,0.0011401803,0.00014543273,0.0003277692,0.0000020084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024832538,0.00007261888,0.52261865,0.0016291753,0.000096651864,0.0035623508,0.015046717,0.21600619,0.0020158552,0.00014820175,0.0011062357,0.23767254],"study_design_scores_gemma":[0.00022479534,0.0003894732,0.0032725025,0.006012135,0.000018289194,0.007872981,0.00032817264,0.97032917,0.000070721915,0.0000075568905,0.011107832,0.000366372],"about_ca_topic_score_codex":0.000050863422,"about_ca_topic_score_gemma":5.8292136e-7,"teacher_disagreement_score":0.75432295,"about_ca_system_score_codex":0.00012349732,"about_ca_system_score_gemma":0.00023005743,"threshold_uncertainty_score":0.68451965},"labels":[],"label_agreement":null},{"id":"W4404837934","doi":"10.1016/j.procs.2024.09.568","title":"Automating Software Documentation: Employing LLMs for Precise Use Case Description","year":2024,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"Centre National pour la Recherche Scientifique et Technique","keywords":"Computer science; Documentation; Software; Software engineering; Software documentation; Data science; Programming language; Software development; Software development process","score_opus":0.04452629760129762,"score_gpt":0.31453133743875383,"score_spread":0.2700050398374562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404837934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12612659,0.00018459043,0.8687918,0.00015708157,0.0021750513,0.0005348276,0.0000035421028,0.0020228415,0.0000036593785],"genre_scores_gemma":[0.42597798,0.0000031749835,0.5735623,0.000056543224,0.0002014579,0.0001361175,0.0000016375918,0.000016498918,0.000044266886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972283,0.000023690238,0.00031135336,0.0010146017,0.00075236754,0.0006696699],"domain_scores_gemma":[0.9973508,0.0014257571,0.00004895989,0.0005400179,0.0003984927,0.00023598399],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012448388,0.00020578287,0.00014823515,0.0005462345,0.00051315187,0.0051678577,0.0012597613,0.000049953695,0.00000431845],"category_scores_gemma":[0.0011236045,0.00019756003,0.00007309071,0.0022030661,0.00014189103,0.0073324973,0.00065355207,0.00019355546,0.00004543193],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006401293,0.00007115828,0.008709438,0.0009486126,0.000030762687,0.00095748936,0.008009744,0.008033737,0.002772044,0.009671597,0.0023771753,0.9584118],"study_design_scores_gemma":[0.00016136443,0.000111889174,0.0030123484,0.00022027481,0.0000057316192,0.0015215218,0.000006529272,0.9908556,0.0021511463,0.0013128659,0.00034765046,0.00029310488],"about_ca_topic_score_codex":0.000020147027,"about_ca_topic_score_gemma":0.000003043325,"teacher_disagreement_score":0.9828218,"about_ca_system_score_codex":0.0002661346,"about_ca_system_score_gemma":0.0004855047,"threshold_uncertainty_score":0.99586487},"labels":[],"label_agreement":null},{"id":"W4404952914","doi":"10.1109/issre62328.2024.00030","title":"Assessing the Performance of AI-Generated Code: A Case Study on GitHub Copilot","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China","keywords":"Computer science; Code (set theory); Computer security; Programming language","score_opus":0.06393546958244994,"score_gpt":0.3681672486282733,"score_spread":0.3042317790458234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404952914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93357164,0.0000730076,0.06503362,0.00033094775,0.00031376135,0.00019340117,6.5755665e-7,0.00034630278,0.00013664336],"genre_scores_gemma":[0.99819744,0.0000014631034,0.0013554251,0.00006239014,0.000036855396,0.00001882304,2.2415865e-7,0.000010373219,0.00031701807],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99899286,0.0000624241,0.00014559465,0.00025025322,0.00036490994,0.00018393353],"domain_scores_gemma":[0.9986987,0.00065163773,0.00001150587,0.0005133249,0.00008374357,0.00004109548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005974474,0.00008968267,0.0000902247,0.00011941236,0.000094507086,0.0005032738,0.0004884657,0.000020025587,0.000013504457],"category_scores_gemma":[0.0000904522,0.00005397856,0.000022726928,0.0008574365,0.000028625505,0.00037925335,0.00018027732,0.00025365248,0.000040485153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004593838,0.0034889488,0.38590994,0.0014566304,0.0011517231,0.03454944,0.043209024,0.1290493,0.028190082,0.030106477,0.0393776,0.3034649],"study_design_scores_gemma":[0.00017426422,0.0006146839,0.013051752,0.000070747745,0.00000590059,0.00054033956,0.00035813605,0.97298867,0.011752224,0.0000090505855,0.00030322614,0.00013098838],"about_ca_topic_score_codex":0.00007964737,"about_ca_topic_score_gemma":0.000008116124,"teacher_disagreement_score":0.84393936,"about_ca_system_score_codex":0.000038582995,"about_ca_system_score_gemma":0.00013642997,"threshold_uncertainty_score":0.48530808},"labels":[],"label_agreement":null},{"id":"W4405098729","doi":"10.22215/etd/2024-16309","title":"Beyond Verbal Self-Explanations: Student Annotations of a Code-Tracing Example Produced by ChatGPT","year":2024,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Flowchart; Tracing; Computer science; Process tracing; Code (set theory); Constructive; Annotation; Expression (computer science); Quality (philosophy); Variety (cybernetics); Domain (mathematical analysis); Process (computing); Mathematics education; Programming language; Natural language processing; Artificial intelligence; Psychology; Mathematics","score_opus":0.013385135261252052,"score_gpt":0.3064894869946401,"score_spread":0.29310435173338806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405098729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8530647,0.007857149,0.11377133,0.0009822623,0.007399392,0.0034836435,0.0002845117,0.0048913234,0.008265676],"genre_scores_gemma":[0.9537448,0.00016834134,0.027903993,0.000046096553,0.00019616079,0.0006574803,0.0014721157,0.00012410482,0.015686883],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975157,0.00004002435,0.0004397566,0.00070397404,0.0009849183,0.00031565136],"domain_scores_gemma":[0.99818337,0.00053310534,0.00010880683,0.0006933274,0.0003861197,0.00009526677],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040001055,0.00025284744,0.00028076788,0.00050700066,0.00009194798,0.00026457588,0.0010212255,0.00015366143,0.000032649346],"category_scores_gemma":[0.00023762474,0.00025383793,0.00008863588,0.0010574675,0.000011983483,0.00033315053,0.00011656594,0.00038547628,0.000082977764],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059356324,0.0038128546,0.004611553,0.010556499,0.0036112152,0.0002010573,0.28849396,0.0047788066,0.05798935,0.26027817,0.33714306,0.028464098],"study_design_scores_gemma":[0.0058083814,0.003018293,0.11398432,0.005735602,0.0012565956,0.00011752841,0.020951726,0.24116503,0.51807725,0.01752254,0.061270125,0.011092633],"about_ca_topic_score_codex":0.00016047416,"about_ca_topic_score_gemma":0.00011882783,"teacher_disagreement_score":0.46008787,"about_ca_system_score_codex":0.00015381991,"about_ca_system_score_gemma":0.00034596588,"threshold_uncertainty_score":0.99999136},"labels":[],"label_agreement":null},{"id":"W4405180284","doi":"10.1109/ict4da62874.2024.10777285","title":"Software Complexity Analysis with the Advanced CB Metric","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Computer science; Metric (unit); Software; Software metric; Software engineering; Programming language; Software construction; Software development; Engineering","score_opus":0.023458573983166822,"score_gpt":0.2832560903920291,"score_spread":0.2597975164088623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405180284","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010324427,0.00058456673,0.9859011,0.0014995103,0.00008769575,0.00009648394,0.0000016724563,0.0011904968,0.00031402966],"genre_scores_gemma":[0.83905864,0.0000052066825,0.15952976,0.00008705303,0.000021753327,0.000021060328,0.0000018300912,0.000009148642,0.0012655462],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987832,0.00003215666,0.0000837626,0.00035578763,0.00048498187,0.00026016115],"domain_scores_gemma":[0.9978109,0.0013329183,0.000009721111,0.00069973955,0.00007543173,0.000071292394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031557205,0.00010131111,0.00012647305,0.000493231,0.00008868473,0.00037171756,0.00097545155,0.000021002168,0.000085916436],"category_scores_gemma":[0.00019136292,0.000053589556,0.0000853724,0.008608823,0.0000578525,0.00027825905,0.00023343669,0.00018996815,0.00011454297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023321387,0.0001434916,0.054049876,0.00025267212,0.0044103153,0.0004655623,0.0021944442,0.13066569,0.00013407518,0.21204688,0.022594016,0.5730197],"study_design_scores_gemma":[0.0002826647,0.00021677719,0.2414339,0.00003240135,0.0002112524,0.000036124096,0.00007137855,0.72362834,0.00089909724,0.0020626278,0.030536652,0.0005887735],"about_ca_topic_score_codex":0.000048937254,"about_ca_topic_score_gemma":0.000045911933,"teacher_disagreement_score":0.8287342,"about_ca_system_score_codex":0.000055098953,"about_ca_system_score_gemma":0.0000591122,"threshold_uncertainty_score":0.4136254},"labels":[],"label_agreement":null},{"id":"W4405259287","doi":"10.1007/s10664-024-10597-8","title":"Harnessing pre-trained generalist agents for software engineering tasks","year":2024,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Reinforcement learning; Software engineering; Generalizability theory; Scheduling (production processes); Machine learning; Software; Domain (mathematical analysis); Human–computer interaction; Engineering; Operations management","score_opus":0.03556022016790315,"score_gpt":0.3148634202315637,"score_spread":0.27930320006366055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405259287","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045434702,0.0019703456,0.9407122,0.00040139447,0.0028371832,0.0005890769,0.000043410488,0.008008216,0.0000034792163],"genre_scores_gemma":[0.32485867,0.000023145314,0.6715576,0.00023729251,0.0013881844,0.0006050072,0.00008436262,0.00035011908,0.00089560304],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99577016,0.00003170504,0.0006363588,0.0012727298,0.00083346793,0.0014555646],"domain_scores_gemma":[0.99494165,0.003332436,0.00004773644,0.0009669708,0.00016005925,0.00055115897],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00068019296,0.0006729741,0.0005399033,0.00065938395,0.00019986788,0.0011132003,0.0015161345,0.0003171391,0.000039508737],"category_scores_gemma":[0.0063889353,0.00069222174,0.00039767622,0.0016129764,0.000045094803,0.0010355453,0.0005418199,0.00077864894,0.00007466984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033638495,0.0002148305,0.0389718,0.004677472,0.0006932817,0.0008248025,0.0025344167,0.8669565,0.003382016,0.0039875777,0.03841651,0.039307196],"study_design_scores_gemma":[0.00057724415,0.0001354187,0.036995046,0.00068434107,0.000039577382,0.00012118598,0.0000035473113,0.79940635,0.0018541267,0.00013207056,0.15869781,0.0013532854],"about_ca_topic_score_codex":0.000013809323,"about_ca_topic_score_gemma":8.4050214e-7,"teacher_disagreement_score":0.27942398,"about_ca_system_score_codex":0.0005131269,"about_ca_system_score_gemma":0.00021171889,"threshold_uncertainty_score":0.99992377},"labels":[],"label_agreement":null},{"id":"W4405396136","doi":"10.1145/3708519","title":"Automatic Programming: Large Language Models and Beyond","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Bộ Giáo dục và Ðào tạo; Ministry of Education, India","keywords":"Computer science; Programmer; Coding (social sciences); Software engineering; Popularity; Software deployment; Programming language; Key (lock); Computer security","score_opus":0.05968806315916537,"score_gpt":0.33576718525188126,"score_spread":0.2760791220927159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405396136","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027590817,0.0029688717,0.96622956,0.00025403692,0.0005501731,0.00015438658,0.0000086195105,0.0022403828,0.000003135869],"genre_scores_gemma":[0.22132224,0.000103006736,0.77828723,0.000045892626,0.000030052177,0.00007716765,0.0000017495332,0.000032194082,0.00010046438],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865437,0.00009682794,0.00017287592,0.0004794045,0.00017008882,0.00042645464],"domain_scores_gemma":[0.99490535,0.004374128,0.000011434826,0.0005233339,0.000024966337,0.00016079904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090325467,0.00020223716,0.00023437077,0.00042104497,0.000092840935,0.00016178156,0.00034522245,0.00013816246,0.000011578878],"category_scores_gemma":[0.00094079186,0.00019387116,0.000056640012,0.0004518053,0.00003455041,0.00031177612,0.00004563455,0.0004551593,0.000008275628],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036918693,0.000042772164,0.000038178514,0.00049310003,0.00012731359,0.00011284808,0.0044188867,0.010989652,0.00038114827,0.008164412,0.000041812156,0.97518617],"study_design_scores_gemma":[0.00048465698,0.00030442263,0.0007480253,0.00019010899,0.0000571826,0.000612391,0.0001617903,0.98640394,0.0017895546,0.0030127068,0.0056473506,0.0005878749],"about_ca_topic_score_codex":0.00001013449,"about_ca_topic_score_gemma":0.0000016326293,"teacher_disagreement_score":0.9754143,"about_ca_system_score_codex":0.000034521476,"about_ca_system_score_gemma":0.00003769451,"threshold_uncertainty_score":0.79058367},"labels":[],"label_agreement":null},{"id":"W4405522649","doi":"10.1109/conisoft63288.2024.00021","title":"Next-Generation Metric for Software Complexity Analysis","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Computer science; Metric (unit); Software; Software metric; Software engineering; Theoretical computer science; Software development; Programming language; Software construction; Engineering","score_opus":0.12728627278484023,"score_gpt":0.33231210303461045,"score_spread":0.20502583024977022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405522649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004259181,0.000490801,0.99327177,0.00041298373,0.00033288036,0.00013910451,0.0000051975244,0.0010377337,0.000050372066],"genre_scores_gemma":[0.57831025,0.0000043334353,0.4207338,0.000045696906,0.000106690895,0.00004029716,0.000020228541,0.000007436086,0.0007312755],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990255,0.000018331702,0.0001229805,0.0003522972,0.00026912405,0.0002117481],"domain_scores_gemma":[0.9985895,0.0008588746,0.0000081201015,0.00037647045,0.00009682544,0.00007019403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037286806,0.000079509,0.000116886054,0.00082020374,0.00006928526,0.0006269767,0.00046054108,0.00003518466,0.00006669608],"category_scores_gemma":[0.0005610381,0.00006854171,0.00014260209,0.004200609,0.000014515836,0.00043203429,0.00011131691,0.00007317456,0.000063513886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004575834,0.0001189767,0.010826674,0.00034123292,0.0019912494,0.000037557194,0.0006110656,0.03716421,0.0026990415,0.41992876,0.06678915,0.4594875],"study_design_scores_gemma":[0.000041944768,0.000027115595,0.0037456285,0.0000022949869,0.000035030364,0.0000014257254,0.0000016093248,0.98992574,0.0010843091,0.0012459875,0.0037904023,0.000098525474],"about_ca_topic_score_codex":0.00003796439,"about_ca_topic_score_gemma":0.000021967444,"teacher_disagreement_score":0.95276153,"about_ca_system_score_codex":0.0000723598,"about_ca_system_score_gemma":0.000052740084,"threshold_uncertainty_score":0.60459507},"labels":[],"label_agreement":null},{"id":"W4405601553","doi":"10.1109/scam63643.2024.00024","title":"On the Prevalence, Evolution, and Impact of Code Smells in Simulation Modelling Software","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Software evolution; Code (set theory); Software; Software engineering; Programming language; Software construction; Software development","score_opus":0.028226155708876457,"score_gpt":0.3051652247556653,"score_spread":0.2769390690467889,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405601553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2943558,0.00029467692,0.7050648,0.000046207762,0.000031023726,0.00008608762,0.0000019546312,0.00009544517,0.000024011744],"genre_scores_gemma":[0.9944325,0.000015113902,0.005360371,0.000004485426,0.000008614238,0.000004241384,1.885726e-7,0.0000051083834,0.00016934896],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993557,0.000028365803,0.000106293264,0.00017797096,0.00020490059,0.00012680257],"domain_scores_gemma":[0.9973648,0.0023256314,0.000009111805,0.00023324463,0.00004122709,0.000025940722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037371516,0.000059095844,0.000056498393,0.00016004236,0.000020279218,0.00006968316,0.00023078464,0.00002742635,0.000018312772],"category_scores_gemma":[0.0002904096,0.00003695124,0.000027571925,0.00048184925,0.000020207062,0.0001994508,0.0000707171,0.00011367225,0.00000936957],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016266184,0.0000068673817,0.0066042193,0.000059371032,0.0000046214186,0.0000012252988,0.00019132518,0.9793933,0.000019935364,0.012717255,0.00006380886,0.00093646796],"study_design_scores_gemma":[0.00003374454,0.00004137708,0.01853965,0.000093895105,8.545172e-7,8.399411e-7,0.0000015759056,0.97348386,0.000052322106,0.0077057076,0.0000058606056,0.000040338076],"about_ca_topic_score_codex":0.000053195476,"about_ca_topic_score_gemma":0.0000016443147,"teacher_disagreement_score":0.7000767,"about_ca_system_score_codex":0.00008219321,"about_ca_system_score_gemma":0.00006385233,"threshold_uncertainty_score":0.15068279},"labels":[],"label_agreement":null},{"id":"W4405602376","doi":"10.1109/scam63643.2024.00013","title":"AUTOGENICS: Automated Generation of Context-Aware Inline Comments for Code Snippets on Programming Q&amp;A Sites Using LLM","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Context (archaeology); Code generation; Code (set theory); Programming language; Information retrieval; Operating system; Biology","score_opus":0.14257578200308108,"score_gpt":0.38368635805457546,"score_spread":0.24111057605149439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405602376","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2122215,0.00020094041,0.7849031,0.000303852,0.00041291016,0.00041252357,0.000020208521,0.0015209366,0.000004034416],"genre_scores_gemma":[0.8143261,0.0000028892737,0.18526915,0.00008424871,0.00009675262,0.000037111786,0.000052425334,0.000022444348,0.00010887784],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871767,0.000033692537,0.00027578988,0.00035285414,0.00032262623,0.00029738183],"domain_scores_gemma":[0.9988104,0.0005642626,0.000037840255,0.00034969865,0.00016835518,0.00006943393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039363335,0.0001398824,0.00016422416,0.00022799971,0.00008240963,0.00023853905,0.0003872451,0.00006997722,0.000008423688],"category_scores_gemma":[0.00027287746,0.00012481606,0.00007086973,0.0004492421,0.000024723902,0.00025313481,0.0001429772,0.0001096166,0.00001569381],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080598,0.0014240207,0.011970619,0.0025295515,0.0009429691,0.00008243603,0.0046060937,0.11371634,0.2200157,0.048449855,0.042470146,0.55371165],"study_design_scores_gemma":[0.00021862838,0.00013912191,0.00015011017,0.000116506926,0.000006687582,0.0000071941904,0.00000806859,0.9788282,0.015390388,0.000029196335,0.0049789553,0.00012697537],"about_ca_topic_score_codex":0.00003299763,"about_ca_topic_score_gemma":0.000027143018,"teacher_disagreement_score":0.8651118,"about_ca_system_score_codex":0.00011838789,"about_ca_system_score_gemma":0.000106270294,"threshold_uncertainty_score":0.5089851},"labels":[],"label_agreement":null},{"id":"W4405713656","doi":"10.1007/978-3-031-71769-7_5","title":"Teaching Software Metrology: The Science of Measurement for Software Engineering","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Metrology; Software engineering; Software; Computer science; Systems engineering; Engineering; Operating system; Physics","score_opus":0.03775517379103521,"score_gpt":0.2640138087159687,"score_spread":0.22625863492493348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405713656","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020637784,0.0020784948,0.98961943,0.00045977512,0.0013228178,0.0007293296,0.000019219533,0.001112434,0.0046378565],"genre_scores_gemma":[0.030312272,0.000044081564,0.76104164,0.00017682718,0.0007306595,0.00034411275,0.000007913699,0.00035025243,0.20699225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961484,0.000009491054,0.00045224035,0.0008914738,0.0018583352,0.00064006314],"domain_scores_gemma":[0.9958593,0.001828584,0.00010932684,0.0014221222,0.00063482235,0.00014579846],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003683117,0.00041741357,0.00043862915,0.0008175716,0.00022323293,0.0002453965,0.0034783327,0.00020324351,0.000019399175],"category_scores_gemma":[0.004483453,0.0002993213,0.0002840285,0.00023613418,0.0002357309,0.00026345171,0.0012923589,0.0009597734,0.000044019038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005120281,0.000015592963,0.000020402656,0.0008781899,0.00025068002,0.000014081378,0.00032113868,0.002576695,0.0005757378,0.9729197,0.0024067773,0.020015875],"study_design_scores_gemma":[0.0015311324,0.001741702,0.000533607,0.0049558515,0.0005718561,0.00026879465,0.000042416134,0.1493586,0.013136545,0.18789871,0.6350266,0.0049342],"about_ca_topic_score_codex":0.000022073224,"about_ca_topic_score_gemma":0.0000034984125,"teacher_disagreement_score":0.785021,"about_ca_system_score_codex":0.00046013342,"about_ca_system_score_gemma":0.00057346426,"threshold_uncertainty_score":0.9999459},"labels":[],"label_agreement":null},{"id":"W4405713677","doi":"10.1007/978-3-031-71769-7_12","title":"Teaching Mining Software Repositories","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; University of Saskatchewan","funders":"","keywords":"Computer science; Software engineering; World Wide Web; Data science","score_opus":0.018720423072953542,"score_gpt":0.2598501445017863,"score_spread":0.24112972142883274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405713677","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009219316,0.0017216358,0.2992875,0.00033855662,0.0030012971,0.00013813343,0.0000034359775,0.003759611,0.69174063],"genre_scores_gemma":[0.00029788312,0.000009399834,0.12341721,0.000040206218,0.0006000566,0.000008501652,0.000003939953,0.00007555996,0.87554723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980501,0.0000071492314,0.00026438953,0.00071505987,0.00063948834,0.0003238123],"domain_scores_gemma":[0.9978743,0.0008638139,0.000044905686,0.0010173294,0.0000750328,0.00012461306],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031019116,0.0003160107,0.00026111,0.00031989117,0.00011942769,0.000591038,0.001226719,0.0002555143,0.00005776923],"category_scores_gemma":[0.0003115824,0.0002899668,0.00014258895,0.000049989645,0.000035293084,0.00024002486,0.0010839881,0.00095970405,0.0005763508],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.9328405e-7,0.0000029629475,0.000042193264,0.00019961783,0.00008810103,0.0005138378,0.0005432451,0.000018351682,0.0000076180027,0.9481015,0.020036755,0.030445075],"study_design_scores_gemma":[0.00005432995,0.000072818235,0.000019761737,0.00074551406,0.00002013881,0.00018600433,0.0000072080043,0.0013889405,0.00007838529,0.04515181,0.95157003,0.000705033],"about_ca_topic_score_codex":0.000027665063,"about_ca_topic_score_gemma":0.0000029341356,"teacher_disagreement_score":0.9315333,"about_ca_system_score_codex":0.00014536153,"about_ca_system_score_gemma":0.0001259483,"threshold_uncertainty_score":0.99995524},"labels":[],"label_agreement":null},{"id":"W4405746722","doi":"10.1016/j.neunet.2024.107067","title":"Promises and perils of using Transformer-based models for SE research","year":2024,"lang":"en","type":"review","venue":"Neural Networks","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Fundamental Research Funds for the Central Universities; Sun Yat-sen University","keywords":"Transformer; Computer science; Artificial intelligence; Machine learning; Engineering; Electrical engineering; Voltage","score_opus":0.3153174685816854,"score_gpt":0.45324801306612184,"score_spread":0.13793054448443642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405746722","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020210862,0.70869726,0.2897369,0.000022248672,0.00024221004,0.0011605838,0.000013126606,0.00009941675,0.000008023186],"genre_scores_gemma":[0.0010101967,0.98881024,0.009466394,0.0000064035394,0.00025717277,0.00029424916,0.000011434661,0.00008392787,0.00005998371],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975908,0.00016218473,0.00043245117,0.000654986,0.0005008222,0.0006587959],"domain_scores_gemma":[0.9969313,0.0021443313,0.00005765984,0.0005439633,0.00017586176,0.00014689243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010067626,0.00030866786,0.0008850517,0.0004419102,0.00010363955,0.00024980144,0.00092690455,0.00028394806,0.0000017280098],"category_scores_gemma":[0.00012684264,0.00023872244,0.00030557215,0.0010912202,0.00012284507,0.00022561295,0.00016917136,0.000895507,8.5080586e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061681385,0.00001585734,7.0780936e-7,0.02154019,0.000043188888,0.00001430463,0.000058296166,0.03525437,8.733023e-7,0.00040746047,0.0003017028,0.9423569],"study_design_scores_gemma":[0.00010441514,0.00010936672,1.963007e-7,0.005336471,0.0000784617,0.000021864627,0.0000010871638,0.93838596,0.0000022650495,0.0001944589,0.055567436,0.00019802077],"about_ca_topic_score_codex":0.000012484085,"about_ca_topic_score_gemma":0.0000015003366,"teacher_disagreement_score":0.9421589,"about_ca_system_score_codex":0.00008936795,"about_ca_system_score_gemma":0.0003512323,"threshold_uncertainty_score":0.9734819},"labels":[],"label_agreement":null},{"id":"W4405836525","doi":"10.1007/s00521-024-10906-8","title":"Correction: Software effort estimation using convolutional neural network and fuzzy clustering","year":2024,"lang":"en","type":"article","venue":"Neural Computing and Applications","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Computer science; Computational Science and Engineering; Convolutional neural network; Cluster analysis; Artificial intelligence; Estimation; Software; Fuzzy logic; Machine learning; Data mining; Programming language","score_opus":0.021942528856182295,"score_gpt":0.2932689784816275,"score_spread":0.27132644962544517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405836525","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097819515,0.00096893683,0.89936906,0.00020144854,0.0006712898,0.00019201673,0.0000014547412,0.0007518639,0.000024428975],"genre_scores_gemma":[0.9312094,0.0000070905976,0.06824515,0.000052284686,0.00040385255,0.000020766916,0.000007073975,0.000013219516,0.000041158615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998996,0.00002086922,0.00016921942,0.00039392782,0.00016929551,0.00025063902],"domain_scores_gemma":[0.99898887,0.0006524508,0.000027697255,0.00018914702,0.00004796568,0.00009386305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018930169,0.00012156924,0.0001024435,0.00008635873,0.00044854108,0.0004120174,0.00017241285,0.000047120837,0.0000011356109],"category_scores_gemma":[0.000047674697,0.00012564802,0.000027099984,0.00049019814,0.000057033216,0.00023810718,0.00028283603,0.00025063072,0.0000046122505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015271102,0.000008157839,0.0059355255,0.000093652474,0.000012640783,0.0000049386426,0.00011548359,0.72171426,0.00008064812,0.003532045,0.0006152546,0.26788586],"study_design_scores_gemma":[0.000058128488,0.000017775656,0.017029196,0.000061138395,0.0000061221676,0.0002790476,0.000003873598,0.98120415,0.00000923438,0.0006197172,0.0005925631,0.000119038246],"about_ca_topic_score_codex":0.000019352381,"about_ca_topic_score_gemma":0.000001513758,"teacher_disagreement_score":0.8333899,"about_ca_system_score_codex":0.000043305565,"about_ca_system_score_gemma":0.000033173423,"threshold_uncertainty_score":0.51237774},"labels":[],"label_agreement":null},{"id":"W4405868299","doi":"10.1002/spe.3401","title":"Android Source Code Smells: A Systematic Literature Review","year":2024,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Code smell; Code refactoring; Android (operating system); Computer science; Software engineering; Software quality; Code review; Software; Data science; World Wide Web; Software development; Programming language; Operating system","score_opus":0.014181815966298993,"score_gpt":0.3108355000391105,"score_spread":0.2966536840728115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405868299","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00062088715,0.5422435,0.45337322,0.0018246664,0.00040146845,0.00043871364,0.0000029594405,0.0010257683,0.000068835856],"genre_scores_gemma":[0.22982769,0.46765488,0.28277954,0.01177738,0.00057417864,0.0019597793,0.000018054323,0.00019809864,0.0052103903],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99786776,0.00017739329,0.00031889084,0.0006658804,0.00058335724,0.00038669878],"domain_scores_gemma":[0.9950405,0.0037173305,0.00006520133,0.00080123416,0.00018197829,0.00019377214],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000969177,0.00022119642,0.00030783188,0.0001389746,0.00014316298,0.0012021636,0.0007674814,0.00008116304,0.000012419011],"category_scores_gemma":[0.010504975,0.00017808369,0.0000679323,0.0012582233,0.0000656948,0.0027053996,0.00036149938,0.00044800414,0.00014505636],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003548942,0.0002529156,0.00073691533,0.7294972,0.00032104316,0.0056391936,0.12473001,0.000063476386,0.00052291,0.011893515,0.029377604,0.09692972],"study_design_scores_gemma":[0.00046612506,0.00047820728,0.0001763681,0.49882975,0.00021944553,0.015409415,0.0020856413,0.019413808,0.00084270805,0.0006601708,0.4594023,0.0020160722],"about_ca_topic_score_codex":0.000006398485,"about_ca_topic_score_gemma":4.4879656e-7,"teacher_disagreement_score":0.43002468,"about_ca_system_score_codex":0.000050809464,"about_ca_system_score_gemma":0.00009521837,"threshold_uncertainty_score":0.99983466},"labels":[],"label_agreement":null},{"id":"W4406012448","doi":"10.1109/access.2024.3525069","title":"Leveraging an Enhanced CodeBERT-Based Model for Multiclass Software Defect Prediction via Defect Classification","year":2025,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Natural Sciences and Engineering Research Council of Canada; Università degli Studi di Firenze","keywords":"Computer science; Machine learning; Software bug; Artificial intelligence; Software reliability testing; Software development; Software; Software quality; Software construction; Software development process; Context (archaeology); Software engineering; Data mining; Programming language","score_opus":0.05998664035314283,"score_gpt":0.34532641882646503,"score_spread":0.2853397784733222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406012448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12004163,0.000036812966,0.87755656,0.00012860286,0.0006547438,0.0006170902,0.000010487397,0.0009341694,0.000019914803],"genre_scores_gemma":[0.9478683,0.000002142473,0.051200584,0.00021727193,0.000055251447,0.00050623744,0.000024787185,0.000025745516,0.00009967132],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814534,0.000076618526,0.0002759475,0.0007178885,0.00034642138,0.00043780022],"domain_scores_gemma":[0.9974675,0.0011283711,0.000072818795,0.0008986425,0.00032127128,0.00011136027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005080989,0.00020058322,0.00018987186,0.00035052444,0.00024160738,0.00042652225,0.0014604683,0.00012840537,0.0000012497475],"category_scores_gemma":[0.0006572546,0.00021029495,0.00015014464,0.0007106798,0.00003350082,0.0011867025,0.00011042847,0.00020480593,0.000005207096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006499195,0.00017063701,0.010925141,0.00024851976,0.00006487542,0.0000017446675,0.0003074016,0.89554447,0.024908205,0.00025637014,0.0008979153,0.0666097],"study_design_scores_gemma":[0.0007046035,0.00004196114,0.012067891,0.000058595175,0.000017685237,6.4769773e-7,0.0000026677164,0.94154644,0.044434424,0.00090314774,0.00004415004,0.00017779577],"about_ca_topic_score_codex":0.000040194114,"about_ca_topic_score_gemma":0.000037903043,"teacher_disagreement_score":0.8278267,"about_ca_system_score_codex":0.0002665387,"about_ca_system_score_gemma":0.00026587048,"threshold_uncertainty_score":0.85755795},"labels":[],"label_agreement":null},{"id":"W4406172285","doi":"10.1007/s10664-024-10555-4","title":"Lightweight dynamic build batching algorithms for continuous integration","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Process (computing); Batch processing; Quality (philosophy); Software; Quality assurance; Distributed computing; Industrial engineering; Real-time computing; Software engineering; Engineering; Operating system; Operations management","score_opus":0.014474937432760255,"score_gpt":0.3036872083430948,"score_spread":0.2892122709103346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406172285","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019822989,0.00052246795,0.9748395,0.0009682216,0.0013821636,0.00042741798,0.000006726134,0.002007445,0.000023078628],"genre_scores_gemma":[0.41251105,0.000012982906,0.58582145,0.000256961,0.00015689497,0.0002806955,0.000021674756,0.000055649743,0.0008826329],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979912,0.000024903931,0.00037560926,0.0006267416,0.00033901562,0.00064249674],"domain_scores_gemma":[0.9963999,0.0026258521,0.000040985236,0.0006072464,0.00016838401,0.00015766882],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043506868,0.00029991166,0.00033916827,0.00042328163,0.00014710466,0.0002684975,0.0010021445,0.00017652265,0.000006184513],"category_scores_gemma":[0.003922426,0.00029149023,0.00016783971,0.0010147034,0.000019884132,0.00041254604,0.00030501076,0.0004385975,0.000018823988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000813027,0.0006422429,0.116215356,0.0014353874,0.00076262007,0.00017855862,0.002880317,0.10872462,0.008348334,0.023429941,0.034629826,0.70267147],"study_design_scores_gemma":[0.0009709833,0.0001560878,0.051872224,0.0003794776,0.00002327315,0.0000199287,0.000012617229,0.87998265,0.005315335,0.0017170525,0.058735706,0.00081467966],"about_ca_topic_score_codex":0.000010543106,"about_ca_topic_score_gemma":0.0000021736994,"teacher_disagreement_score":0.771258,"about_ca_system_score_codex":0.0003163811,"about_ca_system_score_gemma":0.00010611702,"threshold_uncertainty_score":0.99995375},"labels":[],"label_agreement":null},{"id":"W4406255614","doi":"10.18293/seke2024-005","title":"Comparing Machine Learning and Feature Selection Approaches for Automated Bug Report Assignment (P)","year":2024,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Feature selection; Computer science; Artificial intelligence; Machine learning; Selection (genetic algorithm); Feature (linguistics)","score_opus":0.0359414633791206,"score_gpt":0.26875970248246533,"score_spread":0.23281823910334473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406255614","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7583701,0.003839105,0.21807532,0.0017702936,0.0041041966,0.0016725884,0.000027470232,0.010479782,0.0016611458],"genre_scores_gemma":[0.966248,0.000062784464,0.032613177,0.0000049883542,0.00023064137,0.00015039905,0.0000053052613,0.00007109309,0.0006136253],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979594,0.0000025792717,0.00038120765,0.00074173947,0.00047910743,0.000435971],"domain_scores_gemma":[0.99885285,0.00033602354,0.000111634836,0.00008876351,0.00045646957,0.00015423262],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007652665,0.00041402268,0.00036096867,0.00053524115,0.00015212623,0.000773007,0.00072911533,0.00016612047,0.000002444593],"category_scores_gemma":[0.0017914965,0.0003607114,0.00011565238,0.00060541363,0.0000409134,0.0005869488,0.00051483803,0.0007523184,0.000001698835],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013359846,0.000322422,0.13643451,0.011855316,0.0017519632,0.00002337502,0.0063840975,0.04012378,0.16051894,0.6207298,0.005513754,0.016208416],"study_design_scores_gemma":[0.00026674548,0.000098924254,0.0052182,0.0011181899,0.00002588679,0.00024711338,0.00005257092,0.98083067,0.007215057,0.00009520693,0.004480885,0.00035056012],"about_ca_topic_score_codex":0.0000046759337,"about_ca_topic_score_gemma":5.4732334e-7,"teacher_disagreement_score":0.9407069,"about_ca_system_score_codex":0.00021927136,"about_ca_system_score_gemma":0.000062245555,"threshold_uncertainty_score":0.9998845},"labels":[],"label_agreement":null},{"id":"W4406262211","doi":"10.1109/qce60285.2024.10261","title":"Evaluating the Performance of a D-Wave Quantum Annealing System for Feature Subset Selection in Software Defect Prediction","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Feature selection; Computer science; Simulated annealing; Software; Quantum; Annealing (glass); Software system; Feature (linguistics); Artificial intelligence; Pattern recognition (psychology); Machine learning; Materials science; Physics; Operating system","score_opus":0.047914370139532515,"score_gpt":0.31862269392295595,"score_spread":0.2707083237834234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406262211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56893957,0.00033853442,0.4295252,0.0000616445,0.00034160525,0.00034919792,0.0000059545887,0.0004337704,0.000004502513],"genre_scores_gemma":[0.9756004,0.0000046497407,0.024114624,0.0000050689077,0.00008146172,0.00011918476,0.0000047057697,0.000013056522,0.000056835885],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988631,0.000064714084,0.00018952216,0.00028857254,0.00035271273,0.00024140025],"domain_scores_gemma":[0.9984334,0.0011843377,0.000029319639,0.00019653802,0.00013108244,0.000025322857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017820641,0.00009361309,0.00011183414,0.00019553892,0.00009091807,0.000120553894,0.0002553545,0.000066808294,0.0000010464659],"category_scores_gemma":[0.0004913091,0.00006563879,0.00006864679,0.00097122166,0.000012079153,0.00030828748,0.000066962966,0.00022818416,0.0000026806183],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001638491,0.00007531231,0.12848605,0.011217508,0.00025547761,0.000017716897,0.0069244034,0.6496937,0.028304875,0.014748591,0.0034254715,0.15668702],"study_design_scores_gemma":[0.00011736795,0.0003047874,0.012684954,0.00034674385,0.000006246795,0.000034567238,0.000031940595,0.9814301,0.004927896,0.000029165192,0.000024803601,0.00006141536],"about_ca_topic_score_codex":0.00003098668,"about_ca_topic_score_gemma":0.000008154938,"teacher_disagreement_score":0.40666083,"about_ca_system_score_codex":0.0001832038,"about_ca_system_score_gemma":0.000121939316,"threshold_uncertainty_score":0.26766723},"labels":[],"label_agreement":null},{"id":"W4406263807","doi":"10.1109/iconat61936.2024.10774589","title":"A Comprehensive Metric for Evaluating Object-Oriented Software Complexity","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hatch (Canada)","funders":"","keywords":"Computer science; Metric (unit); Software metric; Software; Software engineering; Software development; Software construction; Programming language; Engineering","score_opus":0.1039442451360682,"score_gpt":0.3767093333506895,"score_spread":0.2727650882146213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406263807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015978768,0.001006667,0.9790102,0.0002782398,0.00088428357,0.0005112408,0.000010024326,0.0021995872,0.00012096911],"genre_scores_gemma":[0.27211505,0.0000039723054,0.7268452,0.000112241345,0.00009018792,0.00013659192,0.000010853235,0.000026669735,0.0006592126],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981695,0.00005187697,0.00021097764,0.0005538164,0.00056611886,0.0004477171],"domain_scores_gemma":[0.9945164,0.0044731614,0.000018065432,0.00050217204,0.0003697271,0.00012047596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049848604,0.000156762,0.00018108242,0.0004580898,0.00013189486,0.00032084438,0.0006648439,0.000051890962,0.000039265517],"category_scores_gemma":[0.0020069142,0.00013856031,0.00011803148,0.0020575838,0.000044425335,0.0003235639,0.00037042517,0.00019643469,0.00013399805],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004799971,0.00023787498,0.0034533262,0.002646045,0.000573818,0.00014894875,0.003210964,0.009344804,0.0031563195,0.367269,0.050414763,0.5594961],"study_design_scores_gemma":[0.00038946336,0.0002998151,0.0057998365,0.000076265795,0.00001042819,0.000029485414,0.000033991986,0.96718365,0.0018343767,0.005603992,0.018435108,0.0003035978],"about_ca_topic_score_codex":0.000037712267,"about_ca_topic_score_gemma":0.0000022020236,"teacher_disagreement_score":0.95783883,"about_ca_system_score_codex":0.00013709716,"about_ca_system_score_gemma":0.00016940165,"threshold_uncertainty_score":0.56503254},"labels":[],"label_agreement":null},{"id":"W4406421069","doi":"10.1007/s10489-024-06087-5","title":"Cross-project defect prediction based on autoencoder with dynamic adversarial adaptation","year":2025,"lang":"en","type":"article","venue":"Applied Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Autoencoder; Adversarial system; Adaptation (eye); Artificial intelligence; Machine learning; Artificial neural network; Neuroscience","score_opus":0.015150970826948402,"score_gpt":0.2902956417986149,"score_spread":0.2751446709716665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406421069","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005408465,0.000018000159,0.99053216,0.000058205114,0.0003901379,0.0004668447,0.0000039642964,0.0005974705,0.0025247452],"genre_scores_gemma":[0.9326286,0.0000043637065,0.066856995,0.00010700045,0.000023222188,0.00015807152,0.000009591908,0.0000128891315,0.00019927902],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983884,0.000029800416,0.0002038479,0.0005834548,0.00047424034,0.0003202616],"domain_scores_gemma":[0.99842155,0.00071651227,0.000043975437,0.0006630506,0.000108497356,0.000046396442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035603988,0.00017621032,0.00013316148,0.00034944754,0.00013811572,0.00018889183,0.0007284567,0.00008901109,0.0000159855],"category_scores_gemma":[0.00020596031,0.00015661435,0.00005080239,0.0011835578,0.000080200196,0.00019231073,0.00009486955,0.00028183122,0.000072861614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013551963,0.00006241944,0.0010533218,0.000036200796,0.000026096755,0.0000060061475,0.0002562253,0.9237967,0.00016753534,0.022381295,0.000118907294,0.05195973],"study_design_scores_gemma":[0.00020813166,0.00017514316,0.008759229,0.000053508706,0.0000063488183,0.0000014127006,0.000022737371,0.98704547,0.0027735708,0.00048749265,0.00032578822,0.00014118072],"about_ca_topic_score_codex":0.00006376014,"about_ca_topic_score_gemma":0.00001395664,"teacher_disagreement_score":0.9272201,"about_ca_system_score_codex":0.00022070388,"about_ca_system_score_gemma":0.00034323116,"threshold_uncertainty_score":0.63865477},"labels":[],"label_agreement":null},{"id":"W4406482123","doi":"10.21203/rs.3.rs-5830055/v1","title":"Automatic Assistance to Mitigate Rollback Inconsistencies in Collaborative Edits","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Global Institute for Water Security, University of Saskatchewan","keywords":"Rollback; Computer science; Data science; World Wide Web; Database; Database transaction","score_opus":0.03737389197065287,"score_gpt":0.3769926381830503,"score_spread":0.3396187462123974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406482123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7869688,0.014288182,0.10851454,0.0380755,0.007775901,0.022110594,0.001347286,0.0046819574,0.016237194],"genre_scores_gemma":[0.93063766,0.0002531041,0.060896408,0.00014152724,0.00031552283,0.0033174308,0.000034635,0.00006146007,0.0043422715],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9923984,0.0011904854,0.0006274987,0.0015273032,0.0027855667,0.0014707494],"domain_scores_gemma":[0.9894133,0.0052939868,0.000081845006,0.00247091,0.0022503543,0.000489581],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004329805,0.000429233,0.00069642137,0.0026000869,0.00022227864,0.0009844115,0.0040845596,0.00042162227,0.00004022015],"category_scores_gemma":[0.012832973,0.0004452793,0.00012779361,0.006967246,0.0001968799,0.00031934187,0.0079343,0.0028005983,0.00026812055],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033707783,0.0023319777,0.12567195,0.037031297,0.00096365967,0.005380782,0.06039075,0.12951091,0.0013505841,0.05388314,0.3238515,0.2592964],"study_design_scores_gemma":[0.002671518,0.0010839127,0.47360015,0.03751783,0.000018956678,0.000015157617,0.0022442508,0.4151391,0.0051614535,0.02512289,0.03393114,0.0034936399],"about_ca_topic_score_codex":0.00025857412,"about_ca_topic_score_gemma":0.00062931905,"teacher_disagreement_score":0.3479282,"about_ca_system_score_codex":0.0016296166,"about_ca_system_score_gemma":0.004564304,"threshold_uncertainty_score":0.9997999},"labels":[],"label_agreement":null},{"id":"W4406500031","doi":"10.1109/cascon62161.2024.10838142","title":"Translating Formal Specs: Event-B to English","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Event (particle physics); Formal methods; Programming language; Physics","score_opus":0.014997561924364357,"score_gpt":0.2778480064339703,"score_spread":0.26285044450960593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406500031","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011462849,0.00012799105,0.9802686,0.00078756956,0.0007901817,0.00009501508,6.1367297e-7,0.0013834464,0.005083725],"genre_scores_gemma":[0.9190894,8.5377513e-7,0.079437315,0.00006868574,0.00021047168,0.000011740196,3.239259e-7,0.000009331814,0.0011718867],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990873,0.000008489596,0.000099935365,0.0002287665,0.00025904315,0.0003164672],"domain_scores_gemma":[0.9993732,0.00023251926,0.000002334546,0.00024501543,0.0000367923,0.00011011987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003062914,0.000066300454,0.00005457928,0.00013411033,0.000032848566,0.0003199535,0.0004843359,0.000023030503,0.00007665152],"category_scores_gemma":[0.0001934029,0.000058095055,0.00003993387,0.00057090994,0.000004491689,0.0005983733,0.00013714342,0.0001298101,0.00031575715],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002551012,0.000025211322,0.00092444697,0.00014632638,0.000035684174,0.00016015735,0.015057247,0.0044902153,0.0015165731,0.17564486,0.01108775,0.790909],"study_design_scores_gemma":[0.00028812507,0.00027348302,0.0050141066,0.00022419504,0.000004591428,0.000038256723,0.00017785536,0.7717216,0.01256823,0.0014882552,0.20751609,0.0006852055],"about_ca_topic_score_codex":0.00000818979,"about_ca_topic_score_gemma":0.000004338341,"teacher_disagreement_score":0.90762657,"about_ca_system_score_codex":0.000036150006,"about_ca_system_score_gemma":0.000050210518,"threshold_uncertainty_score":0.40585247},"labels":[],"label_agreement":null},{"id":"W4406738291","doi":"10.1145/3715006","title":"The Good, the Bad, and the Monstrous: Predicting Highly Change-Prone Source Code Methods at Their Inception","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Source code; Code (set theory); Computer security; Programming language","score_opus":0.0632421140070817,"score_gpt":0.3331406067424445,"score_spread":0.2698984927353628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406738291","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01667074,0.0032611915,0.9733244,0.0047190255,0.0009305585,0.000489233,0.0000074311647,0.00059204083,0.000005346216],"genre_scores_gemma":[0.16708937,0.0016030318,0.829325,0.00040868556,0.00013842639,0.0007309565,0.0000018981019,0.000044805893,0.00065778167],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973812,0.0011899533,0.00028862516,0.00047008423,0.00018915792,0.0004809663],"domain_scores_gemma":[0.95777863,0.04092166,0.000059368547,0.0010898337,0.000069912596,0.000080588485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005146215,0.00026279734,0.00030640227,0.00017475346,0.0010872675,0.00014861872,0.0010456891,0.0001608872,0.0000019088989],"category_scores_gemma":[0.0045984453,0.00014345195,0.00009751558,0.0005947174,0.00036111806,0.0001494754,0.0002020014,0.00078427786,0.000001877821],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009818319,0.000019302883,0.0007969157,0.000055768756,0.0002495406,0.0000017286138,0.0042044544,0.01740977,0.00064826803,0.0046965904,0.000047664074,0.97177184],"study_design_scores_gemma":[0.0066749635,0.00069277664,0.069693625,0.0005598663,0.0004755822,0.0008172604,0.0020372265,0.72971505,0.019862516,0.009849443,0.15799391,0.0016277436],"about_ca_topic_score_codex":0.000088806206,"about_ca_topic_score_gemma":0.000025856669,"teacher_disagreement_score":0.9701441,"about_ca_system_score_codex":0.000082767525,"about_ca_system_score_gemma":0.00003575423,"threshold_uncertainty_score":0.8362493},"labels":[],"label_agreement":null},{"id":"W4406745366","doi":"10.1145/3757912","title":"Build Optimization: A Systematic Literature Review","year":2025,"lang":"en","type":"preprint","venue":"ACM Computing Surveys","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Systematic review; Computer science; Management science; Political science; Engineering; MEDLINE","score_opus":0.024913450470017976,"score_gpt":0.30787717498273887,"score_spread":0.2829637245127209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406745366","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000031415886,0.13271955,0.86159974,0.0009552472,0.0021085443,0.0012503804,0.000015634201,0.0011630488,0.00015645115],"genre_scores_gemma":[0.011273615,0.020163482,0.9644632,0.0012895841,0.00053216453,0.00022339479,0.00026446948,0.00008429532,0.0017057952],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941582,0.0024529335,0.00087526906,0.0011515314,0.0008187266,0.0005433276],"domain_scores_gemma":[0.98824406,0.0055775368,0.0003447555,0.0048849005,0.000804901,0.00014387368],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.008325368,0.0004988573,0.0011147099,0.00041867926,0.00014797118,0.00087835966,0.006780135,0.00034040082,0.0000072488533],"category_scores_gemma":[0.01755712,0.00047463606,0.00027014947,0.0019460829,0.000027596392,0.0001531529,0.010522927,0.0014438789,0.000031117554],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.9019985e-7,0.000052071606,0.0010772806,0.6340122,0.00021291737,0.00013159619,0.0003599931,0.35144612,3.6974419e-7,0.00068703754,0.008766157,0.003253742],"study_design_scores_gemma":[0.00012294714,0.000017241513,0.0009939112,0.51339275,0.000042221433,0.00004993677,0.0000010089698,0.48447904,0.0000058674896,0.00025092554,0.000085464984,0.0005587141],"about_ca_topic_score_codex":0.00001755748,"about_ca_topic_score_gemma":0.0000010093478,"teacher_disagreement_score":0.13303292,"about_ca_system_score_codex":0.00018266845,"about_ca_system_score_gemma":0.00039277325,"threshold_uncertainty_score":0.9997705},"labels":[],"label_agreement":null},{"id":"W4406803861","doi":"10.1145/3689187.3709615","title":"Introducing Code Quality at CS1 Level: Examples and Activities","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Programming language; Software quality; Quality (philosophy); Code (set theory); Software engineering; Software; Software development","score_opus":0.06552727946841341,"score_gpt":0.33555063341636104,"score_spread":0.27002335394794763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406803861","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36090958,0.00013251917,0.63693726,0.0008351827,0.00019044965,0.000053631433,0.0000019868955,0.00029120882,0.0006481521],"genre_scores_gemma":[0.9313195,0.000016638927,0.06087393,0.00012342376,0.000038702303,0.000009483841,6.389631e-7,0.000004642728,0.007613038],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99915534,0.00004867064,0.00010560616,0.00030979732,0.00017614664,0.00020444949],"domain_scores_gemma":[0.997956,0.0015052697,0.000012520469,0.00044717928,0.000035361725,0.000043697415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005009286,0.00007368864,0.000107753556,0.00011259834,0.00009582442,0.00013618357,0.0003498897,0.000029904933,0.000019302526],"category_scores_gemma":[0.00090278813,0.00006674519,0.000016571892,0.00024022936,0.00004500306,0.00021919896,0.0007294389,0.000091827875,0.000008706336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027690437,0.000089078465,0.29500774,0.00046280317,0.00013101267,0.000013155175,0.004121359,0.0009801916,0.028632857,0.38399124,0.035833206,0.25070968],"study_design_scores_gemma":[0.0005528908,0.00004645795,0.8650635,0.0000755504,0.00000423065,0.00000883747,0.00019739648,0.01677028,0.092399605,0.0037712676,0.020678211,0.00043176266],"about_ca_topic_score_codex":0.00023341294,"about_ca_topic_score_gemma":0.00014182509,"teacher_disagreement_score":0.57606333,"about_ca_system_score_codex":0.000076603996,"about_ca_system_score_gemma":0.000048306243,"threshold_uncertainty_score":0.27217898},"labels":[],"label_agreement":null},{"id":"W4406858280","doi":"10.1109/tse.2025.3534027","title":"Recovering Traceability Links Between Code and Documentation: A Retrospective","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Traceability; Documentation; Computer science; Code (set theory); Programming language; Software engineering","score_opus":0.011972415143162336,"score_gpt":0.26600079791641557,"score_spread":0.25402838277325324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406858280","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12414319,0.00008009912,0.87308073,0.00013966717,0.00067614164,0.00024619687,0.000018624947,0.0015984287,0.000016946673],"genre_scores_gemma":[0.9070561,0.000028845026,0.09253242,0.00003353379,0.00003919476,0.00008899284,0.0000011070458,0.00002380546,0.00019599995],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9984229,0.00003038003,0.00028489865,0.00058067933,0.00030947904,0.00037162314],"domain_scores_gemma":[0.9980499,0.0011396701,0.000028833028,0.0005604782,0.000088678324,0.00013245342],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034626495,0.00023997156,0.00026446383,0.00041970384,0.00017777964,0.00021356638,0.00040955053,0.0001910032,0.000015969335],"category_scores_gemma":[0.00022714959,0.00027668034,0.00008845617,0.00092782965,0.000033916407,0.0006136669,0.000011484263,0.00086048635,0.000012927602],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006137517,0.00031603366,0.13946271,0.0009751146,0.0008609254,0.00006064908,0.002635325,0.65248305,0.0014898332,0.0021503684,0.0004096848,0.19909489],"study_design_scores_gemma":[0.002590965,0.0004957991,0.7678327,0.00082793104,0.00011890831,0.000040328734,0.000058722788,0.17254981,0.050521772,0.0010853844,0.0021846842,0.0016930016],"about_ca_topic_score_codex":0.000026045856,"about_ca_topic_score_gemma":0.0000055686223,"teacher_disagreement_score":0.7829129,"about_ca_system_score_codex":0.000368203,"about_ca_system_score_gemma":0.00006559329,"threshold_uncertainty_score":0.9999685},"labels":[],"label_agreement":null},{"id":"W4407031081","doi":"10.32388/8g8tb2","title":"Enhancing Code LLMs with Reinforcement Learning in Code Generation: A Survey","year":2025,"lang":"en","type":"preprint","venue":"Qeios","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Reinforcement learning; Computer science; Compiler; Code generation; Code (set theory); Resource allocation; Resource (disambiguation); Artificial intelligence; Programming language; Computer security","score_opus":0.04221355533285516,"score_gpt":0.2985258908404057,"score_spread":0.25631233550755056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407031081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046070587,0.00016350421,0.95195633,0.00018981931,0.0004936258,0.00045503522,0.0000064236056,0.0003619154,0.00030275914],"genre_scores_gemma":[0.96457773,0.00004322378,0.03062898,0.00008394511,0.00012160609,0.00021936522,0.000091797316,0.000022067763,0.004211309],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99764824,0.0002109386,0.00037515454,0.000722502,0.000616578,0.00042658567],"domain_scores_gemma":[0.9980554,0.00064665865,0.0001050646,0.0009029962,0.00020048479,0.00008942459],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015762375,0.00025288807,0.00032985827,0.00035858923,0.000082977014,0.00029702304,0.0011154093,0.00017918294,0.000017330332],"category_scores_gemma":[0.0010270134,0.0002479625,0.000043102922,0.0005758396,0.000022310644,0.00013821114,0.0014970108,0.0011699613,0.000024669389],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008829697,0.000017893424,0.02135191,0.00015204698,0.000035320903,0.00004031357,0.00082617474,0.97474456,0.0001908673,0.00034690197,0.00039984332,0.0018853318],"study_design_scores_gemma":[0.00050330465,0.00011958615,0.036354586,0.0007253228,0.0000054221837,0.0000054379266,0.000011746405,0.95400614,0.0063862214,0.00003446502,0.0013201343,0.00052763155],"about_ca_topic_score_codex":0.0008388289,"about_ca_topic_score_gemma":0.002809267,"teacher_disagreement_score":0.92132735,"about_ca_system_score_codex":0.0003503658,"about_ca_system_score_gemma":0.0008730775,"threshold_uncertainty_score":0.99999726},"labels":[],"label_agreement":null},{"id":"W4407057502","doi":"10.1007/978-3-658-45877-5_4","title":"Knowledge Graph Based Hard Drive Failure Prediction","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Graph; Forensic engineering; Engineering; Theoretical computer science","score_opus":0.016203832910941945,"score_gpt":0.23970192886099972,"score_spread":0.2234980959500578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407057502","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000012086359,0.000234898,0.6865622,0.000345701,0.0008023907,0.0002634442,0.000022075194,0.0011839146,0.31058422],"genre_scores_gemma":[0.0006332742,0.000028209552,0.047427963,0.000093423216,0.00019189363,0.000040421717,0.000039134313,0.000037661524,0.95150805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982892,0.000016284155,0.00023609487,0.0007023903,0.00045323718,0.00030277277],"domain_scores_gemma":[0.9978415,0.0005968387,0.00004497546,0.0010990738,0.00028048878,0.00013715841],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021132467,0.00031295366,0.00026787707,0.0007686342,0.00007995033,0.00015886489,0.0012196078,0.0003758142,0.00028018912],"category_scores_gemma":[0.00014182625,0.00030280364,0.00019493564,0.0001945011,0.000051385894,0.00016917194,0.00040032042,0.0006147494,0.00042761266],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036772408,0.000028444781,0.0001793138,0.00023227338,0.00012638878,0.000035773915,0.00007550122,0.00020431125,0.00002469221,0.5712202,0.40338686,0.02448254],"study_design_scores_gemma":[0.00043341264,0.00013314934,0.0007421367,0.00061730697,0.000028622493,0.0000063072694,0.0000013900049,0.038397174,0.00029794607,0.010362442,0.9483879,0.00059216935],"about_ca_topic_score_codex":0.000005549376,"about_ca_topic_score_gemma":0.000013125663,"teacher_disagreement_score":0.6409238,"about_ca_system_score_codex":0.00015534963,"about_ca_system_score_gemma":0.000402351,"threshold_uncertainty_score":0.9999424},"labels":[],"label_agreement":null},{"id":"W4407241478","doi":"10.1145/3711903","title":"Obfuscated Clone Search in JavaScript based on Reinforcement Subsequence Learning","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Defence Research and Development Canada; McGill University; Queen's University","funders":"","keywords":"Computer science; JavaScript; Scripting language; Codebase; Code refactoring; Programming language; Reinforcement learning; Artificial intelligence; Automatic summarization; Source code; Code (set theory); Theoretical computer science; Software","score_opus":0.0702671741606317,"score_gpt":0.32818521897802067,"score_spread":0.25791804481738895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407241478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0224061,0.00014789964,0.97552025,0.00047127056,0.00051586994,0.00021470369,0.000001367349,0.00070050865,0.000022025515],"genre_scores_gemma":[0.51997405,0.00007072164,0.4791767,0.00017509647,0.0000116190695,0.00010101739,0.0000031241696,0.000021125017,0.00046655544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796915,0.00032469936,0.00029608095,0.0005772497,0.00027644355,0.00055638835],"domain_scores_gemma":[0.99213946,0.0068591144,0.000022441787,0.0007810843,0.000076216864,0.00012169285],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016827541,0.00024180696,0.00031759928,0.0011865819,0.00013000997,0.000061486906,0.00068818085,0.0001827702,0.000020740932],"category_scores_gemma":[0.004005236,0.0002585573,0.000069435686,0.0013098589,0.00004978149,0.00013653889,0.000040385163,0.0010305186,0.000010487682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035504097,0.00004080216,0.0012081633,0.00008518911,0.000026432577,0.000024772651,0.00021440566,0.9447994,0.0009412421,0.0009566375,0.000009002591,0.05165843],"study_design_scores_gemma":[0.0021282698,0.0007864424,0.03396239,0.0005130939,0.000023761891,0.00003120531,0.00005860176,0.9359017,0.022340912,0.00032134866,0.0032271666,0.000705112],"about_ca_topic_score_codex":0.00011231788,"about_ca_topic_score_gemma":0.000003977138,"teacher_disagreement_score":0.49756795,"about_ca_system_score_codex":0.00019159804,"about_ca_system_score_gemma":0.00012876805,"threshold_uncertainty_score":0.99998665},"labels":[],"label_agreement":null},{"id":"W4407277384","doi":"10.1007/s10664-024-10609-7","title":"UPC sentinel: An accurate approach for detecting upgradeability proxy contracts in Ethereum","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Proxy (statistics); Computer science; Engineering; Machine learning","score_opus":0.03488539790364532,"score_gpt":0.326717984410252,"score_spread":0.2918325865066067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407277384","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25678518,0.00012231898,0.7407638,0.00020579394,0.00025997125,0.00061174034,0.00000232986,0.0012314784,0.000017406212],"genre_scores_gemma":[0.8020984,0.0000016216986,0.19726804,0.00010989728,0.00008897339,0.00033467417,0.0000071378977,0.000038992883,0.00005227392],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972674,0.00008079836,0.00050429377,0.00088498223,0.00034278285,0.00091973017],"domain_scores_gemma":[0.99584365,0.0029065288,0.000053964985,0.0008367139,0.00014083009,0.00021831064],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012923139,0.00033204298,0.00040973927,0.00040929022,0.00010912304,0.00025363162,0.001115085,0.0002303836,0.0000026154976],"category_scores_gemma":[0.009714092,0.00033899234,0.00012929009,0.0014982541,0.000028985056,0.0006106863,0.0003290249,0.00068722107,0.0000034390782],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050668878,0.00052545074,0.68499047,0.0009196601,0.00009130552,0.000032040985,0.0010068003,0.29542226,0.0012857335,0.00077450316,0.00033337096,0.014567753],"study_design_scores_gemma":[0.00080114446,0.000057993566,0.2391988,0.00008377989,0.000006292325,0.0000074878817,0.00001568502,0.7557353,0.0018057311,0.00033197316,0.001516839,0.00043899682],"about_ca_topic_score_codex":0.00002599632,"about_ca_topic_score_gemma":0.000002746795,"teacher_disagreement_score":0.5453132,"about_ca_system_score_codex":0.00029500652,"about_ca_system_score_gemma":0.00015359996,"threshold_uncertainty_score":0.9999062},"labels":[],"label_agreement":null},{"id":"W4407685505","doi":"10.1016/j.scico.2025.103284","title":"Graph neural network-based long method and blob code smell detection","year":2025,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Graph; Code (set theory); Artificial intelligence; Artificial neural network; Theoretical computer science; Programming language","score_opus":0.013471483309353492,"score_gpt":0.29774889675374216,"score_spread":0.28427741344438867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407685505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0943259,0.0001776152,0.9041035,0.00015417319,0.0007025073,0.00024335626,1.8587471e-7,0.00027906627,0.000013662002],"genre_scores_gemma":[0.55297476,0.0000010729722,0.4469305,0.00003985304,0.000033026,0.000010819173,1.5388821e-7,0.0000038244334,0.0000060085904],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978912,0.00007975167,0.00025245926,0.00061805185,0.00055116706,0.00060735707],"domain_scores_gemma":[0.9984337,0.000579494,0.00007637231,0.00053599954,0.00024073095,0.00013369205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020373573,0.00014966134,0.00019684443,0.0005464749,0.0002853509,0.00046689043,0.0012679423,0.000049178343,5.740373e-7],"category_scores_gemma":[0.0001459606,0.00014474419,0.00006026708,0.003547536,0.0003789534,0.0005268077,0.0006194593,0.00021202894,8.645892e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035591372,0.000028179456,0.010811585,0.000062017374,0.000007814815,0.0000059334006,0.00008101543,0.050359342,0.00092312385,0.0018927867,0.000011641062,0.935813],"study_design_scores_gemma":[0.00024828143,0.00014619135,0.057133194,0.00008193613,0.000005098788,0.000011493294,0.000002459448,0.9304205,0.010432789,0.0011480378,0.00021963562,0.00015039432],"about_ca_topic_score_codex":0.000026012367,"about_ca_topic_score_gemma":0.000008660432,"teacher_disagreement_score":0.9356626,"about_ca_system_score_codex":0.00004839978,"about_ca_system_score_gemma":0.0001786049,"threshold_uncertainty_score":0.5902497},"labels":[],"label_agreement":null},{"id":"W4407986476","doi":"10.1007/s10664-025-10618-0","title":"Evaluating interactive documentation for programmers","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Computer science; World Wide Web; Software engineering; Programming language","score_opus":0.04750618481790624,"score_gpt":0.41323817976843863,"score_spread":0.3657319949505324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407986476","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046227597,0.0001325639,0.95065737,0.0004972745,0.00076336187,0.00054623367,0.0000017438205,0.00115608,0.00001775961],"genre_scores_gemma":[0.40563363,0.0000023429625,0.59318155,0.00019215359,0.000088810324,0.00057939114,0.000010744059,0.000027306703,0.000284084],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849176,0.00002611233,0.00025838715,0.0004496453,0.0003059309,0.00046816448],"domain_scores_gemma":[0.99617934,0.0031611703,0.000035885852,0.00035659262,0.0001650233,0.0001020006],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048439612,0.00018267224,0.00018097121,0.0002806352,0.00009707376,0.0002444249,0.0005816056,0.00007684704,0.000008679946],"category_scores_gemma":[0.0064599286,0.00018894902,0.000088026645,0.0008658777,0.000014078603,0.0005133756,0.0002286604,0.00023997702,0.000015537402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101026846,0.0003225047,0.15609053,0.0010559555,0.0005492997,0.00002635933,0.0026377533,0.22065902,0.0041197594,0.00587531,0.011416832,0.5971457],"study_design_scores_gemma":[0.002311099,0.00065287197,0.12177661,0.00044966652,0.000044465436,0.0000129177,0.000051832,0.8232046,0.010981331,0.0021498487,0.037341356,0.0010234239],"about_ca_topic_score_codex":0.000007656922,"about_ca_topic_score_gemma":4.583866e-7,"teacher_disagreement_score":0.60254556,"about_ca_system_score_codex":0.00029384572,"about_ca_system_score_gemma":0.00010294838,"threshold_uncertainty_score":0.7733605},"labels":[],"label_agreement":null},{"id":"W4408014589","doi":"10.22152/programming-journal.org/2026/10/8","title":"Dynamic Program Slices Change How Developers Diagnose Gradual Run-Time Type Errors","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Computer science; Type (biology); Programming language; Geology","score_opus":0.019183461648924895,"score_gpt":0.27848719916219394,"score_spread":0.2593037375132691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408014589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626557,0.0008836789,0.030428478,0.0035494887,0.0005555754,0.0009596841,5.1930294e-7,0.0009163294,0.000050502826],"genre_scores_gemma":[0.9256475,0.000042913023,0.073963135,0.000032326243,0.000016019905,0.00012974507,7.7706255e-7,0.000009760911,0.0001578062],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983952,0.000013028493,0.00014259519,0.00036047344,0.00052264705,0.00056606036],"domain_scores_gemma":[0.99893206,0.00027265216,0.00003743335,0.0004505055,0.00020260377,0.000104767336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012988416,0.0001571276,0.0001650983,0.00037208863,0.00023705837,0.00034682977,0.0013279808,0.000037706137,7.4683174e-7],"category_scores_gemma":[0.0008405802,0.0001193681,0.000030009607,0.0029804164,0.00033322105,0.0007247619,0.0005562123,0.00017993346,0.0000074818836],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008886353,0.00012550717,0.004515984,0.0002777999,0.000062850035,0.00001852963,0.005005998,0.0011188722,0.0150508415,0.0046269833,0.00030145876,0.9688863],"study_design_scores_gemma":[0.00062812987,0.00055645197,0.12050936,0.00059286307,0.000032924738,0.000045082987,0.0003925217,0.821521,0.006954245,0.00015078943,0.04777641,0.00084025064],"about_ca_topic_score_codex":0.000026611258,"about_ca_topic_score_gemma":0.000004786047,"teacher_disagreement_score":0.968046,"about_ca_system_score_codex":0.00006564267,"about_ca_system_score_gemma":0.00014644137,"threshold_uncertainty_score":0.486769},"labels":[],"label_agreement":null},{"id":"W4408054024","doi":"10.1145/3721125","title":"Unraveling Code Clone Dynamics in Deep Learning Frameworks","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; Université du Québec à Montréal","funders":"","keywords":"Computer science; Code (set theory); Software engineering; Artificial intelligence; Data science; Programming language","score_opus":0.03839091002517494,"score_gpt":0.32376943785259454,"score_spread":0.2853785278274196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408054024","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02065272,0.00045764726,0.97678673,0.00040155818,0.0007842027,0.00012231039,0.0000019057619,0.00078523887,0.000007692368],"genre_scores_gemma":[0.25190848,0.00018535445,0.7476029,0.0000853956,0.000016232612,0.00004962405,0.0000020667949,0.00002179297,0.00012818944],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983653,0.00021293641,0.00028128715,0.00050956523,0.00015122778,0.0004797028],"domain_scores_gemma":[0.9893694,0.009842495,0.000026624017,0.0006046894,0.000058802558,0.000098001314],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011539469,0.00021863177,0.0003312567,0.00084383093,0.00012193608,0.00006389578,0.0006289266,0.00041720434,0.000005887731],"category_scores_gemma":[0.0068240985,0.0002477914,0.0000642229,0.0010566935,0.000038894934,0.00014198896,0.000057253983,0.0019263362,0.0000046241316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015036096,0.000041585932,0.004959444,0.00010347933,0.00005926768,0.000021603775,0.00044456992,0.69789726,0.00014458233,0.0055541666,0.000003331707,0.2907557],"study_design_scores_gemma":[0.0007849206,0.00015259426,0.021348104,0.00028534004,0.000023215776,0.00004971532,0.00014289803,0.97184557,0.0011896885,0.0026039474,0.0010781654,0.0004958502],"about_ca_topic_score_codex":0.000046011926,"about_ca_topic_score_gemma":0.000031488813,"teacher_disagreement_score":0.29025984,"about_ca_system_score_codex":0.00021771801,"about_ca_system_score_gemma":0.00004790795,"threshold_uncertainty_score":0.99999744},"labels":[],"label_agreement":null},{"id":"W4408069070","doi":"10.1007/s42484-025-00236-w","title":"Comparative analysis of quantum and classical support vector classifiers for software bug prediction: an exploratory study","year":2025,"lang":"en","type":"article","venue":"Quantum Machine Intelligence","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Prince Edward Island; University of Saskatchewan","funders":"","keywords":"Support vector machine; Computer science; Quantum; Software; Exploratory research; Artificial intelligence; Machine learning; Physics; Programming language; Quantum mechanics; Sociology","score_opus":0.05253343009886388,"score_gpt":0.35429137319863224,"score_spread":0.30175794309976833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408069070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21131541,0.00019401753,0.7870508,0.00013814667,0.0004053329,0.00055557885,0.000071725946,0.0002567069,0.000012282673],"genre_scores_gemma":[0.99515617,0.000018413159,0.00446802,0.000038901304,0.000031145602,0.00017687901,0.000028870823,0.000012005063,0.000069567905],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742365,0.0002046634,0.0006311454,0.00083112944,0.00051182875,0.0003975614],"domain_scores_gemma":[0.99638563,0.0019561579,0.00013030163,0.0009354557,0.00039038624,0.00020204738],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00094585255,0.0002774085,0.0006793634,0.0008985139,0.00017423822,0.00013010962,0.0010991195,0.000096840035,0.000022069933],"category_scores_gemma":[0.00074532116,0.0002589811,0.00015385213,0.0023999552,0.00021919273,0.00049134216,0.0003369771,0.00033151152,0.0000047672174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006103192,0.003972311,0.69914454,0.0004966136,0.0052830153,0.000071216506,0.030665427,0.03860581,0.0008201684,0.19194444,0.0031024306,0.025283692],"study_design_scores_gemma":[0.00021963766,0.0014553713,0.083126456,0.000024804927,0.00020586787,0.000002029152,0.0013029166,0.9104551,0.0011018183,0.0015874,0.0002869895,0.00023157532],"about_ca_topic_score_codex":0.00004472327,"about_ca_topic_score_gemma":0.00010573142,"teacher_disagreement_score":0.8718493,"about_ca_system_score_codex":0.00009573545,"about_ca_system_score_gemma":0.00024578982,"threshold_uncertainty_score":0.99998623},"labels":[],"label_agreement":null},{"id":"W4408069583","doi":"10.1007/s10664-025-10616-2","title":"WIA-SZZ: Work item aware SZZ","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Work (physics); Engineering; Mechanical engineering","score_opus":0.0177152079228471,"score_gpt":0.2842851256222398,"score_spread":0.2665699176993927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408069583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059616785,0.0007379374,0.9332075,0.0012436738,0.0012088205,0.00023621635,0.000002324702,0.0036700068,0.00007672357],"genre_scores_gemma":[0.8944761,0.000019197747,0.102202766,0.00080951845,0.00030369175,0.00015542675,0.000009644085,0.00008752992,0.0019361094],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99717146,0.000041978048,0.0004186433,0.00078916416,0.0006179488,0.0009607868],"domain_scores_gemma":[0.9952059,0.003167103,0.00003895078,0.0011327058,0.00013901161,0.00031632345],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003915579,0.00039573765,0.00039098866,0.0005047129,0.00014949305,0.0002994074,0.0017268572,0.00023174469,0.00004171531],"category_scores_gemma":[0.004297173,0.00040538405,0.00018544168,0.0030501673,0.0000370465,0.0004186676,0.0007969146,0.00075218,0.00019678967],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017540258,0.00016858615,0.85250366,0.000379372,0.00020454297,0.000251341,0.000509457,0.05991035,0.00011243578,0.0016976361,0.059068978,0.025176099],"study_design_scores_gemma":[0.0008617357,0.00009467158,0.75283414,0.00059779186,0.00002190053,0.000029106854,0.00001129789,0.04844889,0.0015732126,0.00040445922,0.19383363,0.0012891442],"about_ca_topic_score_codex":0.000010146745,"about_ca_topic_score_gemma":6.988068e-7,"teacher_disagreement_score":0.8348593,"about_ca_system_score_codex":0.0003337487,"about_ca_system_score_gemma":0.0001616844,"threshold_uncertainty_score":0.9998398},"labels":[],"label_agreement":null},{"id":"W4408089088","doi":"10.1007/s10664-025-10634-0","title":"Fixer-level supervised contrastive learning for bug assignment","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Artificial intelligence; Natural language processing; Machine learning","score_opus":0.03540607240363587,"score_gpt":0.3021084142661999,"score_spread":0.26670234186256403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408089088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024095705,0.00029468126,0.9720847,0.00064473803,0.0007475187,0.00046085575,0.000007047391,0.0016351098,0.000029620689],"genre_scores_gemma":[0.8336421,0.0000075155335,0.16446385,0.0002406847,0.00014646885,0.00035294108,0.000013532289,0.00004888239,0.0010840246],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977872,0.00003930305,0.00034202015,0.00062946207,0.00041384122,0.0007882148],"domain_scores_gemma":[0.9944142,0.0047151647,0.000033786215,0.00044925284,0.00017316632,0.0002143913],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048051655,0.0003079392,0.00035290478,0.00030976054,0.00017722034,0.00018847131,0.000902181,0.00015887037,0.000018924298],"category_scores_gemma":[0.0072672167,0.00031578582,0.00016892883,0.0008602953,0.000026164515,0.00027666506,0.00038112173,0.00051486713,0.0000268734],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068293266,0.00029885126,0.45616218,0.0007415258,0.00050660287,0.00007797925,0.0011911296,0.46129757,0.0028338174,0.0036262479,0.01878338,0.054412406],"study_design_scores_gemma":[0.0023905234,0.00031019753,0.40113702,0.00035558073,0.00003274269,0.000011613469,0.000024879004,0.5120049,0.0075535984,0.0005181789,0.074580066,0.0010806966],"about_ca_topic_score_codex":0.000007853665,"about_ca_topic_score_gemma":5.8314555e-7,"teacher_disagreement_score":0.8095464,"about_ca_system_score_codex":0.00033359413,"about_ca_system_score_gemma":0.00015578083,"threshold_uncertainty_score":0.9999294},"labels":[],"label_agreement":null},{"id":"W4408106796","doi":"10.22152/programming-journal.org/2025/10/8","title":"Dynamic Program Slices Change How Developers Diagnose Gradual Run-Time Type Errors","year":2025,"lang":"en","type":"article","venue":"The Art Science and Engineering of Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta","funders":"","keywords":"Computer science; Programming language; Parallel computing","score_opus":0.019183461648924895,"score_gpt":0.27848719916219394,"score_spread":0.2593037375132691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408106796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9626557,0.0008836789,0.030428478,0.0035494887,0.0005555754,0.0009596841,5.1930294e-7,0.0009163294,0.000050502826],"genre_scores_gemma":[0.9256475,0.000042913023,0.073963135,0.000032326243,0.000016019905,0.00012974507,7.7706255e-7,0.000009760911,0.0001578062],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983952,0.000013028493,0.00014259519,0.00036047344,0.00052264705,0.00056606036],"domain_scores_gemma":[0.99893206,0.00027265216,0.00003743335,0.0004505055,0.00020260377,0.000104767336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012988416,0.0001571276,0.0001650983,0.00037208863,0.00023705837,0.00034682977,0.0013279808,0.000037706137,7.4683174e-7],"category_scores_gemma":[0.0008405802,0.0001193681,0.000030009607,0.0029804164,0.00033322105,0.0007247619,0.0005562123,0.00017993346,0.0000074818836],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008886353,0.00012550717,0.004515984,0.0002777999,0.000062850035,0.00001852963,0.005005998,0.0011188722,0.0150508415,0.0046269833,0.00030145876,0.9688863],"study_design_scores_gemma":[0.00062812987,0.00055645197,0.12050936,0.00059286307,0.000032924738,0.000045082987,0.0003925217,0.821521,0.006954245,0.00015078943,0.04777641,0.00084025064],"about_ca_topic_score_codex":0.000026611258,"about_ca_topic_score_gemma":0.000004786047,"teacher_disagreement_score":0.968046,"about_ca_system_score_codex":0.00006564267,"about_ca_system_score_gemma":0.00014644137,"threshold_uncertainty_score":0.486769},"labels":[],"label_agreement":null},{"id":"W4408162704","doi":"10.1007/978-3-031-73143-3_15","title":"Practical Guidelines for the Selection and Evaluation of Natural Language Processing Techniques in Requirements Engineering","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Selection (genetic algorithm); Computer science; Natural (archaeology); Natural language processing; Software engineering; Linguistics; Systems engineering; Artificial intelligence; Engineering; History; Archaeology; Philosophy","score_opus":0.10887866162592745,"score_gpt":0.43236194165666275,"score_spread":0.3234832800307353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408162704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009388384,0.0030901348,0.99253887,0.0009499281,0.00015428968,0.0011160757,0.000001242389,0.00021878834,0.0018367874],"genre_scores_gemma":[0.11005648,0.00013393023,0.8621857,0.00009643061,0.00023803997,0.000330067,0.000010111104,0.00004503123,0.026904175],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895114,0.000009857277,0.00024417383,0.0002219216,0.0004572139,0.00011571039],"domain_scores_gemma":[0.99838436,0.0006142055,0.00006386142,0.00016624267,0.0007578339,0.000013492455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015076079,0.00011452687,0.00012810828,0.0002451208,0.000026292348,0.000059342845,0.00019605855,0.00009597813,0.0000032137684],"category_scores_gemma":[0.0025491423,0.00008545193,0.000026248395,0.00009513308,0.000011088495,0.00020309802,0.00012373662,0.00020494386,1.6199371e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012129643,0.000012359002,0.00006926789,0.0005826625,0.00005947336,0.0000016394353,0.00019476515,0.0007133786,0.0012982601,0.0246374,0.0026603804,0.9697583],"study_design_scores_gemma":[0.00012570976,0.000025211519,0.00012829814,0.0004086422,0.000022551629,0.000005675826,0.0000053998388,0.9947271,0.0024988079,0.00032827354,0.0016221785,0.00010215168],"about_ca_topic_score_codex":0.000016053873,"about_ca_topic_score_gemma":0.000016554013,"teacher_disagreement_score":0.9940137,"about_ca_system_score_codex":0.000115227595,"about_ca_system_score_gemma":0.00020705714,"threshold_uncertainty_score":0.34846285},"labels":[],"label_agreement":null},{"id":"W4408162729","doi":"10.1007/978-3-031-73143-3_14","title":"Empirical Evaluation of Tools for Hairy Natural Language Requirements Engineering Tasks","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Natural language; Software engineering; Linguistics; Natural language processing; Philosophy","score_opus":0.09265498278320823,"score_gpt":0.3723471088161209,"score_spread":0.27969212603291266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408162729","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00050296704,0.0028450666,0.93715274,0.00029750855,0.00217884,0.0020282103,0.000045575645,0.0007039947,0.054245073],"genre_scores_gemma":[0.17746045,0.000034366047,0.23846103,0.0002566482,0.0006042937,0.00038282396,0.0002893315,0.00014670394,0.5823644],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979442,0.000013044194,0.00032529392,0.00042082713,0.0010408257,0.00025583545],"domain_scores_gemma":[0.99752957,0.0012039402,0.00007249099,0.0006835706,0.00045467893,0.000055759298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009512166,0.00022415594,0.0002878679,0.00035224404,0.000024826262,0.000095759446,0.00080580165,0.00019242131,0.00005905399],"category_scores_gemma":[0.001957976,0.00021690171,0.00015479898,0.00008838577,0.00001624775,0.00028368333,0.00033279503,0.0002748336,0.000011327251],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003053453,0.00006097129,0.00009667549,0.001440091,0.0006956468,0.000022949558,0.00080009375,0.0051213615,0.0016484828,0.1626913,0.044963744,0.78242815],"study_design_scores_gemma":[0.0015930487,0.00021462074,0.0010651369,0.001003573,0.00014991387,0.0000079753545,0.000010890693,0.95230854,0.0040038303,0.0024373452,0.036233243,0.00097188813],"about_ca_topic_score_codex":0.0000044546105,"about_ca_topic_score_gemma":0.0000018870359,"teacher_disagreement_score":0.9471872,"about_ca_system_score_codex":0.00025640277,"about_ca_system_score_gemma":0.00028991653,"threshold_uncertainty_score":0.8844995},"labels":[],"label_agreement":null},{"id":"W4408162739","doi":"10.1007/978-3-031-73143-3_5","title":"Detecting Defects in Natural Language Requirements Specifications","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sheridan College; University of Waterloo","funders":"","keywords":"Computer science; Natural (archaeology); Programming language; History; Archaeology","score_opus":0.04183263579618568,"score_gpt":0.2915067177688678,"score_spread":0.2496740819726821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408162739","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046625573,0.0023188333,0.11650544,0.00020136115,0.0012244702,0.0005754163,0.000003949756,0.0009720799,0.8777322],"genre_scores_gemma":[0.122270815,0.00003035293,0.0242048,0.000077228186,0.00010126747,0.000021710604,0.000009196336,0.00002821393,0.8532564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987069,0.000011262977,0.00021730526,0.00044986967,0.00034643646,0.00026823173],"domain_scores_gemma":[0.9985012,0.0005751657,0.000043432432,0.0007725214,0.000058944028,0.000048750673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022278611,0.00018003333,0.00017055043,0.0005495065,0.000043937183,0.00010754914,0.00095968146,0.0001259018,0.00006888606],"category_scores_gemma":[0.00040942937,0.00018346145,0.00006749165,0.00017242726,0.000017250217,0.00014546387,0.00045449464,0.0005579201,0.00015832054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054112747,0.000036171736,0.00097644835,0.00026513488,0.00010028131,0.00040342493,0.0009663438,0.00009635341,0.001073066,0.72663623,0.0065364535,0.26290467],"study_design_scores_gemma":[0.008621446,0.0007785034,0.08131218,0.014837316,0.00017666564,0.0002879508,0.00042167297,0.17340788,0.03443745,0.091921695,0.5780425,0.015754722],"about_ca_topic_score_codex":0.000028731507,"about_ca_topic_score_gemma":0.00008321504,"teacher_disagreement_score":0.63471454,"about_ca_system_score_codex":0.00024515745,"about_ca_system_score_gemma":0.000101359736,"threshold_uncertainty_score":0.7481341},"labels":[],"label_agreement":null},{"id":"W4408256992","doi":"10.1145/3711403.3711450","title":"Automated Generation of Challenge Questions for Student Code Evaluation Using Abstract Syntax Tree Embeddings and RAG: An Exploratory Study","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Abstract syntax tree; Computer science; Programming language; Syntax; Tree (set theory); Abstract syntax; Code (set theory); Exploratory research; Code generation; Theoretical computer science; Natural language processing; Mathematics; Operating system; Sociology; Combinatorics","score_opus":0.15574449195593493,"score_gpt":0.42529055174890884,"score_spread":0.2695460597929739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408256992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7570838,0.000286522,0.24107099,0.00005406239,0.00021172297,0.0006786917,0.0000027732592,0.0006033482,0.0000081265525],"genre_scores_gemma":[0.9821927,0.000008766036,0.017556595,0.00000318705,0.00006325965,0.00014682286,0.0000052463583,0.000014471045,0.000008931205],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987134,0.000074056894,0.00022667403,0.00035547462,0.00048677562,0.00014366514],"domain_scores_gemma":[0.99909836,0.00027125093,0.000030576502,0.00028509783,0.00025135037,0.0000633851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001628035,0.00009927938,0.00011433213,0.00023029505,0.00007980249,0.00023327633,0.00021640825,0.000040099832,0.000006670522],"category_scores_gemma":[0.00018365552,0.000093054514,0.00002213113,0.00023755014,0.00001567833,0.0007460373,0.00008470836,0.00007007138,0.0000017645738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000405115,0.0046458156,0.008121305,0.0011015062,0.0008928719,0.00007564794,0.16823207,0.26050925,0.26424223,0.017040096,0.0014068009,0.2736919],"study_design_scores_gemma":[0.0002420632,0.00028443596,0.012582417,0.00003722043,0.000022366597,0.0000025990673,0.00051324005,0.9848683,0.0012680882,0.000072299044,0.0000115018875,0.00009545923],"about_ca_topic_score_codex":0.000024937313,"about_ca_topic_score_gemma":0.00012894324,"teacher_disagreement_score":0.72435904,"about_ca_system_score_codex":0.00012605629,"about_ca_system_score_gemma":0.00013734863,"threshold_uncertainty_score":0.37946528},"labels":[],"label_agreement":null},{"id":"W4408295990","doi":"10.1007/978-3-031-83790-6_22","title":"Software Defects Prediction Using Generative Adversarial Network Based Data Balancing","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Adversarial system; Generative grammar; Generative adversarial network; Software; Data mining; Artificial intelligence; Programming language; Deep learning","score_opus":0.0589607147818736,"score_gpt":0.3099992995879466,"score_spread":0.251038584806073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408295990","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002234964,0.0003281582,0.9923533,0.0001527932,0.00083225325,0.00037528234,0.00005655161,0.00019939707,0.0056798668],"genre_scores_gemma":[0.006035625,0.00035670164,0.99228346,0.00056272425,0.00015737249,0.000017100781,0.00034079351,0.000010242629,0.00023598268],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980606,0.00005240361,0.0005481456,0.00043536743,0.0005908264,0.0003126943],"domain_scores_gemma":[0.994289,0.00103379,0.00020503819,0.003944843,0.00042876235,0.00009858429],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0017260732,0.00021857595,0.00023341732,0.00091703,0.00064960273,0.00071852945,0.0055143284,0.00014703997,0.0000037784228],"category_scores_gemma":[0.00048505925,0.00023762023,0.000031826035,0.00082076906,0.0004002632,0.0068645943,0.0063606715,0.0005565608,0.000009202578],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000125579745,0.000041845877,0.0032391336,0.0002488202,0.0000481655,0.0000032861378,0.0015093716,0.345014,0.000009466409,0.28056043,0.007386652,0.36192626],"study_design_scores_gemma":[0.00022919037,0.00002152268,0.0010458885,0.00036904594,0.000006418873,0.0000055766354,0.0000019176603,0.97173584,0.000003914486,0.0009053568,0.025485164,0.00019015963],"about_ca_topic_score_codex":0.000016984786,"about_ca_topic_score_gemma":0.000007989553,"teacher_disagreement_score":0.62672186,"about_ca_system_score_codex":0.00032902378,"about_ca_system_score_gemma":0.0012071022,"threshold_uncertainty_score":0.9998663},"labels":[],"label_agreement":null},{"id":"W4408693858","doi":"10.3390/software4020007","title":"Empirical Analysis of Data Sampling-Based Decision Forest Classifiers for Software Defect Prediction","year":2025,"lang":"en","type":"article","venue":"Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Decision tree; Computer science; Data mining; Sampling (signal processing); Machine learning; Software; Artificial intelligence; Statistics; Mathematics","score_opus":0.08940291661075161,"score_gpt":0.38240660768662454,"score_spread":0.29300369107587293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408693858","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02478054,0.0002526691,0.9728635,0.00014791482,0.00042294027,0.00040709166,0.00046851987,0.00065289176,0.0000039110955],"genre_scores_gemma":[0.3334843,0.000005953037,0.6656069,0.00013900935,0.00003845619,0.00008394054,0.000574171,0.000022281309,0.000045006353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750787,0.000057808364,0.00046973937,0.00092498586,0.0005996156,0.00044000006],"domain_scores_gemma":[0.98855424,0.008373293,0.000100541874,0.0024602048,0.0003821787,0.00012953026],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00093421765,0.00021126827,0.00043738546,0.0012084055,0.00016999479,0.000120807905,0.0023919751,0.00019127573,0.000010461739],"category_scores_gemma":[0.0113188,0.00020329872,0.00034338885,0.0037853776,0.00008021325,0.00043229735,0.0007268697,0.00021996476,0.000004213337],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063909014,0.00009518784,0.84641784,0.00014932705,0.00057137915,0.0000024795931,0.000051056293,0.07046399,0.00001029273,0.00015471542,0.0069479407,0.075071864],"study_design_scores_gemma":[0.0007784759,0.00013989369,0.53453803,0.0001436638,0.00043419065,6.9815883e-7,0.000008708611,0.4558355,0.00010699951,0.0017432371,0.006048909,0.00022170757],"about_ca_topic_score_codex":0.00002395764,"about_ca_topic_score_gemma":0.000079813704,"teacher_disagreement_score":0.38537148,"about_ca_system_score_codex":0.00016256023,"about_ca_system_score_gemma":0.00047105973,"threshold_uncertainty_score":0.9970093},"labels":[],"label_agreement":null},{"id":"W4408694007","doi":"10.1007/978-3-662-70810-1_3","title":"Anti-patterns and Code Smells for Multi-language Systems","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Polytechnique Montréal","funders":"","keywords":"Computer science; Programming language; Code smell; Code (set theory); Software quality; Software development; Software","score_opus":0.025156689610194335,"score_gpt":0.2929987955546165,"score_spread":0.26784210594442215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408694007","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00037228854,0.0015279672,0.9944791,0.00018751387,0.0021722666,0.0008562892,0.00006186668,0.00026212772,0.00008056656],"genre_scores_gemma":[0.20371698,0.00012331277,0.7924402,0.00052501506,0.00056369154,0.000074511234,0.000013484854,0.000073241026,0.0024696118],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99666804,0.000023980718,0.0003965912,0.0015022336,0.0006895633,0.00071958423],"domain_scores_gemma":[0.9963425,0.0018701019,0.0001222887,0.0012633697,0.0002268883,0.00017484985],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009065405,0.00045335363,0.00056683464,0.0009846744,0.00017859746,0.00081851764,0.0028066582,0.00029062372,0.0000026968578],"category_scores_gemma":[0.0004118959,0.00042789834,0.000089496934,0.00041402446,0.00028994796,0.00031704796,0.0014534149,0.0006077847,0.000007422678],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001065405,0.00008457661,0.004238825,0.0019502933,0.00008427429,0.00039156998,0.003007165,0.06720665,0.000526352,0.022094613,0.00022200457,0.900183],"study_design_scores_gemma":[0.00040522084,0.00009577098,0.0009704158,0.00091424317,0.0000067650394,0.00005287605,3.5432942e-7,0.9943064,0.00074755884,0.001049381,0.00091103656,0.00053996424],"about_ca_topic_score_codex":0.00005363989,"about_ca_topic_score_gemma":0.0000524403,"teacher_disagreement_score":0.92709976,"about_ca_system_score_codex":0.00021890274,"about_ca_system_score_gemma":0.0003820793,"threshold_uncertainty_score":0.9998173},"labels":[],"label_agreement":null},{"id":"W4408815477","doi":"10.1007/978-3-031-73143-3_4","title":"Natural Language Processing for Requirements Traceability","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Traceability; Computer science; Requirements traceability; Natural (archaeology); Programming language; Software engineering; Requirements analysis; History; Archaeology","score_opus":0.0268570263521775,"score_gpt":0.315352532398124,"score_spread":0.2884955060459465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408815477","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003294134,0.0047662193,0.75118506,0.0005632695,0.001142657,0.0014136605,0.00002020928,0.002181481,0.2386945],"genre_scores_gemma":[0.00983141,0.000004701265,0.08950644,0.00010326248,0.00011112876,0.000044563243,0.000016151625,0.000025347976,0.900357],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985297,0.000005760878,0.00022142798,0.0005637965,0.00038712777,0.000292212],"domain_scores_gemma":[0.9985959,0.0004470392,0.000051298208,0.00066845573,0.0001768924,0.0000604224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033174737,0.00021907764,0.00022941496,0.00017233823,0.00007223614,0.0001665501,0.0010226622,0.00015657973,0.000038233215],"category_scores_gemma":[0.00038490345,0.00019781702,0.00011996146,0.000060835657,0.000031862015,0.00022516202,0.00031781438,0.00031589434,0.000018403218],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013929927,0.000029621504,0.00004645169,0.0013376551,0.00007925372,0.000023025415,0.00040711276,0.000010217688,0.00007600856,0.093374275,0.019087527,0.8855149],"study_design_scores_gemma":[0.0030808388,0.00051441154,0.0014012378,0.0031931158,0.00012757802,0.000035138735,0.00004846802,0.4219535,0.0024251118,0.050251175,0.5127595,0.004209948],"about_ca_topic_score_codex":0.000005154567,"about_ca_topic_score_gemma":0.0000054190405,"teacher_disagreement_score":0.881305,"about_ca_system_score_codex":0.00016989069,"about_ca_system_score_gemma":0.00022704898,"threshold_uncertainty_score":0.80667436},"labels":[],"label_agreement":null},{"id":"W4408840153","doi":"10.1007/978-3-031-73143-3_1","title":"Handbook on Natural Language Processing for Requirements Engineering: Overview","year":2025,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Natural (archaeology); Software engineering; History; Archaeology","score_opus":0.03610718233777591,"score_gpt":0.3094514654281686,"score_spread":0.27334428309039266,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408840153","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000043548307,0.042618785,0.8358536,0.00035157317,0.0017863826,0.0015814904,0.000023328113,0.001984672,0.11579584],"genre_scores_gemma":[0.0008726735,0.0001069716,0.05337452,0.0002942749,0.00021512147,0.00008468561,0.000029359746,0.000066897774,0.94495547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828076,0.0000037474301,0.00024611392,0.0005874515,0.00049977715,0.00038216333],"domain_scores_gemma":[0.9986111,0.00044113898,0.000059571765,0.00067703414,0.00012630603,0.00008485898],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019544327,0.00034780861,0.00031700157,0.00035521085,0.00006302124,0.0002113108,0.001057522,0.00018077136,0.000038202827],"category_scores_gemma":[0.00026067666,0.00031856736,0.00015257216,0.000078542755,0.000014209098,0.00018022758,0.00033058893,0.00039667208,0.000051826297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021560603,0.00003534889,0.000005720394,0.0033985684,0.00020853608,0.00008623966,0.00027238973,0.00025362105,0.00021737505,0.40676114,0.03882094,0.5499186],"study_design_scores_gemma":[0.0013445468,0.0003574907,0.0000624657,0.010305123,0.0000561311,0.000016762131,0.0000032889877,0.20435925,0.0026149908,0.002246116,0.7767359,0.0018979048],"about_ca_topic_score_codex":0.0000024279946,"about_ca_topic_score_gemma":0.0000011369978,"teacher_disagreement_score":0.8291597,"about_ca_system_score_codex":0.00020668833,"about_ca_system_score_gemma":0.0001722455,"threshold_uncertainty_score":0.9999266},"labels":[],"label_agreement":null},{"id":"W4408844959","doi":"10.1145/3723876","title":"Automatically Improving LLM-based Verilog Generation using EDA Tool Feedback","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Design Automation of Electronic Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Verilog; Computer architecture; Embedded system; Parallel computing; Field-programmable gate array","score_opus":0.03001254172624539,"score_gpt":0.2764101130795037,"score_spread":0.2463975713532583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408844959","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021418793,0.00015888498,0.9761227,0.0001926755,0.00059399963,0.00079998135,0.0000023486646,0.0006893464,0.000021274293],"genre_scores_gemma":[0.86970776,0.0000035611736,0.12993552,0.000035112313,0.000030100171,0.0001311095,0.0000032240093,0.000018319204,0.00013527261],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99760884,0.00030440744,0.0006156593,0.00043270242,0.00055108377,0.00048731538],"domain_scores_gemma":[0.9972607,0.0011685224,0.00016208862,0.0010904196,0.00026366138,0.00005462359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010603911,0.00021779088,0.00028988853,0.0006617482,0.00021643795,0.00021743,0.0008700136,0.00015669948,0.000017527633],"category_scores_gemma":[0.00044376435,0.00023090158,0.000105654115,0.0012131609,0.000035861263,0.00047611984,0.000012945949,0.00026476014,0.000024792853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001841753,0.00016126587,0.000017947274,0.00022047333,0.00009049794,0.0000013828155,0.000074441356,0.90079015,0.0661629,0.004773436,0.00011271873,0.027576372],"study_design_scores_gemma":[0.0005316193,0.00026272293,0.000208257,0.00014172663,0.000024180787,0.000007877081,0.000007885174,0.95022196,0.048140515,0.00023391224,0.000043431544,0.00017594542],"about_ca_topic_score_codex":0.000059882273,"about_ca_topic_score_gemma":0.0000026850666,"teacher_disagreement_score":0.848289,"about_ca_system_score_codex":0.00079808006,"about_ca_system_score_gemma":0.0010748444,"threshold_uncertainty_score":0.9415893},"labels":[],"label_agreement":null},{"id":"W4409013497","doi":"10.1007/978-3-031-85628-0_22","title":"XAI-Based Assessment of Software Vulnerability Contributing Factors in Transformer Models","year":2025,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Vulnerability (computing); Computer science; Software; Vulnerability assessment; Transformer; Engineering; Computer security; Medicine; Electrical engineering; Operating system","score_opus":0.048527713681525905,"score_gpt":0.3397813336764742,"score_spread":0.29125361999494825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409013497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064803363,0.000111199945,0.9859098,0.00024481144,0.00012728249,0.00045750622,0.000029366416,0.00007875121,0.012393254],"genre_scores_gemma":[0.7322651,0.00022317831,0.26718476,0.00012705363,0.00000464939,0.000035076133,0.000052086278,0.000005747185,0.00010233987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979062,0.000049525926,0.0008587502,0.00028015798,0.0006020754,0.000303277],"domain_scores_gemma":[0.9954953,0.0018496795,0.00020062177,0.0018500505,0.0005294211,0.000074882715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023262477,0.00020144718,0.0003441328,0.0015216995,0.00021394985,0.00022783053,0.0031211835,0.00013377084,0.000003399288],"category_scores_gemma":[0.00030211013,0.00020136955,0.00005750489,0.00080218783,0.00052402366,0.003962502,0.000979892,0.00064294116,0.0000010029732],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003865092,0.000087398956,0.02304401,0.000374811,0.000012781152,5.1462024e-7,0.0022974096,0.080343395,0.0000058565142,0.6994614,0.00003920909,0.19432935],"study_design_scores_gemma":[0.00034917804,0.000034034798,0.026917249,0.00039479233,0.0000021886551,7.621811e-7,0.000008099245,0.9662234,0.00004186903,0.0045947917,0.0012301236,0.00020348247],"about_ca_topic_score_codex":0.00004258592,"about_ca_topic_score_gemma":0.000016280317,"teacher_disagreement_score":0.88588005,"about_ca_system_score_codex":0.00037690517,"about_ca_system_score_gemma":0.0010637537,"threshold_uncertainty_score":0.82116115},"labels":[],"label_agreement":null},{"id":"W4409014381","doi":"10.1109/access.2025.3556313","title":"Rethinking Technological Investment and Cost-Benefit: A Software Requirements Dependency Extraction Case Study","year":2025,"lang":"en","type":"article","venue":"IEEE Access","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Dependency (UML); Software; Investment (military); Risk analysis (engineering); Software engineering; Business; Programming language","score_opus":0.08223015109803639,"score_gpt":0.3846030789646008,"score_spread":0.3023729278665644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409014381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68641895,0.00013640245,0.31174606,0.00012781988,0.00036606748,0.00059982133,6.8022865e-7,0.00054962886,0.000054533903],"genre_scores_gemma":[0.99064004,0.00001526054,0.008834243,0.00016641615,0.000019438216,0.00021584498,4.353524e-7,0.000008565092,0.0000997471],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99840635,0.000059213,0.00023578427,0.00056782237,0.00041416325,0.00031667066],"domain_scores_gemma":[0.9985805,0.0005061907,0.0000537143,0.00066909794,0.00010855135,0.000081925544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006094363,0.00015620554,0.00015590967,0.00034110126,0.00024300342,0.00052990415,0.0010389275,0.000115949915,0.0000049311625],"category_scores_gemma":[0.00065128197,0.00014441907,0.000024439396,0.000821029,0.000050412677,0.0009806188,0.0008160294,0.00037588773,0.000005487237],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020417403,0.00083257735,0.50945485,0.00015067268,0.00014661222,0.011275839,0.0017664129,0.00080579706,0.00079559424,0.004705555,0.00045804444,0.46958765],"study_design_scores_gemma":[0.010252547,0.0020140077,0.5909007,0.0013131794,0.00024665616,0.009053588,0.0022408762,0.04443989,0.045816686,0.28748575,0.0025943678,0.003641764],"about_ca_topic_score_codex":0.00024851845,"about_ca_topic_score_gemma":0.000095042364,"teacher_disagreement_score":0.4659459,"about_ca_system_score_codex":0.00016811618,"about_ca_system_score_gemma":0.00006271949,"threshold_uncertainty_score":0.5889239},"labels":[],"label_agreement":null},{"id":"W4409405484","doi":"10.1007/s10664-025-10651-z","title":"Predicting the understandability of computational notebooks through code metrics analysis","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"","keywords":"Computer science; Programming language; Code (set theory)","score_opus":0.03729922534070134,"score_gpt":0.3189262083606235,"score_spread":0.2816269830199222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409405484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09295937,0.00025737245,0.9052759,0.00049139385,0.00023398617,0.00016185713,0.0000119579445,0.0005632672,0.000044899767],"genre_scores_gemma":[0.87856245,0.0000030604037,0.12123819,0.0000998882,0.000025780846,0.000017887292,0.000004812607,0.000011327025,0.000036615715],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998014,0.00006291727,0.0004427471,0.00042611983,0.00067913934,0.0003750873],"domain_scores_gemma":[0.9909049,0.008033009,0.00006672711,0.0007002655,0.00022084815,0.00007422304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000753136,0.00018944354,0.00034031502,0.00043420098,0.00013576273,0.0000989037,0.0010690347,0.00010137827,0.000008595207],"category_scores_gemma":[0.006151878,0.00015334848,0.0002319919,0.005106668,0.00007741563,0.00020418709,0.0004668231,0.00040722173,0.0000027556562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025693862,0.000027500231,0.38934094,0.00006206812,0.0003026762,0.0000024090534,0.00039695276,0.6075402,0.00000549165,0.0015786779,0.0001686567,0.00057185016],"study_design_scores_gemma":[0.00021477645,0.000029240713,0.39274177,0.00003479729,0.00009423342,0.0000019359238,0.000021021606,0.60278815,0.00036988492,0.0024973983,0.0010241896,0.00018259625],"about_ca_topic_score_codex":0.00004545998,"about_ca_topic_score_gemma":0.0000048744937,"teacher_disagreement_score":0.78560305,"about_ca_system_score_codex":0.00024657339,"about_ca_system_score_gemma":0.00016070611,"threshold_uncertainty_score":0.73648167},"labels":[],"label_agreement":null},{"id":"W4409435353","doi":"10.1017/dsj.2025.7","title":"AI-driven FMEA: integration of large language models for faster and more accurate risk analysis","year":2025,"lang":"en","type":"article","venue":"Design Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Rimouski","funders":"Lunds Universitet","keywords":"Computer science; Risk analysis (engineering); Linguistics; Business; Philosophy","score_opus":0.031172969705433918,"score_gpt":0.3418963231019013,"score_spread":0.3107233533964674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409435353","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059105374,0.000078398756,0.9402972,0.00017260297,0.000052635103,0.00021114954,0.000010026019,0.000053179552,0.000019420333],"genre_scores_gemma":[0.8617303,0.000006243847,0.13808046,0.00007014962,0.0000044559824,0.000024008586,8.715484e-7,0.0000023040081,0.000081221384],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988669,0.000041262698,0.00014759053,0.00037077285,0.00032016187,0.00025327026],"domain_scores_gemma":[0.9986308,0.00057846215,0.00005127478,0.00043796163,0.00024558086,0.000055878158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013128554,0.000078907426,0.00014359932,0.00063876645,0.00012640383,0.00016778377,0.0008286226,0.00002958847,0.0000012293136],"category_scores_gemma":[0.00079667434,0.000065672575,0.00004476621,0.0029431256,0.00013087636,0.00080302573,0.00022116659,0.00008562569,8.559208e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062094194,0.00019083232,0.023020213,0.00014882971,0.00032397293,0.000011907965,0.025793407,0.6237123,0.14278209,0.09564012,0.0010906813,0.08722355],"study_design_scores_gemma":[0.00013363868,0.000027993141,0.009393704,0.000013669995,0.000021990325,3.3648104e-7,0.000078080535,0.97209334,0.01704314,0.0011249377,0.0000074727054,0.00006169028],"about_ca_topic_score_codex":0.000030419014,"about_ca_topic_score_gemma":0.0000073572883,"teacher_disagreement_score":0.8026249,"about_ca_system_score_codex":0.000037673966,"about_ca_system_score_gemma":0.00013808985,"threshold_uncertainty_score":0.26780498},"labels":[],"label_agreement":null},{"id":"W4409441986","doi":"10.1007/s10664-025-10655-9","title":"Predicting long time contributors with knowledge units of programming languages: an empirical study","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Empirical research; Programming language; Natural language processing; Data science; Artificial intelligence; Statistics; Mathematics","score_opus":0.017723677763842167,"score_gpt":0.3199314896089665,"score_spread":0.30220781184512435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409441986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59133625,0.0002451727,0.40643704,0.00003747397,0.00011001339,0.00044175636,0.0000029283956,0.0013734795,0.000015866473],"genre_scores_gemma":[0.975531,9.1762337e-7,0.024005808,0.000023117856,0.00009296311,0.00009884936,0.000009874134,0.000050003964,0.00018750674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973222,0.00012733812,0.0004945934,0.000706501,0.0005837436,0.0007656083],"domain_scores_gemma":[0.9960057,0.002324192,0.00007401529,0.0008769675,0.00042255162,0.00029655098],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007894702,0.000371083,0.00052959303,0.0005264287,0.000126241,0.00017144941,0.0011964559,0.00015407536,0.000009383289],"category_scores_gemma":[0.004101091,0.0003282413,0.00006980447,0.0034402858,0.000054088705,0.00047762317,0.00053771643,0.0006004456,0.000014688852],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000151216345,0.00040403384,0.9838823,0.00012955954,0.00012874449,0.00009131531,0.0019052059,0.007397753,0.000035168538,0.00001646802,0.000102579805,0.005891766],"study_design_scores_gemma":[0.0013981846,0.0010415263,0.9392359,0.00040607617,0.000051081995,0.00002670825,0.00021560538,0.05432653,0.0010457532,0.0000057303478,0.0016601577,0.00058672857],"about_ca_topic_score_codex":0.000031188432,"about_ca_topic_score_gemma":0.000013167584,"teacher_disagreement_score":0.38419467,"about_ca_system_score_codex":0.00021160569,"about_ca_system_score_gemma":0.00031364226,"threshold_uncertainty_score":0.999917},"labels":[],"label_agreement":null},{"id":"W4409602824","doi":"10.1007/s10115-025-02408-3","title":"Convolution neural network-AlexNet with gazelle optimization algorithm-based software defect prediction","year":2025,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Computer science; Artificial neural network; Software; Convolution (computer science); Convolutional neural network; Algorithm; Artificial intelligence; Pattern recognition (psychology); Data mining; Machine learning","score_opus":0.006693307644077392,"score_gpt":0.21677554290158868,"score_spread":0.2100822352575113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409602824","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006839642,0.0009836253,0.99536085,0.000033101976,0.0008464536,0.00044766776,0.000008153954,0.0005282106,0.0011079919],"genre_scores_gemma":[0.9340183,0.00006160816,0.06444283,0.00013133229,0.0002635918,0.00029008763,0.00026624213,0.000017029806,0.000508962],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99900675,0.00007151429,0.00030694946,0.00016394646,0.00021305494,0.0002377603],"domain_scores_gemma":[0.99896663,0.00023118785,0.00008367301,0.00027670054,0.00037121776,0.00007055845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004200017,0.00013289489,0.00014475088,0.00028426075,0.00020387165,0.00033442688,0.00020623935,0.00009143025,0.0000022957843],"category_scores_gemma":[0.00010641892,0.00011603496,0.000030351232,0.00082765496,0.000030451627,0.0022757885,0.00007258312,0.00012438763,0.000023268394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010576972,0.0000140492275,0.0075857565,0.00023509082,0.000024040219,4.6976436e-7,0.0002581075,0.9592556,7.6361175e-7,0.001684281,0.0052916235,0.025639655],"study_design_scores_gemma":[0.000609028,0.00009519563,0.0045866286,0.00015693778,0.000007622621,0.000009241045,0.000018405686,0.9815416,0.00001476256,0.000006366156,0.012847038,0.00010722694],"about_ca_topic_score_codex":0.000015665808,"about_ca_topic_score_gemma":0.0000013678708,"teacher_disagreement_score":0.93333435,"about_ca_system_score_codex":0.00010533441,"about_ca_system_score_gemma":0.00014268291,"threshold_uncertainty_score":0.4731768},"labels":[],"label_agreement":null},{"id":"W4409608564","doi":"10.1007/s10664-025-10633-1","title":"Impact of extensions on browser performance: An empirical study on google chrome","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Empirical research; World Wide Web; Computer science; Business; Mathematics","score_opus":0.03426352058869829,"score_gpt":0.36338248516094646,"score_spread":0.32911896457224815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409608564","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8929907,0.000040707982,0.10504573,0.00009898664,0.00040996043,0.00037836697,0.0000052092037,0.0009920008,0.000038310052],"genre_scores_gemma":[0.9953534,0.0000033215706,0.0042259204,0.000106339656,0.00008906873,0.000059821326,0.000004371854,0.00004459788,0.00011316145],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971841,0.00008113162,0.00045915754,0.0007707784,0.00078899454,0.0007158655],"domain_scores_gemma":[0.99627304,0.0017716867,0.00005013528,0.0014102447,0.00016694065,0.00032794513],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00046302305,0.00040743264,0.00049825996,0.0007368722,0.0001290096,0.00010187212,0.0012142083,0.00016652234,0.000033074997],"category_scores_gemma":[0.00204744,0.00034455745,0.0002179184,0.0018986467,0.000037459195,0.00036391045,0.00040671494,0.0007523548,0.00007010771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033661054,0.0010170925,0.87610954,0.000043257092,0.00009755798,0.000036982994,0.0004620917,0.118344784,0.00020384717,0.00001997681,0.0014748726,0.0021563105],"study_design_scores_gemma":[0.0005663706,0.0024760943,0.96493584,0.00012576653,0.00000955594,0.0000062446575,0.000009302647,0.030871028,0.0003957877,0.00001430515,0.00028057452,0.0003091372],"about_ca_topic_score_codex":0.000021004036,"about_ca_topic_score_gemma":6.965975e-7,"teacher_disagreement_score":0.10236267,"about_ca_system_score_codex":0.0004158051,"about_ca_system_score_gemma":0.00021649335,"threshold_uncertainty_score":0.99990064},"labels":[],"label_agreement":null},{"id":"W4409642872","doi":"10.5220/0013211700003928","title":"Recommender Systems Approaches for Software Defect Prediction: A Comparative Study","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Recommender system; Software bug; Software; Software engineering; Machine learning; Programming language","score_opus":0.12016000022530869,"score_gpt":0.3276400159924681,"score_spread":0.2074800157671594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409642872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008005776,0.00020374083,0.9876954,0.00015806638,0.0007203914,0.0015329318,0.0000052504033,0.0008526957,0.00082575605],"genre_scores_gemma":[0.9607007,7.7268993e-7,0.036098123,0.00002762957,0.000047899386,0.0010210968,0.0000037310353,0.000007126826,0.0020929151],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988129,0.00008905634,0.00019655336,0.00042831353,0.00021547113,0.00025769623],"domain_scores_gemma":[0.9976888,0.0015654307,0.000023256867,0.00054748706,0.00011882499,0.000056239027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056036486,0.00012805888,0.00020520775,0.00018667181,0.00014363458,0.00022720257,0.0006453214,0.000044520708,0.0000034914679],"category_scores_gemma":[0.0002515896,0.00010902353,0.00007072624,0.00057175447,0.0000167332,0.00021550614,0.00023510208,0.00012591333,0.000011764483],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116857555,0.0029394063,0.4355709,0.0009916248,0.0024172463,0.000012698173,0.013655182,0.06861374,0.000015227855,0.12965955,0.3096291,0.036378443],"study_design_scores_gemma":[0.0032617035,0.0012990659,0.083378784,0.00012524893,0.00005665795,0.000011483665,0.004331335,0.88807505,0.00024616648,0.001448991,0.017181193,0.0005843225],"about_ca_topic_score_codex":0.000021394304,"about_ca_topic_score_gemma":0.000005917361,"teacher_disagreement_score":0.95269495,"about_ca_system_score_codex":0.000099854515,"about_ca_system_score_gemma":0.00008430035,"threshold_uncertainty_score":0.44458506},"labels":[],"label_agreement":null},{"id":"W4409814328","doi":"10.1016/j.procs.2025.03.107","title":"Automated UML Visualization of Software Ecosystems: Tracking Versions, Dependencies, and Security Updates","year":2025,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Unified Modeling Language; Visualization; Software; Software engineering; UML tool; Programming language; Data mining","score_opus":0.010078912977670608,"score_gpt":0.2758635128138951,"score_spread":0.2657845998362245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409814328","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17062217,0.0003553005,0.82707965,0.00009658877,0.00060290407,0.00021870401,0.0000027439655,0.0010035478,0.000018398152],"genre_scores_gemma":[0.92858773,0.000022767483,0.071279295,0.00005864186,0.000025609252,0.000011256729,0.0000022838994,0.0000058950313,0.0000064961478],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979428,0.00004133119,0.00029964585,0.00064223644,0.0006743947,0.0003995831],"domain_scores_gemma":[0.9982724,0.00047384348,0.00009350201,0.00047233395,0.0005587009,0.00012919329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010597967,0.00015313432,0.00020500092,0.000612682,0.0002668426,0.00038568067,0.0015280348,0.0000634355,0.0000018903917],"category_scores_gemma":[0.0010394597,0.00015001737,0.000028731589,0.0027971729,0.0002170816,0.0012716304,0.001097219,0.00012557067,0.0000049696855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030021141,0.00056323886,0.6431834,0.0040117376,0.00012143314,0.00006264449,0.013157026,0.006064412,0.00983422,0.10365834,0.009569694,0.20974384],"study_design_scores_gemma":[0.00021649421,0.000052819967,0.025769332,0.00021839565,0.000003851876,0.000019672123,0.000012297453,0.9605903,0.011985467,0.0007828627,0.00018342641,0.00016505008],"about_ca_topic_score_codex":0.000025938849,"about_ca_topic_score_gemma":0.000006391046,"teacher_disagreement_score":0.95452595,"about_ca_system_score_codex":0.00010657131,"about_ca_system_score_gemma":0.00058874453,"threshold_uncertainty_score":0.61175305},"labels":[],"label_agreement":null},{"id":"W4410552808","doi":"10.1109/saner64311.2025.00062","title":"On the Performance of Large Language Models for Code Change Intent Classification","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Concordia University","funders":"","keywords":"Computer science; Programming language; Code (set theory); Natural language processing; Artificial intelligence","score_opus":0.06768386307145074,"score_gpt":0.3200188008704129,"score_spread":0.25233493779896216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410552808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18536443,0.000041126576,0.8117571,0.0018587025,0.000093212526,0.00028489568,0.0000037955892,0.00008134385,0.0005154191],"genre_scores_gemma":[0.9950957,0.000007591573,0.0035673329,0.00031467483,0.000010278465,0.00015743522,0.0000013436947,0.0000028856978,0.00084279967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995382,0.000011129743,0.00007683454,0.000119664335,0.00012541331,0.00012874768],"domain_scores_gemma":[0.99900323,0.0005120473,0.000015709686,0.00038691514,0.00006895918,0.00001313423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003418379,0.00004216096,0.000050577924,0.00007360979,0.000037561702,0.000019258616,0.00050626206,0.000020265965,0.0000049757173],"category_scores_gemma":[0.00015370717,0.000027018226,0.000023860057,0.00021804178,0.00001070439,0.00011395905,0.00009866584,0.0000580188,0.0000056776553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000079085075,0.000047941172,0.00043744742,0.000065824126,0.000009701574,1.3104679e-7,0.0009104663,0.00051703694,0.00086958095,0.9846139,0.0023099473,0.010210096],"study_design_scores_gemma":[0.00009990215,0.000042813623,0.0039486005,0.000030094974,8.203425e-7,1.0592176e-7,0.000045794968,0.98615927,0.008788457,0.0005862959,0.0002678749,0.0000300006],"about_ca_topic_score_codex":0.0000069330636,"about_ca_topic_score_gemma":0.000003345772,"teacher_disagreement_score":0.9856422,"about_ca_system_score_codex":0.000027502207,"about_ca_system_score_gemma":0.000019202853,"threshold_uncertainty_score":0.11017713},"labels":[],"label_agreement":null},{"id":"W4410553379","doi":"10.1109/saner64311.2025.00025","title":"Analysing Software Supply Chains of Infrastructure as Code: Extraction of Ansible Plugin Dependencies","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Vlaamse regering; Fonds Wetenschappelijk Onderzoek","keywords":"Plug-in; Computer science; Code (set theory); Software; Supply chain; Extraction (chemistry); Database; Software engineering; Programming language; Business; Chemistry","score_opus":0.009035467800809521,"score_gpt":0.2888955027134334,"score_spread":0.2798600349126239,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410553379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2615063,0.00012277068,0.73754567,0.00012796214,0.00013881658,0.00008091368,0.0000036696476,0.00015013882,0.00032378716],"genre_scores_gemma":[0.9101648,0.00001641329,0.088819936,0.000025917612,0.000010389544,0.0000040147406,0.0000024205074,0.0000055757423,0.00095056236],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881345,0.00003235871,0.00026318152,0.00025527726,0.00042330008,0.00021244143],"domain_scores_gemma":[0.99854255,0.0005550966,0.00007154579,0.00053163886,0.00025273094,0.000046416764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002707805,0.000107608066,0.00021226227,0.0005124638,0.00004665468,0.000046007382,0.0006426154,0.00008394357,0.00007231401],"category_scores_gemma":[0.0007747814,0.000099996076,0.000071654504,0.0013718333,0.000052156603,0.00034700942,0.00022098546,0.0001786548,0.0000035464298],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000584192,0.00020453898,0.5046491,0.0009138566,0.00040844994,0.000041370782,0.0021801125,0.11158338,0.16752328,0.079510935,0.005682007,0.12724452],"study_design_scores_gemma":[0.00060545193,0.00016803048,0.4513986,0.00022860231,0.000031675783,0.000029830984,0.00027657638,0.11967651,0.4209869,0.0055337376,0.00074584136,0.0003182419],"about_ca_topic_score_codex":0.00020395791,"about_ca_topic_score_gemma":0.000048517406,"teacher_disagreement_score":0.64872575,"about_ca_system_score_codex":0.000067000845,"about_ca_system_score_gemma":0.00027774007,"threshold_uncertainty_score":0.40777215},"labels":[],"label_agreement":null},{"id":"W4410705961","doi":"10.1049/sfw2/8832164","title":"Predicting Software Perfection Through Advanced Models to Uncover and Prevent Defects","year":2025,"lang":"en","type":"article","venue":"IET Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"University of Johannesburg","keywords":"Perfection; Computer science; Software engineering; Software; Programming language; Epistemology; Philosophy","score_opus":0.015748346247657422,"score_gpt":0.27230584308185884,"score_spread":0.2565574968342014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410705961","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22260568,0.00057275686,0.77428955,0.00020427568,0.0005922163,0.00044559015,0.000006839392,0.0012167239,0.00006639509],"genre_scores_gemma":[0.74780065,0.00004718142,0.25049818,0.00060377835,0.00006828433,0.00020387996,0.00000506781,0.00003542243,0.00073757116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99799037,0.000062302126,0.00023684854,0.00075367023,0.0004361106,0.0005207009],"domain_scores_gemma":[0.9979016,0.0010055146,0.000042805066,0.0007238154,0.00017435585,0.00015190884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002796354,0.00024584465,0.00023907829,0.00019591388,0.0002445002,0.00020072864,0.000608536,0.000121120276,0.0000058871915],"category_scores_gemma":[0.0016463735,0.00025317038,0.00007434036,0.0009353047,0.0000308111,0.0010205056,0.00074993167,0.00030324582,0.00002247302],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011567832,0.00037529145,0.2655035,0.0013078667,0.00024755116,0.00008871908,0.009308665,0.41061112,0.0009786891,0.007232174,0.013426136,0.29080462],"study_design_scores_gemma":[0.010376392,0.0037589758,0.37795928,0.0068095988,0.0002722843,0.0003190973,0.00068401464,0.22621511,0.058862567,0.24848942,0.059222974,0.00703028],"about_ca_topic_score_codex":0.00008161837,"about_ca_topic_score_gemma":0.000024590761,"teacher_disagreement_score":0.525195,"about_ca_system_score_codex":0.00021357794,"about_ca_system_score_gemma":0.00014764618,"threshold_uncertainty_score":0.9999921},"labels":[],"label_agreement":null},{"id":"W4410771641","doi":"10.1145/3736405","title":"Improving Code Reviewer Recommendation: Accuracy, Latency, Workload, and Bystanders","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Workload; Code (set theory); Latency (audio); Operating system; Telecommunications; Programming language","score_opus":0.07592995547935187,"score_gpt":0.34187308048692294,"score_spread":0.26594312500757106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410771641","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035055561,0.001915928,0.9913905,0.0011834115,0.0011458766,0.00019551239,0.000005608124,0.00065057614,0.000007024596],"genre_scores_gemma":[0.032776617,0.0017483264,0.96479213,0.0002910633,0.00003506319,0.000089403955,0.000002271099,0.000023690873,0.00024141902],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985351,0.00017764219,0.00027686055,0.0005309476,0.0001145004,0.00036494993],"domain_scores_gemma":[0.9904959,0.008611148,0.000041264004,0.00061740883,0.00010990353,0.00012432862],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0012170039,0.0002217222,0.00031964047,0.00040046213,0.00017599868,0.000093892006,0.00043543667,0.00016161066,0.000013787364],"category_scores_gemma":[0.00893792,0.00022459,0.000058004516,0.00059457135,0.000047465768,0.00026881575,0.00006728656,0.0005061047,0.0000037253433],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015386144,0.000023591672,0.00081541674,0.00025060505,0.00008359687,0.00000605357,0.00022389469,0.0028172666,0.0002580324,0.0006112173,0.00015954644,0.9947354],"study_design_scores_gemma":[0.015642585,0.002512947,0.10736707,0.006655921,0.0010562037,0.0015562021,0.0008997148,0.36548722,0.036353476,0.019664196,0.43370268,0.009101804],"about_ca_topic_score_codex":0.000035004072,"about_ca_topic_score_gemma":0.000006708311,"teacher_disagreement_score":0.9856336,"about_ca_system_score_codex":0.00006457245,"about_ca_system_score_gemma":0.00006356905,"threshold_uncertainty_score":0.9994102},"labels":[],"label_agreement":null},{"id":"W4411016400","doi":"10.1145/3714393.3726509","title":"VulPatrol: Interprocedural Vulnerability Detection and Localization through Semantic Graph Learning","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Vulnerability (computing); Graph; Artificial intelligence; Natural language processing; Theoretical computer science; Computer security","score_opus":0.01164193984985394,"score_gpt":0.2713651300038017,"score_spread":0.25972319015394774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411016400","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1069054,0.00038330784,0.89099133,0.0001547308,0.00028883963,0.00008080535,8.309807e-8,0.001109991,0.000085523774],"genre_scores_gemma":[0.99513733,0.000026712005,0.0046131127,0.00003170997,0.000036886617,0.000012944147,5.6515097e-7,0.000010100171,0.0001306576],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990954,0.000049735227,0.00013082371,0.00035155474,0.00019053702,0.00018196258],"domain_scores_gemma":[0.99942255,0.0003092384,0.000009701551,0.00017033415,0.000045182318,0.00004296965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033115002,0.00008789514,0.00007438533,0.00011457242,0.000096675234,0.0003415538,0.0001650094,0.000044159693,0.000011893199],"category_scores_gemma":[0.0004149499,0.00007570844,0.000029276722,0.0006165281,0.000034553614,0.00064490346,0.00014324996,0.00024498496,0.000022426906],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043199765,0.00013678324,0.20252751,0.002915028,0.00022381362,0.00013171807,0.015488747,0.055502534,0.021417292,0.062580355,0.00097447063,0.63805854],"study_design_scores_gemma":[0.000060604303,0.00008431351,0.005971585,0.000044205,0.0000030037795,0.00004333034,0.000027957052,0.983953,0.0040091863,0.0050762887,0.00061278336,0.00011374132],"about_ca_topic_score_codex":0.00007775254,"about_ca_topic_score_gemma":0.000017062504,"teacher_disagreement_score":0.92845047,"about_ca_system_score_codex":0.00004433163,"about_ca_system_score_gemma":0.000022975977,"threshold_uncertainty_score":0.3293611},"labels":[],"label_agreement":null},{"id":"W4411095886","doi":"10.1007/978-3-031-94590-8_19","title":"Studying Workarounds in Software Forms: An Experimental Protocol","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Workaround; Protocol (science); Computer science; Programming language; Medicine","score_opus":0.022313338324837905,"score_gpt":0.29989875253414916,"score_spread":0.27758541420931127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411095886","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012432759,0.00017198126,0.97710687,0.00012356853,0.00022517145,0.016565938,0.0000034453994,0.00057999825,0.0050986824],"genre_scores_gemma":[0.4025273,0.000031614632,0.46385205,0.002727428,0.0007349061,0.12615414,0.0005836529,0.0003741917,0.0030147156],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972916,0.000020692338,0.000907039,0.00047248323,0.00078572787,0.0005224184],"domain_scores_gemma":[0.99820274,0.00031449622,0.00032573863,0.00065466936,0.00042922134,0.000073138195],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00049220625,0.00051997986,0.00046534732,0.0017595987,0.0001736393,0.0010747282,0.0012623479,0.0005213834,0.000024340095],"category_scores_gemma":[0.00096640683,0.00050657627,0.000052097046,0.0011163765,0.00006253402,0.0060532587,0.00053572684,0.00095326937,0.000014250717],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000636388,0.000085463565,0.001850841,0.0024609417,0.000012295402,0.000028904411,0.0044906572,0.03487881,0.000009361285,0.0032350426,0.000023544291,0.9528605],"study_design_scores_gemma":[0.022131318,0.0010951455,0.023845658,0.07293775,0.00007299371,0.00029784406,0.00050248136,0.5693436,0.008928266,0.12958446,0.15577352,0.015486909],"about_ca_topic_score_codex":0.00001932094,"about_ca_topic_score_gemma":0.000035863795,"teacher_disagreement_score":0.9373736,"about_ca_system_score_codex":0.00077507773,"about_ca_system_score_gemma":0.0008021678,"threshold_uncertainty_score":0.9999623},"labels":[],"label_agreement":null},{"id":"W4411232430","doi":"10.1109/tse.2025.3579574","title":"BLAZE: Cross-Language and Cross-Project Bug Localization via Dynamic Chunking and Hard Example Learning","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo","funders":"","keywords":"Computer science; Chunking (psychology); Programming language; Software engineering; Artificial intelligence; Natural language processing","score_opus":0.010397706086851791,"score_gpt":0.2798341540061944,"score_spread":0.26943644791934257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411232430","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24138345,0.00034991198,0.75642645,0.000010650387,0.00045712295,0.00019114003,0.000003787364,0.0011738033,0.0000036775275],"genre_scores_gemma":[0.96378016,0.00006997816,0.035524942,0.00002491327,0.000021465583,0.000067411456,0.0000035167634,0.000046046698,0.00046153425],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982689,0.000034908448,0.00028100962,0.000643924,0.00030075997,0.0004704908],"domain_scores_gemma":[0.99857795,0.0007457249,0.000036597503,0.0004419129,0.000091965674,0.000105839514],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003500855,0.00028865744,0.00023742393,0.00062544394,0.00040553854,0.0005758811,0.00034736493,0.00015353585,0.000008348741],"category_scores_gemma":[0.00021321008,0.0003308295,0.000062739484,0.00094939134,0.00007490072,0.0006083957,0.000023264523,0.0006092213,0.0000064262367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013050704,0.000032638898,0.0071886685,0.00032350712,0.00007073182,0.00002947143,0.0012500186,0.9477327,0.0021440526,0.000112080605,0.000008551792,0.041094564],"study_design_scores_gemma":[0.0005982673,0.00007303674,0.032340128,0.00017852537,0.000014954152,0.000052908003,0.000026708181,0.96124727,0.004644106,0.000018389164,0.0004119896,0.0003936946],"about_ca_topic_score_codex":0.00015770107,"about_ca_topic_score_gemma":0.000009735791,"teacher_disagreement_score":0.72239673,"about_ca_system_score_codex":0.0001621136,"about_ca_system_score_gemma":0.000059510803,"threshold_uncertainty_score":0.99991435},"labels":[],"label_agreement":null},{"id":"W4411233811","doi":"10.1109/chase66643.2025.00029","title":"How Programmers Interact with Multimodal Software Documentation","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Documentation; Computer science; Software engineering; Software documentation; Programming language; Software; Software development; Software construction; Human–computer interaction","score_opus":0.008393029694554516,"score_gpt":0.2749351296675084,"score_spread":0.26654209997295386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411233811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014485347,0.00002116057,0.98227835,0.001949272,0.00015522292,0.0002184378,2.3535716e-7,0.0006089732,0.00028299872],"genre_scores_gemma":[0.657757,0.0000010822466,0.33891457,0.00009321914,0.000009101373,0.00005080879,0.000002220431,0.0000049393107,0.003167079],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9992056,0.000017069271,0.000064497246,0.00025766392,0.00022841048,0.00022674145],"domain_scores_gemma":[0.99924564,0.00027963106,0.00001507804,0.00032038064,0.00008731096,0.00005196659],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009367032,0.00008855491,0.00007116005,0.00015695521,0.00004664558,0.00059159746,0.00047096147,0.00002509988,0.000011028294],"category_scores_gemma":[0.0002118102,0.00006704667,0.000023159015,0.00054806314,0.000023502884,0.0007311211,0.00014066033,0.00011316332,0.000015344385],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024587443,0.000104828185,0.10574155,0.00008524613,0.00009505965,0.00003576762,0.00048965245,0.00062016817,0.00033798782,0.011151702,0.0033791699,0.8779343],"study_design_scores_gemma":[0.008893153,0.0019898573,0.5506691,0.0008069854,0.000054618802,0.00009881448,0.0010311209,0.27534968,0.0839988,0.0048321774,0.06971726,0.0025584984],"about_ca_topic_score_codex":0.000052526506,"about_ca_topic_score_gemma":0.000011485845,"teacher_disagreement_score":0.8753758,"about_ca_system_score_codex":0.00007116398,"about_ca_system_score_gemma":0.00006844748,"threshold_uncertainty_score":0.5704788},"labels":[],"label_agreement":null},{"id":"W4411271062","doi":"10.1109/msr66628.2025.00066","title":"Characterizing Packages for Vulnerability Prediction","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Vulnerability (computing); Computer science; Vulnerability assessment; Computer security","score_opus":0.02003681168579495,"score_gpt":0.29637691353906054,"score_spread":0.2763401018532656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034502763,0.000017269096,0.96211565,0.0014852183,0.00046301956,0.00019184101,0.000002609606,0.00054026645,0.0006813771],"genre_scores_gemma":[0.9547635,0.0000025332108,0.04334531,0.00015207398,0.00004378658,0.00009790698,0.0000024230462,0.000003296249,0.0015892024],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99942905,0.00001489146,0.00009135398,0.00021359434,0.00009317328,0.00015792853],"domain_scores_gemma":[0.99895215,0.000597909,0.000008170218,0.0003470345,0.000066251916,0.000028473238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037353399,0.000048595237,0.000059966307,0.00008237289,0.00006659417,0.00009025244,0.00032589096,0.000029828167,0.000006458441],"category_scores_gemma":[0.00070504623,0.000043729757,0.000030175781,0.000241416,0.000010653072,0.0002265693,0.000111957146,0.000064720334,0.000006599718],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026521562,0.00022216202,0.18512492,0.0005521856,0.000099848454,0.0000032559785,0.0006272634,0.00029473752,0.06343641,0.2793114,0.02476752,0.4455338],"study_design_scores_gemma":[0.00053560466,0.000104841194,0.7156344,0.000049868595,0.000004126055,0.0000020514933,0.000014419885,0.15569997,0.0847168,0.007070107,0.03598208,0.00018575409],"about_ca_topic_score_codex":0.0000049566193,"about_ca_topic_score_gemma":6.1374567e-7,"teacher_disagreement_score":0.9202607,"about_ca_system_score_codex":0.00004362023,"about_ca_system_score_gemma":0.0000385859,"threshold_uncertainty_score":0.17832477},"labels":[],"label_agreement":null},{"id":"W4411271466","doi":"10.1109/msr66628.2025.00075","title":"CoUpJava: A Dataset of Code Upgrade Histories in Open-Source Java Repositories","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Java; Upgrade; Open source; Code (set theory); Source code; Programming language; Operating system; Database; World Wide Web; Software; Set (abstract data type)","score_opus":0.01965083016863603,"score_gpt":0.30510215557404463,"score_spread":0.28545132540540863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271466","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019312995,0.00073069416,0.9695055,0.0044021993,0.001622781,0.0005658841,0.0001222769,0.00043342478,0.003304243],"genre_scores_gemma":[0.908385,0.000011773952,0.07994188,0.00024309564,0.000036724392,0.00006267231,0.0000679456,0.000015417409,0.011235534],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988584,0.0000392792,0.00029397247,0.00033148017,0.00025662704,0.00022022816],"domain_scores_gemma":[0.9982928,0.0005841071,0.000041024075,0.0009672909,0.00007033924,0.000044405297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045977844,0.00009533119,0.00019449719,0.00020268055,0.000045871446,0.00016116278,0.0021602416,0.000047253896,0.0000075928842],"category_scores_gemma":[0.0007593592,0.000089871355,0.000017419145,0.0009159956,0.00006778381,0.0004298207,0.001439809,0.00013933834,0.0000040819427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004933787,0.00030805936,0.16236006,0.00030085907,0.000060499988,0.000096299664,0.0023678127,0.0011848399,0.0025941692,0.26080754,0.5641313,0.005739226],"study_design_scores_gemma":[0.0010400699,0.000121366975,0.034256615,0.00010879382,0.0000067518154,0.000015250023,0.00014999694,0.013746052,0.02900156,0.0014819588,0.91970366,0.0003678999],"about_ca_topic_score_codex":0.0011403185,"about_ca_topic_score_gemma":0.00020874884,"teacher_disagreement_score":0.8895636,"about_ca_system_score_codex":0.00013743402,"about_ca_system_score_gemma":0.00020432888,"threshold_uncertainty_score":0.40143022},"labels":[],"label_agreement":null},{"id":"W4411271537","doi":"10.1109/msr66628.2025.00087","title":"Investigating the Understandability of Review Comments on Code Change Requests","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programming language; Code (set theory); Software engineering","score_opus":0.12091770400538404,"score_gpt":0.3694244875331656,"score_spread":0.24850678352778155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030217467,0.013423839,0.71512127,0.21875353,0.0010681147,0.0033624643,0.000011255816,0.0010810592,0.016961018],"genre_scores_gemma":[0.97365236,0.0006415737,0.011420734,0.013880763,0.00001945321,0.00008180355,0.0000011986278,0.0000064822875,0.00029563278],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9991794,0.00010224667,0.00015769726,0.00016636489,0.00025884635,0.00013544565],"domain_scores_gemma":[0.9980006,0.0011496835,0.000030415447,0.00071942015,0.00006720015,0.00003264923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010106418,0.000061278864,0.00011245085,0.000040147326,0.000052509968,0.000023492657,0.0007561249,0.000019001754,0.000007900409],"category_scores_gemma":[0.0015947246,0.00003909477,0.00002876405,0.00054535415,0.000063180036,0.000090832684,0.00026683958,0.00013153587,0.0000059922377],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003856906,0.0002164934,0.12297221,0.0059174774,0.0000930636,0.000004038679,0.001425793,0.00007202142,0.00020951714,0.64740986,0.08420414,0.13747154],"study_design_scores_gemma":[0.0021146755,0.0009170476,0.65917325,0.04063182,0.00006358626,0.00001002669,0.00018333056,0.0715331,0.025015147,0.12551434,0.073555574,0.0012880901],"about_ca_topic_score_codex":0.00005845334,"about_ca_topic_score_gemma":0.000010855415,"teacher_disagreement_score":0.9434349,"about_ca_system_score_codex":0.00007722047,"about_ca_system_score_gemma":0.000051710165,"threshold_uncertainty_score":0.19091496},"labels":[],"label_agreement":null},{"id":"W4411271539","doi":"10.1109/msr66628.2025.00119","title":"DPy: Code Smells Detection Tool for Python","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Python (programming language); Computer science; Programming language; Code smell; Operating system; Software quality; Software; Software development","score_opus":0.013989831227347007,"score_gpt":0.2868717867273277,"score_spread":0.27288195549998073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011766308,0.000026109079,0.9859698,0.00045081484,0.00050555984,0.00020426833,7.44799e-7,0.0005241477,0.0005522552],"genre_scores_gemma":[0.8724392,0.0000034354746,0.117479816,0.00020150145,0.000048096455,0.00009098248,5.71133e-7,0.000007674143,0.0097287055],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994101,0.000010404183,0.000082908075,0.00020271546,0.00011141144,0.00018246793],"domain_scores_gemma":[0.9989813,0.0005924632,0.00000782209,0.00032732927,0.000066797424,0.000024309722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024247353,0.000053625103,0.000059491464,0.00011843129,0.000053293898,0.00009712048,0.0003774746,0.000037760263,0.0000073819115],"category_scores_gemma":[0.00044271862,0.000049999886,0.000034608365,0.00035942052,0.000008061854,0.00014203445,0.000115987736,0.000062950945,0.000035778765],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022191814,0.00006820001,0.0032030877,0.00016472308,0.000048482674,0.0000044813987,0.00015380532,0.0017757053,0.031235276,0.07715471,0.021383317,0.864786],"study_design_scores_gemma":[0.0007118539,0.0001484802,0.020457746,0.000034198358,0.0000050060553,0.0000044054777,0.0000072775097,0.44112587,0.4242689,0.008229899,0.10473368,0.00027266867],"about_ca_topic_score_codex":0.000010554825,"about_ca_topic_score_gemma":0.000008132296,"teacher_disagreement_score":0.86849,"about_ca_system_score_codex":0.00005327304,"about_ca_system_score_gemma":0.000043624776,"threshold_uncertainty_score":0.20389362},"labels":[],"label_agreement":null},{"id":"W4411271588","doi":"10.1109/msr66628.2025.00038","title":"Combining Large Language Models with Static Analyzers for Code Review Generation","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Programming language; Code generation; Code (set theory); Key (lock); Operating system","score_opus":0.030497533779869343,"score_gpt":0.324670604131976,"score_spread":0.29417307035210666,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271588","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018528964,0.0022525052,0.99406445,0.00096587086,0.00005006554,0.00033377548,0.0000036350941,0.00019564401,0.00028115965],"genre_scores_gemma":[0.46930346,0.00044873267,0.5242468,0.0029219724,0.000024545508,0.00024160216,0.00003592696,0.000016856915,0.0027600827],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999308,0.000022367753,0.00011179263,0.00020290106,0.00016034294,0.00019462484],"domain_scores_gemma":[0.99927235,0.00024962908,0.000017661203,0.00033753202,0.00008724225,0.000035572793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004110979,0.00006719306,0.000118091426,0.000087699445,0.000054870117,0.00006920433,0.00031132574,0.000015626361,0.00000826117],"category_scores_gemma":[0.00015719784,0.00005273768,0.000024064393,0.00042615083,0.000006738157,0.00022001802,0.00006642721,0.000056925655,0.0000035593482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014867732,0.00018804836,0.0014340698,0.0042911414,0.00026733306,0.000031798823,0.0019928447,0.07507549,0.0014864425,0.73685384,0.11674394,0.0616202],"study_design_scores_gemma":[0.00030075156,0.000035449782,0.000047543832,0.00027259128,0.000008525844,9.350028e-7,0.00001584429,0.9973867,0.00071310723,0.0003074011,0.0008342655,0.00007686168],"about_ca_topic_score_codex":0.000011847996,"about_ca_topic_score_gemma":0.000024255136,"teacher_disagreement_score":0.92231125,"about_ca_system_score_codex":0.000035834448,"about_ca_system_score_gemma":0.00008147435,"threshold_uncertainty_score":0.21505801},"labels":[],"label_agreement":null},{"id":"W4411271665","doi":"10.1109/msr66628.2025.00069","title":"It Works (only) on My Machine: A Study on Reproducibility Smells in Ansible Scripts","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scripting language; Computer science; Reproducibility; Programming language; Mathematics; Statistics","score_opus":0.029881526054882708,"score_gpt":0.3231813417224383,"score_spread":0.2932998156675556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86898655,0.00012041886,0.10996606,0.0062212734,0.0009822068,0.0013467747,0.0000010119388,0.00075236254,0.011623322],"genre_scores_gemma":[0.99170876,0.000003156282,0.0035786626,0.0007735735,0.000021295593,0.000039480903,4.414994e-7,0.0000086524005,0.0038659866],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99718374,0.00015618345,0.0002714698,0.0015396022,0.00046507252,0.00038392018],"domain_scores_gemma":[0.9954905,0.0007919415,0.000018485964,0.0035635603,0.00006271519,0.00007282783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00258235,0.00016329365,0.00020506552,0.00047702383,0.00005535594,0.0001906761,0.0011192821,0.000060126895,0.000031524432],"category_scores_gemma":[0.0024999287,0.00014072706,0.000041593303,0.0018667362,0.000022613329,0.00019519121,0.00046841684,0.00050600426,0.00012774456],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011808345,0.0037704066,0.8669338,0.00006566491,0.000054238964,0.00017740406,0.0026321437,0.007152138,0.00023862236,0.0071441825,0.018177265,0.09353602],"study_design_scores_gemma":[0.0010267429,0.00057441136,0.975634,0.00019499152,0.0000024498952,0.0000015804983,0.000117899115,0.018132538,0.0017047181,0.0008861757,0.0014587131,0.00026579914],"about_ca_topic_score_codex":0.00026187385,"about_ca_topic_score_gemma":0.00015102568,"teacher_disagreement_score":0.12272218,"about_ca_system_score_codex":0.00017970968,"about_ca_system_score_gemma":0.00014908885,"threshold_uncertainty_score":0.57386833},"labels":[],"label_agreement":null},{"id":"W4411271765","doi":"10.1109/icse-companion66252.2025.00072","title":"On the Automation of Code Review Tasks Through Cross-Task Knowledge Distillation","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Automation; Task (project management); Distillation; Code (set theory); Programming language; Software engineering; Human–computer interaction; Engineering; Systems engineering; Chromatography; Chemistry","score_opus":0.029315675225262697,"score_gpt":0.36081865934085644,"score_spread":0.33150298411559376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271765","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050496417,0.0024612474,0.97456014,0.0023376527,0.00023682472,0.00030982622,0.0000022714894,0.00023338266,0.014809014],"genre_scores_gemma":[0.9908949,0.0002846847,0.00609232,0.00034754066,0.00001458487,0.000033157245,0.0000028639292,0.0000044976414,0.0023254333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999282,0.000056178436,0.00018449457,0.00016735081,0.00019724095,0.00011274991],"domain_scores_gemma":[0.99784935,0.0013973168,0.00003695845,0.0005610186,0.00014143655,0.000013910144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047539553,0.00006583088,0.000100622754,0.00004341704,0.00006133163,0.000054827844,0.0005421213,0.000027891509,0.00004679451],"category_scores_gemma":[0.0015289393,0.000042284766,0.000039936385,0.0006616317,0.000037587903,0.00016081637,0.00014087257,0.00008697294,0.000100175195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019732547,0.00004985718,0.0014814524,0.0007937696,0.000019807145,5.016155e-7,0.00023320364,0.0007482688,0.0001434662,0.9138877,0.058571227,0.024068797],"study_design_scores_gemma":[0.0006864722,0.00019056626,0.32344794,0.0062576574,0.000026713145,0.000004652576,0.00001047934,0.5085019,0.013816891,0.053072143,0.09348073,0.00050384965],"about_ca_topic_score_codex":0.000008458669,"about_ca_topic_score_gemma":0.0000021039746,"teacher_disagreement_score":0.98584527,"about_ca_system_score_codex":0.00004779768,"about_ca_system_score_gemma":0.000055129894,"threshold_uncertainty_score":0.18303937},"labels":[],"label_agreement":null},{"id":"W4411272126","doi":"10.1109/icse-companion66252.2025.00031","title":"Studying and Improving Code Understandability Through Atoms of Confusion","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Confusion; Computer science; Programming language; Code (set theory); Psychology","score_opus":0.031415400926340216,"score_gpt":0.30096577322633733,"score_spread":0.2695503722999971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272126","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2750716,0.00009999904,0.7236422,0.00021947458,0.00007126892,0.00009615624,4.6259157e-7,0.000104938656,0.00069391326],"genre_scores_gemma":[0.9646178,0.0000072475227,0.035135265,0.000038944574,0.0000029662913,0.0000027004799,9.7977e-8,0.0000021358526,0.00019286283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993451,0.00002354471,0.00012262158,0.00021721772,0.00016043572,0.00013108582],"domain_scores_gemma":[0.99892855,0.00063235173,0.00001660335,0.0003349371,0.000064360254,0.00002321423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035965626,0.000054570304,0.00009978612,0.000051431573,0.00005348345,0.00004714874,0.0002793825,0.000027915743,0.000004415432],"category_scores_gemma":[0.00037235804,0.0000466398,0.00001600467,0.0002760426,0.000056007702,0.00017967899,0.00047674237,0.00007804005,6.7910236e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002673904,0.00019948615,0.24835755,0.00089976884,0.000085485386,0.000009545859,0.004888683,0.00032450474,0.020527503,0.59647876,0.00067474146,0.12752724],"study_design_scores_gemma":[0.0034480654,0.0005079918,0.34498328,0.00035147418,0.000025152305,0.000011100549,0.0019690632,0.40420726,0.15128893,0.09028259,0.0021460901,0.00077900966],"about_ca_topic_score_codex":0.00014501781,"about_ca_topic_score_gemma":0.000008741794,"teacher_disagreement_score":0.68954617,"about_ca_system_score_codex":0.000045550238,"about_ca_system_score_gemma":0.00008493171,"threshold_uncertainty_score":0.1901916},"labels":[],"label_agreement":null},{"id":"W4411272370","doi":"10.1109/msr66628.2025.00067","title":"Understanding the Popularity of Packages in Maven Ecosystem","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Popularity; Ecosystem; Computer science; Ecology; Psychology","score_opus":0.0670270302834067,"score_gpt":0.29280575299561895,"score_spread":0.22577872271221225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039768353,0.000046577006,0.95643455,0.0010957124,0.00013389801,0.0000962317,4.4893665e-7,0.00007021095,0.0023540412],"genre_scores_gemma":[0.9972484,0.0000022822867,0.0024571673,0.00002145448,0.000003575439,0.000003888386,9.7645724e-8,0.0000015612873,0.00026156698],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9994773,0.000043169068,0.0001058296,0.00010940623,0.00014023864,0.00012405477],"domain_scores_gemma":[0.9990964,0.0005205834,0.000011537243,0.0003433829,0.000015261332,0.000012821781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005103976,0.00003789585,0.00007108416,0.00012487077,0.000025269745,0.00003956499,0.00058141863,0.000023195867,0.000004367743],"category_scores_gemma":[0.00021215511,0.000025675245,0.00001995265,0.0005676789,0.000010842906,0.000075161704,0.00021300153,0.00009177747,0.0000030945669],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012921099,0.000018634712,0.16477333,0.00008089336,0.000012389198,0.00000656275,0.0002972769,0.0009468309,0.0001292165,0.8321418,0.00081559457,0.0007761537],"study_design_scores_gemma":[0.00088188023,0.00006699403,0.5994669,0.00044879716,0.0000052519445,0.00000867347,0.000986108,0.27638552,0.008803787,0.11165972,0.00097128964,0.0003150964],"about_ca_topic_score_codex":0.000060362523,"about_ca_topic_score_gemma":0.000118587304,"teacher_disagreement_score":0.9574801,"about_ca_system_score_codex":0.000114419774,"about_ca_system_score_gemma":0.00003741803,"threshold_uncertainty_score":0.10804302},"labels":[],"label_agreement":null},{"id":"W4411272387","doi":"10.1109/msr66628.2025.00117","title":"Smells-sus: Sustainability Smells in IaC","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Sustainability; Computer science; Code smell; Ecology; Programming language; Software; Software quality; Biology; Software development","score_opus":0.006284715078031602,"score_gpt":0.2841022955910687,"score_spread":0.2778175805130371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272387","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13207458,0.00017614722,0.8541593,0.0044665867,0.00034858397,0.00038960783,4.102077e-7,0.00059402327,0.0077907597],"genre_scores_gemma":[0.9797959,0.0000054988427,0.011841167,0.00016226366,0.000012592484,0.000024882902,3.3680627e-7,0.0000045329184,0.00815285],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988032,0.000054189626,0.00017245168,0.00036857344,0.00021424271,0.00038733185],"domain_scores_gemma":[0.99818534,0.0008416101,0.000009551007,0.0007687048,0.00013462795,0.0000601484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063292455,0.00009259963,0.00012368847,0.00029242804,0.000030589687,0.00010481119,0.0009659268,0.000057695117,0.0000360036],"category_scores_gemma":[0.0013254794,0.00008681203,0.0000380273,0.0013615747,0.00003539201,0.00022057243,0.0005250575,0.00020616683,0.000049406157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013673919,0.0003359485,0.451015,0.00035882802,0.000026111187,0.00012560995,0.0008705578,0.003929387,0.0002556443,0.3389613,0.012622206,0.19148575],"study_design_scores_gemma":[0.0011714882,0.00010734054,0.7602889,0.00007809061,0.0000028765842,0.0000042210077,0.0002531972,0.106681556,0.011521074,0.08591388,0.03339513,0.0005822762],"about_ca_topic_score_codex":0.00021766992,"about_ca_topic_score_gemma":0.000026524614,"teacher_disagreement_score":0.8477213,"about_ca_system_score_codex":0.00032314347,"about_ca_system_score_gemma":0.00030892712,"threshold_uncertainty_score":0.3540092},"labels":[],"label_agreement":null},{"id":"W4411337744","doi":"10.1109/designing66910.2025.00007","title":"Assessing LLMs for Front-end Software Architecture Knowledge","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Front and back ends; Computer science; Architecture; Software; Software engineering; Computer architecture; Operating system; History","score_opus":0.02297468073865381,"score_gpt":0.32742106027170753,"score_spread":0.3044463795330537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411337744","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019402793,0.0004502048,0.9922615,0.0006995465,0.0006902605,0.0002529723,0.0000016069337,0.00086968025,0.0028339261],"genre_scores_gemma":[0.172104,0.000001968408,0.816787,0.00019407751,0.00010242315,0.0000998785,0.0000037934867,0.000017320042,0.010689552],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988631,0.000028981884,0.00014499959,0.00040051484,0.00016416515,0.00039821738],"domain_scores_gemma":[0.99730194,0.0019050806,0.000016746866,0.00056962296,0.0001271659,0.00007947573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032710648,0.00013325425,0.0001491714,0.00025266848,0.00014157928,0.0004547383,0.0009887262,0.00007651294,0.000029744915],"category_scores_gemma":[0.0012288573,0.00011577272,0.000080350364,0.0004125256,0.000030310805,0.00032564174,0.00038023532,0.00019669588,0.000041237607],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005573716,0.000093736155,0.0038545541,0.000278939,0.000059884525,0.0000067938163,0.0005539191,0.0015725173,0.00061147695,0.020698456,0.032138858,0.9401253],"study_design_scores_gemma":[0.0046172957,0.0003931794,0.12522876,0.0009879393,0.000054206597,0.000047331523,0.00021289337,0.2449135,0.038662605,0.1188435,0.46364254,0.0023962525],"about_ca_topic_score_codex":0.000011367612,"about_ca_topic_score_gemma":0.00001527329,"teacher_disagreement_score":0.93772906,"about_ca_system_score_codex":0.00008275486,"about_ca_system_score_gemma":0.0002450294,"threshold_uncertainty_score":0.4721074},"labels":[],"label_agreement":null},{"id":"W4411379396","doi":"10.1007/978-981-96-8186-0_21","title":"Analogy-Augmented Generation with Procedural Memory for Procedure Generation","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Interface Biologics (Canada); Thales (Canada); Université de Montréal; Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Analogy; Programming language; Theoretical computer science; Parallel computing","score_opus":0.021241273289699405,"score_gpt":0.2612090169738959,"score_spread":0.23996774368419652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411379396","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00033794038,0.00029744793,0.9954021,0.0011055033,0.0010810542,0.0012864338,0.000007413917,0.00026794718,0.00021414479],"genre_scores_gemma":[0.11633323,0.000022072578,0.8775962,0.0017028248,0.0016640002,0.00025991714,0.00009334622,0.00006431318,0.0022641057],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99646276,0.000019659605,0.00038613708,0.0015798489,0.00092438766,0.00062717753],"domain_scores_gemma":[0.9976865,0.00041713778,0.00015526482,0.0009637338,0.0006485712,0.00012877933],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000652325,0.00047013894,0.00039353778,0.0010173185,0.0003013827,0.0005742087,0.001884548,0.00028448107,0.0000052729843],"category_scores_gemma":[0.00038670475,0.00040439796,0.00007969152,0.0008429457,0.00025985535,0.00058734487,0.00045499747,0.00053844036,0.0000051061065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030974363,0.00007559416,0.0001809558,0.0005045877,0.00007404823,0.00006801083,0.0008959693,0.35290244,0.004799689,0.0131269125,0.0019539327,0.6253869],"study_design_scores_gemma":[0.00041784218,0.000301852,0.0000757643,0.00026844005,0.000010549919,0.00006177344,9.201293e-8,0.98611844,0.009102023,0.002748525,0.00039547906,0.0004992401],"about_ca_topic_score_codex":0.0000073631923,"about_ca_topic_score_gemma":0.000117896496,"teacher_disagreement_score":0.63321596,"about_ca_system_score_codex":0.0004601123,"about_ca_system_score_gemma":0.0016183128,"threshold_uncertainty_score":0.9998408},"labels":[],"label_agreement":null},{"id":"W4411449687","doi":"10.1145/3715730","title":"Towards Diverse Program Transformations for Program Simplification","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Concordia University","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Program comprehension; Computer science; Source lines of code; Program transformation; Maintainability; Program slicing; Programming language; Heuristics; Software engineering; Set (abstract data type); Code (set theory); Static program analysis; Program analysis; Software; Source code; Software maintenance; Software quality; Software system; Software development; Operating system","score_opus":0.01895505048035933,"score_gpt":0.29468973969045453,"score_spread":0.2757346892100952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411449687","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18066841,0.00023694574,0.7960631,0.0054021254,0.001609351,0.007965228,0.000051995034,0.007654848,0.00034796615],"genre_scores_gemma":[0.41936827,0.000011562289,0.5783073,0.000066783214,0.000053793803,0.0019993666,0.0000047641192,0.000030513953,0.00015771686],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985519,0.000002833096,0.00030619826,0.00034314088,0.00040040744,0.00039551087],"domain_scores_gemma":[0.99824625,0.0003846003,0.00008100236,0.0007390422,0.00047387456,0.000075204356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003432928,0.0002102608,0.00020615179,0.00030250952,0.00013503272,0.00016694906,0.003441374,0.00010587177,0.0000013944264],"category_scores_gemma":[0.007989948,0.00017139278,0.00018376463,0.0013064725,0.000042150787,0.0004015932,0.000533277,0.00024160376,0.0000036608626],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007526583,0.001127891,0.013190517,0.0030635193,0.00029991835,5.0402946e-7,0.0013646755,0.005959195,0.0025068722,0.122991525,0.027592473,0.82182765],"study_design_scores_gemma":[0.0043001254,0.0022966447,0.2860336,0.0018983925,0.00020694167,0.000020846817,0.00017231642,0.23139785,0.18699124,0.015747195,0.26890194,0.0020329226],"about_ca_topic_score_codex":0.000003830884,"about_ca_topic_score_gemma":2.1587462e-7,"teacher_disagreement_score":0.8197947,"about_ca_system_score_codex":0.00011999216,"about_ca_system_score_gemma":0.000083878585,"threshold_uncertainty_score":0.956529},"labels":[],"label_agreement":null},{"id":"W4411449706","doi":"10.1145/3715738","title":"Code Change Intention, Development Artifact, and History Vulnerability: Putting Them Together for Vulnerability Fix Detection by LLM","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); University of Manitoba","funders":"","keywords":"Computer science; Vulnerability (computing); Artifact (error); Commit; Context (archaeology); Leverage (statistics); Computer security; Vulnerability assessment; Data science; Artificial intelligence; Database; Psychology","score_opus":0.038219735064336666,"score_gpt":0.2594014123250999,"score_spread":0.2211816772607632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411449706","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6530005,0.0005167407,0.34247905,0.0010363925,0.000981458,0.0011012373,0.000008475135,0.00085711986,0.000019046907],"genre_scores_gemma":[0.8904627,0.0000074396653,0.10834736,0.00014276842,0.000050401828,0.00060494215,0.0000014771691,0.00003761493,0.00034527428],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982727,0.0000109263465,0.00037852916,0.0005808233,0.00036332602,0.00039365338],"domain_scores_gemma":[0.9978257,0.0009249301,0.0001225442,0.00063588336,0.00040502328,0.00008595295],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011690158,0.000260717,0.0002720043,0.00017738741,0.00014977013,0.000074711876,0.0015584595,0.00012610531,0.000005066332],"category_scores_gemma":[0.01486755,0.00022206428,0.000099665725,0.00041785854,0.00006376025,0.0003522431,0.0009327996,0.00036056602,0.000002231002],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022427335,0.00096795807,0.34759393,0.0072151455,0.0005646824,0.0000010139037,0.008290502,0.00066272926,0.06918216,0.0055473316,0.026340172,0.5334101],"study_design_scores_gemma":[0.0018584558,0.0004221822,0.19151464,0.0011795089,0.00006577527,0.00001953657,0.00009750067,0.035355043,0.612747,0.004950703,0.15048015,0.001309497],"about_ca_topic_score_codex":0.000016574573,"about_ca_topic_score_gemma":0.000001963015,"teacher_disagreement_score":0.54356486,"about_ca_system_score_codex":0.00059795234,"about_ca_system_score_gemma":0.000054370736,"threshold_uncertainty_score":0.9934306},"labels":[],"label_agreement":null},{"id":"W4411449758","doi":"10.1145/3715734","title":"An Empirical Study on Release-Wise Refactoring Patterns","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Code refactoring; Computer science; Cohesion (chemistry); Quality (philosophy); Software deployment; Java; Code (set theory); Software evolution; Software engineering; Software; Programming language; Software system","score_opus":0.023231487738195986,"score_gpt":0.30415486897821586,"score_spread":0.28092338124001986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411449758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981299,0.000025354915,0.015861344,0.00045537096,0.00070959626,0.0004891031,0.0000047075864,0.0011217238,0.000033844346],"genre_scores_gemma":[0.9891634,0.000002712782,0.010382534,0.00012717462,0.000088460365,0.00007816971,5.0260087e-7,0.00004374748,0.00011330197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975932,0.00001362295,0.00035785508,0.00069132686,0.00084225455,0.00050169317],"domain_scores_gemma":[0.99688315,0.0008139032,0.000089926965,0.0018102467,0.00024782083,0.00015493717],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0005131148,0.00033477586,0.00032927011,0.0004681294,0.00011533172,0.00018137526,0.0056952145,0.00011522361,0.0000034640425],"category_scores_gemma":[0.010491327,0.0002643983,0.00013123846,0.001220412,0.000023967266,0.00037107783,0.0014231991,0.0006745425,0.000011991978],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032877622,0.0005602563,0.9892676,0.0001760389,0.00007751488,0.0000062790914,0.0007952459,0.0033394776,0.0011012749,0.0008456444,0.0015518817,0.0022459314],"study_design_scores_gemma":[0.00054590654,0.0006530733,0.9749548,0.0003995698,0.00001576347,0.000003944385,0.00007039126,0.0033358952,0.018835576,0.00017104557,0.00067298475,0.00034104017],"about_ca_topic_score_codex":0.0000134021775,"about_ca_topic_score_gemma":4.0007885e-7,"teacher_disagreement_score":0.0177343,"about_ca_system_score_codex":0.00020321865,"about_ca_system_score_gemma":0.00005875786,"threshold_uncertainty_score":0.9999808},"labels":[],"label_agreement":null},{"id":"W4411449952","doi":"10.1145/3715729","title":"An Empirical Study of Suppressed Static Analysis Warnings","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Spectrum analyzer; False positive paradox; Python (programming language); Computer science; Software; Static analysis; Scalability; Empirical research; False positives and false negatives; Code (set theory); Artificial intelligence; Programming language; Statistics; Telecommunications; Operating system; Mathematics","score_opus":0.0138911653291388,"score_gpt":0.29776158001213404,"score_spread":0.28387041468299523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411449952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9571946,0.000031112973,0.041484572,0.0002578566,0.00018299888,0.00037620467,0.0000042003353,0.00045772342,0.000010692544],"genre_scores_gemma":[0.9678928,0.0000018751026,0.031906173,0.00004057954,0.000016208522,0.00005305267,8.411228e-7,0.000022287499,0.00006617692],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977868,0.000016545691,0.00047129378,0.0005270116,0.00082663505,0.0003716904],"domain_scores_gemma":[0.99667907,0.0010586722,0.00016250717,0.0015303898,0.00046523506,0.00010410191],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.00060740317,0.00025409256,0.0005056435,0.00097484747,0.00006790309,0.00009165994,0.0055752317,0.00008831058,0.000005598266],"category_scores_gemma":[0.010735139,0.0002016374,0.00018394177,0.0044642305,0.00004246697,0.00033069347,0.0012973743,0.00038732626,0.0000017398442],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003943681,0.00084064365,0.94174176,0.0003460299,0.0007825406,0.0000018394485,0.0041361745,0.046942584,0.0023461762,0.00041637465,0.0015577137,0.0008486959],"study_design_scores_gemma":[0.00081614184,0.0008439996,0.88407594,0.00015134945,0.00025728313,0.0000016229534,0.00019303175,0.09323194,0.019482257,0.00042672505,0.00017892501,0.00034076942],"about_ca_topic_score_codex":0.000031101285,"about_ca_topic_score_gemma":0.0000010132674,"teacher_disagreement_score":0.057665832,"about_ca_system_score_codex":0.0000807718,"about_ca_system_score_gemma":0.000060204755,"threshold_uncertainty_score":0.9998051},"labels":[],"label_agreement":null},{"id":"W4411450091","doi":"10.1145/3715724","title":"CKTyper: Enhancing Type Inference for Java Code Snippets by Leveraging Crowdsourcing Knowledge in Stack Overflow","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Basic and Applied Basic Research Foundation of Guangdong Province","keywords":"Snippet; Computer science; Crowdsourcing; Context (archaeology); Code (set theory); Inference; Set (abstract data type); Information retrieval; Type inference; Java; Source code; World Wide Web; Artificial intelligence; Programming language","score_opus":0.017235033584320957,"score_gpt":0.2818270580510308,"score_spread":0.2645920244667099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411450091","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7036215,0.0010187824,0.29164302,0.0005169148,0.0015858664,0.0007578067,0.000017430104,0.0007510412,0.0000876227],"genre_scores_gemma":[0.95390755,0.000021579162,0.045337792,0.00007974736,0.00006482063,0.000080478974,0.0000018836715,0.000047662765,0.0004584809],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979707,0.0000074717163,0.00043309663,0.00058288756,0.00037203787,0.00063378876],"domain_scores_gemma":[0.9965248,0.00202112,0.00010678079,0.0008319468,0.0004259704,0.00008935059],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007450132,0.00031295,0.00037562556,0.00045104444,0.00010480533,0.00015677403,0.0034807145,0.00013961956,0.0000034926534],"category_scores_gemma":[0.021861933,0.0002850567,0.000110766996,0.0016101347,0.000034702356,0.00037994413,0.0014638465,0.0005008294,0.000006777636],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034217042,0.0009615664,0.53723174,0.009145144,0.0005048105,0.000007985138,0.00859932,0.08701733,0.20328183,0.02815873,0.10208727,0.022662079],"study_design_scores_gemma":[0.0032291897,0.00053680484,0.071274765,0.006846765,0.000051655956,0.000014093096,0.00015507314,0.18793832,0.69411874,0.0024291421,0.03149749,0.0019079933],"about_ca_topic_score_codex":0.000017376675,"about_ca_topic_score_gemma":0.0000036582678,"teacher_disagreement_score":0.4908369,"about_ca_system_score_codex":0.00029650526,"about_ca_system_score_gemma":0.00016242666,"threshold_uncertainty_score":0.9999602},"labels":[],"label_agreement":null},{"id":"W4411450398","doi":"10.1145/3729383","title":"Automated Extraction and Analysis of Developer's Rationale in Open Source Software","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université de Montréal","funders":"","keywords":"Computer science; Software engineering; Software; Open source; Generalization; Open source software; Data science; Artificial intelligence; Programming language","score_opus":0.015592076908858506,"score_gpt":0.27953756571677185,"score_spread":0.26394548880791335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411450398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.877677,0.0001717351,0.12018077,0.0005078993,0.00018847724,0.0005213725,0.000008416808,0.00071896816,0.000025352856],"genre_scores_gemma":[0.7796457,0.000012875307,0.21995904,0.000051116567,0.000009758817,0.00006307533,0.0000028523764,0.000020117157,0.00023546896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99859005,0.0000079435085,0.00038666505,0.0003917281,0.00038248146,0.00024115203],"domain_scores_gemma":[0.99790657,0.0010236964,0.00013237931,0.00058373145,0.00030377292,0.000049849194],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005855435,0.000179677,0.00037540056,0.0009983554,0.000054948785,0.00012776777,0.0031106716,0.000098837845,0.000003879977],"category_scores_gemma":[0.014285616,0.00015562901,0.00008454786,0.0039838,0.00003847214,0.00048735473,0.0021287042,0.00024493926,9.596638e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038901384,0.000118302334,0.91255933,0.00046259983,0.0005672689,0.0000012209113,0.00076937844,0.06876693,0.0041823476,0.003887684,0.0017132415,0.0069328165],"study_design_scores_gemma":[0.00034558238,0.000033108146,0.88902044,0.0002809034,0.00005578197,0.0000027284868,0.0000197644,0.09503122,0.014239928,0.00022179073,0.00056747184,0.00018126106],"about_ca_topic_score_codex":0.000054757857,"about_ca_topic_score_gemma":0.000004357475,"teacher_disagreement_score":0.099778265,"about_ca_system_score_codex":0.00011461819,"about_ca_system_score_gemma":0.00009467097,"threshold_uncertainty_score":0.9940175},"labels":[],"label_agreement":null},{"id":"W4411488587","doi":"10.1145/3744920","title":"On the Utility of Domain Modeling Assistance with Large Language Models","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Université de Montréal","funders":"","keywords":"Computer science; Modeling language; Domain (mathematical analysis); Usability; Software engineering; Domain analysis; Abstraction; Domain-specific language; Process (computing); Model-driven architecture; Context (archaeology); Subject-matter expert; Domain model; Software; Domain engineering; Human–computer interaction; Software development; Data science; Artificial intelligence; Domain knowledge; Programming language; Component-based software engineering; Software construction","score_opus":0.06253040734009754,"score_gpt":0.3178245270606738,"score_spread":0.25529411972057625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411488587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07787291,0.0002514223,0.9209518,0.0002891121,0.00016306505,0.000139634,0.000010557197,0.00029759668,0.000023892444],"genre_scores_gemma":[0.5556725,0.000014603708,0.44415933,0.00005841318,0.0000042204383,0.000035976853,4.4456849e-7,0.000009155257,0.000045349105],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987816,0.00018430763,0.00018313524,0.00035679867,0.00018873317,0.00030542538],"domain_scores_gemma":[0.99193877,0.006968928,0.000024616927,0.0009484467,0.000064772656,0.00005443805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012573489,0.00016652493,0.0002480614,0.00023958596,0.00011580738,0.00002463405,0.0005984764,0.0000974016,0.000008035432],"category_scores_gemma":[0.001334816,0.00012207421,0.000056729295,0.0005338114,0.000041680985,0.00010557704,0.000030434487,0.00044398507,8.6185486e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011343614,0.00012422558,0.0001292096,0.00018818432,0.000186164,0.000014462308,0.0018808616,0.90541255,0.00045031452,0.06750542,0.000040229297,0.023954961],"study_design_scores_gemma":[0.0005905522,0.00015558425,0.00075923046,0.0001976701,0.000022081134,0.000016131475,0.00016761925,0.98318195,0.0036766522,0.01086326,0.00013648938,0.00023279706],"about_ca_topic_score_codex":0.000021252805,"about_ca_topic_score_gemma":0.0000063658713,"teacher_disagreement_score":0.4777996,"about_ca_system_score_codex":0.00002727774,"about_ca_system_score_gemma":0.0000535537,"threshold_uncertainty_score":0.49780422},"labels":[],"label_agreement":null},{"id":"W4411489800","doi":"10.5753/cibse.2025.35294","title":"Generación de Pruebas Unitarias con LLMs en Entornos Industriales: Desafíos, Evolución y Lecciones Prácticas","year":2025,"lang":"es","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nexen (Canada)","funders":"","keywords":"Humanities; Political science; Philosophy","score_opus":0.023077582971818097,"score_gpt":0.3146113494746925,"score_spread":0.2915337665028744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411489800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36216435,0.0019762039,0.6183286,0.008145738,0.0040831645,0.0013836757,0.000020643687,0.0012551215,0.0026425044],"genre_scores_gemma":[0.954029,0.00025959598,0.029111,0.00041942342,0.0007453758,0.00011874476,0.000012893511,0.00005863684,0.015245331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9952931,0.0007668375,0.0007102012,0.0010732304,0.0008712154,0.0012854157],"domain_scores_gemma":[0.99207646,0.005365615,0.0001135572,0.0015568624,0.00046279025,0.00042472008],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020622015,0.0005276574,0.0005506895,0.00088628096,0.00030649654,0.0009976093,0.0022324477,0.0006462731,0.00030396425],"category_scores_gemma":[0.007744722,0.0005290244,0.00018420536,0.0023845416,0.0002000419,0.0006167759,0.0012058113,0.0011512625,0.00038788418],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001736895,0.0009779283,0.4004582,0.00079827773,0.0010003842,0.00035901196,0.003206915,0.0076082693,0.005026823,0.43767795,0.07433575,0.06837682],"study_design_scores_gemma":[0.0068725483,0.0012084616,0.39252675,0.0024324884,0.00042507314,0.0001926349,0.0008493572,0.227672,0.06326664,0.006090589,0.29508388,0.0033795817],"about_ca_topic_score_codex":0.0013625236,"about_ca_topic_score_gemma":0.000059615864,"teacher_disagreement_score":0.59186465,"about_ca_system_score_codex":0.00089626136,"about_ca_system_score_gemma":0.0023735054,"threshold_uncertainty_score":0.9997161},"labels":[],"label_agreement":null},{"id":"W4411523084","doi":"10.1145/3728947","title":"The First Prompt Counts the Most! An Evaluation of Large Language Models on Iterative Example-Based Code Generation","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Code (set theory); Computer science; Benchmark (surveying); Iterative and incremental development; Code generation; Process (computing); Natural language generation; Natural language; Programming language; Software engineering; Artificial intelligence; Computer security; Geography","score_opus":0.03728653452721785,"score_gpt":0.29708271316430906,"score_spread":0.2597961786370912,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411523084","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80170447,0.00066603365,0.19078182,0.0024733308,0.0011745222,0.0021394421,0.00005223846,0.00062007335,0.00038808296],"genre_scores_gemma":[0.99314064,0.000004119664,0.006373598,0.00014519512,0.00006024957,0.00015404986,0.0000036192673,0.000019169409,0.00009933393],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984741,0.00002145925,0.0002088227,0.0002558232,0.0008197862,0.00021998739],"domain_scores_gemma":[0.99769837,0.0007950236,0.00009421659,0.00082405674,0.00056005426,0.000028292498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016708282,0.0001495477,0.0001265205,0.000114237955,0.0001749838,0.00011806727,0.0020688688,0.00005969264,0.0000032782275],"category_scores_gemma":[0.005430353,0.0000874509,0.00005477722,0.0006053236,0.000035339253,0.00020254707,0.0002941588,0.00022515538,0.0000029761134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012804476,0.0004833721,0.0059054457,0.0005372062,0.00025855418,9.450579e-7,0.006495096,0.7683342,0.0066711605,0.1584479,0.03070466,0.02203338],"study_design_scores_gemma":[0.0003684688,0.000090882226,0.004046275,0.00015962603,0.000016735828,6.674866e-7,0.000023477902,0.9609544,0.032221116,0.0006862665,0.001317196,0.00011483267],"about_ca_topic_score_codex":0.00000936921,"about_ca_topic_score_gemma":0.0000039043407,"teacher_disagreement_score":0.19262023,"about_ca_system_score_codex":0.00012138452,"about_ca_system_score_gemma":0.000103986065,"threshold_uncertainty_score":0.6501032},"labels":[],"label_agreement":null},{"id":"W4411523132","doi":"10.1145/3728931","title":"Understanding Practitioners’ Expectations on Clear Code Review Comments","year":2025,"lang":"en","type":"article","venue":"Proceedings of the ACM on software engineering.","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"CLARITY; Computer science; Constructive; Relevance (law); Set (abstract data type); Code (set theory); Process (computing); Data science; Code review; Programming language; Software; Software quality; Political science; Software development","score_opus":0.058257941025824454,"score_gpt":0.2989452171374843,"score_spread":0.24068727611165983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411523132","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06549843,0.005820915,0.82476246,0.08133817,0.0058783665,0.0051606037,0.000077196426,0.0071741,0.0042897626],"genre_scores_gemma":[0.8965919,0.00052027556,0.0990971,0.0026889634,0.00008699454,0.0002537169,0.000004135033,0.000080283906,0.00067661016],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984232,0.000008602727,0.00029474706,0.00036565558,0.00058974774,0.00031801837],"domain_scores_gemma":[0.9975795,0.0011492708,0.000125146,0.00087763794,0.00019334155,0.00007506645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00036440312,0.00021102805,0.00024751114,0.00031040842,0.00014922094,0.000096745425,0.0027912979,0.000068987836,0.0000066496173],"category_scores_gemma":[0.016067568,0.00017697173,0.00012513273,0.0013195238,0.000035055753,0.0003163391,0.00083076523,0.00043185902,0.000022496235],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008661977,0.0006276143,0.01923393,0.0068110153,0.0005085839,0.0000068403306,0.001347372,0.0074985144,0.0015276159,0.3941097,0.5661851,0.0020570767],"study_design_scores_gemma":[0.012602105,0.0047574905,0.19570008,0.17694806,0.000842144,0.00020556097,0.0020231993,0.06857101,0.17834432,0.061428867,0.28958955,0.008987596],"about_ca_topic_score_codex":0.000002163768,"about_ca_topic_score_gemma":1.538805e-7,"teacher_disagreement_score":0.8310935,"about_ca_system_score_codex":0.0003777571,"about_ca_system_score_gemma":0.000051345425,"threshold_uncertainty_score":0.9922205},"labels":[],"label_agreement":null},{"id":"W4411534996","doi":"10.1007/978-3-031-96590-6_4","title":"Operating Under Constraints: Identifying Requirements for Enhanced Cyber Resilience Management","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Resilience (materials science); Computer science; Computer security","score_opus":0.03145355182758525,"score_gpt":0.31399095957602985,"score_spread":0.2825374077484446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411534996","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000063184394,0.00022642495,0.99171233,0.0003349005,0.0022064233,0.001150437,0.0000060405505,0.00027701975,0.004023218],"genre_scores_gemma":[0.13947894,0.000045049048,0.8566051,0.0008471562,0.00020545573,0.00010150128,0.0000062080603,0.000040361145,0.0026701884],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994826,0.000030427393,0.000660916,0.002087605,0.0013573659,0.0010376376],"domain_scores_gemma":[0.9960917,0.0015489269,0.00017917945,0.0016233141,0.00039181396,0.00016504024],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015084507,0.00054353644,0.0004893825,0.0011831744,0.0004281058,0.0010457425,0.0044524847,0.00024121348,0.000022129085],"category_scores_gemma":[0.00047221585,0.00055274303,0.00013994766,0.00089809234,0.0006948743,0.00074819237,0.0024722994,0.0006603958,0.000023958255],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000046088726,0.00004080709,0.00004131793,0.00041389937,0.000062448235,0.00007681558,0.00045839496,0.09108634,0.0012064863,0.08180411,0.00010857835,0.8246962],"study_design_scores_gemma":[0.0023883074,0.00048121164,0.0009229622,0.008762684,0.000053549997,0.000057685185,0.0000043631157,0.673463,0.03752527,0.27150145,0.0015064691,0.0033330393],"about_ca_topic_score_codex":0.000007243247,"about_ca_topic_score_gemma":0.000011838314,"teacher_disagreement_score":0.82136315,"about_ca_system_score_codex":0.0007189153,"about_ca_system_score_gemma":0.0005465142,"threshold_uncertainty_score":0.99999124},"labels":[],"label_agreement":null},{"id":"W4411552659","doi":"10.1109/icse55347.2025.00012","title":"Reasoning Runtime Behavior of a Program with LLM: How Far are We?","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Science Foundation of Ningbo","keywords":"Computer science; Programming language","score_opus":0.016730493101346253,"score_gpt":0.28722802632078254,"score_spread":0.27049753321943626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411552659","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15096287,0.00026168246,0.84333724,0.0021710654,0.00013278639,0.0007246189,0.000001602702,0.0012903169,0.001117825],"genre_scores_gemma":[0.75906575,0.000005263379,0.23789607,0.00001776929,0.0000074954332,0.00013384939,5.536832e-7,0.0000074707036,0.0028658044],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991196,0.00001570554,0.00008047619,0.00025300923,0.000288418,0.00024279654],"domain_scores_gemma":[0.9991502,0.00012712371,0.000030010784,0.00051044906,0.00012990578,0.000052319498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013686094,0.000091344045,0.00013274862,0.00015621794,0.00003676037,0.00012638624,0.0006450234,0.00003816107,0.000008813726],"category_scores_gemma":[0.00011900459,0.00007060384,0.000031104395,0.0008225713,0.000039343613,0.00017351797,0.00023810162,0.00012553747,0.000004828957],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018536244,0.00093429803,0.5732968,0.00029058754,0.00011565856,0.00016011366,0.0005254795,0.00022848471,0.0009926688,0.02911701,0.0062738704,0.3880465],"study_design_scores_gemma":[0.0016277338,0.001295911,0.8737992,0.0010819946,0.00005450927,0.000053157455,0.00028202194,0.07157628,0.029227916,0.0001870291,0.020041175,0.0007730591],"about_ca_topic_score_codex":0.00002777198,"about_ca_topic_score_gemma":0.000010037907,"teacher_disagreement_score":0.60810286,"about_ca_system_score_codex":0.000029549787,"about_ca_system_score_gemma":0.000087320666,"threshold_uncertainty_score":0.2879141},"labels":[],"label_agreement":null},{"id":"W4411617963","doi":"10.51847/2lybtjlmml","title":"10.51847/2LyBtjLMml","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Estimation; Software; Reliability engineering; Engineering; Systems engineering; Operating system","score_opus":0.00814562802463771,"score_gpt":0.20305294405862542,"score_spread":0.1949073160339877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411617963","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014863927,0.000057450765,0.0018784327,0.00065840554,0.000008204842,0.0001692682,0.0000020927885,0.0010059037,0.99473387],"genre_scores_gemma":[0.00067764154,1.2693954e-7,0.005022459,0.000039859,0.00006286879,0.000015112402,9.909411e-7,0.000012359059,0.9941686],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905133,0.000020037267,0.00009064626,0.0002490274,0.00027931514,0.0003096579],"domain_scores_gemma":[0.9990451,0.00018018192,0.000006398204,0.0005664547,0.00003597925,0.00016590049],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00016915883,0.00008668982,0.000086268104,0.0000948056,0.00004419459,0.00010395494,0.00088067853,0.000033344677,0.9394965],"category_scores_gemma":[0.00012823468,0.000087798544,0.000031034262,0.00046495904,0.000012679773,0.00016667032,0.00013651977,0.000093443436,0.986076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036791782,0.000014738964,8.7726335e-7,0.0000023915723,0.000004352064,0.000012226324,0.000017207465,0.00052472565,0.000034293174,0.000009715964,0.024584798,0.974791],"study_design_scores_gemma":[0.00007824157,0.000066998524,0.0003571135,0.0000066833313,7.5785323e-7,0.00000939044,4.3781604e-8,0.005308753,0.00007079972,0.0000046208806,0.9939841,0.00011250827],"about_ca_topic_score_codex":0.000008681641,"about_ca_topic_score_gemma":1.591033e-8,"teacher_disagreement_score":0.97467846,"about_ca_system_score_codex":0.00003572645,"about_ca_system_score_gemma":0.000031778884,"threshold_uncertainty_score":0.35803208},"labels":[],"label_agreement":null},{"id":"W4411617973","doi":"10.51847/gj5e8aptzj","title":"10.51847/gJ5E8aPTzj","year":2000,"lang":"en","type":"article","venue":"Time to knit","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Estimation; Computer science; Reliability engineering; Software; Statistics; Mathematics; Systems engineering; Engineering","score_opus":0.008316632172210351,"score_gpt":0.20291448068904194,"score_spread":0.1945978485168316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411617973","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014297751,0.000062201434,0.0019025549,0.00064657524,0.000007885187,0.00017487546,0.00000246379,0.0010277467,0.9947459],"genre_scores_gemma":[0.0007316507,1.2903585e-7,0.0048193717,0.000037716854,0.00006129513,0.000015069731,9.922462e-7,0.0000125185215,0.9943212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99904233,0.000019551444,0.0000917055,0.0002519624,0.00028258146,0.00031187793],"domain_scores_gemma":[0.99903727,0.00017827324,0.0000064624455,0.0005738054,0.000036543195,0.00016766359],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00017088388,0.0000882845,0.00008811115,0.000095592,0.00004424233,0.0001041047,0.00088848895,0.000033594166,0.93725705],"category_scores_gemma":[0.0001231711,0.00008906096,0.000030916923,0.00046039876,0.000012815897,0.0001682366,0.00013747145,0.00009452625,0.98680323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039175416,0.0000150633505,8.665184e-7,0.0000024327833,0.0000044979984,0.000013150451,0.00001732734,0.00058090256,0.000035067846,0.000010640007,0.02152345,0.9777927],"study_design_scores_gemma":[0.00007947757,0.000067491805,0.0003623752,0.0000067649075,7.641628e-7,0.000010030135,4.423283e-8,0.0054226345,0.00006288521,0.0000046226482,0.99386877,0.00011416372],"about_ca_topic_score_codex":0.000009331503,"about_ca_topic_score_gemma":1.6271873e-8,"teacher_disagreement_score":0.97767854,"about_ca_system_score_codex":0.000036132187,"about_ca_system_score_gemma":0.00003120297,"threshold_uncertainty_score":0.36318004},"labels":[],"label_agreement":null},{"id":"W4411950757","doi":"10.1109/forge66646.2025.00017","title":"Augmenting Large Language Models with Static Code Analysis for Automated Code Quality Improvements","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Programming language; Code (set theory); Code generation; Software quality; Static program analysis; KPI-driven code analysis; Software; Operating system; Software development","score_opus":0.026496059906458435,"score_gpt":0.3556332030345775,"score_spread":0.3291371431281191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411950757","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11475528,0.000024039477,0.8831659,0.00016508982,0.0000412719,0.00033376427,0.000048154478,0.0012655315,0.00020096565],"genre_scores_gemma":[0.81393427,6.96058e-7,0.18386544,0.00018018174,0.000004372634,0.00009342511,0.000023540551,0.000008647236,0.0018894],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845016,0.000048738442,0.00026086209,0.0004210136,0.00035731273,0.00046193058],"domain_scores_gemma":[0.99847406,0.0006109338,0.000055852688,0.00063708524,0.0001522691,0.00006981098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093760755,0.00012874743,0.0002359285,0.00033258315,0.000109986424,0.00018987231,0.0006352795,0.00003617448,0.000011820182],"category_scores_gemma":[0.000211315,0.000105688654,0.00007450892,0.0015266865,0.000013868222,0.0003064892,0.00025282017,0.00008335935,0.000003753374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014497894,0.0011766268,0.16030632,0.0017151254,0.00889524,0.000053267493,0.0080081485,0.5703479,0.008670981,0.2172851,0.0067104297,0.016685868],"study_design_scores_gemma":[0.0007044299,0.000032358937,0.011211039,0.000015664886,0.000050985673,1.3016421e-7,0.00010864657,0.98590845,0.0014625699,0.00033131815,0.00004674862,0.00012766823],"about_ca_topic_score_codex":0.00022713124,"about_ca_topic_score_gemma":0.0002854995,"teacher_disagreement_score":0.69930047,"about_ca_system_score_codex":0.00009740055,"about_ca_system_score_gemma":0.00010032701,"threshold_uncertainty_score":0.43098584},"labels":[],"label_agreement":null},{"id":"W4412033360","doi":"10.1145/3747289","title":"Towards Understanding Refactoring Engine Bugs","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Computer science; Software engineering; Programming language; Software","score_opus":0.1393592182729809,"score_gpt":0.35114929550490953,"score_spread":0.21179007723192864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412033360","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005847108,0.00037274274,0.99013317,0.0005404297,0.0015622979,0.00013286636,0.000003827141,0.0013760958,0.0000314452],"genre_scores_gemma":[0.25708178,0.00012151705,0.74238384,0.00008011608,0.00003384969,0.000044937548,0.0000010505964,0.00002409841,0.00022879518],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983913,0.00011780174,0.0002491845,0.0005360354,0.00020291177,0.0005027744],"domain_scores_gemma":[0.9935248,0.0053932574,0.00002506186,0.0008571585,0.00005230075,0.0001474263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092046236,0.00025836893,0.00033122674,0.0007738831,0.00017657698,0.000088305096,0.0007227584,0.00019400539,0.000011714413],"category_scores_gemma":[0.0036067646,0.0002701071,0.00008970408,0.00088314345,0.000041881343,0.00022444138,0.00006540039,0.0006117519,0.000005782042],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083212755,0.00018176193,0.0019416925,0.00078556855,0.00078990497,0.00010621908,0.0021701502,0.1993255,0.006096728,0.0936762,0.00022123722,0.6946218],"study_design_scores_gemma":[0.013857067,0.0031701215,0.09168361,0.0035840548,0.0007317005,0.001313367,0.0013355504,0.29705408,0.36735278,0.11042963,0.099965945,0.009522083],"about_ca_topic_score_codex":0.000029292209,"about_ca_topic_score_gemma":0.0000017959508,"teacher_disagreement_score":0.6850997,"about_ca_system_score_codex":0.0002512697,"about_ca_system_score_gemma":0.000087619024,"threshold_uncertainty_score":0.9999751},"labels":[],"label_agreement":null},{"id":"W4412602677","doi":"10.1145/3749100","title":"<scp>AntiCopyPaster</scp> 3.0: Just-in-Time Clone Refactoring","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Computer science; clone (Java method); Programming language; Software engineering; Software; Biology","score_opus":0.06483042430187017,"score_gpt":0.328490238395962,"score_spread":0.2636598140940918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412602677","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11938611,0.0003833185,0.8780941,0.00014616182,0.00097018573,0.00015963588,0.0000036982715,0.00083908596,0.000017717706],"genre_scores_gemma":[0.1254881,0.00014981495,0.8726858,0.0001232954,0.000045257886,0.00008811223,0.0000018462196,0.000038996244,0.0013787503],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99795514,0.00019338164,0.00033361252,0.0006344862,0.00023745614,0.0006459297],"domain_scores_gemma":[0.9857742,0.013030355,0.0000315909,0.0009531646,0.000059800637,0.00015088645],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011829556,0.00028556638,0.0004361675,0.0010121535,0.00010746394,0.00009671191,0.0009864313,0.00024280489,0.0000067491605],"category_scores_gemma":[0.006484476,0.00030914205,0.00008598815,0.0011095107,0.000043465945,0.00024110178,0.000086165164,0.00074107916,0.00002757245],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008184092,0.0007970349,0.03761145,0.0017749947,0.0009519914,0.00045819563,0.00603908,0.4621337,0.038577754,0.007921044,0.0010291979,0.4426237],"study_design_scores_gemma":[0.010909236,0.0019240765,0.4939264,0.002954019,0.00037238616,0.0008330055,0.00047221262,0.18766822,0.20909356,0.0068452475,0.08221122,0.0027904306],"about_ca_topic_score_codex":0.00003284052,"about_ca_topic_score_gemma":0.0000018830752,"teacher_disagreement_score":0.45631495,"about_ca_system_score_codex":0.00011266103,"about_ca_system_score_gemma":0.00007058733,"threshold_uncertainty_score":0.99993604},"labels":[],"label_agreement":null},{"id":"W4412703947","doi":"10.1145/3696630.3731674","title":"An Empirical Study on the Impact of Gender Diversity on Code Quality in AI Systems","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Diversity (politics); Computer science; Code (set theory); Quality (philosophy); Gender diversity; Empirical research; Programming language; Mathematics; Sociology; Statistics; Business; Anthropology; Epistemology; Philosophy","score_opus":0.1336716054099922,"score_gpt":0.44618265928969353,"score_spread":0.31251105387970135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412703947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94351196,0.0000042730703,0.055431947,0.00019995743,0.00008226168,0.00027419723,0.0000021576818,0.000078619436,0.0004146116],"genre_scores_gemma":[0.9998074,1.8078585e-7,0.000046104593,0.00007301677,0.000006034135,0.000005593473,1.6611773e-7,0.000001924494,0.00005956433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986969,0.00036705378,0.00013768394,0.00023679927,0.00039714848,0.00016439325],"domain_scores_gemma":[0.9979055,0.001224816,0.000016802542,0.00075221824,0.000057126985,0.000043567477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001323516,0.0000741108,0.00013323901,0.00014590414,0.00006316732,0.000055380253,0.00094353233,0.000031341922,0.000006368819],"category_scores_gemma":[0.0003092715,0.000043524822,0.00004073625,0.00055043073,0.000018634379,0.000086455446,0.00043553815,0.00020083746,0.000008893875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013866442,0.00048725703,0.9835606,0.000006755829,0.00002334501,0.000004187745,0.0013525053,0.010572996,0.000019055436,0.0030046585,0.000864239,0.000090487214],"study_design_scores_gemma":[0.00019152233,0.0002848261,0.9672661,0.000007577459,7.092578e-7,1.33295e-7,0.00023847813,0.03180338,0.000050565934,0.000111194815,0.0000021553171,0.000043359185],"about_ca_topic_score_codex":0.0023917255,"about_ca_topic_score_gemma":0.000037849015,"teacher_disagreement_score":0.05629544,"about_ca_system_score_codex":0.00017017743,"about_ca_system_score_gemma":0.00007761573,"threshold_uncertainty_score":0.36155894},"labels":[],"label_agreement":null},{"id":"W4412704074","doi":"10.1145/3696630.3728518","title":"From Overload to Insight: Bridging Code Search and Code Review with LLMs","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Bridging (networking); Computer science; Information overload; Code (set theory); Programming language; Computer security; World Wide Web","score_opus":0.0195272804877584,"score_gpt":0.2974078624599623,"score_spread":0.2778805819722039,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412704074","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05186886,0.005687049,0.9330372,0.007272655,0.00010282456,0.00038262675,0.00000841572,0.00037091813,0.0012694212],"genre_scores_gemma":[0.70037514,0.003004931,0.27652144,0.010898275,0.00014417984,0.00012549627,0.000008678734,0.00004692719,0.0088749],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871814,0.00003956029,0.00013357282,0.0004466004,0.00037126493,0.00029086036],"domain_scores_gemma":[0.99868953,0.00044134897,0.000008217943,0.0006181293,0.00009506191,0.00014771987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030627227,0.00011464834,0.00018875416,0.00014344278,0.000063966974,0.00017546871,0.00063743326,0.000027372165,0.000026532467],"category_scores_gemma":[0.00024693977,0.00008976705,0.000017837609,0.00086616183,0.00002701364,0.0001985565,0.00057541823,0.00017673158,0.00005665461],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007585106,0.00023186584,0.08165203,0.003718508,0.00041975884,0.000637443,0.0045907977,0.0034191243,0.0052692867,0.043956008,0.16994405,0.6860853],"study_design_scores_gemma":[0.0032810227,0.00081252144,0.30390617,0.020875629,0.000086473556,0.00011391255,0.00012198354,0.266749,0.036276963,0.0011450845,0.36416665,0.0024646104],"about_ca_topic_score_codex":0.00038382967,"about_ca_topic_score_gemma":0.00010212316,"teacher_disagreement_score":0.6836207,"about_ca_system_score_codex":0.000052864343,"about_ca_system_score_gemma":0.000118385455,"threshold_uncertainty_score":0.3660594},"labels":[],"label_agreement":null},{"id":"W4412704076","doi":"10.1145/3696630.3728591","title":"TS-Detector : Detecting Feature Toggle Usage Patterns","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Saskatchewan","funders":"","keywords":"Computer science; Feature (linguistics); Detector; Pattern recognition (psychology); Artificial intelligence; Telecommunications","score_opus":0.020952586719881247,"score_gpt":0.284319805634565,"score_spread":0.26336721891468373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412704076","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042258885,0.0003048802,0.95011675,0.00074945996,0.0026211971,0.00045405197,0.000026106693,0.002084095,0.0013845564],"genre_scores_gemma":[0.77147716,0.000049678933,0.21178973,0.00026493747,0.000460554,0.00019573122,0.000010367774,0.00004463352,0.015707187],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743766,0.00006757977,0.00023007793,0.001042083,0.0006172711,0.00060534343],"domain_scores_gemma":[0.996615,0.0010409331,0.000069839756,0.0019629486,0.00015366862,0.00015763758],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036387428,0.0003625468,0.00033911548,0.000394401,0.00010868985,0.00057774986,0.0031220105,0.00043502517,0.00007775128],"category_scores_gemma":[0.0009651684,0.00034590755,0.00018900775,0.00045907914,0.000016304311,0.00014845398,0.0064581665,0.0018119727,0.00006056208],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019916803,0.00020482753,0.0909183,0.0039622327,0.0004838958,0.000590365,0.003125589,0.01509057,0.0040107258,0.0021715527,0.022345355,0.85707664],"study_design_scores_gemma":[0.0017512346,0.00037308797,0.30032384,0.004445435,0.000083438805,0.000115390314,0.00014241431,0.51539534,0.12900412,0.0035606697,0.038912125,0.005892902],"about_ca_topic_score_codex":0.00025797976,"about_ca_topic_score_gemma":0.00006461768,"teacher_disagreement_score":0.8511838,"about_ca_system_score_codex":0.00024243265,"about_ca_system_score_gemma":0.00030222404,"threshold_uncertainty_score":0.99989927},"labels":[],"label_agreement":null},{"id":"W4412714478","doi":"10.59543/ijmscs.v3i.15097","title":"Comparative Analysis of AI Models for Effort Estimation in Western and Regional Environments","year":2025,"lang":"en","type":"article","venue":"International Journal of Mathematics Statistics and Computer Science","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mean squared error; Random forest; Workflow; Estimation; Artificial neural network; Work (physics); Software; Computer science; Documentation; Operations research; Artificial intelligence; Statistics; Engineering; Mathematics; Economics; Management","score_opus":0.028405859222562984,"score_gpt":0.3425853700757589,"score_spread":0.3141795108531959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412714478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09303659,0.00003471141,0.90658045,0.00015926214,0.000104801606,0.00006624518,0.000011216169,0.0000024850672,0.0000042590145],"genre_scores_gemma":[0.5544546,0.000013574032,0.4454852,0.000033158485,0.0000044228213,0.0000016895865,7.9383057e-7,9.3212935e-7,0.0000056418694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988147,0.000009880871,0.0003953258,0.00014609896,0.0005344351,0.00009957364],"domain_scores_gemma":[0.9986369,0.00074824627,0.00018662305,0.00009718436,0.0002851653,0.000045870976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067904516,0.00007010274,0.00023811968,0.00085974886,0.000031398453,0.0001456404,0.00062745606,0.000017241084,3.7324537e-7],"category_scores_gemma":[0.000070888535,0.0000627272,0.000027931172,0.00040598275,0.00015064243,0.00039097783,0.0002150342,0.0000767585,8.513442e-8],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021280022,0.00028728147,0.0117848795,0.0000733914,0.00052769575,0.000011261198,0.0046024825,0.3053809,0.00022067744,0.6528262,0.0000812291,0.024182715],"study_design_scores_gemma":[0.00025668537,0.00006700394,0.030936463,0.00008193771,0.000024617897,0.000011547607,0.000011952186,0.914778,0.00011108501,0.05366542,0.000010631319,0.00004468685],"about_ca_topic_score_codex":0.000004341746,"about_ca_topic_score_gemma":0.0000029490618,"teacher_disagreement_score":0.60939705,"about_ca_system_score_codex":0.000057584984,"about_ca_system_score_gemma":0.000099038814,"threshold_uncertainty_score":0.2557941},"labels":[],"label_agreement":null},{"id":"W4412781231","doi":"10.1145/3702652.3744207","title":"How Do Novice Programmers Solve Code-Tracing Problems When ChatGPT Is Available? A Qualitative Analysis.","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Tracing; Programming language; Code (set theory); Software engineering","score_opus":0.03257780147867444,"score_gpt":0.33006478108658166,"score_spread":0.2974869796079072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412781231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021980843,0.00050353457,0.98471427,0.0075407447,0.00013550674,0.0005328116,0.0000057768675,0.00070913637,0.0036601461],"genre_scores_gemma":[0.6011181,0.000029545654,0.3443189,0.00082885753,0.00004477484,0.00034662196,0.000011825305,0.000032191856,0.053269193],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99725986,0.00012243829,0.00029519215,0.00090013555,0.0006960223,0.0007263456],"domain_scores_gemma":[0.99714047,0.0011610955,0.00008000535,0.0010457787,0.00040467246,0.00016798482],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014430254,0.0002530198,0.0003858408,0.0008627927,0.00015355642,0.0012180406,0.0013461743,0.00010739782,0.00015496957],"category_scores_gemma":[0.0005623145,0.0002251825,0.00019759894,0.0042339712,0.00008287163,0.00076432864,0.00047433018,0.00034109858,0.00016463255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005916955,0.0011904004,0.044707183,0.0020899647,0.01241253,0.000112881506,0.3762225,0.005459092,0.002396052,0.15835008,0.20923556,0.18776457],"study_design_scores_gemma":[0.003109344,0.00067133666,0.0050048204,0.0006322323,0.0007353618,0.000013684757,0.011107499,0.7829406,0.013976137,0.014640728,0.1641024,0.0030658303],"about_ca_topic_score_codex":0.00037882623,"about_ca_topic_score_gemma":0.00012239319,"teacher_disagreement_score":0.77748156,"about_ca_system_score_codex":0.00015793034,"about_ca_system_score_gemma":0.0002124484,"threshold_uncertainty_score":0.9998188},"labels":[],"label_agreement":null},{"id":"W4412888061","doi":"10.18653/v1/2025.findings-acl.784","title":"Enhancing LLM Agent Safety via Causal Influence Prompting","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Institute for Information and Communications Technology Promotion; Ministry of Science and ICT, South Korea; Korea Advanced Institute of Science and Technology","keywords":"Computer science; Human–computer interaction; Risk analysis (engineering); Business","score_opus":0.009514871464068484,"score_gpt":0.27328559283823683,"score_spread":0.26377072137416835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412888061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102926105,0.000049267146,0.89441043,0.00038100185,0.0002549142,0.00014260122,1.652437e-7,0.0005664625,0.0012690279],"genre_scores_gemma":[0.91737276,0.0000032094083,0.08056319,0.00021326229,0.00002538671,0.00001970711,3.805566e-7,0.0000060275856,0.0017960921],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9987508,0.000030398918,0.00021150123,0.00034497265,0.0002909518,0.00037135385],"domain_scores_gemma":[0.9987408,0.00054204883,0.000020867785,0.0005220574,0.00009782668,0.0000764318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00049912283,0.00010365887,0.000108521795,0.00015345089,0.000116577816,0.00013461645,0.00080894213,0.0000424438,0.000021809115],"category_scores_gemma":[0.0007210875,0.000096486576,0.00003095374,0.0007107519,0.000020738036,0.0003111481,0.00060953683,0.00019138317,0.000111778914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003347301,0.0004056393,0.11797963,0.0008835267,0.0002452891,0.00031931052,0.0038584499,0.055899005,0.27455243,0.13701503,0.003492891,0.4053153],"study_design_scores_gemma":[0.0007745351,0.00016010577,0.48029295,0.00046444192,0.000008828234,0.000034943623,0.00004061814,0.23698714,0.26637602,0.0025733518,0.0114695635,0.00081751356],"about_ca_topic_score_codex":0.00010318784,"about_ca_topic_score_gemma":0.000018774532,"teacher_disagreement_score":0.8144466,"about_ca_system_score_codex":0.0001368517,"about_ca_system_score_gemma":0.00013710791,"threshold_uncertainty_score":0.39346084},"labels":[],"label_agreement":null},{"id":"W4412934941","doi":"10.1007/s00236-025-00495-x","title":"Novel tree-search method for synthesizing SMT strategies","year":2025,"lang":"en","type":"article","venue":"Acta Informatica","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Alliance de recherche numérique du Canada; Georg-August-Universität Göttingen","keywords":"Computer science; Theory of computation; Tree (set theory); Search tree; Theoretical computer science; Programming language; Parallel computing; Search algorithm; Mathematics; Combinatorics","score_opus":0.030245868436263517,"score_gpt":0.3359139184326752,"score_spread":0.3056680499964117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412934941","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012005783,0.000021176687,0.9888698,0.0011444169,0.00016067705,0.0003158998,0.000003324857,0.00030654517,0.007977566],"genre_scores_gemma":[0.1558188,0.000003901316,0.8435434,0.00019544526,0.000022818373,0.00009551168,0.0000020614893,0.00000791294,0.00031016776],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987879,0.000018965791,0.00028545392,0.00016298535,0.00030222296,0.0004424957],"domain_scores_gemma":[0.99559104,0.003569851,0.00003155581,0.0006009692,0.00013251566,0.00007406137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009473382,0.00012481703,0.00017223971,0.00030854673,0.00013154201,0.0005239904,0.0012515987,0.000068454334,0.000007653503],"category_scores_gemma":[0.0013380656,0.00011176655,0.00006918611,0.0005639333,0.000029638282,0.0012698598,0.000356154,0.00018639662,0.000028891971],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021695987,0.000083124556,0.00010788213,0.0009786948,0.00015189376,0.0000022458878,0.0036932605,0.002346895,0.009394422,0.48161167,0.005445162,0.49616304],"study_design_scores_gemma":[0.00066219625,0.00010478197,0.0024257433,0.00018188769,0.000012111481,0.000013861056,0.0007215659,0.9372982,0.022058662,0.0032823326,0.03290372,0.0003349857],"about_ca_topic_score_codex":0.000022971191,"about_ca_topic_score_gemma":0.0000021281407,"teacher_disagreement_score":0.93495125,"about_ca_system_score_codex":0.000068065645,"about_ca_system_score_gemma":0.0003210447,"threshold_uncertainty_score":0.50528514},"labels":[],"label_agreement":null},{"id":"W4413002204","doi":"10.1016/j.jlp.2025.105751","title":"Intelligent countermeasures analysis in oil and gas projects utilizing topic modeling","year":2025,"lang":"en","type":"article","venue":"Journal of Loss Prevention in the Process Industries","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Mitacs; International Dragonfly Fund","keywords":"Petroleum engineering; Engineering; Systems engineering","score_opus":0.05576815941098868,"score_gpt":0.34506841590168935,"score_spread":0.2893002564907007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413002204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8198428,0.0012374505,0.17731026,0.0013756163,0.000093298404,0.000051397314,2.0615178e-7,0.000010986494,0.00007796092],"genre_scores_gemma":[0.99897283,0.00031031694,0.0005606931,0.00002550707,0.000021651374,0.000011693027,1.8454023e-7,0.0000024968158,0.00009461677],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987229,0.00013285135,0.000443671,0.00013905672,0.00039485274,0.00016664158],"domain_scores_gemma":[0.9992048,0.00027067537,0.00012605428,0.00016535702,0.00020967888,0.000023407049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00199024,0.00008498335,0.00019819866,0.00091014535,0.000052548767,0.000203932,0.0006604134,0.000069275884,0.0000016795672],"category_scores_gemma":[0.00097179913,0.000062808605,0.000051079038,0.0021915997,0.000037808648,0.0004746555,0.000092935894,0.0005155069,1.6085956e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006456169,0.00028474376,0.53117466,0.00047049826,0.0003400335,0.00009937565,0.013193476,0.16097495,0.000027294307,0.0025633585,0.000052341755,0.2907547],"study_design_scores_gemma":[0.0020923512,0.000327888,0.06415298,0.004151432,0.00027842092,0.00020796098,0.012012803,0.8464819,0.003014692,0.06643294,0.00030875712,0.0005378448],"about_ca_topic_score_codex":0.00001812399,"about_ca_topic_score_gemma":0.000034696182,"teacher_disagreement_score":0.685507,"about_ca_system_score_codex":0.00008499872,"about_ca_system_score_gemma":0.00028877796,"threshold_uncertainty_score":0.25612605},"labels":[],"label_agreement":null},{"id":"W4413133129","doi":"10.36227/techrxiv.175459856.69720288/v1","title":"Multifaceted LLMs for Recommendations of Software Vulnerability Repair and Assessment","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Context (archaeology); Vulnerability (computing); Codebase; Code (set theory); Computer security; Data science; Set (abstract data type); Source code; Programming language; Geography","score_opus":0.049026545279198176,"score_gpt":0.37858464291018906,"score_spread":0.32955809763099086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413133129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004231439,0.00008968063,0.9911082,0.0016012338,0.0006358707,0.0011185877,0.00012836738,0.0009071881,0.00017948222],"genre_scores_gemma":[0.024150189,0.00003585515,0.97411823,0.000036563255,0.0000195408,0.0004534749,0.000045171153,0.000009156859,0.0011318213],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824435,0.00009995589,0.00041227284,0.0007507179,0.00025159394,0.00024112598],"domain_scores_gemma":[0.9945533,0.0034609756,0.00009771662,0.0013648686,0.00043697777,0.00008614687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010820156,0.00019654141,0.00034842108,0.0002291018,0.000083178915,0.00008800834,0.000818781,0.00019237341,0.000013438146],"category_scores_gemma":[0.0025053108,0.00019160272,0.00015542621,0.00023492225,0.000048459686,0.00010960651,0.0024742042,0.00051277893,6.6938327e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036085272,0.0011003873,0.09746256,0.010949795,0.0010296346,0.000004262583,0.0019350585,0.018859569,0.00020645591,0.049451806,0.053113237,0.76585114],"study_design_scores_gemma":[0.0011115661,0.0002052071,0.084527686,0.0005882653,0.00004620686,0.0000022976521,0.000053936998,0.8794759,0.001877374,0.013730097,0.017634852,0.0007466365],"about_ca_topic_score_codex":0.00017252649,"about_ca_topic_score_gemma":0.000014379115,"teacher_disagreement_score":0.8606163,"about_ca_system_score_codex":0.00014972943,"about_ca_system_score_gemma":0.0005081371,"threshold_uncertainty_score":0.78133327},"labels":[],"label_agreement":null},{"id":"W4413158318","doi":"10.1109/icosse65712.2025.00017","title":"How Software Development Professionals Perceive the Use of Code Reviewer Recommendation Systems","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Lethbridge","funders":"","keywords":"Computer science; Software engineering; Code (set theory); Software development; Code review; Software; Programming language; Static program analysis","score_opus":0.07708941263140973,"score_gpt":0.3172868489674504,"score_spread":0.24019743633604068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413158318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028881314,0.00028387943,0.9899633,0.0053635137,0.0007923071,0.00051125383,0.000002103968,0.0001625123,0.00003301008],"genre_scores_gemma":[0.23594342,0.00021424243,0.6886734,0.0016385921,0.00009628393,0.000686771,0.00003484982,0.000031967964,0.072680525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99899054,0.00013079985,0.00021661715,0.00021336415,0.00028238283,0.00016632024],"domain_scores_gemma":[0.99749625,0.0014916603,0.000056691362,0.00045017037,0.00047351746,0.00003172392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006138708,0.00008822318,0.00014036134,0.00010416394,0.00010406192,0.00019469914,0.0005954508,0.000040716383,0.000013747215],"category_scores_gemma":[0.002596074,0.00005289959,0.000030297246,0.00046424562,0.00001964622,0.0003518761,0.00034284475,0.00012414166,0.000011584264],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010950373,0.00022642914,0.023715267,0.0015723766,0.00021791509,0.000003892814,0.0027072579,0.0012091808,0.0002626973,0.02158527,0.50283355,0.44565523],"study_design_scores_gemma":[0.00023165565,0.000024949288,0.04500892,0.0011620861,0.0000070527094,0.0000035778037,0.00015814071,0.018827891,0.0019747776,0.00007200839,0.93229467,0.00023425193],"about_ca_topic_score_codex":0.000013304583,"about_ca_topic_score_gemma":0.000003917895,"teacher_disagreement_score":0.44542095,"about_ca_system_score_codex":0.000083795414,"about_ca_system_score_gemma":0.00021028038,"threshold_uncertainty_score":0.31079304},"labels":[],"label_agreement":null},{"id":"W4413216650","doi":"10.1145/3712255.3726730","title":"Learning to Predict Code Review Rounds in Modern Code Review Using Multi-Objective Genetic Programming","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Concordia University","funders":"","keywords":"Computer science; Genetic programming; Programming language; Code (set theory); Code review; Artificial intelligence; Static program analysis; Software development; Software","score_opus":0.034979321908794485,"score_gpt":0.3047175831055146,"score_spread":0.2697382611967201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413216650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23181713,0.0349868,0.73021036,0.0011370719,0.00016873932,0.0015093847,0.0000027882465,0.00013060465,0.00003712973],"genre_scores_gemma":[0.8608575,0.004446441,0.13435957,0.00018142842,0.000016300542,0.00007954465,0.000002131303,0.000011107232,0.000045985184],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981289,0.00006951375,0.0005315084,0.0005239263,0.00043004108,0.0003161208],"domain_scores_gemma":[0.99863005,0.0001757626,0.00019367425,0.00015720906,0.00075575075,0.000087540386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050574663,0.00020567751,0.00037022223,0.00024027067,0.00018921155,0.000086527616,0.0006986953,0.00005745609,0.0000016998617],"category_scores_gemma":[0.00064132264,0.00018808401,0.00006257587,0.0012943696,0.00008307892,0.00023049586,0.0006239206,0.00028521905,0.0000015949166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003354786,0.00037624934,0.46331754,0.019168483,0.00011609317,0.0000029945145,0.0024991601,0.18039611,0.0026108234,0.0017357211,0.0012546767,0.32848862],"study_design_scores_gemma":[0.0002249676,0.000062594314,0.31471646,0.01092629,0.000024589668,0.000022109567,0.000047222446,0.67269015,0.000035665773,0.00094563444,0.00015583099,0.0001484745],"about_ca_topic_score_codex":0.00003984317,"about_ca_topic_score_gemma":0.0000039191077,"teacher_disagreement_score":0.62904036,"about_ca_system_score_codex":0.00019498362,"about_ca_system_score_gemma":0.00024374021,"threshold_uncertainty_score":0.76698434},"labels":[],"label_agreement":null},{"id":"W4413268009","doi":"10.1145/3696630.3731666","title":"Get on the Train or be Left on the Station: Using LLMs for Software Engineering Research","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software; Computer science; Engineering management; Engineering; Operating system","score_opus":0.1492130351029197,"score_gpt":0.38416457518612823,"score_spread":0.23495154008320854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413268009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03790549,0.000025648731,0.94549835,0.014855194,0.00030906466,0.0008468512,0.000008657682,0.00034002194,0.00021070326],"genre_scores_gemma":[0.82063186,0.000011544591,0.16530782,0.0027777052,0.0002729064,0.00041479137,0.000005691624,0.00007065362,0.010507046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99809724,0.000120500226,0.00016726324,0.00036412236,0.0007098796,0.00054098945],"domain_scores_gemma":[0.9783789,0.020490402,0.00001537942,0.0008455559,0.00021306692,0.00005669018],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026036135,0.00013915879,0.00011016606,0.00027948248,0.00043000773,0.00038348208,0.0014357561,0.000058850095,0.00006820652],"category_scores_gemma":[0.008485671,0.000073136085,0.000058558504,0.00091865833,0.000054787917,0.00013312929,0.00025573475,0.00047605712,0.000016471495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009970108,0.00013662638,0.0005133238,0.00020117746,0.00013215753,0.00002352065,0.0029958878,0.1009002,0.0014729386,0.7942856,0.077741206,0.021497644],"study_design_scores_gemma":[0.00047531803,0.00039090222,0.0030676338,0.00027923763,0.00000476126,0.000007134737,0.00035168554,0.9413387,0.013649663,0.0030739915,0.03705014,0.00031080266],"about_ca_topic_score_codex":0.000029355926,"about_ca_topic_score_gemma":0.000012344198,"teacher_disagreement_score":0.84043854,"about_ca_system_score_codex":0.00017333163,"about_ca_system_score_gemma":0.00026173567,"threshold_uncertainty_score":0.99986625},"labels":[],"label_agreement":null},{"id":"W4413279387","doi":"10.1145/3760775","title":"VulScribeR: Exploring RAG-based Vulnerability Augmentation with LLMs","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Vulnerability (computing); Computer security","score_opus":0.12021106659626543,"score_gpt":0.33913627368043525,"score_spread":0.21892520708416982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413279387","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0635108,0.00012345925,0.93404883,0.00044042876,0.0006732606,0.00019716921,0.0000037525865,0.0009981161,0.00000418713],"genre_scores_gemma":[0.26926768,0.00002254842,0.7302457,0.00010516235,0.000015520067,0.00025088465,0.0000022458441,0.00001866359,0.00007160889],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984088,0.00020592875,0.00022442888,0.00056546426,0.00020872727,0.00038668554],"domain_scores_gemma":[0.99204904,0.006833907,0.00002663584,0.00088202016,0.00009035169,0.000118033844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009579399,0.0002332708,0.0002813189,0.0005243623,0.00017201235,0.00006936452,0.00050213793,0.000109860775,0.0000110064175],"category_scores_gemma":[0.0019872969,0.0002216527,0.000060189668,0.0008040666,0.000055646626,0.00028959056,0.000025157506,0.00048134688,0.0000041082185],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012759621,0.00014385095,0.0032769714,0.00033890232,0.00018703738,0.000033599445,0.0006369083,0.64769965,0.001554757,0.0020922753,0.00003691308,0.3438715],"study_design_scores_gemma":[0.014993907,0.004009091,0.20725241,0.0018257152,0.0004950448,0.0004145694,0.00051947497,0.33614114,0.40427333,0.0059230663,0.019421464,0.004730781],"about_ca_topic_score_codex":0.000040016632,"about_ca_topic_score_gemma":0.0000053614503,"teacher_disagreement_score":0.40271857,"about_ca_system_score_codex":0.0001117821,"about_ca_system_score_gemma":0.00009640307,"threshold_uncertainty_score":0.9038735},"labels":[],"label_agreement":null},{"id":"W4413308446","doi":"10.1007/s10664-025-10707-0","title":"Towards understanding the challenges of bug localization in deep learning systems","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Deep learning; Data science; Artificial intelligence; Software engineering","score_opus":0.042013341184440375,"score_gpt":0.2910416336842223,"score_spread":0.24902829249978192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413308446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069762324,0.004434514,0.98685324,0.00047879934,0.0004861508,0.000182084,2.9352185e-7,0.00049637584,0.00009229438],"genre_scores_gemma":[0.9967422,0.00010434454,0.0030182768,0.000022694285,0.000036113557,0.0000361399,7.925364e-7,0.00001811265,0.00002134989],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99848706,0.00008308285,0.00033576033,0.00031728958,0.0003915507,0.00038523859],"domain_scores_gemma":[0.9976309,0.001816022,0.000043752425,0.00038332507,0.00006550797,0.000060478065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071965,0.00016789166,0.0002478986,0.00038717408,0.00007483425,0.00008829025,0.0007211612,0.00011355498,0.0000020188966],"category_scores_gemma":[0.0030070124,0.00014074649,0.00005933852,0.0013897321,0.00003050839,0.0001950677,0.000299999,0.00043140684,0.0000033974359],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025611666,0.000021282529,0.062277798,0.00027953027,0.000026455105,0.0000099179715,0.001054961,0.910623,0.000015668358,0.023329616,0.000048639766,0.0023105773],"study_design_scores_gemma":[0.0002996636,0.00004705014,0.075742595,0.00044697814,0.0000054487355,0.000006373176,0.00027159127,0.92043227,0.00014021547,0.0008431447,0.0015313176,0.00023334657],"about_ca_topic_score_codex":0.00003254796,"about_ca_topic_score_gemma":0.0000043754253,"teacher_disagreement_score":0.98976594,"about_ca_system_score_codex":0.00039411604,"about_ca_system_score_gemma":0.000067575456,"threshold_uncertainty_score":0.5739475},"labels":[],"label_agreement":null},{"id":"W4413333491","doi":"10.1145/3762183","title":"Leveraging Reviewer Experience in Code Review Comment Generation","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code (set theory); Software engineering; Programming language","score_opus":0.17826252847388172,"score_gpt":0.3910005918240723,"score_spread":0.2127380633501906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413333491","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030630925,0.012450685,0.980718,0.002283858,0.0009067735,0.00025968853,0.0000014367539,0.00031338827,0.000003048635],"genre_scores_gemma":[0.027733328,0.01184263,0.95708436,0.0028259563,0.000029974224,0.00033288437,0.0000027376334,0.00001781212,0.00013031796],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985025,0.00024257335,0.0003351868,0.0004539522,0.00015624377,0.0003095526],"domain_scores_gemma":[0.9962691,0.002773524,0.000029274617,0.00076824316,0.00008386713,0.000075992655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013861643,0.00018119082,0.0003599304,0.0003638355,0.00008204177,0.000034980047,0.0005331731,0.00008949796,0.000011739346],"category_scores_gemma":[0.006015719,0.00018481519,0.000057801055,0.0007525973,0.00002525011,0.00017023267,0.000042634296,0.00040868836,0.0000042943047],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014330844,0.00016958192,0.0019999149,0.0027379508,0.000111531495,0.000044956647,0.0019666285,0.073249534,0.0017701142,0.0029108766,0.0024011077,0.91262347],"study_design_scores_gemma":[0.0052205776,0.00081704627,0.043808293,0.02325037,0.00024649384,0.00035890983,0.00020776618,0.25542626,0.04854366,0.002009373,0.61606747,0.0040437873],"about_ca_topic_score_codex":0.000028144575,"about_ca_topic_score_gemma":0.00000363162,"teacher_disagreement_score":0.9085797,"about_ca_system_score_codex":0.000105242165,"about_ca_system_score_gemma":0.00005024392,"threshold_uncertainty_score":0.7536544},"labels":[],"label_agreement":null},{"id":"W4413639962","doi":"10.1109/compsac65507.2025.00172","title":"A Contrastive Learning Approach to Bug Severity Classification with Large Language Model Embeddings","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Natural language processing","score_opus":0.013382062783903047,"score_gpt":0.2759558994778363,"score_spread":0.26257383669393325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413639962","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07912353,0.00001412876,0.91145533,0.00025847825,0.000021686825,0.0002125303,0.0000011211733,0.00051016716,0.008403057],"genre_scores_gemma":[0.84822786,5.348961e-7,0.14704946,0.00016027718,0.0000080302125,0.000056739806,0.0000026733283,0.00000659285,0.0044878204],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989497,0.00003030921,0.00009264987,0.000375132,0.0002497801,0.00030240425],"domain_scores_gemma":[0.9992978,0.0001746557,0.000017079046,0.00031534332,0.00011028943,0.00008482723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034136517,0.000100302874,0.000113013026,0.00016094513,0.00007809417,0.00013566634,0.00048252227,0.000043271466,0.0000030401761],"category_scores_gemma":[0.0003249732,0.00008399526,0.000020323847,0.0007242288,0.000014455921,0.00021894947,0.00020742667,0.00023945648,0.000020652113],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013532578,0.00073664135,0.041629076,0.0002570576,0.00020129599,0.000023679224,0.034362316,0.38112557,0.009508192,0.4959535,0.0071184766,0.028948892],"study_design_scores_gemma":[0.00024062343,0.000024514376,0.014574117,0.000017413822,0.0000022278807,0.0000019575123,0.00026571308,0.98383063,0.00057490735,0.00006818542,0.00029176104,0.00010795949],"about_ca_topic_score_codex":0.000024932993,"about_ca_topic_score_gemma":0.000003763217,"teacher_disagreement_score":0.76910436,"about_ca_system_score_codex":0.000090171736,"about_ca_system_score_gemma":0.00009930545,"threshold_uncertainty_score":0.34252274},"labels":[],"label_agreement":null},{"id":"W4413679385","doi":"10.1109/compsac65507.2025.00165","title":"Predicting Bug Inducing Commits Using Commit-State Transition Analysis","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Western University","funders":"","keywords":"Commit; Computer science; Transition (genetics); State (computer science); Programming language; Database; Chemistry","score_opus":0.020298312882595333,"score_gpt":0.28871732484942364,"score_spread":0.2684190119668283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413679385","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3890889,0.000028922532,0.60981435,0.0002426649,0.00009199028,0.000059697933,0.0000010379059,0.00032250394,0.00034994553],"genre_scores_gemma":[0.9569157,0.0000021561473,0.04273575,0.00012930695,0.000014909884,0.000004588855,0.000002310957,0.000005580569,0.00018971],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988298,0.000072421324,0.00021354915,0.0003079632,0.00027992655,0.0002963605],"domain_scores_gemma":[0.9987553,0.00053711206,0.000027348866,0.00051068375,0.000103706785,0.00006587995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005288693,0.000105305975,0.00017764312,0.0007019407,0.00017345003,0.00020733869,0.0005657752,0.000045912646,0.000011816827],"category_scores_gemma":[0.00016116584,0.00010670495,0.00008964207,0.003323528,0.00002091999,0.00037253118,0.00018485467,0.00022610342,0.0000052641253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007619944,0.00010232481,0.40324986,0.000114777955,0.0010589347,0.000038883616,0.0036071267,0.5532742,0.0034252803,0.0027976495,0.00030295295,0.03202041],"study_design_scores_gemma":[0.00014631565,0.00000970521,0.04691502,0.000036337682,0.000046200847,0.0000017733778,0.000032433458,0.9497305,0.0027222082,0.00020999437,0.00004711109,0.000102361286],"about_ca_topic_score_codex":0.0005697876,"about_ca_topic_score_gemma":0.00007328909,"teacher_disagreement_score":0.5678268,"about_ca_system_score_codex":0.00010955751,"about_ca_system_score_gemma":0.00006891046,"threshold_uncertainty_score":0.43513018},"labels":[],"label_agreement":null},{"id":"W4413679657","doi":"10.1109/compsac65507.2025.00155","title":"Program Slicing in the Era of Large Language Models","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Slicing; Computer science; Program slicing; Programming language; Natural language processing; World Wide Web","score_opus":0.013569981210575432,"score_gpt":0.31692709827042065,"score_spread":0.3033571170598452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413679657","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23286928,0.00014560766,0.7615189,0.000784838,0.000045420562,0.00022617253,3.119372e-7,0.00018318169,0.0042262794],"genre_scores_gemma":[0.9717976,0.0000018530967,0.027846906,0.00014169104,0.0000046592077,0.000026867567,2.4714132e-7,0.0000016860937,0.00017849692],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994706,0.000027529675,0.00008197664,0.00010296921,0.00015708918,0.00015985373],"domain_scores_gemma":[0.99928993,0.00031840286,0.0000068761187,0.00035429007,0.00002050888,0.000010015391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004483418,0.000036576555,0.00005618986,0.00007487142,0.000014849892,0.0000385074,0.0006934253,0.000018215358,0.000003260869],"category_scores_gemma":[0.0001088986,0.000023994688,0.000018260736,0.0006625674,0.000007918066,0.00011031618,0.0001583262,0.0001427426,0.000002579609],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034387076,0.0004322974,0.014524381,0.00013789709,0.000020740334,0.000040792507,0.01543643,0.008158146,0.0006246748,0.68894356,0.0021507582,0.26952687],"study_design_scores_gemma":[0.00031212924,0.00004243679,0.024820631,0.00006725455,0.0000010650504,0.0000017689017,0.0003498187,0.96883416,0.0024748945,0.0025770618,0.0004409463,0.00007782733],"about_ca_topic_score_codex":0.00013114493,"about_ca_topic_score_gemma":0.00003104697,"teacher_disagreement_score":0.960676,"about_ca_system_score_codex":0.000012197788,"about_ca_system_score_gemma":0.000031773172,"threshold_uncertainty_score":0.12885682},"labels":[],"label_agreement":null},{"id":"W4414359425","doi":"10.24963/ijcai.2025/1186","title":"Large Language Models for Causal Discovery: Current Landscape and Future Directions","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Causality (physics); Leverage (statistics); Key (lock); Natural language; Metadata; Causal model","score_opus":0.010765958412345466,"score_gpt":0.2922617763234516,"score_spread":0.28149581791110617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414359425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010267714,0.00350689,0.98362225,0.0009421887,0.00067827274,0.00016232318,0.000017220716,0.0002635379,0.0005396032],"genre_scores_gemma":[0.97081447,0.0005243014,0.022205185,0.00014198183,0.00044285177,0.00018157216,0.000017223803,0.00001540198,0.0056570335],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942076,0.000009939174,0.00006295629,0.00021124634,0.00009500772,0.00020011443],"domain_scores_gemma":[0.99945545,0.00022536072,0.0000068171857,0.00023988372,0.000031603173,0.000040896826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012407255,0.000067366374,0.00007500838,0.000110120156,0.00008223408,0.000161837,0.00021190703,0.000027645729,0.0000040089635],"category_scores_gemma":[0.000050047805,0.00005485153,0.00002719682,0.00027090224,0.00000682015,0.0003476879,0.00017686258,0.00008694154,0.0000017556467],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009733141,0.00014428447,0.006325933,0.00018094022,0.00005428467,0.0000043191417,0.0022315888,0.00036116623,0.000088363005,0.8444999,0.029888088,0.116211414],"study_design_scores_gemma":[0.0011774366,0.000061397885,0.0130169885,0.000049816448,0.000013444854,0.0000058724404,0.00032973682,0.6770419,0.0004966457,0.007114833,0.30036008,0.000331859],"about_ca_topic_score_codex":0.000007609262,"about_ca_topic_score_gemma":0.000020316873,"teacher_disagreement_score":0.9614171,"about_ca_system_score_codex":0.000016494088,"about_ca_system_score_gemma":0.000042893622,"threshold_uncertainty_score":0.22367805},"labels":[],"label_agreement":null},{"id":"W4414360800","doi":"10.24963/ijcai.2024/1186","title":"Large Language Models for Causal Discovery: Current Landscape and Future Directions","year":2024,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Transformative learning; Causality (physics); Leverage (statistics); Key (lock); Natural language; Metadata; Causal model","score_opus":0.013572489784373313,"score_gpt":0.2941172482840146,"score_spread":0.2805447584996413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414360800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008944774,0.012920654,0.9751868,0.0008183747,0.0011306049,0.00013985611,0.000033883523,0.00060712005,0.00021790202],"genre_scores_gemma":[0.9818374,0.00071251916,0.013588764,0.000039321047,0.0010732382,0.00013002947,0.000018375786,0.000026670792,0.0025736904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993552,0.000008154131,0.000057920595,0.00024475058,0.00012625093,0.00020774695],"domain_scores_gemma":[0.999486,0.00024155306,0.000003669966,0.00019200228,0.000018733563,0.00005799843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013891059,0.00007144907,0.000063715896,0.00009963207,0.000056196244,0.00037857008,0.00016764078,0.000026041269,0.000008653994],"category_scores_gemma":[0.000025924499,0.00005470263,0.000032525437,0.00024116109,0.000006170089,0.0005580456,0.00012952538,0.00010767215,0.000007631844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051934717,0.000087722925,0.0009076957,0.00039136075,0.00006548307,0.00002909847,0.0065042987,0.0003432448,0.00013221853,0.7607451,0.03674322,0.19404536],"study_design_scores_gemma":[0.0001757655,0.000035990623,0.00078986597,0.000028672148,0.0000053941812,0.000014712671,0.00010647805,0.7727137,0.000114065486,0.002050258,0.22380958,0.00015547697],"about_ca_topic_score_codex":0.0000055617247,"about_ca_topic_score_gemma":0.000011772843,"teacher_disagreement_score":0.97289264,"about_ca_system_score_codex":0.000016488291,"about_ca_system_score_gemma":0.00003675675,"threshold_uncertainty_score":0.36505598},"labels":[],"label_agreement":null},{"id":"W4414589104","doi":"10.1007/s10664-025-10717-y","title":"Towards understanding the impact of data bugs on deep learning models in software engineering","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Dalhousie University","funders":"","keywords":"Deep learning; Overfitting; Generalizability theory; Data pre-processing; Software quality; Leverage (statistics); Preprocessor; Metric (unit); Software bug; Software","score_opus":0.09277203969085854,"score_gpt":0.34203059390168095,"score_spread":0.2492585542108224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414589104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060646873,0.0006010526,0.9369383,0.00015986795,0.00030640114,0.00029368713,0.00000945866,0.0010105858,0.00003376151],"genre_scores_gemma":[0.94847757,0.00003122827,0.05124502,0.00003484089,0.00006734216,0.00003684526,0.000016002725,0.0000612369,0.000029899818],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968323,0.000078406374,0.0005893702,0.00084247644,0.0007165012,0.0009409618],"domain_scores_gemma":[0.9933135,0.0046577933,0.00007791749,0.0016818689,0.00008579233,0.0001831439],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001131837,0.00046252928,0.0005322708,0.0008392753,0.00012374621,0.00020027057,0.0030994776,0.00021162351,0.000011518874],"category_scores_gemma":[0.007969806,0.0003758424,0.00020045851,0.002696023,0.000045037516,0.0008935893,0.0015926023,0.0013382537,0.000008170665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011418748,0.000051215386,0.046579424,0.000106667656,0.000089440444,0.000027184566,0.00044517822,0.9478329,0.00003557518,0.0012376072,0.00018583478,0.0033975905],"study_design_scores_gemma":[0.00042619967,0.00010538259,0.09214449,0.0003675938,0.000008953152,0.000009013921,0.000025282436,0.90559983,0.00009920617,0.00068020175,0.00016047446,0.00037338978],"about_ca_topic_score_codex":0.0001279906,"about_ca_topic_score_gemma":0.00000414792,"teacher_disagreement_score":0.88783073,"about_ca_system_score_codex":0.0010833091,"about_ca_system_score_gemma":0.0002510791,"threshold_uncertainty_score":0.99986935},"labels":[],"label_agreement":null},{"id":"W4414608058","doi":"10.1016/j.jss.2025.112636","title":"BugMentor: Generating answers to follow-up questions from software bug reports using structured information retrieval and neural text generation","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Question answering; Context (archaeology); Similarity (geometry); Software; Semantics (computer science); Language model; Software bug; Face (sociological concept)","score_opus":0.017431393734662102,"score_gpt":0.26491104133831883,"score_spread":0.24747964760365673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414608058","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51493865,0.00096146564,0.4822251,0.000065441985,0.0016267432,0.00013078836,0.000006399757,0.000044944372,4.5197822e-7],"genre_scores_gemma":[0.9114678,0.000020294152,0.08806023,0.00008590905,0.00030224308,0.0000030983404,0.00000696014,0.000009089676,0.000044390858],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982926,0.00007858048,0.0007245035,0.00020736587,0.0004851282,0.00021177919],"domain_scores_gemma":[0.9984559,0.00022699688,0.00033165538,0.00027399242,0.00052626804,0.00018521065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005973537,0.00015966271,0.00028829052,0.00039586885,0.00027257306,0.0008474871,0.00019444147,0.00010858958,0.0000014595607],"category_scores_gemma":[0.0018855858,0.00014241118,0.000052935724,0.00040348055,0.00001985232,0.0013821075,0.000144769,0.00023390717,3.215942e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018865791,0.00005540888,0.53445345,0.0008131749,0.00058830803,0.00038746785,0.012310192,0.2972345,0.034202397,0.0004589219,0.008710082,0.11059745],"study_design_scores_gemma":[0.0036176003,0.00078220887,0.19451381,0.002712763,0.00021636384,0.002924039,0.0012381128,0.78359926,0.0029681853,0.000603565,0.0054023433,0.0014217657],"about_ca_topic_score_codex":0.00023015436,"about_ca_topic_score_gemma":0.000010806374,"teacher_disagreement_score":0.48636475,"about_ca_system_score_codex":0.00017293582,"about_ca_system_score_gemma":0.00019709786,"threshold_uncertainty_score":0.8172338},"labels":[],"label_agreement":null},{"id":"W4414622738","doi":"10.1007/s10664-025-10731-0","title":"DeepCodeProbe: Evaluating Code Representation Quality in Models Trained on Code","year":2025,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Polytechnique Montréal","funders":"Fonds de Recherche du Québec - Santé; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Representation (politics); Software quality; Code (set theory); Quality (philosophy); Code smell; Source code; Software; Static program analysis","score_opus":0.11928940518778033,"score_gpt":0.4194135589370064,"score_spread":0.3001241537492261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414622738","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24599624,0.00012261485,0.751425,0.00061242894,0.0003258441,0.00031728068,0.000005283383,0.0011065936,0.00008871525],"genre_scores_gemma":[0.88093495,0.000007008774,0.11832409,0.00027362426,0.000060340182,0.00017056172,0.000009481593,0.000036517882,0.00018341222],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99682957,0.00016657822,0.00064098695,0.0008870212,0.00078751944,0.0006883411],"domain_scores_gemma":[0.99443835,0.0042560385,0.000059873568,0.0009540233,0.00012972901,0.00016197341],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015244586,0.00030264916,0.00039920135,0.0005759531,0.00009017318,0.00016331064,0.0009931377,0.00017748383,0.000009456379],"category_scores_gemma":[0.009862482,0.00032371693,0.00012034108,0.002037353,0.00002492132,0.000496674,0.00033987837,0.0006770328,0.000022090766],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022705488,0.00009600682,0.059450883,0.00010195319,0.000025296145,0.000024840758,0.00054476137,0.92693764,0.00032526313,0.0033178146,0.00030163614,0.008851197],"study_design_scores_gemma":[0.00081189175,0.000070992726,0.19462289,0.0001895208,0.000004159376,0.000003082802,0.000010802924,0.7998773,0.0010339486,0.002805253,0.00022379555,0.000346379],"about_ca_topic_score_codex":0.000044474353,"about_ca_topic_score_gemma":0.000013698823,"teacher_disagreement_score":0.6349387,"about_ca_system_score_codex":0.0004908887,"about_ca_system_score_gemma":0.00016006206,"threshold_uncertainty_score":0.9999215},"labels":[],"label_agreement":null},{"id":"W4414814497","doi":"10.22214/ijraset.2025.74423","title":"Evaluating Multi-Agent AI Systems for Automated Bug Detection and Code Refactoring","year":2025,"lang":"en","type":"article","venue":"International Journal for Research in Applied Science and Engineering Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Code refactoring; Dataflow; Pipeline (software); Scalability; Code (set theory); Debugging; False positive paradox; Software; Abstraction","score_opus":0.10929675952370653,"score_gpt":0.46700507071813874,"score_spread":0.3577083111944322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414814497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15093735,0.0003373925,0.84502906,0.0014437424,0.0012694038,0.0005892021,0.0000033867852,0.00038108943,0.00000937434],"genre_scores_gemma":[0.95398074,0.000075940676,0.045517262,0.000010762054,0.000048420992,0.00033577177,3.1524078e-7,0.000008940648,0.000021854054],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980284,0.000013545422,0.00027029918,0.0004012843,0.000728499,0.0005579449],"domain_scores_gemma":[0.9980762,0.0007245133,0.00003668106,0.0001896987,0.00088087015,0.00009204066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005699096,0.00010166336,0.00013376547,0.0030891276,0.00032165876,0.00061244966,0.0012134599,0.00010020908,1.3675695e-7],"category_scores_gemma":[0.0035507535,0.00009973881,0.000016841277,0.001462443,0.00017088183,0.0002797549,0.0005189348,0.0005488252,5.649976e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007537867,0.00007505052,0.0016868606,0.0002600256,0.00008296729,0.000023983845,0.000274732,0.084517576,0.6283061,0.10647474,0.00014208563,0.17808051],"study_design_scores_gemma":[0.0006782955,0.000082837374,0.0012123245,0.000133245,0.0000011110363,0.00006215291,0.00005642786,0.9856246,0.008040549,0.0018326082,0.0021874467,0.000088383465],"about_ca_topic_score_codex":0.000010645695,"about_ca_topic_score_gemma":0.000003468319,"teacher_disagreement_score":0.9011071,"about_ca_system_score_codex":0.0006334466,"about_ca_system_score_gemma":0.00025035112,"threshold_uncertainty_score":0.59058666},"labels":[],"label_agreement":null},{"id":"W4415004451","doi":"10.1109/re63999.2025.00048","title":"Towards Extracting Software Requirements from App Reviews using Seq2seq Framework","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Alberta Innovates","keywords":"Task (project management); Context (archaeology); Set (abstract data type); Software; Encoder; Key (lock)","score_opus":0.07716225890123486,"score_gpt":0.3710144746411982,"score_spread":0.29385221573996334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415004451","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009320708,0.0020718481,0.9854867,0.00027545894,0.0010687555,0.00028057798,0.0000016059879,0.000798954,0.0006954091],"genre_scores_gemma":[0.047012515,0.00008323521,0.95152116,0.0005235463,0.0001318559,0.0000250867,0.000002143099,0.00001641206,0.00068406115],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998017,0.00009152235,0.00039347107,0.00058421533,0.00044750542,0.00046624444],"domain_scores_gemma":[0.9975267,0.0010747343,0.00007440669,0.0011139439,0.0000989,0.00011129742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007535656,0.00019867107,0.00028742012,0.00018994477,0.00016115108,0.00032021853,0.0013481722,0.00013310884,0.00013455692],"category_scores_gemma":[0.004869328,0.0001834678,0.00009912393,0.0010412008,0.000024821857,0.0005789169,0.0007868761,0.0004302384,0.00012370439],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009541356,0.00014108542,0.04601882,0.00029361108,0.00015244924,0.00007412296,0.00090894446,0.0010538212,0.0037931304,0.013715599,0.009005199,0.92483366],"study_design_scores_gemma":[0.0023047319,0.00020234058,0.11638688,0.011320578,0.0001588687,0.000040792485,0.00024376182,0.34683755,0.037037566,0.1385592,0.3427253,0.004182412],"about_ca_topic_score_codex":0.00027898335,"about_ca_topic_score_gemma":0.0000032471555,"teacher_disagreement_score":0.92065126,"about_ca_system_score_codex":0.00021674084,"about_ca_system_score_gemma":0.00017827192,"threshold_uncertainty_score":0.74815995},"labels":[],"label_agreement":null},{"id":"W4415034806","doi":"","title":"LIS at CheckThat! 2025: Multi-Stage Open-Source Large Language Models for Fact-Checking Numerical Claims","year":2025,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Natural language; Field (mathematics); Identification (biology); Narrative; Government (linguistics); Context (archaeology)","score_opus":0.034971818971176766,"score_gpt":0.30400439040225774,"score_spread":0.26903257143108095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415034806","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017783238,0.0008087592,0.9718941,0.0031149131,0.0001543049,0.0006734401,0.000042171494,0.00052112195,0.005007973],"genre_scores_gemma":[0.66544694,0.00007331981,0.2565984,0.00024261024,0.000012101886,0.00020324394,0.000106662585,0.000044930588,0.07727176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966257,0.0011311905,0.000374584,0.00082395173,0.0003983477,0.0006462013],"domain_scores_gemma":[0.9933475,0.0032959266,0.00014254075,0.0021689313,0.0008437233,0.00020136386],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004272925,0.00025147892,0.0003085197,0.00023245574,0.0005670473,0.00082175626,0.003639683,0.00014972764,0.000071584815],"category_scores_gemma":[0.002514091,0.00026731845,0.00015400749,0.0009529983,0.00007487256,0.0006041846,0.003579034,0.00034163293,0.00004648496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008631559,0.0030338764,0.017941037,0.0006735121,0.0003669299,0.000040552302,0.05840399,0.0055338754,0.021175375,0.5552415,0.015158002,0.322345],"study_design_scores_gemma":[0.001461624,7.8834483e-7,0.0031664066,0.0003827442,0.000010054506,0.0000035883193,0.00013211311,0.87982935,0.052266654,0.00047512617,0.061895538,0.0003760444],"about_ca_topic_score_codex":0.00053801935,"about_ca_topic_score_gemma":0.00032107526,"teacher_disagreement_score":0.8742955,"about_ca_system_score_codex":0.00023346962,"about_ca_system_score_gemma":0.00020593622,"threshold_uncertainty_score":0.9999779},"labels":[],"label_agreement":null},{"id":"W4415250377","doi":"10.2139/ssrn.5614285","title":"Understanding JavaScript to TypeScript Migration: Strategies and Quality Assessment","year":2025,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Ontario Tech University","funders":"","keywords":"TypeScript; JavaScript; Code smell; Maintainability; Popularity; Scope (computer science); Source code","score_opus":0.10449999417301452,"score_gpt":0.35348286977426446,"score_spread":0.24898287560124993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415250377","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012148829,0.0023175084,0.9799605,0.003300059,0.0010924169,0.0002595407,0.0000035011014,0.00016460966,0.00075304304],"genre_scores_gemma":[0.9812351,0.0020587528,0.014744274,0.00011359082,0.0002330479,0.000028374016,0.0000043401687,0.00001717318,0.0015653815],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964507,0.000216259,0.0003993812,0.0005546963,0.0006698404,0.001709115],"domain_scores_gemma":[0.9986601,0.00027825296,0.0001256326,0.00059457595,0.00017190885,0.0001695607],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003588379,0.0002726368,0.0003287543,0.00042449834,0.000238815,0.0016281101,0.0012081144,0.00017608031,0.000004583558],"category_scores_gemma":[0.0002413318,0.00026834203,0.00010361385,0.00036981108,0.000031724823,0.00047162862,0.0010488147,0.0040367614,0.0000042525176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000007196265,0.000023846575,0.001967078,0.000080878985,0.00019156556,0.0000048591037,0.0004461591,0.0027215132,0.00007692731,0.99020827,0.00040078227,0.0038709205],"study_design_scores_gemma":[0.0004536676,0.00030705112,0.009429428,0.0003196164,0.00003284563,0.000112328846,0.003503696,0.006464125,0.000055030287,0.9770565,0.0016072667,0.00065841625],"about_ca_topic_score_codex":0.0002524236,"about_ca_topic_score_gemma":0.0012487742,"teacher_disagreement_score":0.9690862,"about_ca_system_score_codex":0.0042316937,"about_ca_system_score_gemma":0.0106080165,"threshold_uncertainty_score":0.9999769},"labels":[],"label_agreement":null},{"id":"W4415312861","doi":"10.1145/3771929","title":"Continuously Learning Bug Locations","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software bug; Software regression; Software; Code (set theory); Deep learning; Forgetting; Source code; Mean reciprocal rank","score_opus":0.04947276161402145,"score_gpt":0.3231860867865974,"score_spread":0.27371332517257596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415312861","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009920311,0.0003992738,0.9868856,0.0005749574,0.0007568836,0.00012485113,0.0000016604856,0.0013178596,0.00001856648],"genre_scores_gemma":[0.20650057,0.00009656909,0.7921096,0.000115975185,0.00002307594,0.000086332795,0.0000015873972,0.000019376588,0.0010469143],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986951,0.0001685073,0.00020793173,0.00043055305,0.00013238641,0.0003655283],"domain_scores_gemma":[0.9915089,0.007619965,0.000023507668,0.0006583335,0.000085698506,0.00010358329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007663402,0.0001837872,0.00025242657,0.00055578206,0.00019614134,0.000069494694,0.00059323816,0.00014721099,0.00001085379],"category_scores_gemma":[0.005517759,0.00019818019,0.00006773136,0.0006876444,0.000045077275,0.00015102379,0.000042137297,0.0006335224,0.000015291731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026990085,0.0001222343,0.0055269497,0.00023639489,0.00030911918,0.000029397375,0.0009997223,0.3675894,0.0020086325,0.01336822,0.00028544138,0.6094975],"study_design_scores_gemma":[0.008429484,0.0023990197,0.2658579,0.0015291253,0.00047940214,0.0009639293,0.0006338134,0.31387228,0.081320316,0.017301012,0.30191615,0.0052975793],"about_ca_topic_score_codex":0.000027629698,"about_ca_topic_score_gemma":0.0000020964517,"teacher_disagreement_score":0.6041999,"about_ca_system_score_codex":0.000054662774,"about_ca_system_score_gemma":0.000069911046,"threshold_uncertainty_score":0.8081554},"labels":[],"label_agreement":null},{"id":"W4415323141","doi":"10.1007/s10515-025-00556-y","title":"Graph neural networks for precise bug localization through structural program analysis","year":2025,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Graph; Classifier (UML); Software; Source code; Program analysis; Software bug; Artificial neural network; Debugging","score_opus":0.008905159232018756,"score_gpt":0.28274511318007195,"score_spread":0.2738399539480532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415323141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026194196,0.0005399505,0.95705676,0.000044602486,0.0008857153,0.00078937394,0.000007419256,0.014478705,0.0000032756836],"genre_scores_gemma":[0.77872336,0.000009769061,0.22064647,0.000044794688,0.000054518092,0.00036939685,0.000082521496,0.000037531543,0.000031661075],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978479,0.00003179891,0.00042442218,0.0006317835,0.0003224913,0.00074159383],"domain_scores_gemma":[0.9978195,0.0009906444,0.00006733226,0.00076310534,0.00024893737,0.00011047525],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023231216,0.00033285804,0.00039348533,0.0006772385,0.00018965997,0.00028832135,0.0009679681,0.00019138961,0.0000040909217],"category_scores_gemma":[0.0011156821,0.00034406508,0.00026103243,0.005267561,0.000030736042,0.0006275556,0.00024663575,0.0002581273,0.0000017453755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050799626,0.000018996918,0.015987234,0.000103428196,0.00039905394,0.0000062540194,0.00010616641,0.9750827,0.0000101820815,0.0007687681,0.0004575239,0.007054629],"study_design_scores_gemma":[0.00032472794,0.000050524755,0.029290779,0.00004538978,0.000108191576,0.0000035416733,0.0000029079017,0.9691354,0.00019124548,0.00012434486,0.00041542776,0.00030748986],"about_ca_topic_score_codex":0.000029418761,"about_ca_topic_score_gemma":0.0000042340607,"teacher_disagreement_score":0.75252914,"about_ca_system_score_codex":0.00013830765,"about_ca_system_score_gemma":0.000049682647,"threshold_uncertainty_score":0.9999011},"labels":[],"label_agreement":null},{"id":"W4415481257","doi":"10.1109/tse.2025.3624631","title":"Contrasting the Hyperparameter Tuning Impact Across Software Defect Prediction Scenarios","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Hyperparameter; Software; Hyperparameter optimization; Software quality assurance; Software bug; Scope (computer science); Quality (philosophy)","score_opus":0.015967407007470576,"score_gpt":0.2777652525143255,"score_spread":0.2617978455068549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415481257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12911165,0.0012831232,0.8580884,0.00011754834,0.007100849,0.0011756081,0.00029809348,0.0028184108,0.0000063375246],"genre_scores_gemma":[0.96831495,0.00012190401,0.029945273,0.00015663488,0.00027630464,0.00038766765,0.0000073206347,0.00019718574,0.0005927699],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9929148,0.00025739832,0.0012512841,0.0017193911,0.0013448923,0.0025122233],"domain_scores_gemma":[0.9873373,0.009110777,0.00019192233,0.002331874,0.0005174103,0.0005107491],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0018356547,0.0012903814,0.00095263077,0.0009614452,0.0018820527,0.001558907,0.0022792104,0.0006678204,0.00009158876],"category_scores_gemma":[0.002861162,0.0011569193,0.0012901877,0.0038215602,0.00025070622,0.001281074,0.00006535887,0.003664474,0.00012803149],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077950266,0.00018887085,0.004432985,0.0003358506,0.0009681905,0.00005157444,0.0014852772,0.89887613,0.00074612617,0.000013263602,0.00020003969,0.092623726],"study_design_scores_gemma":[0.0019951751,0.0005580035,0.024228875,0.0025087965,0.00033555165,0.00021149853,0.0001217263,0.96078366,0.00699668,0.000018779128,0.0008640563,0.0013771788],"about_ca_topic_score_codex":0.000161091,"about_ca_topic_score_gemma":0.000013796362,"teacher_disagreement_score":0.8392033,"about_ca_system_score_codex":0.0015075302,"about_ca_system_score_gemma":0.0006595899,"threshold_uncertainty_score":0.9999848},"labels":[],"label_agreement":null},{"id":"W4415665746","doi":"10.1145/3772008.3772019","title":"The First International Workshop on Neuro-Symbolic Software Engineering (NSE 2025)","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Social software engineering; Software development; Work (physics); Software; Software requirements; Point (geometry); Software construction","score_opus":0.014921288394421762,"score_gpt":0.2594066150306536,"score_spread":0.24448532663623185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07637265,0.0025801028,0.890094,0.009747699,0.011555056,0.0009636421,0.000031131756,0.008635299,0.000020415491],"genre_scores_gemma":[0.9211917,0.00025123984,0.07566356,0.00094740075,0.00059922057,0.00041570398,0.000024755702,0.00018220954,0.00072421436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99611884,0.000034812812,0.0006113826,0.0010442785,0.0009702078,0.001220472],"domain_scores_gemma":[0.7671275,0.22891328,0.00011492208,0.0032076845,0.00032594404,0.0003106885],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0006395254,0.00068233255,0.00042996014,0.0007724295,0.00047342744,0.000891498,0.005635788,0.00026602167,0.000021381255],"category_scores_gemma":[0.4376111,0.00062209956,0.00027176095,0.0018007627,0.00006575427,0.0005502471,0.0019265774,0.0012000757,0.00017517823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010013197,0.00032072657,0.57563925,0.0005527123,0.0007677053,0.00036079157,0.0008233548,0.2842252,0.000689691,0.019262258,0.030179469,0.0870787],"study_design_scores_gemma":[0.0013966769,0.00014463537,0.6585316,0.0014300479,0.000044583434,0.000055901204,0.000014663495,0.03332738,0.0043239137,0.0001660985,0.29870042,0.0018640565],"about_ca_topic_score_codex":0.000019340614,"about_ca_topic_score_gemma":0.0000052497817,"teacher_disagreement_score":0.84481907,"about_ca_system_score_codex":0.00035603283,"about_ca_system_score_gemma":0.00016811366,"threshold_uncertainty_score":0.9997442},"labels":[],"label_agreement":null},{"id":"W4415744470","doi":"10.1109/qrs-c65679.2025.00029","title":"Software Defects Prediction: Source Code Is All You Need","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Source code; Software quality; Process (computing); Reliability (semiconductor); Code (set theory); Software; Quality assurance; Static program analysis; Precision and recall","score_opus":0.01832959450004438,"score_gpt":0.2683859607950172,"score_spread":0.2500563662949728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415744470","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017329283,0.001838378,0.9689474,0.003880451,0.003439576,0.0006340243,0.000034577635,0.002213233,0.0016830536],"genre_scores_gemma":[0.7431364,0.0003456311,0.08300083,0.0068498403,0.0007287621,0.00017209483,0.000016415983,0.00013085251,0.16561913],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99525106,0.00013994444,0.0006440768,0.001451225,0.0011805712,0.0013331036],"domain_scores_gemma":[0.9951116,0.0017132611,0.00007987255,0.0021573605,0.00046524042,0.0004726655],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00080566655,0.0005265166,0.00046276543,0.0006858234,0.0003770153,0.0009049723,0.0025026908,0.000400912,0.0007736213],"category_scores_gemma":[0.002126977,0.00056049123,0.00028674622,0.0027342963,0.0001834781,0.0006215939,0.0018947717,0.00090219115,0.00078707514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068899004,0.000508247,0.23095937,0.0009292455,0.00080887275,0.00011258261,0.0044743815,0.01887633,0.0003623262,0.0032560742,0.5234357,0.21620795],"study_design_scores_gemma":[0.002237865,0.0004933545,0.07897244,0.0006475238,0.0001316956,0.00006021527,0.00014174325,0.49105433,0.007484136,0.0008995137,0.41674814,0.0011290489],"about_ca_topic_score_codex":0.0001208849,"about_ca_topic_score_gemma":0.00000891407,"teacher_disagreement_score":0.8859466,"about_ca_system_score_codex":0.00036858727,"about_ca_system_score_gemma":0.00072456565,"threshold_uncertainty_score":0.99999094},"labels":[],"label_agreement":null},{"id":"W4415746151","doi":"10.1109/icsme64153.2025.00051","title":"Does Editing Improve Answer Quality on Stack Overflow? A Data-Driven Investigation","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Readability; Code (set theory); Quality (philosophy); Key (lock); Code review; Software; Collaborative editing","score_opus":0.05128130173242224,"score_gpt":0.342831994137282,"score_spread":0.29155069240485976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415746151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18839581,0.0000922132,0.7839955,0.010080647,0.013112205,0.0010773209,0.00021712409,0.0009002095,0.0021289564],"genre_scores_gemma":[0.9547577,0.00003111239,0.033515316,0.001354047,0.0011084824,0.0000385606,0.000071324444,0.00003317825,0.009090265],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948968,0.00036938032,0.0008179286,0.0017935887,0.0012482,0.00087407226],"domain_scores_gemma":[0.9917205,0.0032878413,0.00017188968,0.004116123,0.00039853464,0.00030512814],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025599897,0.0003992559,0.00040725592,0.0003873528,0.00030056975,0.001048548,0.003389681,0.00023038582,0.00014586601],"category_scores_gemma":[0.007935141,0.000293167,0.000088249144,0.0014926217,0.00021826054,0.0016893353,0.003208734,0.00085504766,0.0001755699],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016718176,0.00092087686,0.2851495,0.003054572,0.00090985885,0.000095922376,0.0053585568,0.014533126,0.0136131,0.17727739,0.08771392,0.41120598],"study_design_scores_gemma":[0.00089450745,0.00022018973,0.08984195,0.00056176377,0.000025366357,6.67772e-7,0.000154245,0.880217,0.019070953,0.0021040542,0.0062639946,0.0006452758],"about_ca_topic_score_codex":0.0007032871,"about_ca_topic_score_gemma":0.00011581879,"teacher_disagreement_score":0.8656839,"about_ca_system_score_codex":0.00034561305,"about_ca_system_score_gemma":0.00084283436,"threshold_uncertainty_score":0.99998844},"labels":[],"label_agreement":null},{"id":"W4415746161","doi":"10.1109/icsme64153.2025.00078","title":"From First Use to Final Commit: Studying the Evolution of Multi-CI Service Adoption","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Service (business); Java; Empirical research; Cloud computing","score_opus":0.07298606082396908,"score_gpt":0.30460087645346656,"score_spread":0.23161481562949748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415746161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30261362,0.00028690678,0.6920594,0.0034788006,0.0008394334,0.0005614674,0.000017761306,0.00011635705,0.0000262781],"genre_scores_gemma":[0.9536923,0.000015391981,0.04496219,0.0002911091,0.000085754815,0.000041653744,0.0000024986828,0.000012698278,0.0008964027],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749726,0.00018732861,0.00050638255,0.0006231277,0.00070311053,0.00048279302],"domain_scores_gemma":[0.9943354,0.0032784748,0.00008258805,0.0015013635,0.0006774785,0.00012469302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079904066,0.00024648718,0.00027045273,0.0003272322,0.00038680012,0.00039978445,0.0020035529,0.00012384208,0.00006820879],"category_scores_gemma":[0.0014519362,0.00020554531,0.000091114016,0.0029373423,0.000058684967,0.0005499987,0.0017848234,0.0004297149,0.00016623664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025927543,0.0018665255,0.4352748,0.0007634394,0.0005727324,0.000021569984,0.02601252,0.44088835,0.002758534,0.0076987534,0.010096265,0.07378723],"study_design_scores_gemma":[0.0005101593,0.000067121284,0.4412215,0.00033500534,0.000021231532,6.3916445e-7,0.00052808685,0.5555641,0.00035972157,0.000055240438,0.0011878363,0.00014936704],"about_ca_topic_score_codex":0.02086376,"about_ca_topic_score_gemma":0.0028087343,"teacher_disagreement_score":0.6510787,"about_ca_system_score_codex":0.000578708,"about_ca_system_score_gemma":0.0003120872,"threshold_uncertainty_score":0.9856564},"labels":[],"label_agreement":null},{"id":"W4415746321","doi":"10.1109/icsme64153.2025.00077","title":"Can LLMs Write CI? a Study on Automatic Generation of GitHub Actions Configurations","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"Natural Sciences and Engineering Research Council of Canada; Alliance de recherche numérique du Canada","keywords":"Executable; Automation; Similarity (geometry); Quality (philosophy); Software; Code (set theory)","score_opus":0.07000254763821248,"score_gpt":0.3420604817036072,"score_spread":0.2720579340653947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415746321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4510256,0.000052525847,0.5400217,0.0031218808,0.0013434717,0.0015094557,0.000024205103,0.00035014524,0.0025510034],"genre_scores_gemma":[0.9919707,0.000008126956,0.0031760065,0.00011920973,0.00007520586,0.00015548084,0.0000064173146,0.000014233184,0.004474607],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99733645,0.00023051047,0.000685961,0.00061540835,0.00073319924,0.00039850152],"domain_scores_gemma":[0.9969553,0.0010406016,0.000107081825,0.0012878728,0.0004759903,0.0001331746],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005669143,0.00025755476,0.00033315367,0.000890837,0.00036710178,0.00041004733,0.0007661339,0.00010373914,0.00025891312],"category_scores_gemma":[0.0009916967,0.00025956557,0.00010311279,0.0023696865,0.00008557236,0.00028089934,0.00021479423,0.00035679404,0.00006240549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004265318,0.015112929,0.039548885,0.00079323567,0.0026413922,0.000091221096,0.030113176,0.1188894,0.07749252,0.32476515,0.046009194,0.34450027],"study_design_scores_gemma":[0.0007184671,0.00071760925,0.16940701,0.00013200851,0.000053160726,0.0000031590137,0.00055190286,0.8173184,0.010467397,0.00010699987,0.00027818384,0.0002457255],"about_ca_topic_score_codex":0.0004228081,"about_ca_topic_score_gemma":0.00037707968,"teacher_disagreement_score":0.698429,"about_ca_system_score_codex":0.00024130991,"about_ca_system_score_gemma":0.0007933545,"threshold_uncertainty_score":0.99998564},"labels":[],"label_agreement":null},{"id":"W4415821354","doi":"10.1109/tse.2025.3627891","title":"Causes and Canonicalization of Unreproducible Builds in Java","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Artifact (error); Java; Software; Taxonomy (biology); Focus (optics); Identification (biology); Software development; Legacy system","score_opus":0.014029697954729706,"score_gpt":0.2637907972674899,"score_spread":0.2497610993127602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415821354","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08579025,0.0014939301,0.91001844,0.00013340164,0.0017721995,0.000413955,0.000021326141,0.00034721714,0.000009257074],"genre_scores_gemma":[0.97611994,0.00053054973,0.022737393,0.000028433153,0.00002861127,0.0000713231,0.0000010394373,0.000047687467,0.0004350161],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971238,0.00006835462,0.00074765465,0.0009790657,0.00046189514,0.0006192565],"domain_scores_gemma":[0.99718535,0.0012987775,0.0000703247,0.0010941017,0.00019417412,0.00015725048],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006450187,0.00040142183,0.00052758836,0.0016526433,0.000105899104,0.00012225602,0.00057913736,0.00027600408,0.000027117718],"category_scores_gemma":[0.0007767206,0.0004936675,0.00011385417,0.0032323645,0.000097320735,0.00043884627,0.000019440344,0.00074853783,0.000006028215],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027317348,0.00023764778,0.0050667585,0.00090413576,0.000110762434,0.000019949264,0.0005826041,0.96710134,0.0012807233,0.0004215273,0.000056990462,0.024190225],"study_design_scores_gemma":[0.0027063002,0.0005042702,0.070899904,0.004776864,0.00013738291,0.00004154367,0.00006114675,0.7041575,0.21361758,0.0000893011,0.0015687629,0.0014394985],"about_ca_topic_score_codex":0.0003169976,"about_ca_topic_score_gemma":0.000053266,"teacher_disagreement_score":0.8903297,"about_ca_system_score_codex":0.00032022002,"about_ca_system_score_gemma":0.00042778964,"threshold_uncertainty_score":0.9997515},"labels":[],"label_agreement":null},{"id":"W4416127924","doi":"10.1002/spe.70030","title":"Exploring the Impacts of Antipatterns on Object‐Oriented, Service‐Oriented, and Mobile‐Oriented Systems","year":2025,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi; Concordia University","funders":"","keywords":"Coding (social sciences); Software quality; Program comprehension; Comprehension; Source code; Software; Quality (philosophy); Software maintenance","score_opus":0.031122302989594865,"score_gpt":0.3096959911286585,"score_spread":0.27857368813906364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416127924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81479985,0.0014537937,0.18102787,0.00060847023,0.0012528076,0.0005169744,0.000007278722,0.00026968375,0.00006329061],"genre_scores_gemma":[0.9940887,0.0007608256,0.004098085,0.0005001341,0.000053996653,0.00042490844,0.0000022262,0.000018873248,0.000052229825],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975091,0.00018670484,0.0004026352,0.0006958376,0.00066541246,0.00054026657],"domain_scores_gemma":[0.994476,0.0036681578,0.00017669893,0.001051823,0.0004419088,0.00018538881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071621436,0.00028552304,0.00030053314,0.00027123603,0.00036663195,0.00026247784,0.0007154998,0.00007199516,0.0000024568822],"category_scores_gemma":[0.003931288,0.00022098202,0.00004353343,0.0015842341,0.00019721268,0.0021144885,0.00073172676,0.000443147,0.000008553008],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013342451,0.0018055519,0.33830732,0.0038390316,0.0008261674,0.00064237294,0.40960264,0.003261671,0.006436716,0.09375303,0.001450975,0.13874027],"study_design_scores_gemma":[0.009746744,0.005669919,0.27171707,0.009360794,0.00037675575,0.0021666312,0.20697117,0.036509566,0.059661984,0.00045911077,0.3923652,0.004995076],"about_ca_topic_score_codex":0.0007365952,"about_ca_topic_score_gemma":0.000007730888,"teacher_disagreement_score":0.39091423,"about_ca_system_score_codex":0.00007124942,"about_ca_system_score_gemma":0.00012891988,"threshold_uncertainty_score":0.90113854},"labels":[],"label_agreement":null},{"id":"W4416183116","doi":"10.1109/gaclm67198.2025.11232363","title":"Revolutionizing Code Optimization: A Deep Dive into AI-Powered Tools for Software Development","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université TÉLUQ","funders":"","keywords":"Software; Software development; Code (set theory); Software quality; Static program analysis; Software system; Code review; Reliability (semiconductor); Program optimization","score_opus":0.02778767082240828,"score_gpt":0.29772632745908306,"score_spread":0.26993865663667477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416183116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012996541,0.0027774046,0.98985,0.0026863066,0.0019118872,0.0016276409,0.0000074767436,0.0007783983,0.00023094451],"genre_scores_gemma":[0.040628105,0.00008703374,0.95442885,0.0007006482,0.00010451107,0.00052208314,0.00003463928,0.00004068243,0.0034534454],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959147,0.000090485315,0.00091270416,0.0012645376,0.0007422662,0.0010753359],"domain_scores_gemma":[0.9940705,0.00295757,0.00011819865,0.0011125085,0.001457253,0.00028402146],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009993052,0.00046581822,0.000482065,0.00057169935,0.0010830296,0.0016247414,0.0019318635,0.0002856294,0.00019475659],"category_scores_gemma":[0.009230382,0.00051393564,0.00017193097,0.0021583545,0.00012479938,0.001477429,0.0017332725,0.00040178729,0.000074405274],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008477436,0.00027008975,0.0036759956,0.001208233,0.00045076836,0.000019354035,0.005061441,0.48393437,0.000030263038,0.021872815,0.008602764,0.4747891],"study_design_scores_gemma":[0.0013488176,0.0001281897,0.0021953948,0.0006690202,0.000032795328,0.0000066555326,0.00012332162,0.9660346,0.0015199209,0.001569401,0.02559737,0.0007745294],"about_ca_topic_score_codex":0.000024652123,"about_ca_topic_score_gemma":0.000045146327,"teacher_disagreement_score":0.48210022,"about_ca_system_score_codex":0.0012625807,"about_ca_system_score_gemma":0.0021935746,"threshold_uncertainty_score":0.99973124},"labels":[],"label_agreement":null},{"id":"W4416236009","doi":"10.48550/arxiv.2511.09000","title":"An insight into the technical debt-fix trade off in software backporting","year":2025,"lang":"","type":"preprint","venue":"ArXiv.org","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund; Global Institute for Water Security, University of Saskatchewan","keywords":"Technical debt; Eclipse; Python (programming language); Software; Debt; Software maintenance","score_opus":0.03660287445175507,"score_gpt":0.3118980520582694,"score_spread":0.27529517760651434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416236009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82960343,0.003240149,0.15794316,0.0038488954,0.0022477226,0.0016625053,0.000009907743,0.0011624241,0.00028180447],"genre_scores_gemma":[0.9755943,0.0005868452,0.022159504,0.0005465529,0.0004500333,0.00028745033,0.000024876226,0.00009218569,0.00025827382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990779,0.00077646575,0.0020566885,0.0030163422,0.0015675391,0.0018039884],"domain_scores_gemma":[0.9887616,0.0043261126,0.00046450706,0.0056500537,0.0002617016,0.00053604244],"candidate_categories":["metaepi_narrow","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0037026522,0.0010910231,0.0011616336,0.000948666,0.0005703275,0.000673021,0.0097235935,0.0011997152,0.00008571239],"category_scores_gemma":[0.007975,0.0009532789,0.0004635042,0.0033612007,0.0005332003,0.00080490904,0.0055631595,0.006155472,0.00016310909],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030539642,0.00042504768,0.8457722,0.00043316124,0.00008476367,0.00030014402,0.010122142,0.011485614,0.0010256086,0.00039190313,0.00018570203,0.12974319],"study_design_scores_gemma":[0.00056569313,0.00019384328,0.9619567,0.0014277599,0.00003894138,0.000041465322,0.0001310466,0.025009451,0.0026216004,0.00072844105,0.0061160945,0.0011689725],"about_ca_topic_score_codex":0.00064657885,"about_ca_topic_score_gemma":0.00048126746,"teacher_disagreement_score":0.14599085,"about_ca_system_score_codex":0.00097523496,"about_ca_system_score_gemma":0.002017501,"threshold_uncertainty_score":0.9992918},"labels":[],"label_agreement":null},{"id":"W4416336295","doi":"10.1007/978-3-032-12089-2_38","title":"Exploring the Performance of ML Model Size for Classification in Relation to Energy Consumption","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Commit; Relation (database); Energy consumption; Construct (python library); Variable (mathematics); Reduction (mathematics); Energy (signal processing); Software; Language model; Fraction (chemistry)","score_opus":0.07788542627065352,"score_gpt":0.280680891953476,"score_spread":0.20279546568282247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416336295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008245678,0.00007062769,0.99002486,0.00048928364,0.00060293684,0.0004102943,0.000002477364,0.00006597338,0.00008783944],"genre_scores_gemma":[0.76610225,0.000071627226,0.23331887,0.0001522896,0.00006272792,0.00010604247,0.0000019081733,0.000012650251,0.00017162299],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979272,0.000019073235,0.00039797975,0.0007281203,0.00058821,0.00033944706],"domain_scores_gemma":[0.9961912,0.0025259648,0.00011496007,0.000885646,0.00022956487,0.000052656465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009996153,0.00021188166,0.00023901499,0.0007716095,0.00010865505,0.000113314614,0.001777738,0.00011385781,0.0000010370894],"category_scores_gemma":[0.0005776168,0.00018282875,0.000052727948,0.0007083049,0.0001516163,0.0005359371,0.0005021284,0.0003438849,0.0000022554134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009371927,0.000008315331,0.00036191102,0.000070500595,0.0000028091706,5.817635e-7,0.00046953204,0.66098326,0.0005226627,0.019769652,0.0000065447794,0.31779486],"study_design_scores_gemma":[0.000118308584,0.00006611862,0.0076128193,0.00040654503,0.0000019562108,0.0000015954853,8.0381895e-8,0.9838087,0.0019293822,0.0057988036,0.0000830888,0.00017259845],"about_ca_topic_score_codex":0.000011845702,"about_ca_topic_score_gemma":0.000022632545,"teacher_disagreement_score":0.7578566,"about_ca_system_score_codex":0.00035729856,"about_ca_system_score_gemma":0.0003586293,"threshold_uncertainty_score":0.745554},"labels":[],"label_agreement":null},{"id":"W4416363878","doi":"10.3390/make7040149","title":"Explainable Recommendation of Software Vulnerability Repair Based on Metadata Retrieval and Multifaceted LLMs","year":2025,"lang":"en","type":"article","venue":"Machine Learning and Knowledge Extraction","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metadata; Context (archaeology); Code (set theory); Vulnerability (computing); Knowledge base; Transparency (behavior); Artifact (error); Robustness (evolution)","score_opus":0.016644298966465746,"score_gpt":0.31910019328848227,"score_spread":0.3024558943220165,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416363878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17558147,0.0006108921,0.82144266,0.0004625027,0.00041778423,0.00026393292,0.0000056016142,0.00072546845,0.0004896672],"genre_scores_gemma":[0.9787631,0.000031435273,0.019632785,0.000013308763,0.000021106174,0.000010319187,0.000036054073,0.000009909239,0.0014820044],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986985,0.00033169193,0.00022412534,0.0004453561,0.00012189194,0.00017846558],"domain_scores_gemma":[0.99742997,0.0020013743,0.00007535169,0.00029329842,0.00013968039,0.000060350365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015129062,0.0001355991,0.00018611264,0.00031076348,0.00024016513,0.00009882012,0.00013274794,0.00008771748,0.000016815111],"category_scores_gemma":[0.005140638,0.00013136202,0.000041350533,0.0005372491,0.000039172308,0.0004345802,0.00014006444,0.0005296865,0.000003103345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004695453,0.00054081396,0.22728775,0.0008888187,0.00008579753,0.0000045545976,0.00069159776,0.0046634423,0.003912797,0.00068690785,0.0005612897,0.7602067],"study_design_scores_gemma":[0.00068025256,0.00021541794,0.0751988,0.00009028196,0.00001364829,0.0000036140086,0.000031410775,0.90216094,0.002821557,0.000074176976,0.01856752,0.00014240739],"about_ca_topic_score_codex":0.000097199794,"about_ca_topic_score_gemma":0.000010990178,"teacher_disagreement_score":0.8974975,"about_ca_system_score_codex":0.00007751811,"about_ca_system_score_gemma":0.00006553197,"threshold_uncertainty_score":0.6154195},"labels":[],"label_agreement":null},{"id":"W4416379844","doi":"10.1007/978-981-96-9203-3_4","title":"Google and Flower Federated Learning Frameworks Comparison in Bug Prediction in Terms of Flexibility and Technical Factors","year":2025,"lang":"en","type":"book-chapter","venue":"Lecture notes in electrical engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Python (programming language); Flexibility (engineering); Software; Federated learning; Reliability (semiconductor); Artificial neural network; Context (archaeology); Data modeling","score_opus":0.00917050062563008,"score_gpt":0.2493320065231766,"score_spread":0.24016150589754653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416379844","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043089088,0.0016976371,0.95377344,0.000063958854,0.00015967303,0.0004712481,0.0000031603959,0.0003168886,0.00042492442],"genre_scores_gemma":[0.99348354,0.00008246524,0.006259081,0.000008358137,0.000025708154,0.000015230072,0.00000909596,0.000030736694,0.00008577786],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979691,0.00003425777,0.0005700649,0.0006688988,0.00031482129,0.00044288917],"domain_scores_gemma":[0.99688196,0.002666687,0.00006172623,0.000273628,0.000032646072,0.000083334045],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00036715314,0.00035889514,0.00067224965,0.0010328712,0.000026369207,0.00007242311,0.00029595656,0.0011574383,0.0000045436555],"category_scores_gemma":[0.0032145425,0.0003634685,0.00004956185,0.0006989406,0.000043543812,0.00010932159,0.0002460759,0.004440465,3.0675565e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005579977,0.000107809916,0.267132,0.0005036787,0.000044085074,0.000060164584,0.0003989775,0.6668511,0.0021104093,0.0028574872,0.000012491712,0.059865963],"study_design_scores_gemma":[0.00039150537,0.00016694423,0.08230979,0.00081548956,0.000006336746,0.000010093825,3.299229e-7,0.9122791,0.0010307903,0.002492278,0.000114460076,0.00038287768],"about_ca_topic_score_codex":0.00004705696,"about_ca_topic_score_gemma":0.00007147588,"teacher_disagreement_score":0.95039445,"about_ca_system_score_codex":0.00038703176,"about_ca_system_score_gemma":0.000054673197,"threshold_uncertainty_score":0.99988174},"labels":[],"label_agreement":null},{"id":"W4416677538","doi":"10.1109/models67397.2025.00014","title":"MCeT: Behavioral Model Correctness Evaluation using Large Language Models","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Huawei Technologies (Canada)","funders":"","keywords":"Correctness; Sequence diagram; Documentation; Natural language; Automation; Sequence (biology); Hallucinating; Behavioral modeling; Data modeling","score_opus":0.09302292773906319,"score_gpt":0.4021141141634302,"score_spread":0.309091186424367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416677538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29350355,0.0008216828,0.7026012,0.000075583215,0.0011755938,0.0005914397,0.000012451568,0.0002481814,0.0009703198],"genre_scores_gemma":[0.95577693,0.000010004227,0.03961551,0.000103326245,0.000055134224,0.000050696344,0.000008786956,0.000029504286,0.00435011],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99604046,0.00020178569,0.0004625734,0.00090457057,0.0014351045,0.00095549616],"domain_scores_gemma":[0.9974902,0.0002631359,0.00006846357,0.001304858,0.00070007757,0.0001732516],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022537066,0.0003375147,0.00033535744,0.00059677253,0.000300304,0.0005204508,0.0013089351,0.00023590737,0.00025956516],"category_scores_gemma":[0.00030758764,0.00036911556,0.0001394545,0.0016683196,0.000056752247,0.0011798806,0.0010684758,0.00048645586,0.00003588397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009996728,0.0002876575,0.0006041178,0.000060200266,0.000025590207,0.000012203088,0.0030902438,0.9471763,0.0009963266,0.0066786497,0.00040294073,0.040655803],"study_design_scores_gemma":[0.0008436364,0.000033286407,0.00023106346,0.0001505106,0.00007634309,0.0000052960304,0.00021899115,0.9950712,0.0018599207,0.001160056,0.000006800786,0.00034293707],"about_ca_topic_score_codex":0.00038836064,"about_ca_topic_score_gemma":0.00004884948,"teacher_disagreement_score":0.6629857,"about_ca_system_score_codex":0.00071400875,"about_ca_system_score_gemma":0.0015437141,"threshold_uncertainty_score":0.9998761},"labels":[],"label_agreement":null},{"id":"W4416828803","doi":"10.1016/j.jss.2025.112714","title":"CREST: Improving interpretability and effectiveness of troubleshooting at ericsson through criterion-Specific trouble report retrieval","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Ericsson (Canada)","funders":"Telefonaktiebolaget LM Ericsson; Carleton University","keywords":"Troubleshooting; Interpretability; Relevance (law); Software; Volume (thermodynamics); Data retrieval; Human–computer information retrieval","score_opus":0.014749764668559618,"score_gpt":0.2766366461209478,"score_spread":0.2618868814523882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416828803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6196261,0.0057106717,0.3737779,0.00002504587,0.0006732025,0.00014595367,0.0000018397608,0.00003096502,0.000008312574],"genre_scores_gemma":[0.9905075,0.00007956544,0.009298838,0.0000038366875,0.000059250648,0.000003104172,5.1320177e-7,0.000010131483,0.00003726157],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807143,0.00020317742,0.0007621878,0.00031440202,0.00041779524,0.00023099092],"domain_scores_gemma":[0.99668586,0.001913321,0.0004035258,0.00040214788,0.0005031959,0.000091958434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029289061,0.00015424444,0.0005470549,0.00018303761,0.00012307425,0.00020714175,0.0003509334,0.00010136393,0.0000010289028],"category_scores_gemma":[0.0018402108,0.0001282602,0.00009581959,0.00038244601,0.00007776912,0.00061364047,0.0003989096,0.0002897984,2.2000746e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006505401,0.00011866403,0.95183384,0.006984026,0.0002013022,0.00050110643,0.0021879163,0.00066922465,0.026263576,0.0015515721,0.00014769158,0.008890538],"study_design_scores_gemma":[0.0035409166,0.0012291925,0.95470136,0.00744078,0.00006960498,0.0050917333,0.0005952022,0.008583119,0.014931121,0.0012040826,0.0019629146,0.00064999453],"about_ca_topic_score_codex":0.000069889895,"about_ca_topic_score_gemma":9.0774637e-7,"teacher_disagreement_score":0.37088138,"about_ca_system_score_codex":0.00022254958,"about_ca_system_score_gemma":0.00012960308,"threshold_uncertainty_score":0.5230299},"labels":[],"label_agreement":null},{"id":"W4416962840","doi":"10.1109/pst65910.2025.11268830","title":"FragmentFool: Fragment-based Adversarial Perturbation for Graph Neural Network-based Vulnerability Detection","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Source code; Robustness (evolution); Graph; Software; Adversarial system; Vulnerability assessment","score_opus":0.017044019332751986,"score_gpt":0.27549739519579425,"score_spread":0.2584533758630423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416962840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033085115,0.00029950478,0.95179325,0.0026404602,0.008694978,0.0026055018,0.000016570859,0.000768029,0.000096557844],"genre_scores_gemma":[0.964099,0.000003833283,0.032776304,0.0011458909,0.0005818343,0.00061733846,0.000033680324,0.000040463805,0.0007016648],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946209,0.00057184475,0.00089014205,0.0015856646,0.0009675933,0.001363822],"domain_scores_gemma":[0.9921298,0.00517234,0.00017680682,0.0015113156,0.0007202143,0.00028951015],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002745405,0.0005876212,0.0005139627,0.000647063,0.0009012084,0.0006874833,0.0012667648,0.00044885234,0.00016501866],"category_scores_gemma":[0.0024301412,0.0006208914,0.00055201276,0.0026952352,0.00018986124,0.0005818154,0.00025608702,0.00073335425,0.00001488806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051595736,0.00036027754,0.0056281337,0.0004172776,0.00010560268,0.0000028805175,0.00004874053,0.86430997,0.0005655235,0.0013768355,0.0019808789,0.1246879],"study_design_scores_gemma":[0.003893173,0.0007519186,0.01215827,0.000113980976,0.00006798098,4.662101e-7,0.000008121156,0.9672376,0.011431036,0.0019318254,0.0018938743,0.00051178044],"about_ca_topic_score_codex":0.00013076904,"about_ca_topic_score_gemma":0.000065136024,"teacher_disagreement_score":0.9310139,"about_ca_system_score_codex":0.0007417208,"about_ca_system_score_gemma":0.000874653,"threshold_uncertainty_score":0.99962425},"labels":[],"label_agreement":null},{"id":"W4417003938","doi":"10.1109/uemcon67449.2025.11267548","title":"Evaluating Source Code Embeddings From LLMS for Educational Downstream Tasks","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Source code; Automatic summarization; Code review; Natural language; Code (set theory); Embedding; Downstream (manufacturing); Paragraph","score_opus":0.04525139358938427,"score_gpt":0.39129531390931643,"score_spread":0.34604392031993214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417003938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08752009,0.00071095227,0.90017897,0.0068470235,0.002434816,0.00087974744,0.00006902119,0.0002756123,0.0010837584],"genre_scores_gemma":[0.56847227,0.000014054904,0.38693464,0.0006160419,0.00063080917,0.00037442168,0.000056014924,0.000040085662,0.04286167],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961542,0.00010122924,0.0006402904,0.0012684735,0.0009355287,0.0009003177],"domain_scores_gemma":[0.98700976,0.01072738,0.000120521414,0.0011698208,0.00072282914,0.00024966322],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014031698,0.00036896183,0.0003674751,0.0003950366,0.00047032407,0.0008982883,0.0020055969,0.00020971752,0.000951627],"category_scores_gemma":[0.0074283453,0.00039301548,0.00021387002,0.0011617976,0.00012981839,0.00044024,0.0008843298,0.0004318097,0.00020479174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008122012,0.0006015738,0.02133629,0.00036387623,0.00050276984,0.000001917015,0.003693863,0.038599998,0.004665246,0.03299644,0.078826055,0.81833076],"study_design_scores_gemma":[0.0010450052,0.00015430647,0.01287062,0.00033935634,0.000047562404,0.0000025232976,0.00010394619,0.9630256,0.004357667,0.008235402,0.009386942,0.00043106766],"about_ca_topic_score_codex":0.00048851775,"about_ca_topic_score_gemma":0.00002190431,"teacher_disagreement_score":0.9244256,"about_ca_system_score_codex":0.00039088444,"about_ca_system_score_gemma":0.0019476607,"threshold_uncertainty_score":0.9999616},"labels":[],"label_agreement":null},{"id":"W4417339614","doi":"10.1145/3785001","title":"An Empirical Study of Self-Admitted Technical Debt in Machine Learning Software","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Technical debt; Context (archaeology); Empirical research; Code smell; Pipeline (software); Source code; Code (set theory)","score_opus":0.05521184893937985,"score_gpt":0.3650327064973448,"score_spread":0.30982085755796496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417339614","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3209113,0.00014339674,0.67752224,0.00005966793,0.00019817035,0.000205637,0.0000017782884,0.0009569511,8.840943e-7],"genre_scores_gemma":[0.49376744,0.00002491866,0.50607586,0.000024482808,0.000007179229,0.00006487988,0.0000012697535,0.000017530765,0.000016428268],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9977202,0.00055255595,0.00042857663,0.00063497486,0.00024105652,0.00042266533],"domain_scores_gemma":[0.9910572,0.007754007,0.000041314408,0.000924773,0.00008616643,0.000136547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014023018,0.00025861093,0.00049997866,0.0010877454,0.00010100397,0.00003434456,0.0008859845,0.00024229383,0.0000066819634],"category_scores_gemma":[0.004974175,0.00026584178,0.00006609586,0.0014421677,0.00003556886,0.0001825781,0.00007025864,0.0010710671,0.0000017231871],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014210147,0.002524345,0.41106555,0.00033834187,0.00028205846,0.00011385232,0.0040638912,0.42048377,0.0021746508,0.00028494527,0.000015430169,0.15851107],"study_design_scores_gemma":[0.0047896183,0.004398636,0.8521167,0.00027047587,0.00013309745,0.00018194052,0.00035507538,0.1296982,0.0051166257,0.00079560187,0.0009970212,0.0011470132],"about_ca_topic_score_codex":0.000101121725,"about_ca_topic_score_gemma":0.000043123207,"teacher_disagreement_score":0.44105116,"about_ca_system_score_codex":0.00009447359,"about_ca_system_score_gemma":0.00008820893,"threshold_uncertainty_score":0.9999794},"labels":[],"label_agreement":null},{"id":"W4417438984","doi":"10.1109/ms.2025.3644251","title":"Understanding Prompt Management in GitHub Repositories: A Call for Best Practices","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Kingston Health Sciences Centre; Arup Group (Canada); Queen's University","funders":"","keywords":"Readability; Best practice; Maintainability; Usability; Quality (philosophy); Software quality; Natural language","score_opus":0.13182059768940274,"score_gpt":0.36156596925184753,"score_spread":0.2297453715624448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417438984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047474736,0.0012691622,0.98200446,0.0014797548,0.0067579267,0.0026722688,0.000019661564,0.00044674965,0.0006025142],"genre_scores_gemma":[0.76329505,0.00036952778,0.2141754,0.00023923926,0.00053228124,0.0013675059,0.000009297107,0.00011204787,0.019899635],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953922,0.00014131845,0.00082309666,0.0014994821,0.0008786226,0.0012652774],"domain_scores_gemma":[0.99360824,0.0040252972,0.00040591948,0.0014509949,0.00030417985,0.00020538372],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013782326,0.00048975,0.00051694567,0.0009866256,0.00071672763,0.00096147053,0.0018845485,0.0002954622,0.000006971652],"category_scores_gemma":[0.0041471818,0.0005578937,0.00018214855,0.0026696334,0.00014986719,0.0010458565,0.0009475594,0.0006660747,0.000026152764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020926401,0.006434247,0.3350566,0.048335373,0.005702554,0.005921148,0.04584138,0.056002162,0.0006104874,0.10830001,0.12630853,0.25939485],"study_design_scores_gemma":[0.030080227,0.006048512,0.03539488,0.03982906,0.0017833944,0.00031150333,0.010394887,0.3877035,0.011323925,0.07570986,0.39007983,0.011340439],"about_ca_topic_score_codex":0.00023414273,"about_ca_topic_score_gemma":0.00012981924,"teacher_disagreement_score":0.76782906,"about_ca_system_score_codex":0.0019903227,"about_ca_system_score_gemma":0.0006289327,"threshold_uncertainty_score":0.99968725},"labels":[],"label_agreement":null},{"id":"W4417443056","doi":"10.1016/j.jss.2025.112746","title":"A search-based file recommendation approach for infrastructure-as-code evolution","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Hôpital Notre-Dame; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software; Server; Path (computing); Genetic algorithm; Similarity (geometry); Space (punctuation); Software evolution","score_opus":0.015030484004162811,"score_gpt":0.27116887446438687,"score_spread":0.2561383904602241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417443056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006896617,0.00040830014,0.9916792,0.0002315597,0.00042754516,0.00023785514,0.00003664636,0.00005448583,0.00002781994],"genre_scores_gemma":[0.7784227,0.000010433389,0.22103849,0.000064453496,0.00015425346,0.000038888666,0.000020160673,0.000011916675,0.00023871972],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902874,0.000060618706,0.00031502952,0.00016044776,0.00024759545,0.00018759574],"domain_scores_gemma":[0.99842244,0.00076783414,0.00012410083,0.00017864484,0.00042030396,0.00008665709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076159905,0.000093148294,0.0002011238,0.00033838532,0.00011685786,0.00020000235,0.00033842068,0.00008233453,0.000008636255],"category_scores_gemma":[0.001098407,0.00007747187,0.00006685951,0.00032230158,0.00002276285,0.0002995962,0.00006378424,0.00020958138,7.8152647e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044256722,0.00044806223,0.112682775,0.0069363904,0.0006395077,0.000041834814,0.0020248196,0.2692841,0.0011460623,0.028579686,0.32527506,0.2524991],"study_design_scores_gemma":[0.0030857315,0.0008396695,0.058738578,0.0009989358,0.000034494213,0.00025648528,0.00039816342,0.8930597,0.00043506565,0.0025778462,0.039154418,0.00042095673],"about_ca_topic_score_codex":0.000029373281,"about_ca_topic_score_gemma":4.3057003e-7,"teacher_disagreement_score":0.77152604,"about_ca_system_score_codex":0.00017527361,"about_ca_system_score_gemma":0.00032920824,"threshold_uncertainty_score":0.31592113},"labels":[],"label_agreement":null},{"id":"W48382302","doi":"","title":"Design steps for developing software measurement standard etalons for ISO 19761 (COSMIC-FFP)","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software measurement; Software; Computer science; Comparability; Measure (data warehouse); Systems engineering; Reliability engineering; Software development; Software quality; Engineering; Operating system; Mathematics; Database","score_opus":0.11121271045268369,"score_gpt":0.3186180139324348,"score_spread":0.20740530347975109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W48382302","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005641252,0.00017708362,0.9958688,0.0005236688,0.0004856644,0.0015462073,0.000008329163,0.000799363,0.000026735112],"genre_scores_gemma":[0.0600134,0.0000037210957,0.93927616,0.00019683366,0.00008272747,0.00021436701,0.0000029545886,0.000036568945,0.00017324732],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99736434,0.000027445909,0.0003439593,0.00052820914,0.00086523703,0.00087081874],"domain_scores_gemma":[0.9961266,0.0022430345,0.000052661137,0.0005444116,0.0008645895,0.0001687089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00410503,0.00021485209,0.00023226155,0.00023316221,0.00024028902,0.00020885389,0.0009869608,0.00009014621,0.0000053419067],"category_scores_gemma":[0.0024283363,0.00020007417,0.000107518994,0.0004179224,0.000027100377,0.0003007903,0.00018817064,0.00012175613,0.000015421676],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008927387,0.0002992389,0.0058128163,0.0014787668,0.00071497704,0.000060303773,0.0026230619,0.0095134955,0.011334507,0.12948188,0.09048903,0.7472992],"study_design_scores_gemma":[0.010915799,0.003353594,0.012894733,0.00070463837,0.00007894032,0.000080658334,0.00022668202,0.076207235,0.59368736,0.034968715,0.262863,0.0040186495],"about_ca_topic_score_codex":0.000011420058,"about_ca_topic_score_gemma":0.000030217934,"teacher_disagreement_score":0.74328053,"about_ca_system_score_codex":0.0007820986,"about_ca_system_score_gemma":0.0005979368,"threshold_uncertainty_score":0.8158788},"labels":[],"label_agreement":null},{"id":"W48599167","doi":"","title":"Explaining Product Release Planning Results Using Concept Analysis.","year":2008,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Black box; Sensitivity (control systems); Product (mathematics); Computer science; New product development; Series (stratigraphy); Data mining; Engineering; Mathematics; Artificial intelligence","score_opus":0.02839802575744354,"score_gpt":0.2640647064541355,"score_spread":0.23566668069669194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W48599167","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27669823,0.0048020678,0.71534604,0.000015673024,0.0006753191,0.00017470463,0.000009724709,0.0022588896,0.000019334877],"genre_scores_gemma":[0.83018136,0.00003779645,0.1691671,0.0000066213884,0.00035255047,0.000029594243,0.000016673366,0.00008427909,0.00012404035],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967772,0.00004077653,0.0006148438,0.0010710944,0.00044970665,0.0010464072],"domain_scores_gemma":[0.9968156,0.0014360282,0.00009013259,0.0009851038,0.00017889992,0.0004942211],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006178889,0.0005748692,0.0006610339,0.0013216547,0.0003005185,0.00016146083,0.0007830075,0.00016005975,0.0000033342842],"category_scores_gemma":[0.0042491965,0.0006411688,0.00020157085,0.0029307327,0.00005702273,0.00069752306,0.00049171294,0.0007371242,0.000013062429],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000939841,0.000037949612,0.009901135,0.00013126995,0.0003611401,0.0002558699,0.003997362,0.98268145,0.00086950476,0.00031196637,0.00019475017,0.0012481807],"study_design_scores_gemma":[0.0007196216,0.0000600479,0.025014965,0.00022774248,0.00008044978,0.00029020832,0.000024260644,0.96763027,0.0023607765,0.0000026564344,0.0026750034,0.0009140084],"about_ca_topic_score_codex":0.000025206089,"about_ca_topic_score_gemma":5.658853e-7,"teacher_disagreement_score":0.5534831,"about_ca_system_score_codex":0.00019618681,"about_ca_system_score_gemma":0.00015487225,"threshold_uncertainty_score":0.999604},"labels":[],"label_agreement":null},{"id":"W585036856","doi":"","title":"Quality engineering process for the program design phase of a generic software life cycle","year":2005,"lang":"en","type":"book-chapter","venue":"British Computer Society eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software development process; Software engineering; Software quality; Software construction; Personal software process; Software quality analyst; Engineering; Systems engineering; Process (computing); Software quality control; Software development; Systems development life cycle; Quality (philosophy); Computer science; Software","score_opus":0.058255713720377536,"score_gpt":0.3105826120823168,"score_spread":0.2523268983619393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W585036856","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011541952,0.002014237,0.99312043,0.00006483665,0.0005162926,0.0025130962,0.0000657095,0.0013588843,0.00023108031],"genre_scores_gemma":[0.0039232164,0.00011978635,0.9836925,0.00037193188,0.0016731862,0.0010582862,0.000027497694,0.00024415427,0.008889409],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965548,0.000031520365,0.00078655,0.00095524505,0.00093550753,0.0007364003],"domain_scores_gemma":[0.99587226,0.0018544892,0.00032329143,0.0011027628,0.00058039004,0.00026682363],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00090515584,0.0005244298,0.00073960586,0.00007356689,0.00023037518,0.0004902681,0.0024637233,0.00043281028,0.000009165273],"category_scores_gemma":[0.00017884633,0.00057943276,0.000835281,0.00009589972,0.0001762802,0.00017147364,0.00063521194,0.00067469623,0.0000052665705],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010306854,0.000121139834,0.0000035640173,0.0008669171,0.0005018151,0.00001633183,0.0007248661,0.02406015,0.000008598023,0.0018569912,0.0066039884,0.96522534],"study_design_scores_gemma":[0.0024039836,0.000616543,0.00017898345,0.00083453004,0.00008339532,0.00013776438,0.000006549778,0.9315562,0.00013508686,0.0015478553,0.06109384,0.0014052299],"about_ca_topic_score_codex":0.000021066413,"about_ca_topic_score_gemma":0.0000030931621,"teacher_disagreement_score":0.9638201,"about_ca_system_score_codex":0.00014546743,"about_ca_system_score_gemma":0.0005533493,"threshold_uncertainty_score":0.99966574},"labels":[],"label_agreement":null},{"id":"W585295213","doi":"","title":"Identification et localisation des preoccupations fonctionnelles dans du code legataire java","year":2012,"lang":"fr","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Java; Object-oriented programming; Programming language; Aspect-oriented programming; Separation of concerns; Software engineering; Identification (biology); Software","score_opus":0.04136052623276992,"score_gpt":0.31474851727008757,"score_spread":0.27338799103731765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W585295213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2138091,0.00061497453,0.7798794,0.00054621306,0.0028633436,0.00061277894,0.000041667587,0.000553929,0.0010785798],"genre_scores_gemma":[0.96891373,0.00018983566,0.011726136,0.00003704442,0.00040477462,0.00031242621,0.0015339172,0.000081202386,0.016800923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99639434,0.0003323613,0.000795429,0.0008496236,0.0009578493,0.00067043037],"domain_scores_gemma":[0.9960802,0.0011223846,0.0003175744,0.0010161242,0.0011709594,0.00029276582],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012899648,0.0004752643,0.00030892546,0.00047285488,0.0008383923,0.0009060252,0.0010508758,0.000447193,0.00031670657],"category_scores_gemma":[0.0020930723,0.0005249479,0.00018075126,0.0011948771,0.00021532155,0.0032608556,0.00015692768,0.00053617364,0.0009797551],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006958317,0.0012999319,0.32296884,0.0017932709,0.00038237454,0.000017315735,0.09957573,0.044706285,0.02070292,0.41911638,0.008436534,0.080930844],"study_design_scores_gemma":[0.0003003162,0.000069048474,0.82592356,0.00026374237,0.00008994455,0.000039087296,0.0022642396,0.15321362,0.013269287,0.0015701097,0.0023538992,0.00064315955],"about_ca_topic_score_codex":0.0025606107,"about_ca_topic_score_gemma":0.0062126215,"teacher_disagreement_score":0.76815325,"about_ca_system_score_codex":0.0006316749,"about_ca_system_score_gemma":0.0005536737,"threshold_uncertainty_score":0.9997981},"labels":[],"label_agreement":null},{"id":"W61949798","doi":"","title":"SHriMP Views: An Interactive Environment for Exploring Multiple Hierarchical Views of a Java Program","year":2001,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Java; Documentation; Visualization; Software engineering; Interoperability; Software; Human–computer interaction; World Wide Web; Programming language; Artificial intelligence","score_opus":0.13610935573491853,"score_gpt":0.346068443486984,"score_spread":0.20995908775206548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W61949798","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18581595,0.00006659051,0.81254494,0.00013273412,0.00012984459,0.00091431703,0.0000017295714,0.00027201293,0.000121878],"genre_scores_gemma":[0.5738663,0.000045124056,0.42501283,0.000028358645,0.000061898936,0.0008209426,0.000003812617,0.000017882487,0.00014285183],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985343,0.00005814738,0.00028165546,0.00042327252,0.0003147875,0.00038779597],"domain_scores_gemma":[0.9983295,0.000792347,0.000046858466,0.000619013,0.000039867533,0.00017239618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040498198,0.0001433277,0.00021294865,0.00013580445,0.00004294288,0.00006355224,0.0007540414,0.00003881839,0.000038222977],"category_scores_gemma":[0.00031249848,0.000121704375,0.00009495631,0.00020344851,0.00004563222,0.0006556522,0.00029713134,0.00016533956,0.000034040415],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004836384,0.0006973706,0.004882711,0.000045250392,0.000030315694,0.0000103716275,0.0020886997,0.00066380575,0.0022007783,0.0008416929,0.00013369798,0.98835695],"study_design_scores_gemma":[0.0021944402,0.0034184672,0.04154986,0.00013692054,0.000011869898,0.000048240192,0.00025971956,0.5448631,0.029979449,0.00081993034,0.37595615,0.0007618268],"about_ca_topic_score_codex":0.000027381433,"about_ca_topic_score_gemma":0.000011512203,"teacher_disagreement_score":0.98759514,"about_ca_system_score_codex":0.00007848199,"about_ca_system_score_gemma":0.000026498368,"threshold_uncertainty_score":0.49629605},"labels":[],"label_agreement":null},{"id":"W63450075","doi":"","title":"Testing Models or Fitting Models? Identifying Model Misspecification in PLS","year":2010,"lang":"en","type":"article","venue":"International Conference on Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Partial least squares regression; Structural equation modeling; Statistical model; Latent variable; Computer science; Data modeling; Set (abstract data type); Econometrics; Statistical hypothesis testing; Data set; Data mining; Statistics; Machine learning; Artificial intelligence; Mathematics","score_opus":0.19584403487286975,"score_gpt":0.34112173941897794,"score_spread":0.1452777045461082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W63450075","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03533284,0.0000038056883,0.93866163,0.00021417573,0.0011237541,0.0003046295,0.000010275847,0.00028960945,0.024059279],"genre_scores_gemma":[0.9768993,0.0000042805286,0.022609454,0.00005291388,0.00007587278,0.000121925485,0.00001928025,0.000008936881,0.00020799386],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978584,0.00003025827,0.00068724685,0.0002456237,0.00091415225,0.00026431744],"domain_scores_gemma":[0.99798125,0.0004061062,0.000245699,0.00043412662,0.0008432977,0.0000895061],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00087066833,0.00015704679,0.00014720691,0.0006490821,0.00008604312,0.0011761158,0.0012673982,0.00010781317,0.000012472818],"category_scores_gemma":[0.00082687056,0.000147469,0.00003061724,0.00042755678,0.000020415648,0.006288064,0.00016497426,0.00044332392,0.0001171226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008683941,0.000013992299,0.0001914904,0.000027356316,0.0000054929124,0.0000018038429,0.0014189028,0.5129861,0.00082169275,0.47950733,0.00006285225,0.0049542673],"study_design_scores_gemma":[0.00026644464,0.000013805914,0.0004309962,0.0001694896,5.6008815e-7,0.00001768536,0.00018338658,0.9919842,0.00013799459,0.006533093,0.00010061891,0.00016172178],"about_ca_topic_score_codex":0.00012628705,"about_ca_topic_score_gemma":0.000011279655,"teacher_disagreement_score":0.9415665,"about_ca_system_score_codex":0.00016099091,"about_ca_system_score_gemma":0.00022699896,"threshold_uncertainty_score":0.99986076},"labels":[],"label_agreement":null},{"id":"W636190832","doi":"","title":"Evaluating design decay during software evolution","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Software design; Computer science; Software; Software engineering; Software maintenance; Software development; Software system; Programming language","score_opus":0.056879198858096426,"score_gpt":0.3467680889504366,"score_spread":0.28988889009234015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W636190832","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0665484,0.0010274169,0.9288861,0.000011637383,0.0014778613,0.00041031453,7.257993e-7,0.0012753691,0.0003621613],"genre_scores_gemma":[0.4617239,0.000009933549,0.5212688,0.000007093073,0.0003019046,0.00021456555,0.00006823799,0.00009137681,0.016314184],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973342,0.0001261839,0.00030312868,0.00055880204,0.0010192288,0.0006584887],"domain_scores_gemma":[0.99772704,0.00088375836,0.00011427158,0.00079797383,0.00030245673,0.0001745064],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009825861,0.00029479756,0.00023412712,0.0004050544,0.00020447547,0.00018835106,0.0011579489,0.00028658885,0.00012407544],"category_scores_gemma":[0.0013693192,0.00029584297,0.000096980904,0.00056280097,0.000009048724,0.0006167353,0.00014575793,0.00045400168,0.00041697556],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036201766,0.00081274373,0.044643696,0.005884918,0.0009614565,0.00018799267,0.016429413,0.07947677,0.14842772,0.026890894,0.007808462,0.6681139],"study_design_scores_gemma":[0.0011148151,0.000275567,0.83670586,0.000887627,0.00007726568,0.000073671385,0.00016138035,0.0560632,0.10029086,0.001790777,0.0001716215,0.0023873246],"about_ca_topic_score_codex":0.00004510781,"about_ca_topic_score_gemma":0.000011760878,"teacher_disagreement_score":0.79206216,"about_ca_system_score_codex":0.00042608907,"about_ca_system_score_gemma":0.00034356577,"threshold_uncertainty_score":0.9999494},"labels":[],"label_agreement":null},{"id":"W641080781","doi":"","title":"Proceedings : 18th IEEE International Conference on Automated Software Engineering, Montreal, Quebec, Canada, October 6 to 10, 2003","year":2003,"lang":"en","type":"book","venue":"IEEE Computer Society eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Software; Computer science; Software construction; Collaborative software; Social software engineering; Software system; Software development; Operating system","score_opus":0.018784986087293783,"score_gpt":0.2399565165533756,"score_spread":0.22117153046608182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W641080781","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013670077,0.00017944232,0.8833439,0.0010828555,0.03083749,0.004048286,0.00036504626,0.012342109,0.0664339],"genre_scores_gemma":[0.0004963946,0.00001429759,0.10361772,0.0025516618,0.0014429301,0.00024392804,0.00006396948,0.00026925682,0.89129984],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99447554,0.000027862197,0.00068364653,0.0016597337,0.0019448915,0.0012083099],"domain_scores_gemma":[0.9960138,0.00031982543,0.0002451647,0.0010649707,0.0016475717,0.00070864556],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000308444,0.0010671187,0.00081430486,0.0002892645,0.00018292083,0.00089287787,0.0035809868,0.0006368191,0.00006983654],"category_scores_gemma":[0.0001382022,0.0011745002,0.00032967687,0.00033146367,0.00007716469,0.00022573564,0.00050079235,0.001311988,0.00017184214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055881915,0.00003128323,0.000015298872,0.00013667774,0.00030159598,0.00007478672,0.0006868101,0.0026535126,0.000024389266,0.0012247876,0.99231875,0.0025264926],"study_design_scores_gemma":[0.00096192147,0.00023860013,0.0006435883,0.0012168096,0.0000399364,0.0000674729,0.000007697856,0.352407,0.00055075804,0.00011929454,0.6412646,0.002482318],"about_ca_topic_score_codex":0.019102162,"about_ca_topic_score_gemma":0.019280056,"teacher_disagreement_score":0.82486594,"about_ca_system_score_codex":0.0030500097,"about_ca_system_score_gemma":0.0057593854,"threshold_uncertainty_score":0.99987704},"labels":[],"label_agreement":null},{"id":"W648401726","doi":"","title":"Integration de la visualisation a multiples vues pour le developpement du logiciel","year":2011,"lang":"fr","type":"dissertation","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Visualization; Software visualization; Software; Software development; Context (archaeology); Software engineering; Human–computer interaction; Software construction; Artificial intelligence; Programming language; Geography","score_opus":0.056880612810804164,"score_gpt":0.32449197295901805,"score_spread":0.2676113601482139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W648401726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20734085,0.00020154993,0.78746086,0.00027739146,0.00048910617,0.00032614524,0.0000023803116,0.0003157244,0.0035860203],"genre_scores_gemma":[0.73742837,0.00013724976,0.24890564,0.0000740564,0.00015868702,0.00013965959,0.00017526434,0.000038797403,0.01294226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9976101,0.00037940816,0.00044780385,0.0005865966,0.00048714812,0.0004889511],"domain_scores_gemma":[0.99711424,0.0016381781,0.00016334016,0.00036988762,0.0005610641,0.00015330152],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013495497,0.00036907633,0.0002627194,0.00035594584,0.00023107154,0.0004782301,0.0008255048,0.00042858082,0.00016271048],"category_scores_gemma":[0.0028893284,0.0003601831,0.00011245,0.00045255068,0.0000760124,0.00052351726,0.00013923994,0.00042573622,0.00023803694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091816015,0.0012187468,0.040959127,0.0006277446,0.00023416117,0.00009565068,0.10806533,0.003456146,0.06251686,0.5941497,0.006596503,0.18198821],"study_design_scores_gemma":[0.0006728867,0.00017277138,0.47963428,0.00048745828,0.00002762735,0.00004109158,0.003612486,0.373381,0.13361299,0.005407956,0.0021378903,0.0008115566],"about_ca_topic_score_codex":0.006156406,"about_ca_topic_score_gemma":0.000731714,"teacher_disagreement_score":0.5887417,"about_ca_system_score_codex":0.0003328153,"about_ca_system_score_gemma":0.0013936189,"threshold_uncertainty_score":0.999885},"labels":[],"label_agreement":null},{"id":"W649645005","doi":"","title":"Proceedings of the Fourth European Conference on Software Maintenance and Reengineering, Reengineering Week Zurich, University of Zurich, Switzerland, February 29-March 3, 2000","year":2000,"lang":"en","type":"article","venue":"Medical Entomology and Zoology","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Business process reengineering; Work (physics); Subject (documents); Software maintenance; Engineering management; Engineering; Architecture; Library science; Software; Computer science; Software development; Operations management; History; Archaeology","score_opus":0.009679920454952043,"score_gpt":0.2023249150217682,"score_spread":0.19264499456681616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W649645005","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.928129,0.000295752,0.06866654,0.0014132275,0.00016563878,0.0001723175,0.0000044885887,0.00013203273,0.0010210064],"genre_scores_gemma":[0.9934445,0.00039860103,0.005200628,0.00008200902,0.000024060422,0.0000017453065,0.0000011415256,0.000012764582,0.0008345233],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99857545,0.0000944575,0.00022069144,0.00039317683,0.0003184318,0.00039779197],"domain_scores_gemma":[0.99888384,0.00051268586,0.00006162829,0.0002561147,0.000093400384,0.00019234236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077559083,0.00016165616,0.0003025169,0.00013812525,0.00007395467,0.000009453407,0.00087404076,0.00017502996,0.0001322581],"category_scores_gemma":[0.0006817831,0.00013171155,0.00004248578,0.00033914548,0.0005303152,0.00008923007,0.00040333925,0.0005312698,0.000008280816],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078870717,0.0008878751,0.55624276,0.0016711971,0.0005185303,0.0015809636,0.008080503,0.0019211604,0.001732202,0.11410195,0.00485346,0.3076207],"study_design_scores_gemma":[0.002017983,0.0011494041,0.9601293,0.00040744728,0.000027513906,0.00085983897,0.00006939986,0.031595044,0.0003163608,0.0015101292,0.0015165019,0.00040105602],"about_ca_topic_score_codex":0.00017326888,"about_ca_topic_score_gemma":0.000019793999,"teacher_disagreement_score":0.4038866,"about_ca_system_score_codex":0.000025711272,"about_ca_system_score_gemma":0.00009145806,"threshold_uncertainty_score":0.5371041},"labels":[],"label_agreement":null},{"id":"W649946739","doi":"10.71781/10275","title":"Système symbolique de création de résumés de mise à jour","year":2009,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Art; Humanities","score_opus":0.047059235686457396,"score_gpt":0.35930702440488,"score_spread":0.3122477887184226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W649946739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7001394,0.00093630323,0.29054657,0.0010196823,0.00070160377,0.0010688904,0.00001798072,0.000027436745,0.005542096],"genre_scores_gemma":[0.7108977,0.00016915359,0.24658976,0.00014902622,0.00056282507,0.00015386111,0.00020991963,0.00009526961,0.041172467],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99684805,0.00035266392,0.00045470337,0.00073878316,0.0005477685,0.0010580571],"domain_scores_gemma":[0.9975716,0.0006568412,0.00018838771,0.0007398419,0.00035825148,0.00048511324],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020157974,0.0003855075,0.00041226865,0.00029545702,0.00025266383,0.001828488,0.0028209642,0.00058618846,0.0005474853],"category_scores_gemma":[0.0018235525,0.00046477185,0.00012962626,0.00063825975,0.00003579535,0.00073238683,0.00022709675,0.00082104653,0.0011426279],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001568169,0.0005244633,0.01338515,0.00060797075,0.00020384889,0.0011584247,0.04771686,0.024897372,0.017739205,0.0026027143,0.004057932,0.88694924],"study_design_scores_gemma":[0.0018038724,0.00064148905,0.50396866,0.0049521294,0.00020502524,0.00084638706,0.0012775961,0.3492786,0.102794066,0.0060523986,0.025829123,0.0023506312],"about_ca_topic_score_codex":0.0019674324,"about_ca_topic_score_gemma":0.0005134163,"teacher_disagreement_score":0.8845986,"about_ca_system_score_codex":0.0015653948,"about_ca_system_score_gemma":0.0040893513,"threshold_uncertainty_score":0.9997804},"labels":[],"label_agreement":null},{"id":"W6893400761","doi":"10.5281/zenodo.15571994","title":"Code Complexity Evolution in Student Labs: An Empirical Software Engineering Perspective","year":2025,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Cyclomatic complexity; Static program analysis; Search-based software engineering; Software construction; Software; Source lines of code; Bridging (networking); Perspective (graphical); Programming complexity; Empirical research","score_opus":0.06123111379533135,"score_gpt":0.3245316647119341,"score_spread":0.26330055091660276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893400761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0592277,0.00040298462,0.92781425,0.0012047029,0.0006558546,0.0014605735,0.00051071245,0.005691902,0.0030313071],"genre_scores_gemma":[0.9587822,0.00007298637,0.03757898,0.000117177064,0.00033731604,0.0000012368591,0.0012274828,0.0014714869,0.00041115814],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99625665,0.0005407428,0.00040828172,0.0012335044,0.0008944045,0.0006663961],"domain_scores_gemma":[0.99684256,0.00018352694,0.00009876198,0.0014651697,0.0011343247,0.00027564887],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0013676976,0.00032968563,0.00035299975,0.0010234871,0.000717729,0.0015153582,0.004620402,0.00023131951,0.00041360428],"category_scores_gemma":[0.0038630092,0.0003978401,0.000093061375,0.001320201,0.00012567521,0.00043206502,0.011092591,0.0015485205,0.0005798055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039430754,0.0066458187,0.0116605265,0.003964822,0.0010739077,0.00092474744,0.08751306,0.39218813,0.0015963614,0.26781064,0.16899218,0.05723552],"study_design_scores_gemma":[0.002766565,0.0010252688,0.45264912,0.0012992182,0.00005129819,0.00019896195,0.0017392548,0.26187512,0.00033094527,0.008105698,0.26730368,0.0026548584],"about_ca_topic_score_codex":0.000103110266,"about_ca_topic_score_gemma":0.000004446976,"teacher_disagreement_score":0.8995545,"about_ca_system_score_codex":0.0024751641,"about_ca_system_score_gemma":0.000050265262,"threshold_uncertainty_score":0.99984735},"labels":[],"label_agreement":null},{"id":"W6893488373","doi":"10.5281/zenodo.16434045","title":"From First Use to Final Commit: Studying the Evolution of Multi-CI Service Adoption (Replication Package)","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Scripting language; Python (programming language); Documentation; Software; Service (business); Software maintenance; Software package; Software evolution","score_opus":0.06518434064067007,"score_gpt":0.27340244919322043,"score_spread":0.20821810855255035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893488373","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09760484,0.00006435287,0.89582837,0.0042936327,0.00013492834,0.0006963183,0.00008902384,0.00078622357,0.00050231395],"genre_scores_gemma":[0.99091005,0.00001157054,0.008265578,0.00014690598,0.000052199353,3.553539e-7,0.00015797277,0.00022013803,0.00023525504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833655,0.00026786965,0.00024836796,0.00046650352,0.000420298,0.00026041822],"domain_scores_gemma":[0.99719673,0.0003502604,0.00007552888,0.001394805,0.0008936715,0.00008900181],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00086289836,0.00011190016,0.00011393057,0.00029720992,0.001182734,0.000654934,0.0022074718,0.000048843365,0.00019584004],"category_scores_gemma":[0.0030342576,0.000105351064,0.00003587468,0.0018534943,0.000052642667,0.0004135683,0.002170017,0.00023796697,0.0012185947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035438006,0.001864097,0.0042039882,0.0006641832,0.00043112712,0.000019781588,0.02968862,0.03281362,0.045310646,0.05372954,0.35864213,0.47227788],"study_design_scores_gemma":[0.0011797724,0.0002643741,0.22539793,0.00025792618,0.000024144649,0.000013210046,0.00091354863,0.081444286,0.0018800675,0.00037843012,0.68791056,0.00033576548],"about_ca_topic_score_codex":0.00045226948,"about_ca_topic_score_gemma":0.000007700326,"teacher_disagreement_score":0.8933052,"about_ca_system_score_codex":0.00036512996,"about_ca_system_score_gemma":0.000010953704,"threshold_uncertainty_score":0.99955904},"labels":[],"label_agreement":null},{"id":"W6894113797","doi":"10.5281/zenodo.7747316","title":"Replication Package - Understanding the Time to First Response In GitHub Pull Requests","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Codebase; Replication (statistics); Exploratory research; Empirical research; Software; Productivity","score_opus":0.05323162045558904,"score_gpt":0.26534230102414846,"score_spread":0.21211068056855942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6894113797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18773158,0.00008192924,0.6802625,0.08474045,0.00036513258,0.0034410038,0.00014467436,0.013928236,0.029304503],"genre_scores_gemma":[0.9959275,0.000018861312,0.00060878234,0.0001875245,0.000066192086,4.1128445e-7,0.0001514288,0.00069968106,0.0023396064],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779475,0.0004585442,0.00020705881,0.00056208536,0.0005128777,0.000464673],"domain_scores_gemma":[0.99765646,0.0004594115,0.000041948555,0.0015025317,0.00018402252,0.00015560749],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037593741,0.00010952599,0.00009752063,0.00058580894,0.0012102018,0.0010389346,0.0024327983,0.00004687083,0.00083701295],"category_scores_gemma":[0.007667406,0.00010198156,0.000029302291,0.003288773,0.000065898486,0.00034987024,0.002058523,0.00026489378,0.029978415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004469878,0.00014968762,0.00008608012,0.00010054374,0.00004625331,0.00020582786,0.0132511165,0.005773911,0.021277763,0.022638395,0.8831394,0.052884042],"study_design_scores_gemma":[0.0004237284,0.0003642962,0.02365114,0.0000901941,0.0000023767684,0.00008491287,0.00020524101,0.02031822,0.0006850333,0.0012464973,0.9526272,0.00030119912],"about_ca_topic_score_codex":0.000008062919,"about_ca_topic_score_gemma":4.030862e-7,"teacher_disagreement_score":0.80819595,"about_ca_system_score_codex":0.0005374469,"about_ca_system_score_gemma":0.000007830648,"threshold_uncertainty_score":0.9999981},"labels":[],"label_agreement":null},{"id":"W6910986835","doi":"10.5281/zenodo.11125279","title":"Are Large Language Models a Threat to Programming Platforms? An Exploratory Study","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Exploratory research; Scripting language; Natural language; Key (lock); Semantics (computer science)","score_opus":0.05163197300563738,"score_gpt":0.2856398672925345,"score_spread":0.2340078942868971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6910986835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45864335,0.00028196364,0.52942455,0.00029158356,0.00023441689,0.0013608714,0.00007224259,0.008031412,0.0016595806],"genre_scores_gemma":[0.9963801,0.000004895806,0.0021946367,0.00006702468,0.00012277241,5.5925847e-7,0.00008639879,0.000889982,0.00025364442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977209,0.00013908675,0.00019454844,0.0006956853,0.0006723372,0.0005774497],"domain_scores_gemma":[0.99835515,0.000054211912,0.000032453696,0.00091218605,0.00029937664,0.0003466104],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001304361,0.00016766493,0.00014229752,0.0005022591,0.000953986,0.0027646075,0.0021016134,0.00004665349,0.00046705283],"category_scores_gemma":[0.00055347796,0.0001631278,0.000040848143,0.0014410956,0.000029647877,0.001450491,0.002446595,0.00035245236,0.0041893064],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007769616,0.0018385359,0.00012194433,0.00044181966,0.00023710502,0.0018968596,0.22026427,0.0037908868,0.0019054002,0.03497056,0.06351331,0.6709416],"study_design_scores_gemma":[0.0015467851,0.0028066183,0.0029146515,0.000367702,0.000030353543,0.00032406326,0.03099084,0.15386063,0.0008744587,0.0013217245,0.80355144,0.0014107722],"about_ca_topic_score_codex":0.000006861719,"about_ca_topic_score_gemma":0.0000022901786,"teacher_disagreement_score":0.7400381,"about_ca_system_score_codex":0.00018989794,"about_ca_system_score_gemma":0.000007446075,"threshold_uncertainty_score":0.99827063},"labels":[],"label_agreement":null},{"id":"W6911815762","doi":"10.5281/zenodo.14041573","title":"Replication Package for `Code Review Comprehension: Reviewing Strategies Seen Through Code Comprehension Theories`","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Code review; Program comprehension; Comprehension; Code (set theory); Static program analysis; Construct (python library); Source code; Software","score_opus":0.055311934500089616,"score_gpt":0.31413262516785173,"score_spread":0.25882069066776214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911815762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051295565,0.007771588,0.969534,0.0057161325,0.00023142486,0.0018290486,0.00010835985,0.0022867827,0.012009716],"genre_scores_gemma":[0.7395825,0.057107978,0.16986594,0.011389133,0.0009921087,0.000014915192,0.008840047,0.005863198,0.0063441717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707615,0.00047853484,0.00049854425,0.00093760446,0.00050844706,0.0005006954],"domain_scores_gemma":[0.9958161,0.00041266443,0.00014708775,0.002283423,0.0012201612,0.00012052333],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001750393,0.00023154353,0.00035431673,0.00018951706,0.001748439,0.0010839243,0.0026890386,0.00008220369,0.00038110738],"category_scores_gemma":[0.003245847,0.00023038681,0.00011375766,0.0014233977,0.00013782318,0.0008537836,0.0020570708,0.00034989524,0.0008006872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046666988,0.00014963745,0.00000774545,0.0042688744,0.00009779985,0.000011563982,0.0008283096,0.00022297047,0.0074420185,0.33556947,0.4477339,0.20362104],"study_design_scores_gemma":[0.00038070674,0.00012662711,0.00039010463,0.0013784157,0.0000208793,0.00004013805,0.00006722177,0.0023136977,0.00088471326,0.005015836,0.98914933,0.00023235097],"about_ca_topic_score_codex":0.0000064367555,"about_ca_topic_score_gemma":1.9235992e-7,"teacher_disagreement_score":0.7996681,"about_ca_system_score_codex":0.0001887208,"about_ca_system_score_gemma":0.000023104307,"threshold_uncertainty_score":0.9999773},"labels":[],"label_agreement":null},{"id":"W6912122487","doi":"10.5281/zenodo.16416715","title":"Can LLMs Write CI? A Study on Automatic Generation of GitHub Actions Configurations (Replication Package)","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Documentation; Scripting language; Software; Replication (statistics); Metadata; Rewriting","score_opus":0.06386664889347299,"score_gpt":0.2955125222868887,"score_spread":0.2316458733934157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912122487","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28988358,0.00004481034,0.6691256,0.007048135,0.00039559905,0.0028084335,0.00022587244,0.003557099,0.026910858],"genre_scores_gemma":[0.99771136,0.0000074406626,0.0011829373,0.0000657563,0.000043979337,7.614774e-7,0.00027516735,0.00022220168,0.00049041165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809515,0.00033931638,0.0003271101,0.000511921,0.00047292726,0.00025359],"domain_scores_gemma":[0.99756205,0.00017036598,0.00009903288,0.0013588632,0.0007107164,0.00009897775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078278483,0.00012865862,0.00014653614,0.0006219247,0.0011952681,0.000642876,0.0012741665,0.00004934633,0.00049157167],"category_scores_gemma":[0.0022904829,0.00013913435,0.000044667988,0.0015674321,0.00007385362,0.00027292856,0.00058275,0.00023615254,0.00072495133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039877206,0.0028874627,0.00030636924,0.000265969,0.0003900482,0.000020184973,0.010525296,0.0036470336,0.12087826,0.15010263,0.27830684,0.43263],"study_design_scores_gemma":[0.0038448193,0.003544042,0.14610796,0.00034003815,0.00010292642,0.000097823555,0.002252541,0.20764616,0.03886587,0.0014512598,0.5946113,0.0011352763],"about_ca_topic_score_codex":0.000024364093,"about_ca_topic_score_gemma":0.0000013487756,"teacher_disagreement_score":0.70782775,"about_ca_system_score_codex":0.00020546635,"about_ca_system_score_gemma":0.000019079056,"threshold_uncertainty_score":0.93180245},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"bench_or_experimental","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6912673711","doi":"10.5281/zenodo.8335989","title":"Raw Data for benchmarking structure based domain annotation","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Raw data; Domain (mathematical analysis); Benchmarking; Annotation; Scripting language; Data structure","score_opus":0.04947144449278982,"score_gpt":0.2725789662523704,"score_spread":0.22310752175958057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912673711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013399436,0.000028199864,0.979167,0.0015928225,0.00031233602,0.00071400136,0.000566286,0.003208023,0.0010119056],"genre_scores_gemma":[0.91290027,0.000019503514,0.06581216,0.00023805659,0.00055611535,3.2109014e-7,0.018372213,0.0017734289,0.0003279338],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979256,0.00018591264,0.000201007,0.0006581336,0.00054131885,0.0004880468],"domain_scores_gemma":[0.9976917,0.00026981402,0.00006231604,0.0013984677,0.0004297085,0.00014797537],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0013369389,0.00013047292,0.00011680222,0.0004327927,0.001432562,0.0011990228,0.0035842257,0.00006245359,0.0007580712],"category_scores_gemma":[0.002314971,0.00014150118,0.000033263812,0.0016317385,0.00006238129,0.00061455544,0.0025315012,0.00021440798,0.0010918187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005550014,0.000071921466,0.000033915534,0.00026998727,0.00006123355,0.000038723236,0.0012923563,0.0077943997,0.013147822,0.013726441,0.6161071,0.3474006],"study_design_scores_gemma":[0.000553666,0.0001367529,0.0021927324,0.000027171613,0.0000036294387,0.00001929358,0.00004252123,0.2331572,0.0004633399,0.00092619436,0.76228285,0.0001946184],"about_ca_topic_score_codex":0.0000043600385,"about_ca_topic_score_gemma":2.3898184e-7,"teacher_disagreement_score":0.9133548,"about_ca_system_score_codex":0.00010926585,"about_ca_system_score_gemma":0.000011608469,"threshold_uncertainty_score":0.99986744},"labels":[],"label_agreement":null},{"id":"W6912895517","doi":"10.5281/zenodo.7117504","title":"Intro to Git and GitHub","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Download; Key (lock); Software; Publication; Control (management)","score_opus":0.022178641717717055,"score_gpt":0.22750950409959114,"score_spread":0.2053308623818741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6912895517","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20113476,0.00034684042,0.72674483,0.015898062,0.0007468945,0.0018092016,0.00024253746,0.00798621,0.045090653],"genre_scores_gemma":[0.9922226,0.000012304812,0.005298154,0.00041329034,0.000092461574,2.2012287e-7,0.000101054495,0.00075679284,0.0011031199],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983793,0.00020361826,0.00012710175,0.00042351556,0.0005169451,0.00034950062],"domain_scores_gemma":[0.9989379,0.00006990062,0.00002534593,0.0005455039,0.00018997019,0.00023139911],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007768534,0.00008951927,0.00008814805,0.00033547098,0.0019653488,0.0008842229,0.0018932683,0.000017095903,0.0030841052],"category_scores_gemma":[0.0009947926,0.00010413296,0.0000208921,0.0010445393,0.000045850673,0.00023708191,0.0065515502,0.00028634584,0.0021081143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038838698,0.00013302136,0.000045114124,0.000046946127,0.000037284306,0.00007010946,0.003903157,0.0016111033,0.0047592786,0.029369142,0.43952942,0.5204566],"study_design_scores_gemma":[0.00020346163,0.0002833558,0.0016066589,0.0000040496643,0.0000013164565,0.00016429034,0.00009235712,0.0022931146,0.00019530008,0.0001739893,0.99484974,0.00013234834],"about_ca_topic_score_codex":0.000008186442,"about_ca_topic_score_gemma":4.480239e-8,"teacher_disagreement_score":0.79108787,"about_ca_system_score_codex":0.00016166251,"about_ca_system_score_gemma":0.000004046576,"threshold_uncertainty_score":0.999334},"labels":[],"label_agreement":null},{"id":"W6913096877","doi":"10.5281/zenodo.8292979","title":"GPTCloneBench: A comprehensive benchmark of semantic clones and cross-language clones using GPT-3 model and SemanticCloneBench","year":2023,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Benchmark (surveying); clone (Java method); Ambiguity; Java; Filter (signal processing); Knowledge base; Code (set theory)","score_opus":0.044838139264466344,"score_gpt":0.2885041929786252,"score_spread":0.24366605371415884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6913096877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9553082,0.00038333354,0.042252507,0.0001998215,0.00007720295,0.00034785888,0.00005938865,0.0009122209,0.0004594814],"genre_scores_gemma":[0.9944179,0.00020760587,0.0046427576,0.000025535395,0.00004201214,7.835947e-8,0.00010222947,0.00041445822,0.00014742551],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784666,0.00017293658,0.0003138807,0.00060234667,0.0005554812,0.00050868164],"domain_scores_gemma":[0.9983196,0.0002121905,0.00009847607,0.0006257576,0.00053600717,0.00020793112],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006675266,0.00019562294,0.00025912694,0.0005584696,0.0010616587,0.00081357657,0.0010130927,0.00008190886,0.00013794912],"category_scores_gemma":[0.00081509753,0.0002086458,0.000042983218,0.0013083039,0.00032623264,0.0005102722,0.002990836,0.00025692195,0.00018781793],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028054317,0.00069931016,0.0047268164,0.005608616,0.0006784424,0.00087688013,0.06451009,0.0872395,0.5784858,0.054130316,0.029033551,0.17373012],"study_design_scores_gemma":[0.0010799727,0.0002830245,0.03912158,0.00018800254,0.000024177532,0.0005202488,0.00060758047,0.9465192,0.002790164,0.00097139116,0.0073362207,0.0005584536],"about_ca_topic_score_codex":0.00006376411,"about_ca_topic_score_gemma":4.1913847e-7,"teacher_disagreement_score":0.8592797,"about_ca_system_score_codex":0.000050979957,"about_ca_system_score_gemma":0.000010028463,"threshold_uncertainty_score":0.8508329},"labels":[],"label_agreement":null},{"id":"W6913140415","doi":"10.5281/zenodo.6760333","title":"Aligning Programming Language and Natural Language: Exploring Design Choices in Multi-Modal Transformer-Based Embedding for Bug Localization","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Embedding; Natural language; Natural (archaeology); First-generation programming language; Programming domain; Replication (statistics); Natural language programming","score_opus":0.056123447161756816,"score_gpt":0.2987255897735646,"score_spread":0.2426021426118078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6913140415","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027987432,0.00088566646,0.96865106,0.0001410205,0.00013187678,0.00064608874,0.000012101128,0.0014982731,0.000046504505],"genre_scores_gemma":[0.96009904,0.000020139647,0.039089724,0.000022911105,0.0000677339,0.000001511473,0.00014184257,0.00049238815,0.000064706466],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99842024,0.00015023098,0.00019968367,0.00048137552,0.00030832394,0.00044016461],"domain_scores_gemma":[0.9992529,0.00024487334,0.00002625353,0.00023261509,0.00013635955,0.00010696332],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010487977,0.00014367407,0.00012167457,0.00050163566,0.00057867914,0.0016084397,0.0006725994,0.000046632314,0.00005392718],"category_scores_gemma":[0.00090546947,0.00014950747,0.000036830865,0.00091040594,0.000051498067,0.00083508645,0.00022902354,0.00025845482,0.00007450697],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054334952,0.00010757422,0.00004549144,0.000983135,0.000049177605,0.00012446335,0.026728947,0.017938912,0.023469536,0.0014125834,0.00070183614,0.928384],"study_design_scores_gemma":[0.0007041002,0.00016002833,0.00028025117,0.00026397014,0.0000066164826,0.000036148725,0.00076391734,0.9494111,0.007985452,0.000013602087,0.04012036,0.0002544896],"about_ca_topic_score_codex":0.000023491384,"about_ca_topic_score_gemma":9.546131e-7,"teacher_disagreement_score":0.9321116,"about_ca_system_score_codex":0.00015571422,"about_ca_system_score_gemma":0.0000101079895,"threshold_uncertainty_score":0.999428},"labels":[],"label_agreement":null},{"id":"W6920419628","doi":"10.60692/v4r5x-hjx69","title":"A Refactoring Classification Framework for Efficient Software Maintenance","year":2023,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Code refactoring; Software maintenance; Quality (philosophy); Software quality; Process (computing); Software; Software development","score_opus":0.0647393195551955,"score_gpt":0.267575828737386,"score_spread":0.20283650918219048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920419628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08968286,0.0000010967948,0.9065643,0.000099978635,0.00089772046,0.00046288,0.000026549535,0.002216607,0.000047983893],"genre_scores_gemma":[0.9506841,7.206564e-8,0.048795365,0.000028083561,0.00006332885,0.0003359887,0.000010660332,0.000012126133,0.0000703111],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984864,0.000024849216,0.00039381906,0.0002254865,0.0004451459,0.0004243292],"domain_scores_gemma":[0.99860585,0.00017563743,0.00014647219,0.0006969758,0.00027450218,0.00010055325],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00067580986,0.00013885873,0.00014725313,0.00041986955,0.00017277681,0.0003607684,0.0006176755,0.0001091269,0.000001380613],"category_scores_gemma":[0.0008140761,0.00012266196,0.00007118857,0.0009829225,0.00001373216,0.0005332241,0.00015034144,0.00012494449,0.0010320944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001331411,0.000013009627,0.33134735,0.0057992535,0.00019373608,0.000023061415,0.3195763,0.08697341,0.00002798362,0.21325348,0.004129535,0.038529743],"study_design_scores_gemma":[0.0007028078,0.00005742248,0.27594438,0.000555944,0.0000059113145,0.000019657631,0.0030883143,0.7169958,0.0004767748,0.00008921556,0.0016368165,0.00042700506],"about_ca_topic_score_codex":0.0000010203695,"about_ca_topic_score_gemma":8.833799e-9,"teacher_disagreement_score":0.8610012,"about_ca_system_score_codex":0.0002369319,"about_ca_system_score_gemma":0.0000486389,"threshold_uncertainty_score":0.9997457},"labels":[],"label_agreement":null},{"id":"W6923605605","doi":"10.14279/tuj.eceasst.63.915","title":"Investigating Intentional Clone Refactoring","year":2024,"lang":"en","type":"article","venue":"Technische Universität Berlin – Universitätsbibliothek","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code refactoring; clone (Java method); Commit; Software maintenance; Software evolution; Cloning (programming)","score_opus":0.02041705194927606,"score_gpt":0.2590274233037235,"score_spread":0.23861037135444746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6923605605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034350574,0.0007717526,0.94598925,0.0016514701,0.00082110765,0.00028250527,0.000020047766,0.005382743,0.0107305255],"genre_scores_gemma":[0.87037927,0.00016871872,0.1211777,0.0000987327,0.0001708385,0.0000031321117,0.000024369563,0.00006437582,0.007912848],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975711,0.00006635321,0.00021209284,0.0008079276,0.0007254043,0.000617115],"domain_scores_gemma":[0.99793786,0.00073379924,0.000053650012,0.00078980305,0.00018181058,0.00030310196],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005042111,0.000299707,0.00022702086,0.0047343243,0.00032486083,0.0005400729,0.0020770796,0.00018885305,0.0001910878],"category_scores_gemma":[0.00019713487,0.00033490095,0.00017994326,0.008103064,0.00018553952,0.0062230104,0.0011622261,0.0007697355,0.00028687858],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011562514,0.000085827574,0.0026308547,0.00024135625,0.00036835694,0.0012867894,0.0016368894,0.0005433976,0.03307662,0.9250579,0.018664638,0.016395828],"study_design_scores_gemma":[0.0024299657,0.0006662905,0.0061316374,0.0021108938,0.00024835128,0.00066332304,0.002062437,0.16716334,0.024326364,0.019604832,0.77106184,0.003530729],"about_ca_topic_score_codex":0.00007472355,"about_ca_topic_score_gemma":0.0000031593875,"teacher_disagreement_score":0.905453,"about_ca_system_score_codex":0.00047561357,"about_ca_system_score_gemma":0.00033862452,"threshold_uncertainty_score":0.9999103},"labels":[],"label_agreement":null},{"id":"W6929055444","doi":"10.48550/arxiv.2009.02438","title":"A Large Scale Empirical Study of the Impact of Spaghetti Code and Blob Anti-patterns on Program Comprehension","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Program comprehension; Source code; Code (set theory); Empirical research; Task (project management); Comprehension; Scale (ratio); Software maintenance","score_opus":0.10778815700990876,"score_gpt":0.280752169633706,"score_spread":0.1729640126237972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6929055444","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97765356,0.000013740532,0.021144634,0.00005157786,0.00009577417,0.00083860365,0.000038016835,0.00014695385,0.000017133132],"genre_scores_gemma":[0.9996876,0.000011020541,0.00023927756,0.000008420711,0.000016985829,0.0000012900394,0.0000021215951,0.000015062779,0.00001820911],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983321,0.00020481898,0.0001881108,0.000767958,0.00022637977,0.0002806434],"domain_scores_gemma":[0.9982208,0.00028431177,0.00016519376,0.0010454267,0.00013907114,0.00014520786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018399923,0.00023699201,0.00041444518,0.00018252076,0.00006680491,0.000043182146,0.0015259797,0.00013728297,0.000005137311],"category_scores_gemma":[0.00007965378,0.00019090768,0.00019893229,0.0006886952,0.00008474498,0.00008020975,0.0035687422,0.0006337472,0.000003201966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003564144,0.0012315895,0.933309,0.00012404087,0.0001312188,0.000064634936,0.0013575865,0.063267894,0.000074612464,0.00011175607,0.0000924803,0.00019952176],"study_design_scores_gemma":[0.00061946956,0.00064531004,0.7366165,0.00011081857,0.00002471376,0.0000016367612,0.00009084302,0.26145783,0.00011579628,0.00016989694,0.0000068444197,0.00014035874],"about_ca_topic_score_codex":0.00020415321,"about_ca_topic_score_gemma":0.00003126712,"teacher_disagreement_score":0.19818996,"about_ca_system_score_codex":0.00009325665,"about_ca_system_score_gemma":0.00012378542,"threshold_uncertainty_score":0.77849895},"labels":[],"label_agreement":null},{"id":"W6930219601","doi":"10.5281/zenodo.11939614","title":"Carnet d entretien kia sportage pdf","year":2024,"lang":"fr","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nucleofection; Work (physics); Context (archaeology)","score_opus":0.02428404758328251,"score_gpt":0.23323725184048347,"score_spread":0.20895320425720096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930219601","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045254966,0.0022715256,0.025657656,0.0022813913,0.0018811339,0.0010504485,0.00033784437,0.0034585877,0.9626089],"genre_scores_gemma":[0.014939392,0.00029293846,0.0011589557,0.00020775154,0.0011621903,1.5756737e-7,0.0010650107,0.010468335,0.9707053],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995265,0.00037664155,0.0004968362,0.0014867985,0.0012097765,0.0011649122],"domain_scores_gemma":[0.9968625,0.00010535602,0.00015543307,0.0016485411,0.0006751999,0.00055302377],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011444892,0.00052117003,0.000421262,0.0009205567,0.0009163018,0.0041300505,0.0044903723,0.00035251805,0.31186238],"category_scores_gemma":[0.0017495977,0.00058747694,0.00018795813,0.0017745562,0.00039608104,0.00036854096,0.0052507487,0.0013411696,0.5663027],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012734292,0.0001173604,0.000010492206,0.00061101216,0.00016805346,0.0005165686,0.0025708266,0.000084724874,0.00019346322,0.025959224,0.88800615,0.08174939],"study_design_scores_gemma":[0.0002926018,0.00024556505,0.0006458249,0.0004067626,0.00003705737,0.00033127348,0.00006228595,0.0019983517,0.00008107589,0.00028382594,0.99506307,0.0005523055],"about_ca_topic_score_codex":0.00008532653,"about_ca_topic_score_gemma":0.0000011588508,"teacher_disagreement_score":0.25444034,"about_ca_system_score_codex":0.00058684236,"about_ca_system_score_gemma":0.000026600359,"threshold_uncertainty_score":0.9996577},"labels":[],"label_agreement":null},{"id":"W6930887008","doi":"10.5281/zenodo.16416714","title":"Can LLMs Write CI? A Study on Automatic Generation of GitHub Actions Configurations (Replication Package)","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Documentation; Scripting language; Software; Replication (statistics); Metadata; Rewriting","score_opus":0.06386664889347299,"score_gpt":0.2955125222868887,"score_spread":0.2316458733934157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930887008","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28988358,0.00004481034,0.6691256,0.007048135,0.00039559905,0.0028084335,0.00022587244,0.003557099,0.026910858],"genre_scores_gemma":[0.99771136,0.0000074406626,0.0011829373,0.0000657563,0.000043979337,7.614774e-7,0.00027516735,0.00022220168,0.00049041165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99809515,0.00033931638,0.0003271101,0.000511921,0.00047292726,0.00025359],"domain_scores_gemma":[0.99756205,0.00017036598,0.00009903288,0.0013588632,0.0007107164,0.00009897775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078278483,0.00012865862,0.00014653614,0.0006219247,0.0011952681,0.000642876,0.0012741665,0.00004934633,0.00049157167],"category_scores_gemma":[0.0022904829,0.00013913435,0.000044667988,0.0015674321,0.00007385362,0.00027292856,0.00058275,0.00023615254,0.00072495133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039877206,0.0028874627,0.00030636924,0.000265969,0.0003900482,0.000020184973,0.010525296,0.0036470336,0.12087826,0.15010263,0.27830684,0.43263],"study_design_scores_gemma":[0.0038448193,0.003544042,0.14610796,0.00034003815,0.00010292642,0.000097823555,0.002252541,0.20764616,0.03886587,0.0014512598,0.5946113,0.0011352763],"about_ca_topic_score_codex":0.000024364093,"about_ca_topic_score_gemma":0.0000013487756,"teacher_disagreement_score":0.70782775,"about_ca_system_score_codex":0.00020546635,"about_ca_system_score_gemma":0.000019079056,"threshold_uncertainty_score":0.93180245},"labels":[],"label_agreement":null},{"id":"W6931780310","doi":"10.5281/zenodo.6625598","title":"Subspecies and Distribution. S.f.floridanusJ.A.Allen,1890—FloridaPeninsulaexceptSEtip(SEUSA). S.f.alacerBangs,1896—CSUSA,inSEKansas,C&amp;SMissouri,EOklahoma,Arkansas,extremeWTennessee,ETexas,mostofMississippi,extremeWCAlabama,andLouisiana.S.fammophilusHowell,1939—EtipoftheFloridaPeninsula(SEUSA).S.faviusOsgood,1910—ConejoI(LosTestigos),offNEVenezuela.S.faztecus].A.Allen,1890—S&amp;EOaxaca,andSWtipofChiapas(SWMexico). S.f.chapmani].A.Allen,1899—W&amp;STexas(SUSA),ECoahuila,N&amp;ENuevoLeon,andmostofTamaulipas(NEMexico). S.f.chiapensisNelson,1904—NEtipofOaxacaandC&amp;SChiapas(Mexico),andWGuatemala. S.f.connectensNelson,1904—STamaulipas,VeracruzexcepttheS,SanLuisPotosi,NEQuerétaro,NEHidalgo,NPuebla,andNOaxaca(EMexico). S.f.continentisOsgood,1912—NWVenezuela. S.f.costaricensisHarris1933—NWCostaRica. S.f.cumanicusThomas,1897—N&amp;CVenezuela. S.f.hesperiusHoffmeister&amp;Lee,1963—NW&amp;CArizona(SWUSA). S.f.hitchensiMearns,1911—SmithandFishermanIsinNorthamptonCounty,EVirginia(EUSA). S.f.holzneriMearns,1896—SEArizona,andSWtipofNewMexico(SWUSA),ESonora,Chihuahua,WDurango,WZacatecas,andESinaloa(NWMexico). S.f.hondurensisGoldman,1932—SEGuatemala,SW&amp;SHonduras,ElSalvador,andNW&amp;CNicaragua. S.fllanensisBlair,1938—SWKansas,SEtipofColorado,WOklahoma,andNCTexas(CUSA). S.f.macrocorpusDiersing&amp;Wilson,1980—Nayarit,SWJalisco,andSWMichoacan(WMexico). S.f.mallurusThomas,1898—EUSA,fromMaineSWtoE&amp;SPennsylvania,andEWestVirginia,WthroughSKentuckytomostofTennessee(excepttheextremeW),andStomostofAlabama(excepttheextremeW)andNFlorida. S.f.margaritaeMiller,1898—MargaritaI,offNVenezuela. S.f.mearnsii].A.Allen,1894—NC&amp;NEUSA,fromMinnesotaEtoMichigan,andStoENebraska,NEKansas,NMissouri,Kentucky,NWtipofVirginia,WWestVirginia,Ohio,N&amp;WPennsylvania,NW&amp;NNewYork,andWVermont,alsoSC&amp;SECanada,inSEOntario,andSEQuebec. S.f.nigronuchalisHartert,1894—ArubaandCuracaoIs(NetherlandsAntilles),offNVenezuela. S.f.orinociThomas,1900—VichadaDepartment(EColombia)andVenezuelaSoftheOrinocoRiver. S.f.orizabaeMerriam,1893—SECoahuila,SWNuevoLeon,SEZacatecas,SanLuisPotosi,Guanajuato,Querétaro,Hidalgo,NWVeracruz,México,andPuebla(CMexico).S.fpaulsoniSchwartz,1956—SEtipoftheFloridaPeninsula(SEUSA). S.f.purgatusThomas,1920—CundinamarcaandTolimaDepartments(CColombia). S.f.restrictusNelson,1907—SWNayarit,C&amp;SJalisco,EColima,andSWMichoacan(Mexico). S.f.russatusJ.A.Allen,1904—SEtipofVeracruz(Mexico). S.f.similisNelson,1907—NCUSA,fromNorthDakota,SWMontana,andNWMinnesotaStoNE&amp;SEWyoming,NEColorado,andNKansas,alsoinSCCanada,SManitoba,andSESaskatchewan(Canada). S.f.subcinctusMiller,1899—Aguascalientes,C&amp;NEJalisco,SWGuanajuato,andNMichoacan(Mexico). S. f. superciliarisJ. A. Allen, 1899 — La Guajira, Magdalena, Atlantico and Bolivar departments (N Colombia). S. [&gt; yucatanicus Miller, 1899 — NW Yucatan Peninsula (SE Mexico). The subspecies mearnsii has been introduced into Vancouver I (SW Canada) and into Washington and Oregon states (NW USA). Also introduced into Italy and the Alps. in Leporidae","year":2016,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subspecies; Peninsula; Taxonomy (biology); Population; Genetic data","score_opus":0.015393798659136284,"score_gpt":0.22134815005928749,"score_spread":0.2059543514001512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6931780310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.876779,0.047592413,0.011385224,0.010204275,0.009020098,0.020938905,0.016432013,0.0042808703,0.003367151],"genre_scores_gemma":[0.72515523,0.07495489,0.024627054,0.0036945797,0.0067972243,0.0021125108,0.07535235,0.013879976,0.07342621],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9218546,0.012289983,0.015734602,0.020045964,0.0141284615,0.01594637],"domain_scores_gemma":[0.9434287,0.010016961,0.011532267,0.017418545,0.006683166,0.010920385],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","sts","open_science","research_integrity","insufficient_payload"],"category_scores_codex":[0.014597919,0.017662471,0.017618412,0.007473798,0.01830437,0.014143325,0.015990036,0.008665613,0.008354495],"category_scores_gemma":[0.00890457,0.017053299,0.0040966976,0.00755679,0.011418623,0.0071169855,0.013266883,0.01673377,0.002569241],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.043667447,0.009915407,0.10476415,0.0082929395,0.022382133,0.0024415106,0.061690446,0.002285809,0.026597872,0.0013779753,0.7008614,0.015722925],"study_design_scores_gemma":[0.03756587,0.001446624,0.043519698,0.0041486677,0.0057381657,0.006448705,0.0019877043,0.00034308698,0.0005780628,0.0011054557,0.88023674,0.016881231],"about_ca_topic_score_codex":0.25180012,"about_ca_topic_score_gemma":0.9396498,"teacher_disagreement_score":0.6878497,"about_ca_system_score_codex":0.010101816,"about_ca_system_score_gemma":0.00670444,"threshold_uncertainty_score":0.9994438},"labels":[],"label_agreement":null},{"id":"W6949165601","doi":"10.5281/zenodo.10828316","title":"Replication Package for \"Effectiveness of ChatGPT for Static Analysis: How Far Are We?\"","year":2024,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Code (set theory); Replication (statistics); Software; Static analysis; Work (physics)","score_opus":0.03584212901976255,"score_gpt":0.2779436582832275,"score_spread":0.24210152926346493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949165601","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004193214,0.00030178743,0.9913525,0.0013692535,0.00010371106,0.0010787972,0.0003541352,0.0010619424,0.00018465119],"genre_scores_gemma":[0.9912681,0.00007870629,0.006735937,0.00001842355,0.00006905875,0.0000023742846,0.00080393796,0.0006768057,0.00034666696],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981002,0.00025448145,0.00020679296,0.0007015831,0.00038642995,0.00035047042],"domain_scores_gemma":[0.9971504,0.00069419545,0.00008474135,0.001127234,0.0008268812,0.00011655235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021086559,0.00013563574,0.00022659916,0.0006434932,0.0005071855,0.0009858456,0.0014729961,0.000056428842,0.00010651266],"category_scores_gemma":[0.0031233532,0.00013805818,0.00014724619,0.001995133,0.00006746312,0.00042832657,0.00058682443,0.00014376955,0.00013986709],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037716088,0.0006025113,0.00012785566,0.012190659,0.002865444,0.0000353643,0.00670405,0.0051626726,0.07278704,0.18838269,0.1556407,0.55512387],"study_design_scores_gemma":[0.0008275876,0.0007439135,0.0047304686,0.00032480023,0.0001623791,0.000025428337,0.00020812388,0.17744806,0.017668178,0.0030203622,0.7944101,0.00043060712],"about_ca_topic_score_codex":0.0000032821508,"about_ca_topic_score_gemma":1.4946706e-7,"teacher_disagreement_score":0.98707485,"about_ca_system_score_codex":0.00016590046,"about_ca_system_score_gemma":0.0000102096965,"threshold_uncertainty_score":0.95065314},"labels":[],"label_agreement":null},{"id":"W6949400513","doi":"10.5281/zenodo.15122980","title":"BLAZE : Cross-Language and Cross-Project Bug Localization via Dynamic Chunking and Hard Example Learning","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo","funders":"","keywords":"Chunking (psychology); Process (computing); R package; Feature (linguistics); Key (lock)","score_opus":0.019450483283077868,"score_gpt":0.28151182347381815,"score_spread":0.2620613401907403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949400513","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25592133,0.0003497759,0.73963654,0.00012447164,0.00009384961,0.00033354198,0.00000935233,0.0014108502,0.0021203186],"genre_scores_gemma":[0.9961051,0.000086974105,0.0019044977,0.000049677892,0.000031046096,1.335521e-7,0.00013568034,0.00036268824,0.0013242445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981837,0.00021907846,0.0002188141,0.0006220106,0.00034408085,0.00041229438],"domain_scores_gemma":[0.9988647,0.00014087826,0.000058231653,0.0004691513,0.00035773567,0.00010930518],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009639355,0.00015351306,0.0001411794,0.00042709892,0.0020323829,0.002950895,0.0009338763,0.000075208554,0.00023977933],"category_scores_gemma":[0.0016028992,0.00017063934,0.000025225678,0.0010271792,0.00022287438,0.0005837389,0.002318884,0.00036105647,0.00021116524],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012849642,0.00020172141,0.007689473,0.0011179817,0.00019664591,0.0001505977,0.018489957,0.011155991,0.026139509,0.021341149,0.009428709,0.90395975],"study_design_scores_gemma":[0.0015221776,0.00032267658,0.11339837,0.00015042182,0.00001381734,0.00026453403,0.0003228198,0.5220133,0.0010591325,0.00049676275,0.359856,0.00058000046],"about_ca_topic_score_codex":0.000093799266,"about_ca_topic_score_gemma":6.8592476e-7,"teacher_disagreement_score":0.9033798,"about_ca_system_score_codex":0.0001378135,"about_ca_system_score_gemma":0.000009161266,"threshold_uncertainty_score":0.99926686},"labels":[],"label_agreement":null},{"id":"W6949756894","doi":"10.5281/zenodo.3924700","title":"On the Untriviality of Trivial Packages: An Empirical Study of npm JavaScript Packages","year":2019,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Concordia University; Queen's University","funders":"","keywords":"JavaScript; Unobtrusive JavaScript; Software; Empirical research; Reuse; Popularity; Code (set theory); Simple (philosophy)","score_opus":0.04653909774499646,"score_gpt":0.28316996521608817,"score_spread":0.23663086747109172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949756894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841379,0.000014057332,0.010871746,0.00039900385,0.00014383195,0.0008125643,0.00003447394,0.0004409625,0.0031454752],"genre_scores_gemma":[0.9992198,0.0000057078505,0.00016989268,0.00004603567,0.000044604534,7.822664e-8,0.00003181617,0.00031836564,0.00016374722],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99689746,0.000976688,0.00033783828,0.00047912117,0.00096849166,0.00034039156],"domain_scores_gemma":[0.99722713,0.00043872904,0.00012495441,0.0014970452,0.0005751752,0.00013693639],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0019745133,0.00014395417,0.00023023391,0.00026642595,0.00045592515,0.0003443353,0.0029201293,0.000055950437,0.0017955507],"category_scores_gemma":[0.0025528974,0.00011346272,0.00005932659,0.0010726254,0.00012665268,0.0003142591,0.001551461,0.00035008613,0.0012281575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014449955,0.020557942,0.024045372,0.0011327602,0.0011892585,0.00015274635,0.10795601,0.0055154217,0.0569914,0.11979582,0.4095071,0.25171116],"study_design_scores_gemma":[0.0109726535,0.028190289,0.5366897,0.00033781026,0.000085810665,0.00014131471,0.008186918,0.023703774,0.023759423,0.0039422056,0.3620516,0.0019384699],"about_ca_topic_score_codex":0.000029693527,"about_ca_topic_score_gemma":3.9445467e-7,"teacher_disagreement_score":0.51264435,"about_ca_system_score_codex":0.00008063329,"about_ca_system_score_gemma":0.000010098962,"threshold_uncertainty_score":0.9995495},"labels":[],"label_agreement":null},{"id":"W6949929472","doi":"10.5281/zenodo.3839074","title":"Characterizing Task-Relevant Information in Natural Language Software Artifacts","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Artifact (error); Natural language; Task (project management); Consistency (knowledge bases); Software; Identification (biology); Set (abstract data type); Software development","score_opus":0.018120083661019887,"score_gpt":0.22331582101500974,"score_spread":0.20519573735398985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6949929472","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42794713,0.00035058992,0.5427094,0.012290967,0.00058140303,0.0015423094,0.00015648158,0.009138785,0.0052829147],"genre_scores_gemma":[0.99567634,0.000013417926,0.0029742643,0.0005608066,0.00007311785,6.8284784e-8,0.00039929536,0.0002725313,0.000030181218],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845153,0.00014003781,0.00024905035,0.00029636858,0.00045774618,0.00040525195],"domain_scores_gemma":[0.9990607,0.00007334276,0.00006632228,0.00037418862,0.0002267701,0.00019868408],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043946493,0.00012358242,0.00012333096,0.00026751598,0.00044455318,0.0011052662,0.0014998172,0.000046435296,0.0004886179],"category_scores_gemma":[0.0036311415,0.00013226847,0.000033637098,0.0009627021,0.00003872123,0.001544952,0.0014599223,0.00042450227,0.006213066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007545366,0.00009840905,0.00010438306,0.000305164,0.000038114547,0.00013986374,0.034171473,0.00081485254,0.03185277,0.0020305058,0.031180535,0.89918846],"study_design_scores_gemma":[0.0010846566,0.00028363432,0.017245773,0.00009382777,0.0000037684483,0.00011112395,0.0004993857,0.052534904,0.00413085,0.000048333648,0.9234427,0.0005210002],"about_ca_topic_score_codex":0.000009997939,"about_ca_topic_score_gemma":1.14919715e-7,"teacher_disagreement_score":0.89866745,"about_ca_system_score_codex":0.0001377604,"about_ca_system_score_gemma":0.0000066273064,"threshold_uncertainty_score":0.9999317},"labels":[],"label_agreement":null},{"id":"W6957812177","doi":"10.60692/5ey8q-npz77","title":"MylynSDP — Process - aware artifact filtering based on interest","year":2020,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Artifact (error); Backporting; Function (biology); Software; Task (project management); Software development; Process (computing); Software construction; Software maintenance","score_opus":0.07119640497899826,"score_gpt":0.2465493439908419,"score_spread":0.17535293901184365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6957812177","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18487686,3.5104873e-7,0.81280416,0.00037366428,0.00023341709,0.00024612408,0.000016365962,0.0010609162,0.000388112],"genre_scores_gemma":[0.998318,6.5043677e-9,0.001043131,0.00049038755,0.0000644455,0.00005804462,0.000006054699,0.000010674012,0.000009234751],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986413,0.000035214507,0.00037247938,0.00021862242,0.00044133133,0.00029103606],"domain_scores_gemma":[0.99905014,0.000037100046,0.000108682245,0.0004698084,0.00013611995,0.00019815295],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020006429,0.00017245213,0.0001664759,0.00021977162,0.00008527058,0.00048682667,0.00073891034,0.00006344932,0.000018166707],"category_scores_gemma":[0.00014537263,0.00014907273,0.00005560441,0.00048214063,0.000011689616,0.0010787124,0.00012722834,0.00017259108,0.001646253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032881042,0.000020135469,0.34953308,0.009424327,0.00013965872,0.00016046646,0.35543323,0.26846957,0.000036282217,0.0013429143,0.0017203088,0.013391232],"study_design_scores_gemma":[0.00054672424,0.00013638624,0.016589632,0.0002730669,0.0000025104787,0.000010840072,0.00092625286,0.9774674,0.0035043312,4.204577e-7,0.00028106407,0.00026133627],"about_ca_topic_score_codex":0.0000010037288,"about_ca_topic_score_gemma":1.7511026e-8,"teacher_disagreement_score":0.81344116,"about_ca_system_score_codex":0.00009390922,"about_ca_system_score_gemma":0.00005758821,"threshold_uncertainty_score":0.9991311},"labels":[],"label_agreement":null},{"id":"W6967875635","doi":"10.5281/zenodo.16434046","title":"From First Use to Final Commit: Studying the Evolution of Multi-CI Service Adoption (Replication Package)","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Scripting language; Python (programming language); Documentation; Software; Service (business); Software maintenance; Software package; Software evolution","score_opus":0.06518434064067007,"score_gpt":0.27340244919322043,"score_spread":0.20821810855255035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967875635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09760484,0.00006435287,0.89582837,0.0042936327,0.00013492834,0.0006963183,0.00008902384,0.00078622357,0.00050231395],"genre_scores_gemma":[0.99091005,0.00001157054,0.008265578,0.00014690598,0.000052199353,3.553539e-7,0.00015797277,0.00022013803,0.00023525504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99833655,0.00026786965,0.00024836796,0.00046650352,0.000420298,0.00026041822],"domain_scores_gemma":[0.99719673,0.0003502604,0.00007552888,0.001394805,0.0008936715,0.00008900181],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00086289836,0.00011190016,0.00011393057,0.00029720992,0.001182734,0.000654934,0.0022074718,0.000048843365,0.00019584004],"category_scores_gemma":[0.0030342576,0.000105351064,0.00003587468,0.0018534943,0.000052642667,0.0004135683,0.002170017,0.00023796697,0.0012185947],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035438006,0.001864097,0.0042039882,0.0006641832,0.00043112712,0.000019781588,0.02968862,0.03281362,0.045310646,0.05372954,0.35864213,0.47227788],"study_design_scores_gemma":[0.0011797724,0.0002643741,0.22539793,0.00025792618,0.000024144649,0.000013210046,0.00091354863,0.081444286,0.0018800675,0.00037843012,0.68791056,0.00033576548],"about_ca_topic_score_codex":0.00045226948,"about_ca_topic_score_gemma":0.000007700326,"teacher_disagreement_score":0.8933052,"about_ca_system_score_codex":0.00036512996,"about_ca_system_score_gemma":0.000010953704,"threshold_uncertainty_score":0.99955904},"labels":[],"label_agreement":null},{"id":"W6967893722","doi":"10.5281/zenodo.14748996","title":"Replication Package for `Code Review Comprehension: Reviewing Strategies Seen Through Code Comprehension Theories`","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Code review; Program comprehension; Comprehension; Code (set theory); Static program analysis; Construct (python library); Source code; Software","score_opus":0.055311934500089616,"score_gpt":0.31413262516785173,"score_spread":0.25882069066776214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967893722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00051295565,0.007771588,0.969534,0.0057161325,0.00023142486,0.0018290486,0.00010835985,0.0022867827,0.012009716],"genre_scores_gemma":[0.7395825,0.057107978,0.16986594,0.011389133,0.0009921087,0.000014915192,0.008840047,0.005863198,0.0063441717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707615,0.00047853484,0.00049854425,0.00093760446,0.00050844706,0.0005006954],"domain_scores_gemma":[0.9958161,0.00041266443,0.00014708775,0.002283423,0.0012201612,0.00012052333],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001750393,0.00023154353,0.00035431673,0.00018951706,0.001748439,0.0010839243,0.0026890386,0.00008220369,0.00038110738],"category_scores_gemma":[0.003245847,0.00023038681,0.00011375766,0.0014233977,0.00013782318,0.0008537836,0.0020570708,0.00034989524,0.0008006872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046666988,0.00014963745,0.00000774545,0.0042688744,0.00009779985,0.000011563982,0.0008283096,0.00022297047,0.0074420185,0.33556947,0.4477339,0.20362104],"study_design_scores_gemma":[0.00038070674,0.00012662711,0.00039010463,0.0013784157,0.0000208793,0.00004013805,0.00006722177,0.0023136977,0.00088471326,0.005015836,0.98914933,0.00023235097],"about_ca_topic_score_codex":0.0000064367555,"about_ca_topic_score_gemma":1.9235992e-7,"teacher_disagreement_score":0.7996681,"about_ca_system_score_codex":0.0001887208,"about_ca_system_score_gemma":0.000023104307,"threshold_uncertainty_score":0.9999773},"labels":[],"label_agreement":null},{"id":"W6968346447","doi":"10.5281/zenodo.3822628","title":"Trials and Tribulations of Developing DDI-Compliant Codebooks at the University of Guelph","year":2002,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Feature (linguistics); Key (lock); Noise (video); Field (mathematics)","score_opus":0.09358244823290503,"score_gpt":0.2531870918166581,"score_spread":0.1596046435837531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968346447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122304164,0.0006975484,0.8532311,0.0040227715,0.00013797902,0.0010888468,0.00019374359,0.00086782593,0.017456079],"genre_scores_gemma":[0.9953441,0.00011070837,0.0035583843,0.000014864876,0.00001592131,7.637273e-9,0.000030797386,0.00013977443,0.00078544806],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99882615,0.00032806606,0.0001969504,0.00019935709,0.00028273062,0.00016672684],"domain_scores_gemma":[0.99874824,0.0003510072,0.00010256177,0.00039533275,0.00033882994,0.000064042804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011677427,0.00006426601,0.00015308216,0.00013448979,0.00089451054,0.000106502644,0.000980505,0.00002917477,0.0015161189],"category_scores_gemma":[0.0016582266,0.00005761559,0.00003526465,0.00043330246,0.00017612013,0.00012997865,0.0014207962,0.00010281048,0.00035809018],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013209523,0.00027547817,0.0002981486,0.0004755128,0.00036453953,0.000041749878,0.020612244,0.0021317208,0.049519286,0.103072815,0.2695835,0.5534929],"study_design_scores_gemma":[0.0010853099,0.00019182214,0.016383167,0.000086724256,0.000017750797,0.000092585746,0.00022054001,0.022070035,0.0038448162,0.00036955907,0.9554199,0.00021776491],"about_ca_topic_score_codex":0.000012434597,"about_ca_topic_score_gemma":3.5276736e-7,"teacher_disagreement_score":0.87303996,"about_ca_system_score_codex":0.00007951245,"about_ca_system_score_gemma":0.000003514138,"threshold_uncertainty_score":0.9993966},"labels":[],"label_agreement":null},{"id":"W6968626617","doi":"10.5281/zenodo.3351549","title":"MSRBot: Using Bots to Answer Questions from Software Repositories","year":2019,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software; Software development; Package development process; Field (mathematics); Process (computing); Work (physics); Software construction; Software analytics; Backporting","score_opus":0.02417584564781291,"score_gpt":0.2477066739102728,"score_spread":0.22353082826245987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968626617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26590985,0.0002025488,0.72043234,0.0006550184,0.0013238295,0.000862789,0.00011509737,0.0043105604,0.0061879526],"genre_scores_gemma":[0.9038741,0.000014367593,0.0917876,0.00029143036,0.00046169848,1.5106563e-7,0.00028518212,0.0014641811,0.0018212672],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99801606,0.00018106314,0.00021214852,0.0006018453,0.00056688936,0.00042197615],"domain_scores_gemma":[0.99782366,0.00011246717,0.000050040268,0.0010814696,0.00064918067,0.0002832137],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00038145113,0.00014845276,0.00014631345,0.0002983823,0.0009945867,0.0014949036,0.0020423688,0.00006793778,0.0014373565],"category_scores_gemma":[0.0017103386,0.00016481598,0.00004533307,0.00102291,0.00004601963,0.0005942131,0.0023053607,0.00027506385,0.008366446],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016605607,0.0009155236,0.0035674819,0.0003404939,0.00034210863,0.00022190178,0.012694446,0.016193135,0.12444844,0.038773045,0.3466837,0.45565364],"study_design_scores_gemma":[0.00028716502,0.00021670193,0.008325025,0.00011791506,0.0000069238695,0.00009407041,0.00007658795,0.0040910784,0.001985625,0.00042270284,0.9840083,0.00036788883],"about_ca_topic_score_codex":0.00012116901,"about_ca_topic_score_gemma":2.7959587e-7,"teacher_disagreement_score":0.63796425,"about_ca_system_score_codex":0.00024515842,"about_ca_system_score_gemma":0.000019810006,"threshold_uncertainty_score":0.99954164},"labels":[],"label_agreement":null},{"id":"W6968793479","doi":"10.5281/zenodo.7229976","title":"Ranking Code Clones to Support Maintenance Activities","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Code (set theory); Ranking (information retrieval); Replication (statistics); Software maintenance; Key (lock)","score_opus":0.03099441018620133,"score_gpt":0.2473394151671708,"score_spread":0.21634500498096948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6968793479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.097095974,0.00008470775,0.8491375,0.0060243458,0.00094952947,0.0013344529,0.000384712,0.0070066103,0.037982214],"genre_scores_gemma":[0.99297386,0.000010363222,0.0034754486,0.00035160556,0.000087294284,3.990406e-7,0.00014570642,0.00078481995,0.0021704736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770653,0.00028066136,0.00018073329,0.00050673855,0.0007806244,0.0005446987],"domain_scores_gemma":[0.9987103,0.00010717809,0.000048274484,0.0007169461,0.00022140067,0.00019592601],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012008848,0.00012469738,0.00012967864,0.0003862949,0.0025826124,0.0008827406,0.0029677155,0.000022282207,0.0049160738],"category_scores_gemma":[0.000937516,0.00014531275,0.000045581943,0.0011720452,0.00005887938,0.0003851132,0.0056017623,0.0003812149,0.002301449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097599994,0.00022417851,0.000056948018,0.000081860904,0.00006157922,0.00019557208,0.0075164987,0.006209297,0.010420665,0.027671896,0.65064573,0.2968182],"study_design_scores_gemma":[0.00027397546,0.00036282098,0.00076038827,0.0000088529405,0.0000018006401,0.00022620382,0.00021401024,0.0017821649,0.0008120991,0.00015964938,0.99520934,0.00018868582],"about_ca_topic_score_codex":0.000008199898,"about_ca_topic_score_gemma":1.7022634e-7,"teacher_disagreement_score":0.8958779,"about_ca_system_score_codex":0.0003255189,"about_ca_system_score_gemma":0.000010021024,"threshold_uncertainty_score":0.9987159},"labels":[],"label_agreement":null},{"id":"W6969087338","doi":"10.5281/zenodo.7117505","title":"Intro to Git and GitHub","year":2022,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Download; Key (lock); Software; Publication; Control (management)","score_opus":0.022178641717717055,"score_gpt":0.22750950409959114,"score_spread":0.2053308623818741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6969087338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20113476,0.00034684042,0.72674483,0.015898062,0.0007468945,0.0018092016,0.00024253746,0.00798621,0.045090653],"genre_scores_gemma":[0.9922226,0.000012304812,0.005298154,0.00041329034,0.000092461574,2.2012287e-7,0.000101054495,0.00075679284,0.0011031199],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983793,0.00020361826,0.00012710175,0.00042351556,0.0005169451,0.00034950062],"domain_scores_gemma":[0.9989379,0.00006990062,0.00002534593,0.0005455039,0.00018997019,0.00023139911],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007768534,0.00008951927,0.00008814805,0.00033547098,0.0019653488,0.0008842229,0.0018932683,0.000017095903,0.0030841052],"category_scores_gemma":[0.0009947926,0.00010413296,0.0000208921,0.0010445393,0.000045850673,0.00023708191,0.0065515502,0.00028634584,0.0021081143],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038838698,0.00013302136,0.000045114124,0.000046946127,0.000037284306,0.00007010946,0.003903157,0.0016111033,0.0047592786,0.029369142,0.43952942,0.5204566],"study_design_scores_gemma":[0.00020346163,0.0002833558,0.0016066589,0.0000040496643,0.0000013164565,0.00016429034,0.00009235712,0.0022931146,0.00019530008,0.0001739893,0.99484974,0.00013234834],"about_ca_topic_score_codex":0.000008186442,"about_ca_topic_score_gemma":4.480239e-8,"teacher_disagreement_score":0.79108787,"about_ca_system_score_codex":0.00016166251,"about_ca_system_score_gemma":0.000004046576,"threshold_uncertainty_score":0.999334},"labels":[],"label_agreement":null},{"id":"W6976524459","doi":"10.60692/m3m93-fq308","title":"Tweaking Association Rules to Optimize Software Change Recommendations","year":2017,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Tweaking; Commit; Association rule learning; Function (biology); Fitness function; Set (abstract data type); Association (psychology); Software","score_opus":0.07681046335864046,"score_gpt":0.2734351798184285,"score_spread":0.19662471645978807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976524459","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050777584,0.0000014114485,0.9439873,0.0015265734,0.0014824587,0.0005254702,0.000065569475,0.00095829717,0.000675338],"genre_scores_gemma":[0.9369393,1.11943855e-7,0.062284175,0.0001781349,0.00015728452,0.00024153768,0.00001115905,0.000009797326,0.00017848554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985406,0.000044732948,0.00036722235,0.00018962851,0.00049888674,0.00035894502],"domain_scores_gemma":[0.9980442,0.00006434034,0.00036337436,0.001053103,0.00032934034,0.00014563023],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008032311,0.00014511244,0.00017102991,0.0003412542,0.0006265378,0.0018331032,0.0011557792,0.000099913326,0.000010855432],"category_scores_gemma":[0.0010040166,0.00014064962,0.000057968027,0.0001630611,0.00000725811,0.0034915006,0.00047187493,0.00012670361,0.002038464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017290227,0.0000052631444,0.7984902,0.0003638153,0.0001131747,0.0000075326057,0.15406895,0.00096786686,0.0000012724198,0.0020581647,0.003908817,0.03999762],"study_design_scores_gemma":[0.00089832104,0.000042895717,0.9645314,0.00043333333,0.000011054757,0.000018447068,0.00090732705,0.026107201,0.00023791249,0.0000059916238,0.0062965304,0.0005095345],"about_ca_topic_score_codex":0.00002610237,"about_ca_topic_score_gemma":3.384494e-7,"teacher_disagreement_score":0.88616174,"about_ca_system_score_codex":0.0004811863,"about_ca_system_score_gemma":0.000033217384,"threshold_uncertainty_score":0.9992031},"labels":[],"label_agreement":null},{"id":"W6976596840","doi":"10.60692/7chjc-fxn13","title":"MylynSDP — Process - aware artifact filtering based on interest","year":2020,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Artifact (error); Backporting; Function (biology); Software; Task (project management); Software development; Process (computing); Software construction; Software maintenance","score_opus":0.07119640497899826,"score_gpt":0.2465493439908419,"score_spread":0.17535293901184365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976596840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18487686,3.5104873e-7,0.81280416,0.00037366428,0.00023341709,0.00024612408,0.000016365962,0.0010609162,0.000388112],"genre_scores_gemma":[0.998318,6.5043677e-9,0.001043131,0.00049038755,0.0000644455,0.00005804462,0.000006054699,0.000010674012,0.000009234751],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986413,0.000035214507,0.00037247938,0.00021862242,0.00044133133,0.00029103606],"domain_scores_gemma":[0.99905014,0.000037100046,0.000108682245,0.0004698084,0.00013611995,0.00019815295],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00020006429,0.00017245213,0.0001664759,0.00021977162,0.00008527058,0.00048682667,0.00073891034,0.00006344932,0.000018166707],"category_scores_gemma":[0.00014537263,0.00014907273,0.00005560441,0.00048214063,0.000011689616,0.0010787124,0.00012722834,0.00017259108,0.001646253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032881042,0.000020135469,0.34953308,0.009424327,0.00013965872,0.00016046646,0.35543323,0.26846957,0.000036282217,0.0013429143,0.0017203088,0.013391232],"study_design_scores_gemma":[0.00054672424,0.00013638624,0.016589632,0.0002730669,0.0000025104787,0.000010840072,0.00092625286,0.9774674,0.0035043312,4.204577e-7,0.00028106407,0.00026133627],"about_ca_topic_score_codex":0.0000010037288,"about_ca_topic_score_gemma":1.7511026e-8,"teacher_disagreement_score":0.81344116,"about_ca_system_score_codex":0.00009390922,"about_ca_system_score_gemma":0.00005758821,"threshold_uncertainty_score":0.9991311},"labels":[],"label_agreement":null},{"id":"W6976727146","doi":"10.60692/17ja5-za832","title":"Tweaking Association Rules to Optimize Software Change Recommendations","year":2017,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Tweaking; Commit; Association rule learning; Function (biology); Fitness function; Set (abstract data type); Association (psychology); Software","score_opus":0.07681046335864046,"score_gpt":0.2734351798184285,"score_spread":0.19662471645978807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976727146","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050777584,0.0000014114485,0.9439873,0.0015265734,0.0014824587,0.0005254702,0.000065569475,0.00095829717,0.000675338],"genre_scores_gemma":[0.9369393,1.11943855e-7,0.062284175,0.0001781349,0.00015728452,0.00024153768,0.00001115905,0.000009797326,0.00017848554],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985406,0.000044732948,0.00036722235,0.00018962851,0.00049888674,0.00035894502],"domain_scores_gemma":[0.9980442,0.00006434034,0.00036337436,0.001053103,0.00032934034,0.00014563023],"candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008032311,0.00014511244,0.00017102991,0.0003412542,0.0006265378,0.0018331032,0.0011557792,0.000099913326,0.000010855432],"category_scores_gemma":[0.0010040166,0.00014064962,0.000057968027,0.0001630611,0.00000725811,0.0034915006,0.00047187493,0.00012670361,0.002038464],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017290227,0.0000052631444,0.7984902,0.0003638153,0.0001131747,0.0000075326057,0.15406895,0.00096786686,0.0000012724198,0.0020581647,0.003908817,0.03999762],"study_design_scores_gemma":[0.00089832104,0.000042895717,0.9645314,0.00043333333,0.000011054757,0.000018447068,0.00090732705,0.026107201,0.00023791249,0.0000059916238,0.0062965304,0.0005095345],"about_ca_topic_score_codex":0.00002610237,"about_ca_topic_score_gemma":3.384494e-7,"teacher_disagreement_score":0.88616174,"about_ca_system_score_codex":0.0004811863,"about_ca_system_score_gemma":0.000033217384,"threshold_uncertainty_score":0.9992031},"labels":[],"label_agreement":null},{"id":"W6979299583","doi":"","title":"CODEPROMPTZIP: Code-specific Prompt Compression for Retrieval-Augmented Generation in Coding Tasks with LMs","year":2025,"lang":"en","type":"article","venue":"ArXiv.org","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Code (set theory); Data compression; Coding (social sciences); Focus (optics); Lossy compression; Context (archaeology); Code generation; Encoder; Compression (physics)","score_opus":0.06280035122035256,"score_gpt":0.3020367164221885,"score_spread":0.23923636520183594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979299583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.552448,0.00018657888,0.44590536,0.00041344741,0.00023630256,0.0005847462,0.0000038976036,0.00018506317,0.00003663754],"genre_scores_gemma":[0.9856345,0.000029388435,0.013548624,0.00008040888,0.00007524168,0.00012212971,0.000033375785,0.000020083648,0.00045626747],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99826187,0.00006122891,0.0002950723,0.0006248377,0.00033733743,0.00041966824],"domain_scores_gemma":[0.9986386,0.00039404945,0.000063263265,0.0006478223,0.00018337666,0.0000729233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052556547,0.00017999357,0.00022041712,0.00029734167,0.00016345429,0.00013885765,0.0006549505,0.000093088995,0.000008161983],"category_scores_gemma":[0.00023985353,0.00015879847,0.0000381565,0.0009949029,0.00004532389,0.00034118767,0.0002144204,0.00025533803,0.000017433853],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026757093,0.00038743234,0.71880406,0.00029201576,0.000083329476,0.000049918133,0.000866488,0.011543472,0.24089432,0.005821189,0.012080353,0.008909865],"study_design_scores_gemma":[0.0033146762,0.00032046798,0.39980644,0.00051165064,0.000009175853,0.000007632664,0.000030751413,0.4048672,0.18045217,0.0001444629,0.010041097,0.0004942794],"about_ca_topic_score_codex":0.0000120787745,"about_ca_topic_score_gemma":0.000015280766,"teacher_disagreement_score":0.43318653,"about_ca_system_score_codex":0.00019105949,"about_ca_system_score_gemma":0.00010947984,"threshold_uncertainty_score":0.6475614},"labels":[],"label_agreement":null},{"id":"W6979373137","doi":"","title":"A Study on Mixup-Inspired Augmentation Methods for Software Vulnerability Detection","year":2025,"lang":"en","type":"article","venue":"ArXiv.org","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Software; Metric (unit); Source code; Augment; Code (set theory); Vulnerability (computing); Embedding; Software bug","score_opus":0.07649132692240496,"score_gpt":0.4135226804979202,"score_spread":0.3370313535755152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979373137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4759513,0.000016431497,0.52256143,0.000113631824,0.000469255,0.00054759387,7.133196e-7,0.00033046375,0.000009180996],"genre_scores_gemma":[0.90791243,7.1185707e-7,0.09127331,0.00010297823,0.000040366616,0.00048661153,0.000001824667,0.000011827104,0.00016992463],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984203,0.00028655273,0.00023753801,0.00056731486,0.00020513531,0.00028317198],"domain_scores_gemma":[0.9967808,0.0022090094,0.000044564775,0.00074692455,0.00015864831,0.000060027385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014309726,0.00014634509,0.00016891983,0.0002310152,0.00021591052,0.000085711436,0.0005449325,0.00006529921,0.0000034079155],"category_scores_gemma":[0.0034420087,0.0001441236,0.00007675943,0.00077325886,0.000022708013,0.0002419934,0.00016936634,0.00019544807,0.000021883814],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055973287,0.00041795816,0.66758084,0.000064061205,0.0000755919,0.0000033850083,0.00078961405,0.0005379443,0.0067736935,0.00017484366,0.00011227386,0.32341385],"study_design_scores_gemma":[0.00087864057,0.0005005471,0.941136,0.000018083394,0.000011340402,7.783723e-7,0.00007256036,0.004827086,0.051246244,0.0006844615,0.00047244085,0.00015178733],"about_ca_topic_score_codex":0.000034337427,"about_ca_topic_score_gemma":0.000013608907,"teacher_disagreement_score":0.43196112,"about_ca_system_score_codex":0.00023658806,"about_ca_system_score_gemma":0.00006965721,"threshold_uncertainty_score":0.58771896},"labels":[],"label_agreement":null},{"id":"W6979373727","doi":"","title":"LLM-Based Detection of Tangled Code Changes for Higher-Quality Method-Level Bug Datasets","year":2025,"lang":"en","type":"article","venue":"ArXiv.org","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg; University of Manitoba","funders":"","keywords":"Commit; Code (set theory); Granularity; Source code; Classifier (UML); Perceptron; Conflation","score_opus":0.1423767848433097,"score_gpt":0.3971744513948557,"score_spread":0.254797666551546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979373727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17106576,0.000091174894,0.82669294,0.0009650939,0.00048489793,0.00027988272,0.00019817283,0.0002098258,0.0000122658275],"genre_scores_gemma":[0.92224556,0.0000031405139,0.0770465,0.00023023257,0.000054098513,0.00012702106,0.000046771896,0.000012777191,0.00023389184],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99863684,0.00013881834,0.00023523514,0.00042537524,0.0002584924,0.00030523146],"domain_scores_gemma":[0.9966816,0.0021328817,0.000081623424,0.00087389286,0.00016342996,0.00006659815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012003434,0.00013459721,0.00023025848,0.00021456285,0.000084693274,0.000034267192,0.00079473347,0.0000893859,0.00000826692],"category_scores_gemma":[0.0012988053,0.00013349441,0.00006556289,0.0006975475,0.000032300984,0.00014117,0.00021328435,0.00013745269,0.000010135922],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029776606,0.0007656531,0.19299425,0.0019140091,0.00036018773,0.000019431976,0.00037245764,0.0021853892,0.6141883,0.0070516183,0.007402206,0.17244871],"study_design_scores_gemma":[0.00086983753,0.0001480804,0.41414753,0.00005657322,0.000014775147,6.187365e-7,0.000005024064,0.013958646,0.55593467,0.00034225488,0.01432927,0.00019273016],"about_ca_topic_score_codex":0.000118523174,"about_ca_topic_score_gemma":0.00009910336,"teacher_disagreement_score":0.7511798,"about_ca_system_score_codex":0.00008389369,"about_ca_system_score_gemma":0.000097809614,"threshold_uncertainty_score":0.5443744},"labels":[],"label_agreement":null},{"id":"W6986646582","doi":"","title":"Quantifying, Characterizing, and Leveraging Cross-Disciplinary Dependencies: Empirical Studies from a Video Game Development Setting","year":2023,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada)","funders":"","keywords":"Empirical research; Dependency (UML); Process (computing); Code (set theory); Source code; Component (thermodynamics); Key (lock); Software; Graphics","score_opus":0.07503181702512986,"score_gpt":0.32522755486724286,"score_spread":0.250195737842113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6986646582","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968941,0.0007030098,0.0006096442,0.0005002425,0.0006320941,0.00020531336,0.000011655225,0.00043884135,0.0000051057455],"genre_scores_gemma":[0.7775132,0.0009131494,0.07086507,0.000046987898,0.00017329231,0.000008575898,0.0005528133,0.0001551112,0.1497718],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9975888,0.00006988546,0.00024148774,0.0008957147,0.00068720395,0.000516879],"domain_scores_gemma":[0.9981614,0.00065888884,0.00023789503,0.0004889407,0.00030029527,0.00015258233],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004920385,0.00034769942,0.00054364157,0.00052481197,0.00044884684,0.00018716148,0.0010594759,0.00024814162,0.000014611441],"category_scores_gemma":[0.00026991457,0.00040306099,0.0001067234,0.00041885822,0.00010636668,0.00060719164,0.001129523,0.00048790436,0.00007495288],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005891774,0.00004184897,0.10330967,0.0012342167,0.00047237767,0.00046657753,0.8844209,0.0000720408,0.0027422002,0.0000136367335,0.00072300306,0.006444646],"study_design_scores_gemma":[0.00054126827,0.00006555365,0.88544,0.0015862903,0.000041659543,0.0000071109316,0.10650614,0.0027030315,0.0020512887,0.00009286277,0.00030460214,0.00066021964],"about_ca_topic_score_codex":0.0023825222,"about_ca_topic_score_gemma":0.0052819103,"teacher_disagreement_score":0.7821303,"about_ca_system_score_codex":0.00021983852,"about_ca_system_score_gemma":0.00025730813,"threshold_uncertainty_score":0.9998421},"labels":[],"label_agreement":null},{"id":"W6997367243","doi":"","title":"Using Repository Level Embeddings to Generate Code Using Large Language Models","year":2024,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Code (set theory); Source code; Natural language; Key (lock); Set (abstract data type)","score_opus":0.05795592383751554,"score_gpt":0.3158428256601142,"score_spread":0.25788690182259866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6997367243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862114,0.0009635188,0.0025953301,0.000008030027,0.004149918,0.00073434337,0.0007853649,0.0013380424,0.0032140622],"genre_scores_gemma":[0.90139514,0.00002243494,0.08760876,0.00015438088,0.00021246311,0.00009080642,0.00017500563,0.00044057035,0.009900457],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9935367,0.00025645102,0.0009332923,0.00212692,0.0016667848,0.0014798612],"domain_scores_gemma":[0.9963981,0.0003321511,0.00027468236,0.0017573044,0.00057825394,0.0006595352],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014092713,0.0009494587,0.00079997745,0.0012424801,0.0011299198,0.0008611663,0.0023916506,0.0007791625,0.000021600723],"category_scores_gemma":[0.0007676783,0.0010781079,0.0003844139,0.001856156,0.000025119614,0.0016996097,0.0009914341,0.0021114652,0.00022254752],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070123744,0.00018923696,0.000018130031,0.0012946392,0.0004664856,0.0021781016,0.0005057659,0.061957143,0.8429677,0.07478353,0.00003811875,0.01553103],"study_design_scores_gemma":[0.00080349954,0.00014686803,0.00017657595,0.0026935237,0.0002606982,0.0004259103,0.00042716088,0.4466029,0.5329599,0.0072425893,0.004812226,0.0034481715],"about_ca_topic_score_codex":0.00062492944,"about_ca_topic_score_gemma":0.00019528739,"teacher_disagreement_score":0.3846458,"about_ca_system_score_codex":0.0018848397,"about_ca_system_score_gemma":0.00025466617,"threshold_uncertainty_score":0.9991669},"labels":[],"label_agreement":null},{"id":"W6999429681","doi":"","title":"A Comprehensive Study on Quality Aspects and Industry Perspective in Backporting","year":2024,"lang":"en","type":"dissertation","venue":"University Library (University of Saskatchewan)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software quality analyst; Software quality; Software quality control; Quality (philosophy); Software quality assurance; Quality assurance; Software quality management; Software maintenance; Software; Technical debt","score_opus":0.019571369115488617,"score_gpt":0.25166576491723136,"score_spread":0.23209439580174274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999429681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99398607,0.00014787116,0.00010827474,0.00035393375,0.0002193564,0.00046071186,0.000032949174,0.0003213019,0.004369507],"genre_scores_gemma":[0.9868822,0.000021726917,0.0010285059,0.000013567478,0.00002302569,9.780559e-8,0.00003703085,0.000024746501,0.011969106],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99787253,0.0002101628,0.00017363665,0.0009241437,0.00049813703,0.00032139494],"domain_scores_gemma":[0.9984438,0.0005281126,0.00018518751,0.00054275617,0.00012319148,0.00017697971],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013481577,0.00030979872,0.0005222871,0.001209061,0.00015306716,0.00007837046,0.001178491,0.0004764519,0.000058188445],"category_scores_gemma":[0.000042334625,0.00043683837,0.00012867573,0.001397492,0.00010158651,0.0012841668,0.0005859125,0.0016312413,0.000028013807],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078174635,0.0011400556,0.12666051,0.0012168922,0.0007398196,0.007880783,0.84773165,0.00021989146,0.00028020592,0.009715467,0.00083830714,0.0027946644],"study_design_scores_gemma":[0.00069700205,0.00022881736,0.33964768,0.0002896526,0.00002933839,0.0000025067168,0.65763766,0.0001276926,0.0000665279,0.0007460032,0.00019307708,0.00033404387],"about_ca_topic_score_codex":0.0038481138,"about_ca_topic_score_gemma":0.0018819036,"teacher_disagreement_score":0.21298717,"about_ca_system_score_codex":0.00027516554,"about_ca_system_score_gemma":0.0006525819,"threshold_uncertainty_score":0.9998083},"labels":[],"label_agreement":null},{"id":"W7006846287","doi":"","title":"Zero-shot synthesis of compilable code for incomplete code snippets using LLMs","year":2024,"lang":"en","type":"dissertation","venue":"Mspace (University of Manitoba)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Python (programming language); Validator; Code reuse; Benchmark (surveying); Code (set theory); Software","score_opus":0.046215664354894714,"score_gpt":0.26485987567339137,"score_spread":0.21864421131849665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7006846287","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62484723,0.00057614536,0.3686349,0.00041787635,0.0020710668,0.0009972402,0.00071612454,0.0004639548,0.0012754143],"genre_scores_gemma":[0.8493749,0.00015737556,0.14732808,0.0000120401955,0.00011918225,0.0000046906785,0.00020522099,0.00012885382,0.002669658],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822766,0.00005366336,0.00018117276,0.00055751845,0.0005947823,0.00038522665],"domain_scores_gemma":[0.9976959,0.0009287694,0.0002385594,0.0006593764,0.0003733929,0.00010396367],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000364797,0.00026222807,0.00057204627,0.00063282973,0.00018170109,0.00006268747,0.0016304306,0.00023584288,0.000007751245],"category_scores_gemma":[0.00020263306,0.000353642,0.0002438161,0.00060106657,0.00008364383,0.00028394914,0.00032997338,0.0002933588,0.000036773865],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035286136,0.0028582714,0.06811045,0.10590176,0.010018211,0.0021127597,0.028486568,0.08073691,0.29220718,0.08210704,0.27271703,0.05121522],"study_design_scores_gemma":[0.002449748,0.0008775832,0.082153775,0.009178346,0.0012322477,0.000056852405,0.016346972,0.7660057,0.06428672,0.0031166545,0.05106364,0.0032317766],"about_ca_topic_score_codex":0.0010682681,"about_ca_topic_score_gemma":0.027434556,"teacher_disagreement_score":0.68526876,"about_ca_system_score_codex":0.00023451232,"about_ca_system_score_gemma":0.00027177564,"threshold_uncertainty_score":0.9998916},"labels":[],"label_agreement":null},{"id":"W7014864557","doi":"","title":"Practical Considerations of Deploying AI in Defect Prediction: A Case Study within the Turkish Telecommunication Industry","year":2009,"lang":"en","type":"article","venue":"NPARC","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu","keywords":"Turkish; Key (lock); Field (mathematics); Process (computing)","score_opus":0.05424820902952547,"score_gpt":0.3502673163149303,"score_spread":0.2960191072854048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7014864557","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96435386,0.000016313772,0.030226737,0.004614877,0.000067649584,0.0004065968,6.0845673e-7,0.00013032186,0.0001830595],"genre_scores_gemma":[0.97504854,8.628176e-7,0.024743855,0.00014023963,0.000020865436,0.000035713947,2.8684713e-7,0.0000042995957,0.000005352625],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99893314,0.0002660549,0.00023724488,0.000169931,0.00025985058,0.0001337563],"domain_scores_gemma":[0.9976249,0.0014760466,0.00004961024,0.0007048061,0.00010143885,0.000043238415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009982854,0.00006619915,0.00009071252,0.00010695626,0.00012290389,0.000097766315,0.00023217934,0.0000739582,0.000008399888],"category_scores_gemma":[0.0022436494,0.00005396106,0.000023289913,0.00051202014,0.000035013647,0.00032845413,0.000116010466,0.0008261048,0.000002311605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006071499,0.006527611,0.7107793,0.00006732036,0.00031638963,0.012945922,0.07586602,0.04152715,0.01137438,0.09422095,0.017206134,0.029108074],"study_design_scores_gemma":[0.002660289,0.0018216241,0.5558767,0.0001525478,0.000059871487,0.022149155,0.0055731926,0.3843187,0.004241805,0.022477966,0.000119339216,0.00054883526],"about_ca_topic_score_codex":0.000057167686,"about_ca_topic_score_gemma":0.00008302436,"teacher_disagreement_score":0.34279156,"about_ca_system_score_codex":0.000052920877,"about_ca_system_score_gemma":0.00018999474,"threshold_uncertainty_score":0.35890603},"labels":[],"label_agreement":null},{"id":"W7015086753","doi":"","title":"Security Evaluations of GitHub's Copilot","year":2023,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada)","funders":"","keywords":"Vulnerability (computing); Set (abstract data type); Code (set theory); Vulnerability management; Vulnerability assessment","score_opus":0.019828913603516518,"score_gpt":0.25794415196958526,"score_spread":0.23811523836606874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015086753","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.997256,0.00007743588,0.0009717688,0.00034773073,0.0005852586,0.00027311067,0.000034806893,0.00027914892,0.00017475006],"genre_scores_gemma":[0.4915965,0.00019215126,0.010578862,0.000005611829,0.000056320172,0.0000022438048,0.00048220952,0.00006348991,0.49702263],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9984949,0.00006409996,0.00012957271,0.00036577164,0.0006933835,0.0002522352],"domain_scores_gemma":[0.9983362,0.0002926297,0.00016930353,0.0006515814,0.00045896153,0.00009135425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003313386,0.0001607604,0.00032742776,0.00055017235,0.00010037715,0.00002239881,0.0012833698,0.00018871295,0.00007200071],"category_scores_gemma":[0.00018323566,0.00020357674,0.00014223713,0.0007717366,0.00006266634,0.0002517016,0.0002167021,0.00025949132,0.00013653903],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021339246,0.0005830767,0.007466077,0.004868853,0.0010334479,0.00023196335,0.8977312,0.0030887835,0.012047089,0.00962464,0.043216296,0.0198952],"study_design_scores_gemma":[0.0054208497,0.0020144735,0.65340346,0.0035362048,0.00066283415,0.000015126958,0.21483912,0.0578638,0.04511698,0.0113344,0.0023784938,0.003414242],"about_ca_topic_score_codex":0.013360926,"about_ca_topic_score_gemma":0.00987884,"teacher_disagreement_score":0.6828921,"about_ca_system_score_codex":0.00007879093,"about_ca_system_score_gemma":0.00024891703,"threshold_uncertainty_score":0.9932092},"labels":[],"label_agreement":null},{"id":"W7015636045","doi":"","title":"Trade-Off Exploration for Acceleration of Continuous Integration","year":2023,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada)","funders":"","keywords":"Acceleration; Trustworthiness; Duration (music); Product (mathematics); Process (computing); Spectral acceleration","score_opus":0.026695951121450623,"score_gpt":0.24477029514447934,"score_spread":0.21807434402302872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015636045","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89746916,0.00006765256,0.09948054,0.000838424,0.0009005046,0.0008489438,0.00003862817,0.00032370022,0.000032449727],"genre_scores_gemma":[0.63443446,0.00042330392,0.060108833,0.000010737369,0.00017590939,0.00001952371,0.0041195196,0.00011766057,0.30059004],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99890405,0.000039330193,0.00016818727,0.00033436195,0.00036238265,0.00019170908],"domain_scores_gemma":[0.9988098,0.00024563813,0.00023766769,0.00034969716,0.0003080977,0.00004907701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025797685,0.0001585916,0.00031024608,0.00047731397,0.00009707423,0.000043340635,0.0006417484,0.00022627492,0.000008251946],"category_scores_gemma":[0.00015634921,0.00019212016,0.00014050888,0.00042866275,0.000027578046,0.000750202,0.00004867738,0.00015356873,0.000013178136],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042775171,0.00024419522,0.00029620677,0.0016134138,0.00030221444,0.000023602866,0.5777118,0.0020145716,0.081392035,0.007662886,0.014827116,0.31348416],"study_design_scores_gemma":[0.006125441,0.003310261,0.07583829,0.0024807877,0.00041862327,0.0000060102775,0.35385466,0.21303853,0.33416596,0.005928481,0.0021959676,0.0026370033],"about_ca_topic_score_codex":0.0022632661,"about_ca_topic_score_gemma":0.005416242,"teacher_disagreement_score":0.31084716,"about_ca_system_score_codex":0.00007343289,"about_ca_system_score_gemma":0.000107887194,"threshold_uncertainty_score":0.78344333},"labels":[],"label_agreement":null},{"id":"W7015853340","doi":"","title":"Variability in Factors Influencing Pull Request Merge Decisions: A Microscopic Exploration","year":2024,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada)","funders":"","keywords":"Merge (version control); Logistic regression; Regression analysis; Regression","score_opus":0.019893854708766204,"score_gpt":0.24560292378514487,"score_spread":0.22570906907637867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7015853340","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9949026,0.0001353214,0.0034842007,0.00018974332,0.00072747277,0.000300702,0.000010578119,0.00021390361,0.00003548918],"genre_scores_gemma":[0.93806285,0.00021488442,0.016358443,0.0000056614076,0.000033253753,0.0000032858661,0.00026850225,0.000047152454,0.04500598],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9981497,0.00013956966,0.00021429529,0.0006756579,0.00048096725,0.00033981752],"domain_scores_gemma":[0.9983276,0.00055608066,0.000112536676,0.00069942756,0.00019842948,0.00010593479],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065045955,0.000248815,0.0003692869,0.00085143984,0.00009682355,0.00010062063,0.0011082111,0.00031401703,0.00003103618],"category_scores_gemma":[0.000610157,0.00028549283,0.0001193556,0.0009798948,0.000038938946,0.001019975,0.00025046532,0.0005422739,0.00007516742],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010158393,0.00027044135,0.030793749,0.0017824188,0.00018340601,0.0003642476,0.91713196,0.001349104,0.03557039,0.00256734,0.0013038433,0.008581531],"study_design_scores_gemma":[0.00289285,0.0009054491,0.5602634,0.010956145,0.00029827448,0.000012739794,0.3120785,0.033159457,0.050922826,0.02217649,0.001987326,0.0043465463],"about_ca_topic_score_codex":0.022535348,"about_ca_topic_score_gemma":0.025107695,"teacher_disagreement_score":0.6050534,"about_ca_system_score_codex":0.000389759,"about_ca_system_score_gemma":0.00026937938,"threshold_uncertainty_score":0.9999597},"labels":[],"label_agreement":null},{"id":"W7023414520","doi":"","title":"Software Journeys","year":2013,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Documentation; Software development; Software; Software construction; Software documentation; Backporting; Software system; Code (set theory); Source code; Resource (disambiguation)","score_opus":0.01091135535787974,"score_gpt":0.20949947220232254,"score_spread":0.1985881168444428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023414520","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881233,0.00024607417,0.009365988,0.000429395,0.0008498793,0.0002929762,0.000008751681,0.00048073873,0.00020289073],"genre_scores_gemma":[0.018036434,0.000121317,0.06994601,0.000011049975,0.00005764046,9.686911e-7,0.00012508476,0.00004183236,0.91165966],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99847996,0.000044255597,0.000105544364,0.00044363333,0.00054686744,0.0003797619],"domain_scores_gemma":[0.9984518,0.00017119404,0.00014517261,0.0007307364,0.00032950108,0.00017157392],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015023773,0.0002241211,0.00032860937,0.00045273558,0.00014686787,0.0000839506,0.0019009997,0.00028928573,0.00029889515],"category_scores_gemma":[0.000121465295,0.00026564594,0.00016294028,0.0003810898,0.000043479897,0.00056840724,0.00023512745,0.00042484957,0.00056248985],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001469923,0.00051555096,0.01084966,0.0037511268,0.0010845793,0.0010056022,0.5596128,0.00097507547,0.00978695,0.0054247715,0.20343153,0.20341533],"study_design_scores_gemma":[0.008613039,0.0023782535,0.63901126,0.005291785,0.0006182178,0.00014482962,0.22522601,0.02282204,0.039326202,0.0072504897,0.039176904,0.010140953],"about_ca_topic_score_codex":0.011617839,"about_ca_topic_score_gemma":0.0023133624,"teacher_disagreement_score":0.9700869,"about_ca_system_score_codex":0.00009865645,"about_ca_system_score_gemma":0.00016293215,"threshold_uncertainty_score":0.99997956},"labels":[],"label_agreement":null},{"id":"W7024070025","doi":"","title":"Queerly Platonic: Constellating An Asian North American Critique of Compulsory Sexuality","year":2024,"lang":"en","type":"dissertation","venue":"MacSphere (McMaster University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Human sexuality; Queer; Asexuality; Natural (archaeology); Lesbian; Polynesians","score_opus":0.014016378996288595,"score_gpt":0.2572893968503842,"score_spread":0.2432730178540956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024070025","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6590872,0.0003643012,0.04750735,0.00015910069,0.001894527,0.0009636134,0.00012546724,0.0017635564,0.28813493],"genre_scores_gemma":[0.84796983,0.000024060404,0.016095053,0.00004400935,0.00012440192,0.0000021933936,0.00027182343,0.000111329995,0.13535729],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99746245,0.0002189614,0.00035210905,0.0009013001,0.00057709875,0.00048806486],"domain_scores_gemma":[0.9980906,0.00033626033,0.00023273751,0.00080596656,0.00027874,0.0002556755],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00019641386,0.0004018047,0.00056474505,0.00049739756,0.000110196976,0.00019108712,0.0016805594,0.00018326202,0.0012101503],"category_scores_gemma":[0.000061933395,0.00048479458,0.00015694654,0.0017844489,0.00015152436,0.00049868366,0.00029319694,0.00083076896,0.00004165333],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099164026,0.00018524176,0.023153238,0.0017339768,0.0003549368,0.0010459035,0.011172231,0.0012581929,0.0001743134,0.007907595,0.00044605986,0.95246917],"study_design_scores_gemma":[0.0045892787,0.0051564365,0.5079167,0.004549301,0.00089900394,0.0002854867,0.08880429,0.121921115,0.0065784543,0.0013150902,0.24735647,0.010628378],"about_ca_topic_score_codex":0.0008712593,"about_ca_topic_score_gemma":0.0036303084,"teacher_disagreement_score":0.94184077,"about_ca_system_score_codex":0.00023710832,"about_ca_system_score_gemma":0.00043807842,"threshold_uncertainty_score":0.9997604},"labels":[],"label_agreement":null},{"id":"W7024215644","doi":"","title":"Regulation of the human oxytocin receptor gene by interleukin-1Ã and interleukin-6 in vitro","year":2000,"lang":"en","type":"other","venue":"Library and Archives Canada (Government of Canada)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"In vitro; Oxytocin; Gene; Receptor; Oxytocin receptor; Gene expression; Human placenta; Signal transduction","score_opus":0.0025912217478481535,"score_gpt":0.1485249513329135,"score_spread":0.14593372958506534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024215644","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18431228,0.005566175,0.0025259722,0.0073970812,0.0014951593,0.0021082177,0.0017204047,0.00018117006,0.7946935],"genre_scores_gemma":[0.8044181,0.00019269173,0.0032441015,0.0002995935,0.000061015977,0.00001622716,0.000019682007,0.000118525386,0.19163007],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99804324,0.00007508552,0.0002584368,0.0003039547,0.001090888,0.0002284001],"domain_scores_gemma":[0.99914384,0.0002000239,0.00015114955,0.0003948965,3.319793e-7,0.000109776396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000015243299,0.00019208879,0.00026454093,0.00006715657,0.000041971354,0.000025180827,0.00066479924,0.00005194335,0.00005794549],"category_scores_gemma":[0.000004796129,0.00016596855,0.000023652734,0.00013180269,0.00009368091,0.00014188325,0.00033491824,0.00020356952,2.4411586e-9],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024206135,0.00008902686,0.017289136,0.0009739708,0.0002250419,0.00003957471,0.00050182134,0.000069321875,0.6538106,0.011171726,0.26007852,0.05550919],"study_design_scores_gemma":[0.0008176956,0.00009990337,0.0474943,0.0011507194,0.000011390379,0.000009388222,0.00013596915,0.0019167213,0.6575311,0.000449165,0.28976864,0.0006150246],"about_ca_topic_score_codex":0.0044237976,"about_ca_topic_score_gemma":0.008655684,"teacher_disagreement_score":0.6201058,"about_ca_system_score_codex":0.000014632804,"about_ca_system_score_gemma":0.00047832986,"threshold_uncertainty_score":0.67680013},"labels":[],"label_agreement":null},{"id":"W7028187105","doi":"","title":"An Empirical Analysis of Java Language Use in Open Source Applications","year":2019,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Nucleofection; Gestational period; Demotion; Hyporeflexia; Subpoena; Pretext; Hemopericardium; TSG101","score_opus":0.012511632806941318,"score_gpt":0.26559344998672724,"score_spread":0.2530818171797859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7028187105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8644599,0.000034555065,0.12796967,0.0028316765,0.00013827428,0.0015523171,0.00013293787,0.00068342336,0.0021972868],"genre_scores_gemma":[0.7162224,0.00007074798,0.04080537,0.00009075382,0.00003567998,0.000012584099,0.0025688116,0.00008952748,0.24010411],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99829644,0.00016446254,0.00017529547,0.00070053723,0.00037223258,0.0002910209],"domain_scores_gemma":[0.9976444,0.00053919584,0.00015513522,0.0014232554,0.00006977704,0.00016823322],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000091756585,0.00021771764,0.00048661637,0.0019169294,0.00006017048,0.00029292228,0.0035120714,0.00026218226,0.00009366503],"category_scores_gemma":[0.000056684446,0.00026171512,0.00015674999,0.0043360125,0.000029327191,0.0028231235,0.0006405071,0.00041705926,0.000031392796],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018098844,0.000714702,0.93243104,0.00031965142,0.0010799228,0.00019787552,0.0136057995,0.015969036,0.000068540634,0.004673531,0.0264609,0.0042979913],"study_design_scores_gemma":[0.0006615847,0.00014660544,0.95014125,0.000120923105,0.00031319688,1.6552302e-7,0.0040524453,0.007710214,0.0011892952,0.00003224923,0.03474231,0.0008897809],"about_ca_topic_score_codex":0.009597515,"about_ca_topic_score_gemma":0.00040199628,"teacher_disagreement_score":0.23790681,"about_ca_system_score_codex":0.00010569768,"about_ca_system_score_gemma":0.0003725282,"threshold_uncertainty_score":0.9999835},"labels":[],"label_agreement":null},{"id":"W7030920646","doi":"","title":"Changes of State","year":2009,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.006776409952344637,"score_gpt":0.19542605108867908,"score_spread":0.18864964113633445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7030920646","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013832832,0.00036173436,0.00006266154,0.00023524383,0.0001949005,0.0002443558,0.000038702892,0.00031407308,0.9985345],"genre_scores_gemma":[0.00023212153,0.00032394263,0.007387493,0.00007567533,0.00005788153,0.0000063335515,0.000017247,0.000055333025,0.991844],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99843776,0.000037477315,0.00035756658,0.00017484487,0.0007148766,0.00027745924],"domain_scores_gemma":[0.9986592,0.0001825554,0.00034124768,0.0005907715,0.00013527689,0.00009095772],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00027763672,0.00022101976,0.00033671706,0.00016755967,0.000018033372,0.00004912376,0.0010660382,0.00021352325,0.049051914],"category_scores_gemma":[0.00018476573,0.00022091837,0.00008106575,0.00001641938,0.00006187686,1.581195e-7,0.0001889557,0.0002106441,0.0029019958],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005953462,0.000019343994,0.0000015924699,0.0003494276,0.000025881529,0.000010342552,0.0001232848,0.00025898786,3.9859387e-7,0.000054351713,0.98667765,0.0124727925],"study_design_scores_gemma":[0.00019776556,0.00014502338,0.000031709227,0.00022230909,0.000005576065,0.000019772859,0.0000055068244,0.00008919222,0.000060651935,0.000013451162,0.999015,0.0001940388],"about_ca_topic_score_codex":0.0017038776,"about_ca_topic_score_gemma":0.00038642826,"teacher_disagreement_score":0.04614992,"about_ca_system_score_codex":0.00002967604,"about_ca_system_score_gemma":0.00003468895,"threshold_uncertainty_score":0.9978744},"labels":[],"label_agreement":null},{"id":"W7034512950","doi":"","title":"Using shore-based surveys to assess vessel traffic patterns in two migratory bird sanctuaries","year":2022,"lang":"en","type":"article","venue":"Western CEDAR (Western Washington University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Harbour; Habitat; Overwintering; Automatic Identification System; Shoal; Baseline (sea)","score_opus":0.065069998999181,"score_gpt":0.29247806177855024,"score_spread":0.22740806277936923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034512950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.761633,0.000018959709,0.23671804,0.0002507252,0.00044525322,0.00030072738,0.000029480783,0.00058685476,0.000016991673],"genre_scores_gemma":[0.99710387,0.0000023907953,0.00237054,0.00021148194,0.000047058038,0.0000058177297,0.000009681923,0.000079862366,0.00016930551],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961057,0.00081711845,0.0003211525,0.0009783346,0.0009460712,0.000831682],"domain_scores_gemma":[0.9976965,0.00073423004,0.00011405344,0.0010152179,0.00010540266,0.00033458884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012893074,0.0003803385,0.00041313132,0.0017493225,0.00034377337,0.0003793307,0.002721943,0.00007393553,0.000027528324],"category_scores_gemma":[0.00008945598,0.00048875634,0.00012768271,0.0019502077,0.00006270093,0.0008888565,0.0015560096,0.000716334,0.000036131754],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026014688,0.00012237373,0.823853,0.000048092166,0.000021515812,0.0007376802,0.001669426,0.17106897,0.00067344116,0.000115093084,0.00001042936,0.0016539564],"study_design_scores_gemma":[0.0034974385,0.00050844194,0.94738847,0.0002769185,0.00003460937,0.000061172614,0.0014836456,0.03431433,0.0024535945,0.000014752574,0.008087951,0.0018786442],"about_ca_topic_score_codex":0.0007682951,"about_ca_topic_score_gemma":0.0033206027,"teacher_disagreement_score":0.23547089,"about_ca_system_score_codex":0.00093617174,"about_ca_system_score_gemma":0.00035688918,"threshold_uncertainty_score":0.9997564},"labels":[],"label_agreement":null},{"id":"W7034651932","doi":"","title":"Two-dimensional waveform tomography of the Queen Charlotte Basin of Western Canada and the Seattle fault zone","year":2011,"lang":"en","type":"dissertation","venue":"Summit (Simon Fraser University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tomography; Waveform; Inversion (geology); Attenuation; Structural basin; Reflection (computer programming); Seismic tomography; Fault (geology)","score_opus":0.00683281761066355,"score_gpt":0.19198092123494126,"score_spread":0.18514810362427772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034651932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99744946,0.00014203262,0.0004411223,0.00015264694,0.000526842,0.00034946686,0.00006717963,0.00003768047,0.0008335602],"genre_scores_gemma":[0.99064404,0.000025767042,0.00031855973,0.00004142215,0.000022175365,0.0000014655003,0.00003512299,0.000019381188,0.008892066],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985666,0.00010451849,0.00018227081,0.00031158736,0.00059815135,0.00023684357],"domain_scores_gemma":[0.9984018,0.00038583408,0.00019148055,0.00067293097,0.00026235037,0.00008557721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019970731,0.00019959855,0.00030471417,0.00029296003,0.0001129478,0.00001881994,0.0014086906,0.00011095816,0.000014367778],"category_scores_gemma":[0.000052934553,0.00014125096,0.00012912604,0.0008654734,0.0001604615,0.00016691633,0.0002975339,0.0003415371,0.0000011587312],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034742724,0.000090712165,0.9845111,0.00040214692,0.00046887295,0.00007804463,0.0004971596,0.00045695074,0.000023759585,0.005451461,0.004609718,0.0030626773],"study_design_scores_gemma":[0.011274887,0.0003626873,0.8820734,0.0017742087,0.0005803882,3.0110692e-7,0.009842833,0.0032752797,0.05087422,0.00071524177,0.03703153,0.002195046],"about_ca_topic_score_codex":0.3621057,"about_ca_topic_score_gemma":0.8805891,"teacher_disagreement_score":0.51848346,"about_ca_system_score_codex":0.00007830688,"about_ca_system_score_gemma":0.0005364008,"threshold_uncertainty_score":0.6421421},"labels":[],"label_agreement":null},{"id":"W7035953777","doi":"","title":"Appel à contribution - La physiognomonie entre représentations et interprétations. Transpositions esthétiques et transferts internationaux du XIXe au XXIe siècle","year":2012,"lang":"fr","type":"other","venue":"OpenEdition (OpenEdition)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Position (finance)","score_opus":0.014317874039414907,"score_gpt":0.29661052068210764,"score_spread":0.2822926466426927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7035953777","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023740856,0.0005322977,0.81163555,0.10716914,0.0049850806,0.0023788132,0.0027465436,0.000928676,0.06724983],"genre_scores_gemma":[0.9320672,0.001086357,0.011896696,0.008284695,0.0017726324,0.0021330887,0.013147557,0.00037951232,0.029232256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933108,0.0014002713,0.001247877,0.001472619,0.0014373962,0.0011310444],"domain_scores_gemma":[0.99383897,0.0026179254,0.0004780987,0.0011229215,0.0012691326,0.00067294243],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["scholarly_communication","insufficient_payload"],"category_scores_codex":[0.0011929643,0.0010054655,0.000833676,0.0009803369,0.00086574553,0.0014255375,0.0015252314,0.00073170435,0.012337836],"category_scores_gemma":[0.0009160209,0.00116589,0.00057258585,0.0011436227,0.0005648289,0.016697794,0.0002866923,0.0012409162,0.003729782],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084144565,0.001800897,0.00095283985,0.00028553276,0.00049330445,0.00013867959,0.0035597254,0.003040914,0.0009113578,0.9551667,0.024547061,0.009018825],"study_design_scores_gemma":[0.005625673,0.00070342206,0.34243733,0.0048461584,0.0006641751,0.00074578694,0.00046747373,0.010430804,0.0061995964,0.009987005,0.61449194,0.003400667],"about_ca_topic_score_codex":0.0008227404,"about_ca_topic_score_gemma":0.0037674073,"teacher_disagreement_score":0.9451797,"about_ca_system_score_codex":0.001152509,"about_ca_system_score_gemma":0.0010250988,"threshold_uncertainty_score":0.9996111},"labels":[],"label_agreement":null},{"id":"W7036006336","doi":"","title":"ANALYSIS AND RECOMMENDATIONS FOR DEVELOPER LEARNING RESOURCES by","year":2012,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Documentation; Traceability; Internal documentation; Technical documentation; Software documentation; Code (set theory); Perspective (graphical); Interview","score_opus":0.022928544417749233,"score_gpt":0.2642125858122072,"score_spread":0.24128404139445797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036006336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.988384,0.0004842268,0.007728615,0.0004054536,0.00032813277,0.0003860501,0.00014169826,0.00071592536,0.001425873],"genre_scores_gemma":[0.9434809,0.00004889255,0.054892898,0.0001527749,0.0000236623,0.00010467372,0.000032696495,0.00003775195,0.0012257687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997843,0.00020262542,0.00031503502,0.0005393379,0.00037272906,0.000727273],"domain_scores_gemma":[0.9973681,0.001515688,0.00009307356,0.00047238858,0.00017761346,0.00037312682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017183372,0.0002320609,0.0002765713,0.00046482543,0.00097558857,0.00018161448,0.0006784313,0.00013258736,0.000045952336],"category_scores_gemma":[0.0022941555,0.00023806142,0.000121559475,0.0015217067,0.000039294166,0.001393946,0.00046513823,0.0004994969,0.000053802658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026532289,0.00025275364,0.064327486,0.0001014857,0.0011479662,0.0000047912185,0.0001503206,0.00037250065,0.013560175,0.065746896,0.00022850162,0.8540806],"study_design_scores_gemma":[0.0006434136,0.000113019756,0.028142203,0.000035273024,0.00015443827,0.000019257952,0.00007614231,0.0025708226,0.018812936,0.0013132715,0.94730425,0.00081498874],"about_ca_topic_score_codex":0.00006511702,"about_ca_topic_score_gemma":0.00001764403,"teacher_disagreement_score":0.9470757,"about_ca_system_score_codex":0.00019223963,"about_ca_system_score_gemma":0.000010985872,"threshold_uncertainty_score":0.97078633},"labels":[],"label_agreement":null},{"id":"W7036412722","doi":"","title":"AURA: A Hybrid Approach to Identify Framework Evolution","year":2010,"lang":"en","type":"article","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Université de Montréal","keywords":"Aura; Context (archaeology); Identity (music); Automatism (medicine)","score_opus":0.03501851785578945,"score_gpt":0.34080767795497585,"score_spread":0.3057891600991864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7036412722","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29620454,0.000008728613,0.69997394,0.00021428823,0.0004837962,0.00027975117,0.0000017635572,0.000013994188,0.0028192282],"genre_scores_gemma":[0.5833788,1.1965638e-7,0.4160501,0.000016132559,0.00006884966,0.000027612414,0.000001105086,0.0000061184683,0.00045116988],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99877787,0.00002397771,0.00011971111,0.00044432166,0.0003289313,0.0003051648],"domain_scores_gemma":[0.9986381,0.00021486895,0.000021321946,0.0008749956,0.000070588634,0.00018010533],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006057323,0.000092218805,0.00010404704,0.00011402278,0.000086857595,0.0007496758,0.0025398722,0.00006076453,0.00014829976],"category_scores_gemma":[0.0009877771,0.000090880196,0.00002836378,0.00049577956,0.000021556367,0.0005028871,0.0011496866,0.00041383502,0.0019425582],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003453819,0.00071622175,0.017201345,0.000040161827,0.00008773937,0.000112359645,0.0049801753,0.0021257687,0.047142193,0.036673125,0.022091648,0.86879474],"study_design_scores_gemma":[0.0013648345,0.0003626762,0.5249009,0.00021388032,0.000023393162,0.0004582471,0.00015140227,0.13814445,0.06573466,0.018564355,0.24781446,0.0022667404],"about_ca_topic_score_codex":0.000040262563,"about_ca_topic_score_gemma":0.000004112416,"teacher_disagreement_score":0.866528,"about_ca_system_score_codex":0.00004658444,"about_ca_system_score_gemma":0.00009713502,"threshold_uncertainty_score":0.99883455},"labels":[],"label_agreement":null},{"id":"W7037660893","doi":"","title":"El control del dolor en la Unidad de Cuidados Paliativos - Plan de cuidados estandarizado","year":2019,"lang":"es","type":"dissertation","venue":"Scientia Insularum Revista de Ciencias Naturales en islas","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Palliative care; Unit (ring theory); Pain control; Quality of life (healthcare); Affect (linguistics); Patient care; Plan (archaeology); Ideal (ethics)","score_opus":0.010115670498208117,"score_gpt":0.2771338666173149,"score_spread":0.26701819611910677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037660893","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81364256,0.006906564,0.17195384,0.00043302833,0.002569431,0.0025663327,0.0005977892,0.0007483926,0.0005820432],"genre_scores_gemma":[0.9852561,0.0005343803,0.010005961,0.00038273167,0.00040073736,0.00019203227,0.00036842047,0.00021028219,0.0026493869],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9865804,0.0023538647,0.0014866404,0.002754357,0.0033580381,0.0034667552],"domain_scores_gemma":[0.9889222,0.00537173,0.00090047315,0.002559781,0.0012055811,0.0010402823],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.009190005,0.0015136398,0.0015697016,0.001953453,0.0010237568,0.0046056113,0.007273872,0.0017931523,0.00009076332],"category_scores_gemma":[0.013029027,0.0015072003,0.0008041867,0.0041517,0.00066878926,0.0013922983,0.0008501699,0.0037100136,0.00039931672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016320823,0.0016410039,0.348903,0.012451514,0.0024407164,0.0037321488,0.08130195,0.025022749,0.27697146,0.16781884,0.011308798,0.06677575],"study_design_scores_gemma":[0.006250491,0.0010755251,0.5364574,0.0061986176,0.0008188608,0.00091127696,0.0017606617,0.38412532,0.01499937,0.0011196567,0.040745556,0.0055372096],"about_ca_topic_score_codex":0.00044708495,"about_ca_topic_score_gemma":0.000039296676,"teacher_disagreement_score":0.35910258,"about_ca_system_score_codex":0.003383435,"about_ca_system_score_gemma":0.007887606,"threshold_uncertainty_score":0.9997612},"labels":[],"label_agreement":null},{"id":"W7037862717","doi":"","title":"Expérience spirituelle et expérience de rétablissement en santé mentale : étude descriptive en vue d'une thérapeuthique spirituelle","year":2018,"lang":"fr","type":"other","venue":"Corpus Université Laval (Université Laval)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Prospection; Life style; Belgica","score_opus":0.010751541642756995,"score_gpt":0.22908268516062916,"score_spread":0.21833114351787217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037862717","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42419487,0.0077591306,0.33440858,0.008654482,0.0055959364,0.0043523503,0.00036756575,0.0026810833,0.21198598],"genre_scores_gemma":[0.34576812,0.01506797,0.033251565,0.0007418176,0.0010734004,0.000042494332,0.00011703542,0.00073713827,0.6032005],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910513,0.0012009764,0.0006250658,0.0027554866,0.0019658294,0.002401315],"domain_scores_gemma":[0.9934842,0.0015655803,0.0005855216,0.0023177015,0.00074805494,0.0012989666],"candidate_categories":["metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0015386443,0.001555981,0.001264752,0.0013730534,0.0011085921,0.000512532,0.006652525,0.0011862922,0.0022167545],"category_scores_gemma":[0.00040465296,0.001925228,0.0006178955,0.003241747,0.0009904972,0.00199858,0.0050923876,0.0017464826,0.0010885419],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006794062,0.0019664788,0.031036092,0.000913367,0.0016032426,0.01421058,0.6663756,0.0030155734,0.07952772,0.10162551,0.054305688,0.044740792],"study_design_scores_gemma":[0.004419956,0.0020545241,0.04236136,0.0020852475,0.00049500744,0.0008558258,0.02583165,0.0069188564,0.051328756,0.00063128246,0.85926074,0.0037567974],"about_ca_topic_score_codex":0.029758228,"about_ca_topic_score_gemma":0.017199663,"teacher_disagreement_score":0.80495507,"about_ca_system_score_codex":0.0057137283,"about_ca_system_score_gemma":0.0022532817,"threshold_uncertainty_score":0.99971884},"labels":[],"label_agreement":null},{"id":"W7037963665","doi":"","title":"Global Multidisciplinary Learning in Construction Education: Lessons from Virtual Collaboration of Building Design Teams","year":2012,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Work (physics); Reflection (computer programming); Discipline; Virtual learning environment; Construction industry; Training (meteorology); Virtual reality","score_opus":0.16009930658990595,"score_gpt":0.5421575789109061,"score_spread":0.38205827232100015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037963665","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6867938,0.004014806,0.30755794,0.00014098441,0.0010564488,0.00028417725,0.000008674696,0.00005353661,0.00008961822],"genre_scores_gemma":[0.9470865,0.0004555765,0.052201036,0.000010598633,0.00016637194,0.00003517427,0.000005558815,0.000016829494,0.000022324415],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997508,0.0004592313,0.00062533194,0.00035070934,0.00069164997,0.00036506436],"domain_scores_gemma":[0.99742913,0.0010705398,0.0005012745,0.00040621415,0.0003821595,0.00021066389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001739374,0.00019627843,0.00040869747,0.0006520316,0.00017177564,0.00068130053,0.002194059,0.00010990768,0.0002508674],"category_scores_gemma":[0.0013353653,0.00020695613,0.00006171941,0.0025060722,0.00009830993,0.004850543,0.0010541041,0.00034770934,0.000004488884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004437266,0.00023279338,0.88946795,0.000020873342,0.000041569707,0.0000036329952,0.0006431801,0.022290511,0.025792079,0.0012527624,0.0010181759,0.059192117],"study_design_scores_gemma":[0.00035987384,0.00001721747,0.9698822,0.00037650947,0.000013624596,0.000017343948,0.00044424884,0.0069067287,0.018571569,0.0029519973,0.0001885199,0.00027016804],"about_ca_topic_score_codex":0.000760168,"about_ca_topic_score_gemma":0.000018398143,"teacher_disagreement_score":0.2602927,"about_ca_system_score_codex":0.00039630895,"about_ca_system_score_gemma":0.0007644365,"threshold_uncertainty_score":0.84394264},"labels":[],"label_agreement":null},{"id":"W7038327493","doi":"","title":"On genocide and settler-colonial violence: Australia in comparative perspective","year":2016,"lang":"en","type":"other","venue":"NOVA (University of Newcastle Australia)","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Genocide; Colonialism; Indigenous; Frontier; Causation; Context (archaeology); Politics; Nexus (standard)","score_opus":0.1319351104352924,"score_gpt":0.3624191994640675,"score_spread":0.23048408902877507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038327493","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6856898,0.00053100137,0.14899008,0.008639302,0.0041108355,0.005144919,0.0014210475,0.0018906563,0.14358234],"genre_scores_gemma":[0.56311536,0.00006543461,0.014234596,0.000015681739,0.0001234147,0.0000011985562,0.000008013078,0.00008522043,0.42235106],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99835366,0.00007207409,0.00011250956,0.0006348407,0.00042123688,0.00040570076],"domain_scores_gemma":[0.9989055,0.00023978521,0.00013831434,0.00047979841,0.00009323304,0.00014337216],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013934115,0.000269683,0.00043801923,0.0006918449,0.000042368294,0.000027522628,0.00090171705,0.00030773264,0.001989194],"category_scores_gemma":[0.000040162744,0.00030167573,0.00007686696,0.00040085727,0.0002928136,0.00017397001,0.00029121034,0.00042336358,0.00061656395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027501633,0.0003199559,0.006057198,0.00030471376,0.00051216263,0.0014372531,0.009550126,0.00023540446,0.0013399771,0.08388722,0.89065576,0.005425218],"study_design_scores_gemma":[0.020592103,0.004510663,0.7479689,0.011603943,0.00021335688,0.00027768296,0.004785231,0.0010267337,0.0019031775,0.03552567,0.16422294,0.0073695644],"about_ca_topic_score_codex":0.007503351,"about_ca_topic_score_gemma":0.0015643815,"teacher_disagreement_score":0.7419117,"about_ca_system_score_codex":0.0002981766,"about_ca_system_score_gemma":0.000090301306,"threshold_uncertainty_score":0.99994355},"labels":[],"label_agreement":null},{"id":"W7038518318","doi":"","title":"Integrating User Feedback to Enhance Software Quality and User Satisfaction in Mobile Application Development","year":2024,"lang":"en","type":"dissertation","venue":"University Library (University of Saskatchewan)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Computer user satisfaction; Android (operating system); User satisfaction; Software quality; User experience design; Source code; Quality (philosophy); User requirements document; Software development","score_opus":0.007609529604559796,"score_gpt":0.22950792453021931,"score_spread":0.22189839492565952,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038518318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9253223,0.00018494714,0.0729002,0.00017392813,0.0002529806,0.0005673593,0.000024356465,0.00040670153,0.00016724235],"genre_scores_gemma":[0.78639245,0.00013099318,0.17898612,0.000028901806,0.000025155596,0.0000017528682,0.0002700262,0.00004101558,0.034123562],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982663,0.000084686304,0.00020075696,0.0007822097,0.00038356043,0.00028252916],"domain_scores_gemma":[0.99886656,0.0002763739,0.00014253348,0.00044640328,0.00009272414,0.0001754233],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018928692,0.00026167522,0.00035760965,0.000814809,0.0001609152,0.00008197648,0.00088180386,0.0002905395,0.00004525437],"category_scores_gemma":[0.000032349475,0.0003692054,0.00007856398,0.0012085648,0.0000453638,0.0017394176,0.0005750291,0.0005116563,0.000073274634],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005036924,0.00023418196,0.2266595,0.0033373667,0.00030554438,0.00025211857,0.32905173,0.0006135559,0.0029972608,0.0015096688,0.002819838,0.43171555],"study_design_scores_gemma":[0.00055921555,0.00013501894,0.7934164,0.0011669071,0.000039534327,0.000003380697,0.16096358,0.00034303346,0.0044850484,0.00024511103,0.037479084,0.0011636812],"about_ca_topic_score_codex":0.0019234671,"about_ca_topic_score_gemma":0.011027469,"teacher_disagreement_score":0.5667569,"about_ca_system_score_codex":0.00029089462,"about_ca_system_score_gemma":0.0005735162,"threshold_uncertainty_score":0.99987596},"labels":[],"label_agreement":null},{"id":"W7039109163","doi":"","title":"La stéatose hépatique et ses effets sur la régulation du métabolisme du cholestérol &#13;\\nchez le rat","year":2020,"lang":"fr","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Triglyceride; Cholesterol; Weight gain; Lipogenesis; Gene expression; Lipid metabolism; PCSK9; Energy expenditure","score_opus":0.006015900092450333,"score_gpt":0.19132317746639774,"score_spread":0.1853072773739474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039109163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94607794,0.007401228,0.03470268,0.0030589413,0.0021243445,0.00074267434,0.000052692885,0.00062356365,0.0052159615],"genre_scores_gemma":[0.9877596,0.0008374516,0.00203335,0.00014655742,0.00035526973,0.00006215018,0.00041509644,0.000077784454,0.008312738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9953202,0.0009754184,0.00054785964,0.001164905,0.0013317466,0.00065985136],"domain_scores_gemma":[0.9956256,0.0019836721,0.000395969,0.00064118707,0.0007309239,0.0006226609],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.000773076,0.0007115034,0.0006186423,0.00048019414,0.0034464241,0.00047713678,0.0012930665,0.0008530753,0.000019932586],"category_scores_gemma":[0.0012335884,0.0008922202,0.00038017085,0.0009234265,0.0003332313,0.0017329805,0.0005917138,0.0012848834,0.0001098034],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013748631,0.0015263892,0.231935,0.001662004,0.0010492724,0.02165575,0.21018814,0.14646609,0.047632597,0.3044244,0.004403808,0.02768171],"study_design_scores_gemma":[0.0035302448,0.0001955735,0.7266225,0.00085099286,0.00021158838,0.002344434,0.0031016667,0.105840966,0.021324651,0.00031482446,0.13411726,0.0015452864],"about_ca_topic_score_codex":0.02636884,"about_ca_topic_score_gemma":0.003425065,"teacher_disagreement_score":0.49468753,"about_ca_system_score_codex":0.0026796844,"about_ca_system_score_gemma":0.00565978,"threshold_uncertainty_score":0.99997723},"labels":[],"label_agreement":null},{"id":"W7039678760","doi":"","title":"Mumbouli Live at The Redfish on 2007-09-21","year":2007,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Blues; White (mutation); Crypsis; Warbler; Front (military); Nova scotia","score_opus":0.007671899742823482,"score_gpt":0.2045637069346537,"score_spread":0.19689180719183022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039678760","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000020506404,0.0004636255,0.0000366508,0.0005084377,0.00078058953,0.00047576276,0.00003912442,0.0004736712,0.9972016],"genre_scores_gemma":[0.00009625247,0.00022012345,0.00198519,0.00046879068,0.00028769588,0.000018562672,0.000036670117,0.000110732435,0.996776],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973066,0.00007655101,0.0004977491,0.00032559788,0.0012807805,0.0005127471],"domain_scores_gemma":[0.99735856,0.0008332784,0.0003480515,0.0011460875,0.0001551138,0.00015891745],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007267495,0.00036094998,0.0003279557,0.0001623754,0.000114061666,0.00015277762,0.0017568341,0.00045015095,0.34277213],"category_scores_gemma":[0.0004979675,0.00029438856,0.00016513311,0.000021816928,0.00015713758,3.1786854e-7,0.0005310173,0.00056781474,0.11022846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022473938,0.000024758163,0.0000032392243,0.00014591607,0.00004252825,0.00004077053,0.00018342603,0.00048065474,4.6161873e-8,0.00012085316,0.99551237,0.0034229741],"study_design_scores_gemma":[0.0002741945,0.00013175471,0.000033191038,0.00021743371,0.000009861929,0.00007401042,0.000021342645,0.00012131941,0.000010089258,0.000005271743,0.99880016,0.00030134426],"about_ca_topic_score_codex":0.0021108263,"about_ca_topic_score_gemma":0.0002343532,"teacher_disagreement_score":0.23254366,"about_ca_system_score_codex":0.00016108333,"about_ca_system_score_gemma":0.000047432095,"threshold_uncertainty_score":0.9999508},"labels":[],"label_agreement":null},{"id":"W7045490487","doi":"","title":"Avoin lähdekoodi käytössä: Näkökulmia avoimen lähdekoodin ohjelmistojen käyttöön ja kehittämiseen julkisella ja yksityisellä sektorilla","year":2012,"lang":"fi","type":"article","venue":"Tampere University Institutional Repository (Tampere University)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Work (physics); Order (exchange); Set (abstract data type); Quarter (Canadian coin)","score_opus":0.015621408978008185,"score_gpt":0.19842583107021744,"score_spread":0.18280442209220926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7045490487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6199636,0.0022560358,0.035068534,0.0011669799,0.011017404,0.0023199662,0.00073695893,0.0025827084,0.3248878],"genre_scores_gemma":[0.8021113,0.0005689372,0.0032960426,0.000103661696,0.001442108,0.0000013244022,0.00015685747,0.00010437805,0.19221537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.989597,0.0012208481,0.0008606166,0.0025408587,0.0027153227,0.0030653467],"domain_scores_gemma":[0.99100184,0.0015296731,0.00062497845,0.0025783863,0.0014352232,0.002829923],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0011335677,0.0016099795,0.0013501149,0.002419902,0.0049870685,0.00057799864,0.005331695,0.0014203646,0.00059131306],"category_scores_gemma":[0.00060858764,0.0021339306,0.0010528269,0.004057966,0.002013323,0.0053378018,0.0033558311,0.0024890408,0.0018395522],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003955368,0.008256117,0.27363387,0.0028854965,0.0065498245,0.03411169,0.027227474,0.02196021,0.029165762,0.53772753,0.04003593,0.014490725],"study_design_scores_gemma":[0.0034971084,0.00033141515,0.030293504,0.00050778134,0.0005375364,0.0009775399,0.0023742232,0.0018462803,0.0018740454,0.000039067392,0.9550842,0.002637268],"about_ca_topic_score_codex":0.0016834164,"about_ca_topic_score_gemma":0.000087157794,"teacher_disagreement_score":0.9150483,"about_ca_system_score_codex":0.007546613,"about_ca_system_score_gemma":0.00371733,"threshold_uncertainty_score":0.999876},"labels":[],"label_agreement":null},{"id":"W70716443","doi":"","title":"Proceedings of the 4th international workshop on Predictor models in software engineering","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IBM; Presentation (obstetrics); Software engineering; Computer science; Engineering management; Engineering; Data science","score_opus":0.023690096424751297,"score_gpt":0.23482928284807578,"score_spread":0.21113918642332447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W70716443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72920066,0.000019535859,0.2686758,0.0003372236,0.0004904038,0.00017142369,0.0000012768281,0.00029338792,0.00081024464],"genre_scores_gemma":[0.9741782,0.000007729026,0.025162749,0.000031549345,0.000045795783,0.000018898347,1.9741893e-7,0.0000091207,0.00054575736],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989988,0.000002428074,0.00014419366,0.00019478027,0.00047972807,0.0001800375],"domain_scores_gemma":[0.9994021,0.00026261012,0.000023097731,0.00018165955,0.00009041127,0.00004014459],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012847454,0.00008186455,0.000081696315,0.0001707807,0.000020873878,0.00002509511,0.0011273312,0.000041626052,0.0000092293185],"category_scores_gemma":[0.0007125647,0.000060253165,0.00003784345,0.0004931841,0.00002057473,0.00034062008,0.00030126053,0.0001988621,0.0000037316715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024525161,0.00029099025,0.3980933,0.00008922198,0.00005816839,0.000022312584,0.004059802,0.50461257,0.0013311022,0.08046668,0.007816748,0.0031345428],"study_design_scores_gemma":[0.00037492052,0.000030065987,0.23598348,0.00019294635,7.1330805e-7,0.0000237955,0.000013183159,0.7583338,0.004020513,0.00048370054,0.00037783067,0.00016506904],"about_ca_topic_score_codex":0.000008061374,"about_ca_topic_score_gemma":5.8093946e-7,"teacher_disagreement_score":0.2537212,"about_ca_system_score_codex":0.00007648102,"about_ca_system_score_gemma":0.000038175745,"threshold_uncertainty_score":0.24570529},"labels":[],"label_agreement":null},{"id":"W7071953711","doi":"","title":"Towards Sustainable AI for Continuous Integration Quality Gates","year":2025,"lang":"en","type":"dissertation","venue":"QSpace (Queen's University Library)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Retraining; Software deployment; Software; Analytics; Quality (philosophy); Process (computing); Scheduling (production processes)","score_opus":0.00862043603205215,"score_gpt":0.24502281688283395,"score_spread":0.2364023808507818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7071953711","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028184632,0.00019648515,0.85339403,0.08627205,0.002800491,0.0038257998,0.00017941688,0.004549155,0.02059796],"genre_scores_gemma":[0.04821668,0.00010595751,0.024539297,0.00014135071,0.00011133088,0.00001807869,0.001144396,0.000049880313,0.925673],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784803,0.00015318864,0.00021559877,0.0007640247,0.00041352015,0.0006056343],"domain_scores_gemma":[0.9975994,0.00075640384,0.00016051208,0.00076466263,0.0005483552,0.0001706464],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001901651,0.00035965955,0.00046676825,0.0008158819,0.00028373027,0.0004883408,0.0017418979,0.0004165827,0.000043210184],"category_scores_gemma":[0.00092904945,0.00041808537,0.00024472992,0.0011789517,0.00003233721,0.0024782184,0.00039129454,0.0005612369,0.0000131299375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034148165,0.00014555317,0.0016466653,0.0018850259,0.00019359207,0.000148651,0.0021998133,0.00013772586,0.000013706841,0.3988431,0.58535075,0.009093943],"study_design_scores_gemma":[0.002518542,0.0006789413,0.03613638,0.0010381117,0.00016441471,4.443288e-7,0.014318879,0.0012236697,0.03669559,0.017355992,0.887206,0.0026630035],"about_ca_topic_score_codex":0.00507333,"about_ca_topic_score_gemma":0.000058410416,"teacher_disagreement_score":0.9050751,"about_ca_system_score_codex":0.0003092195,"about_ca_system_score_gemma":0.001410274,"threshold_uncertainty_score":0.9998271},"labels":[],"label_agreement":null},{"id":"W7084029371","doi":"10.6084/m9.figshare.c.8064939.v1","title":"Knowledge, attitudes, and behaviours towards smoking among people with migration experience: a global scoping review","year":2025,"lang":"en","type":"other","venue":"Figshare","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Focus group; Content analysis; Public health; Qualitative research; Tobacco use; Descriptive statistics; Qualitative property; Data collection","score_opus":0.032296214675812084,"score_gpt":0.3460188292950282,"score_spread":0.31372261461921613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7084029371","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014338175,0.85586345,0.008969854,0.00019904427,0.0007567614,0.007134266,0.04844412,0.0045481194,0.07394103],"genre_scores_gemma":[0.047060095,0.04263049,0.075547785,0.002052162,0.003895458,0.033950616,0.27987307,0.003637873,0.5113525],"study_design_codex":"not_applicable","study_design_gemma":"systematic_review","domain_scores_codex":[0.9985588,0.000037737118,0.0001540173,0.0005775146,0.00037397162,0.0002979642],"domain_scores_gemma":[0.9990263,0.00008021344,0.00009537932,0.00056965713,0.00011834739,0.00011009897],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000064292806,0.00026151113,0.00032698337,0.00013046777,0.00006101937,0.0002385933,0.00075390656,0.00016213597,0.008518755],"category_scores_gemma":[0.0006941284,0.00023849981,0.00004379181,0.00073659833,0.000012278312,0.00017964609,0.0005252508,0.0002065923,0.000052521198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.02906e-7,0.000029711688,0.013925764,0.021418927,0.00003207197,0.00004946258,0.00022835817,0.000003211823,5.8339783e-8,0.000024803576,0.94522476,0.01906219],"study_design_scores_gemma":[0.00015842126,0.000043712014,0.06570685,0.91583174,0.000017976805,0.000022765094,0.0000033475076,0.0002521522,0.000008216741,0.0000010355585,0.017448964,0.00050478417],"about_ca_topic_score_codex":0.00036665876,"about_ca_topic_score_gemma":0.002786021,"teacher_disagreement_score":0.9277758,"about_ca_system_score_codex":0.0001156509,"about_ca_system_score_gemma":0.00051302765,"threshold_uncertainty_score":0.9923876},"labels":[],"label_agreement":null},{"id":"W7091729","doi":"10.1097/00000542-198207000-00027","title":"Software maintenance maturity model (S3mDSS): a decision support system","year":2008,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Capability Maturity Model; Software maintenance; Software engineering; Computer science; Maturity (psychological); Software development; Decision support system; Software; Task (project management); Personal software process; Software system; Software construction; Process management; Systems engineering; Engineering; Data mining; Operating system","score_opus":0.013080057892800081,"score_gpt":0.22612207024159048,"score_spread":0.2130420123487904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7091729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08120794,0.0016872615,0.9099089,0.000013508571,0.0012243013,0.00029587554,0.000017095259,0.005608086,0.00003701036],"genre_scores_gemma":[0.5547515,0.00010025737,0.44439927,0.000010498951,0.00016523172,0.0001019918,0.0000075341986,0.00012946728,0.00033425336],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963422,0.000023214092,0.0006165205,0.0010852166,0.0006268472,0.0013060152],"domain_scores_gemma":[0.99644053,0.001376048,0.00007152628,0.0011950086,0.0002625559,0.00065435487],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006374327,0.0007203953,0.00067822635,0.0007074868,0.00029032302,0.00018295736,0.0012615019,0.000324121,0.000005351781],"category_scores_gemma":[0.00272304,0.00075809075,0.00020650694,0.0010980695,0.000058033434,0.0007766678,0.00083196146,0.00090120843,0.000111048284],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040634506,0.00020357067,0.009672483,0.0029447242,0.00022574612,0.0010500943,0.003538971,0.9454309,0.0013409932,0.008737949,0.0060190726,0.020794885],"study_design_scores_gemma":[0.0007515004,0.000082034516,0.006736561,0.00058784895,0.000013997064,0.0010451963,0.000011203504,0.98510826,0.00069287716,0.000026957956,0.003962252,0.0009813214],"about_ca_topic_score_codex":0.000008868379,"about_ca_topic_score_gemma":0.0000012268257,"teacher_disagreement_score":0.47354355,"about_ca_system_score_codex":0.00041760242,"about_ca_system_score_gemma":0.00024628153,"threshold_uncertainty_score":0.999487},"labels":[],"label_agreement":null},{"id":"W7093319411","doi":"10.1016/j.iot.2025.101803","title":"A comparison of code quality metrics and best practices in non-IoT and IoT systems","year":2025,"lang":"en","type":"article","venue":"Internet of Things","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; École de Technologie Supérieure","funders":"","keywords":"Code refactoring; Best practice; Software quality; Software; Software metric; Software system; Metric (unit); Quality (philosophy); Code smell","score_opus":0.08779927866798222,"score_gpt":0.4233576168808828,"score_spread":0.3355583382129006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093319411","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9200451,0.0014216669,0.0777867,0.00019329762,0.00017950556,0.00012102817,0.0000012124236,0.000024476829,0.0002270564],"genre_scores_gemma":[0.99131685,0.000010672117,0.008390653,0.000014977617,0.000004423083,0.0000045520956,1.802211e-7,0.000003337885,0.0002543317],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989694,0.00007067285,0.00035501935,0.00021954218,0.0002625863,0.00012282714],"domain_scores_gemma":[0.99727684,0.0020796743,0.00025464926,0.00024983266,0.00010356347,0.00003542908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011494245,0.000074900585,0.00028594313,0.00035673383,0.000009032763,0.000086341934,0.0005018747,0.000058850965,5.731055e-7],"category_scores_gemma":[0.0028646768,0.000071662806,0.000016643658,0.0004846393,0.000058658647,0.00012951449,0.00046155913,0.00019874997,7.586184e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035530404,0.0002618089,0.9669148,0.0017515126,0.00007252974,0.00000676888,0.009900107,0.00034358737,0.002405632,0.0071338695,0.0005364145,0.0106374435],"study_design_scores_gemma":[0.0007482728,0.00037066138,0.14695424,0.0012401293,0.000015223762,0.000008842386,0.0006685982,0.833586,0.0148609355,0.00025000866,0.0010889127,0.00020822926],"about_ca_topic_score_codex":0.0065439935,"about_ca_topic_score_gemma":0.000044375938,"teacher_disagreement_score":0.83324236,"about_ca_system_score_codex":0.000035934445,"about_ca_system_score_gemma":0.000032106116,"threshold_uncertainty_score":0.98926044},"labels":[],"label_agreement":null},{"id":"W7093648404","doi":"","title":"Food deserts in Winnipeg, Canada: a novel method for\\nmeasuring a complex and contested construct","year":2017,"lang":"en","type":"article","venue":"PubMed Central","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Construct (python library); Natural (archaeology); Food supply; Food security","score_opus":0.06555332872158774,"score_gpt":0.27304058999486436,"score_spread":0.2074872612732766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7093648404","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3796818,0.00010561597,0.61797076,0.00085366383,0.0005268438,0.0006676159,0.00002183674,0.00008186649,0.00009000557],"genre_scores_gemma":[0.90322554,0.0000014527374,0.0965227,0.000054927572,0.00005365633,0.00011505406,0.0000013168561,0.000010841747,0.000014527588],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795264,0.000028365685,0.00016758921,0.00034835786,0.00026837265,0.0012346875],"domain_scores_gemma":[0.99844134,0.00057102775,0.000061347324,0.00050371623,0.00005400423,0.00036859114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064338726,0.00013016255,0.00020437852,0.00007502557,0.00017163897,0.00029186546,0.00082045124,0.00004162733,9.527631e-7],"category_scores_gemma":[0.002443889,0.00013461005,0.000026719375,0.000089796195,0.000060254442,0.00028307273,0.0002594561,0.00014812704,1.1033289e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004340934,0.000057884525,0.85458475,0.00012560663,0.00008656804,0.00005725027,0.00046439908,0.00035846716,0.0012747386,0.0096625695,0.00042040358,0.13286397],"study_design_scores_gemma":[0.0012247947,0.00002238327,0.9675478,0.00002058969,0.0000024625492,0.00005537324,0.000009135442,0.029461727,0.00068917504,0.00015025213,0.0006618811,0.00015444148],"about_ca_topic_score_codex":0.04717491,"about_ca_topic_score_gemma":0.14627342,"teacher_disagreement_score":0.5235437,"about_ca_system_score_codex":0.0003571518,"about_ca_system_score_gemma":0.00059728464,"threshold_uncertainty_score":0.95917004},"labels":[],"label_agreement":null},{"id":"W7095139477","doi":"","title":"IMPROVING THE ESTIMATION, CONTINGENCY PLANNING AND TRACKING","year":2010,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Tracking (education); Jury; Emerging technologies; Expert system; Tracking system; Automation","score_opus":0.015534924641010335,"score_gpt":0.27201467262677936,"score_spread":0.256479747985769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095139477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25521865,0.000047277426,0.7438449,0.00029662342,0.0001698415,0.00004944566,4.3685848e-8,0.00018726842,0.00018592419],"genre_scores_gemma":[0.88953966,2.4176003e-7,0.110315084,0.000036764206,0.000034525983,0.000004675029,8.7691404e-8,0.000003611399,0.000065359476],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995118,0.000007835025,0.00007077188,0.00013538763,0.00012874724,0.00014548],"domain_scores_gemma":[0.9990872,0.0005768583,0.000016923868,0.0002432135,0.000039667022,0.00003610845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042072922,0.000045674366,0.00003743136,0.00003685648,0.0001286755,0.00026870018,0.00036166463,0.000022519103,0.0000064068113],"category_scores_gemma":[0.0010373261,0.000030478608,0.000008812051,0.00012281633,0.00002386931,0.00028738167,0.00014162736,0.00020184324,0.0000060245134],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.68726e-7,0.000012233735,0.1058175,0.000030179188,0.000010504507,0.000012841192,0.003231389,0.0009548358,0.035263818,0.051302906,0.0004366824,0.8029261],"study_design_scores_gemma":[0.000090216636,0.000011960288,0.1480991,0.0000074378886,0.0000011099063,0.00003385784,0.00002182972,0.84523416,0.0054138075,0.0007019751,0.0002921875,0.00009234855],"about_ca_topic_score_codex":0.00002804279,"about_ca_topic_score_gemma":0.000002858822,"teacher_disagreement_score":0.84427935,"about_ca_system_score_codex":0.0000035047876,"about_ca_system_score_gemma":0.000018392737,"threshold_uncertainty_score":0.25910822},"labels":[],"label_agreement":null},{"id":"W7100274705","doi":"","title":"Information Technology de l’information Software Cost Estimation and Control","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information technology; Identifier; Software; Table (database); Control (management); Information system","score_opus":0.004800158921368816,"score_gpt":0.23929130252562403,"score_spread":0.23449114360425521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100274705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014592079,0.0000125221395,0.98359644,0.0005634231,0.000067910696,0.00022934069,0.0000011548354,0.00074805116,0.00018909431],"genre_scores_gemma":[0.754539,0.000002441819,0.24520388,0.00021910392,0.0000062507333,0.000015133892,0.0000048771285,0.0000017330696,0.0000075505313],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993337,0.0000058212263,0.00018242709,0.0000518093,0.00018410527,0.00024214612],"domain_scores_gemma":[0.9992797,0.00028750545,0.0000422411,0.00019482,0.00012770234,0.00006808165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006005813,0.00006393815,0.00006129211,0.00044716717,0.00006836595,0.0001616214,0.00023973492,0.00008807225,0.0000048569777],"category_scores_gemma":[0.0012846766,0.00006126227,0.000009693351,0.0004189583,0.000026859716,0.0029603012,0.00007460691,0.00011185697,0.00009370557],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056047966,0.00000523631,0.014263684,0.000026817735,0.00000534847,0.0000010281054,0.00044509946,0.0019016414,0.00004418568,0.024662355,0.0003408804,0.95829815],"study_design_scores_gemma":[0.0013718688,0.00010770315,0.13336557,0.000022310538,0.0000038022058,0.00012565807,0.00012999162,0.8464861,0.004489191,0.0041764393,0.009463197,0.00025817737],"about_ca_topic_score_codex":0.000013049132,"about_ca_topic_score_gemma":0.0000016228913,"teacher_disagreement_score":0.95803994,"about_ca_system_score_codex":0.00008627033,"about_ca_system_score_gemma":0.000043610573,"threshold_uncertainty_score":0.24982028},"labels":[],"label_agreement":null},{"id":"W7100759598","doi":"","title":"in Nunavut: prelude to a screening strategy","year":2015,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.06122732403069267,"score_gpt":0.31845452712967665,"score_spread":0.25722720309898395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100759598","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091209605,0.000027692186,0.90490997,0.000839601,0.000094366114,0.000105016334,1.407103e-7,0.00022634899,0.0025872537],"genre_scores_gemma":[0.8257737,2.562861e-7,0.17274593,0.0001770297,0.000030715335,0.000015650068,1.2676242e-7,0.0000056454273,0.0012509308],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991524,0.000018414492,0.00008730358,0.0002034036,0.00027963586,0.00025880898],"domain_scores_gemma":[0.99929255,0.00012517124,0.000005354849,0.00031950764,0.000047680183,0.00020976267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037237123,0.000057222194,0.000064427535,0.00016355385,0.000009199458,0.00010143767,0.00063051836,0.000025233685,0.00001438571],"category_scores_gemma":[0.00038025007,0.000053079613,0.000010947093,0.0006168677,0.000005210389,0.00033212607,0.0002699544,0.00010005629,0.00022917963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004864825,0.00028516733,0.1653846,0.000048037786,0.00003377387,0.00076166866,0.00894839,0.3857753,0.0018020559,0.12918621,0.11103112,0.19669501],"study_design_scores_gemma":[0.002148089,0.0009099268,0.2938394,0.00010736658,0.0000015283312,0.00007872371,0.00027187754,0.6557334,0.009500898,0.0074830544,0.028893013,0.0010327382],"about_ca_topic_score_codex":0.00019619241,"about_ca_topic_score_gemma":0.000053198655,"teacher_disagreement_score":0.7345641,"about_ca_system_score_codex":0.00004774912,"about_ca_system_score_gemma":0.000075032534,"threshold_uncertainty_score":0.2945717},"labels":[],"label_agreement":null},{"id":"W7103104721","doi":"","title":"Compiler.next: A Search-Based Compiler to Power the AI-Native Future of Software Engineering","year":2025,"lang":"","type":"article","venue":"ArXiv.org","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Software development; Software construction; Compiler; Social software engineering; Interoperability; Software system; Resource-oriented architecture; Software evolution; Cornerstone","score_opus":0.02491462547407967,"score_gpt":0.2845692658986576,"score_spread":0.2596546404245779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7103104721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47967023,0.0017842259,0.5044446,0.009317758,0.002964013,0.001266313,0.00005970794,0.00041853855,0.000074604155],"genre_scores_gemma":[0.9883292,0.00002996134,0.008652954,0.001969305,0.0003020284,0.00010818121,0.000008699382,0.00008099194,0.0005186884],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99452597,0.0003278057,0.0008999372,0.0012666406,0.0014842987,0.0014953299],"domain_scores_gemma":[0.9917796,0.0038591484,0.00013353438,0.0025130496,0.0012459151,0.0004687287],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014272793,0.000727529,0.00083197054,0.00091122964,0.000421221,0.00036940194,0.0039929785,0.0003242121,0.00032458658],"category_scores_gemma":[0.0022548179,0.00062691205,0.00039220788,0.0047968095,0.00039048132,0.00051869254,0.0019084512,0.0019307651,0.00027447994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024365328,0.0007612891,0.73647255,0.0011434352,0.0007971915,0.00015230959,0.008610987,0.20856246,0.0033735451,0.006789154,0.013648153,0.019445281],"study_design_scores_gemma":[0.0013166702,0.00059484266,0.84794456,0.0012018909,0.000049346985,0.00000758117,0.0003048721,0.11404307,0.011143519,0.000035183206,0.022503486,0.00085499603],"about_ca_topic_score_codex":0.00008155885,"about_ca_topic_score_gemma":0.000011202437,"teacher_disagreement_score":0.508659,"about_ca_system_score_codex":0.0004303875,"about_ca_system_score_gemma":0.001085251,"threshold_uncertainty_score":0.99961823},"labels":[],"label_agreement":null},{"id":"W7113415863","doi":"","title":"Large Language Models for Code Generation and Program Comprehension: Exploring Capabilities, Context, and Developer Adaptation","year":2025,"lang":"en","type":"article","venue":"University Library (University of Saskatchewan)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Program comprehension; Documentation; Adaptation (eye); Automatic summarization; Comprehension; Code (set theory); Software development; Java","score_opus":0.031077415142713047,"score_gpt":0.21230285653286524,"score_spread":0.18122544139015218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113415863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61379033,0.0001922583,0.38500267,0.0004272846,0.000046900983,0.00026618553,0.000030072984,0.00019033892,0.000053939868],"genre_scores_gemma":[0.88556975,0.000060210717,0.11243573,0.000027353839,0.000008532484,4.2064488e-7,0.000027400862,0.000004942754,0.0018656628],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99932706,0.000041802883,0.00006081468,0.0002953912,0.00010693374,0.00016798916],"domain_scores_gemma":[0.999414,0.0002167411,0.000031740383,0.00019321767,0.00006962814,0.000074629585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00008423308,0.00009375069,0.00014635317,0.00022617797,0.00024116311,0.000043102835,0.00030074306,0.00006288363,0.0000067281085],"category_scores_gemma":[0.000012550329,0.00012667212,0.00003314605,0.0002971735,0.00009060748,0.0024700812,0.00043280653,0.00008468286,5.1067e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043924127,0.00043953248,0.022975825,0.0012166277,0.00037298407,0.0001212936,0.5955464,0.0055684554,0.001552579,0.09074263,0.0037584647,0.27726597],"study_design_scores_gemma":[0.00245754,0.00016991617,0.008562108,0.00014215373,0.000034316952,0.000003094818,0.2952944,0.67971927,0.0007847149,0.0007727797,0.011711938,0.0003477689],"about_ca_topic_score_codex":0.00025136056,"about_ca_topic_score_gemma":0.0004855479,"teacher_disagreement_score":0.6741508,"about_ca_system_score_codex":0.000041258554,"about_ca_system_score_gemma":0.00017477944,"threshold_uncertainty_score":0.51655394},"labels":[],"label_agreement":null},{"id":"W7115741398","doi":"10.2139/ssrn.5932828","title":"Improving IR-based Bug Localization Leveraging Texts and Multimedia from Bug Reports","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Saskatchewan","funders":"","keywords":"Key (lock); Software; Security bug; Application programming interface; Software bug; Interface (matter)","score_opus":0.009396848425966718,"score_gpt":0.248796351078856,"score_spread":0.23939950265288928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115741398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0611197,0.016157081,0.91791105,0.0005957933,0.0032222432,0.00066999416,0.000012046449,0.00028212342,0.00002998228],"genre_scores_gemma":[0.97887474,0.003629153,0.015166294,0.00014256494,0.0010482301,0.000047063622,0.000053967426,0.00009809722,0.0009398996],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9885423,0.00048404047,0.0016662825,0.0021985497,0.0017591255,0.0053496566],"domain_scores_gemma":[0.99413514,0.0016996689,0.0011487389,0.0016629733,0.0008083448,0.0005451205],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006682523,0.0009639854,0.00094675395,0.0011350694,0.0008826226,0.0016385078,0.0018745787,0.0006920732,0.00004394331],"category_scores_gemma":[0.0034488442,0.0010612587,0.0003521222,0.0009974757,0.00018615936,0.00070512196,0.0019309268,0.011223574,0.000013783606],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001304574,0.00031313696,0.07702481,0.000554894,0.00110079,0.00073374383,0.0021741258,0.16960065,0.001048223,0.0008353542,0.0001659424,0.74631786],"study_design_scores_gemma":[0.001401595,0.00023695183,0.0062808436,0.0013724944,0.00016352885,0.0008788199,0.00015808514,0.94792604,0.0011449171,0.03867959,0.0005842669,0.0011728792],"about_ca_topic_score_codex":0.0022305585,"about_ca_topic_score_gemma":0.0003260239,"teacher_disagreement_score":0.917755,"about_ca_system_score_codex":0.0049825064,"about_ca_system_score_gemma":0.023710754,"threshold_uncertainty_score":0.9993979},"labels":[],"label_agreement":null},{"id":"W7116086605","doi":"10.5281/zenodo.17970073","title":"OSSVul - ReplicationPackage","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scripting language; Software; Vulnerability (computing); Artifact (error); Component (thermodynamics); Identification (biology); Data collection; Timestamp","score_opus":0.021157852431734268,"score_gpt":0.25365114832424446,"score_spread":0.2324932958925102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116086605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051543233,0.00014448568,0.85274047,0.0037563904,0.0002168376,0.00043462924,0.000023564864,0.0039443625,0.13358495],"genre_scores_gemma":[0.9831055,0.000059823145,0.008954195,0.0004496063,0.00010991925,1.690596e-7,0.00027558504,0.00080311,0.00624212],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848,0.00015628169,0.00018490294,0.00049211475,0.00034059657,0.00034607147],"domain_scores_gemma":[0.99806255,0.00010818354,0.000038822727,0.0011861993,0.0004832403,0.00012102271],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00077320985,0.000102742815,0.00009841066,0.00036712154,0.0013285262,0.0011524548,0.002656443,0.00005059765,0.0011826776],"category_scores_gemma":[0.0023049202,0.000113358445,0.00003989332,0.0014555586,0.0000816653,0.00036131853,0.0021388952,0.00025054952,0.0054285484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012449576,0.0001239997,0.000033048116,0.0000793726,0.000046482586,0.000016222939,0.000593865,0.00013192669,0.004809132,0.18613678,0.47532454,0.33269215],"study_design_scores_gemma":[0.00023018262,0.000051040268,0.0035870099,0.000022925711,0.0000024749786,0.000031073505,0.000020808817,0.002285405,0.0014292417,0.0011658958,0.9910557,0.000118242904],"about_ca_topic_score_codex":0.0000063012876,"about_ca_topic_score_gemma":4.124481e-8,"teacher_disagreement_score":0.97795117,"about_ca_system_score_codex":0.00016334999,"about_ca_system_score_gemma":0.0000072587018,"threshold_uncertainty_score":0.9999716},"labels":[],"label_agreement":null},{"id":"W7116107539","doi":"10.5281/zenodo.17970072","title":"OSSVul - ReplicationPackage","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scripting language; Software; Vulnerability (computing); Artifact (error); Component (thermodynamics); Identification (biology); Data collection; Timestamp","score_opus":0.021157852431734268,"score_gpt":0.25365114832424446,"score_spread":0.2324932958925102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116107539","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051543233,0.00014448568,0.85274047,0.0037563904,0.0002168376,0.00043462924,0.000023564864,0.0039443625,0.13358495],"genre_scores_gemma":[0.9831055,0.000059823145,0.008954195,0.0004496063,0.00010991925,1.690596e-7,0.00027558504,0.00080311,0.00624212],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848,0.00015628169,0.00018490294,0.00049211475,0.00034059657,0.00034607147],"domain_scores_gemma":[0.99806255,0.00010818354,0.000038822727,0.0011861993,0.0004832403,0.00012102271],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00077320985,0.000102742815,0.00009841066,0.00036712154,0.0013285262,0.0011524548,0.002656443,0.00005059765,0.0011826776],"category_scores_gemma":[0.0023049202,0.000113358445,0.00003989332,0.0014555586,0.0000816653,0.00036131853,0.0021388952,0.00025054952,0.0054285484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012449576,0.0001239997,0.000033048116,0.0000793726,0.000046482586,0.000016222939,0.000593865,0.00013192669,0.004809132,0.18613678,0.47532454,0.33269215],"study_design_scores_gemma":[0.00023018262,0.000051040268,0.0035870099,0.000022925711,0.0000024749786,0.000031073505,0.000020808817,0.002285405,0.0014292417,0.0011658958,0.9910557,0.000118242904],"about_ca_topic_score_codex":0.0000063012876,"about_ca_topic_score_gemma":4.124481e-8,"teacher_disagreement_score":0.97795117,"about_ca_system_score_codex":0.00016334999,"about_ca_system_score_gemma":0.0000072587018,"threshold_uncertainty_score":0.9999716},"labels":[],"label_agreement":null},{"id":"W7117107227","doi":"10.1145/3756681.3756954","title":"CCCI: Code Completion with Contextual Information for Complex Data Transfer Tasks Using Large Language Models","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Scripting language; Code (set theory); Source lines of code; Java; Table (database); Object (grammar); Source code; Task (project management)","score_opus":0.10474425969865973,"score_gpt":0.3437311531168272,"score_spread":0.23898689341816748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117107227","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011604246,0.00015891758,0.9834442,0.0005415702,0.00028947252,0.0015865637,0.0016539759,0.00031608043,0.0004049707],"genre_scores_gemma":[0.8794813,0.000009573046,0.11860238,0.0006048035,0.00005206234,0.000035773082,0.0010063458,0.000021006705,0.00018674786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99708325,0.00009053678,0.0006343441,0.0006400044,0.0007095148,0.0008423411],"domain_scores_gemma":[0.9966651,0.00083011633,0.000056944955,0.0017676938,0.0005261793,0.00015394068],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011639587,0.000346227,0.00043913763,0.00044134285,0.0004024693,0.0007779546,0.0021536266,0.00015279737,0.000087714434],"category_scores_gemma":[0.0002449807,0.00032279096,0.0000695264,0.00093025004,0.000111351685,0.0042292182,0.00073694356,0.00033051235,0.000019306006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013636422,0.0010974411,0.0016345892,0.0037358166,0.001153107,0.000029813737,0.02435526,0.34947488,0.005189414,0.46583006,0.02446692,0.12166907],"study_design_scores_gemma":[0.003151321,0.00015423207,0.0007563978,0.00020413617,0.000047687052,0.000011315059,0.0005420073,0.9875778,0.00029926648,0.00013221243,0.006763632,0.0003599871],"about_ca_topic_score_codex":0.0003507767,"about_ca_topic_score_gemma":0.00025857775,"teacher_disagreement_score":0.86787707,"about_ca_system_score_codex":0.00019574974,"about_ca_system_score_gemma":0.0005017152,"threshold_uncertainty_score":0.9999224},"labels":[],"label_agreement":null},{"id":"W7117107742","doi":"10.2139/ssrn.5963911","title":"A First Look at the Self-Admitted Technical Debt in Test Code: Taxonomy and Detection","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Technical debt; Test (biology); Code (set theory); Java; Taxonomy (biology); Software","score_opus":0.01097806144053919,"score_gpt":0.2440139195543555,"score_spread":0.2330358581138163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117107742","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15009119,0.024052612,0.8134789,0.0063722967,0.0016465957,0.0034246298,0.000018745326,0.0005735014,0.00034155152],"genre_scores_gemma":[0.9732622,0.022039441,0.001974703,0.00007184889,0.00037788606,0.00044018726,0.0000020935572,0.000052044717,0.0017796014],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9911457,0.00041157703,0.0011228006,0.0014062318,0.0010259455,0.004887747],"domain_scores_gemma":[0.99336773,0.004156528,0.0004274885,0.0014105065,0.00032920923,0.0003085611],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007585393,0.00074346963,0.00070699584,0.00089479657,0.0011566461,0.0007758992,0.0031078544,0.00072835374,0.000027170341],"category_scores_gemma":[0.0026466262,0.0006338317,0.00029838018,0.0017096702,0.00027845576,0.00035224375,0.003890915,0.016860696,0.000048699498],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.00075124094,0.0024754445,0.30008247,0.0014155544,0.002430068,0.0004338937,0.0019957684,0.035219587,0.0015994161,0.0264946,0.00082717254,0.62627476],"study_design_scores_gemma":[0.010645153,0.005228538,0.23949018,0.0043029715,0.0006649569,0.03355812,0.00082212186,0.51287144,0.0029032966,0.11242376,0.07148811,0.005601353],"about_ca_topic_score_codex":0.0002746732,"about_ca_topic_score_gemma":0.020568024,"teacher_disagreement_score":0.823171,"about_ca_system_score_codex":0.012467674,"about_ca_system_score_gemma":0.012509605,"threshold_uncertainty_score":0.9996113},"labels":[],"label_agreement":null},{"id":"W7117109273","doi":"10.1145/3756681.3756955","title":"Unveiling Ruby: Insights from Stack Overflow and Developer Survey","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; Okanagan College","funders":"","keywords":"Key (lock); Quality (philosophy); Stack (abstract data type); Face (sociological concept); Security bug","score_opus":0.027764503320739698,"score_gpt":0.2772876625916046,"score_spread":0.24952315927086488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117109273","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51235944,0.0035603894,0.48117822,0.000225862,0.0012895607,0.00020757513,0.000013282868,0.0001938168,0.0009718177],"genre_scores_gemma":[0.96342283,0.00026537784,0.02907838,0.00030251066,0.000064361644,0.000008268661,0.000010498488,0.000022316895,0.006825443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99692065,0.00029040634,0.00046278536,0.0011100584,0.0005905066,0.00062560703],"domain_scores_gemma":[0.99327844,0.004975092,0.000040251467,0.0010552164,0.00038521644,0.00026579163],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007277148,0.00035556158,0.00040049135,0.00037419473,0.000247413,0.0009541242,0.001153226,0.00022280982,0.00025461617],"category_scores_gemma":[0.002685946,0.000336998,0.000048545924,0.0018306278,0.00012783246,0.0006133367,0.0017256947,0.0005154352,0.0002565106],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008836701,0.0002559881,0.83823276,0.0002470818,0.0006089597,0.00012979351,0.003654735,0.0017173106,0.0011150411,0.012585927,0.016211087,0.12515295],"study_design_scores_gemma":[0.0005350648,0.000036087906,0.8369193,0.00016791026,0.0000072917687,0.0000010296696,0.000020137371,0.15389912,0.002715129,0.00074986805,0.004561431,0.00038765342],"about_ca_topic_score_codex":0.0026128092,"about_ca_topic_score_gemma":0.000615496,"teacher_disagreement_score":0.45209986,"about_ca_system_score_codex":0.00016846725,"about_ca_system_score_gemma":0.00090755115,"threshold_uncertainty_score":0.9999082},"labels":[],"label_agreement":null},{"id":"W7117117068","doi":"10.1145/3756681.3756994","title":"BugsRepo: A Comprehensive Curated Dataset of Bug Reports, Comments and Contributors Information from Bugzilla","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Security bug; Software bug; Software; Key (lock); Software maintenance; Software regression","score_opus":0.012944856714436022,"score_gpt":0.2832649274228555,"score_spread":0.27032007070841946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117117068","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32002485,0.0019663533,0.66699946,0.001770923,0.0024191244,0.0015186286,0.0047684605,0.00029696457,0.00023524054],"genre_scores_gemma":[0.9894833,0.00023528385,0.006236004,0.0007527487,0.000023995568,0.000022239368,0.0031541812,0.000009689558,0.00008257557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99668545,0.00014263391,0.001457962,0.0005292416,0.00069612206,0.0004885942],"domain_scores_gemma":[0.99501854,0.0018809893,0.0004793817,0.0014533065,0.00095958414,0.00020820003],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053996325,0.00032488754,0.00058722467,0.00045732385,0.00016380037,0.00047827864,0.00067297136,0.00018981808,0.000086663036],"category_scores_gemma":[0.0017550568,0.00032245286,0.000058669095,0.0012435863,0.00021695261,0.0015996505,0.001596486,0.000356704,0.000023268296],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029902087,0.0005768619,0.28525397,0.0013991526,0.0021050007,0.00039767494,0.0032660451,0.0018453951,0.002456766,0.004544042,0.59439594,0.10346011],"study_design_scores_gemma":[0.0046682064,0.00040554802,0.31574127,0.0011649121,0.00016527265,0.0001026596,0.0005091255,0.32440108,0.016576456,0.0016434866,0.3334983,0.0011236975],"about_ca_topic_score_codex":0.003279715,"about_ca_topic_score_gemma":0.00001262718,"teacher_disagreement_score":0.66945845,"about_ca_system_score_codex":0.00013093863,"about_ca_system_score_gemma":0.00035339344,"threshold_uncertainty_score":0.99992275},"labels":[],"label_agreement":null},{"id":"W7117118041","doi":"10.1145/3756681.3756971","title":"Reinforcement Learning vs Supervised Learning: A tug of war to generate refactored code accurately","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Code refactoring; Reinforcement learning; Code (set theory); Source code; Java; Software; Suite","score_opus":0.045803679298979987,"score_gpt":0.3140277163149539,"score_spread":0.2682240370159739,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117118041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31142128,0.00040935684,0.68270075,0.0012604123,0.00093737984,0.00083899306,0.0000027445267,0.0005321626,0.0018969154],"genre_scores_gemma":[0.95408416,0.00025725682,0.012536414,0.0002504168,0.00008053327,0.000065972956,0.00001291888,0.00004947515,0.03266288],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99435174,0.00041220017,0.0012361805,0.0012760697,0.0013193361,0.00140449],"domain_scores_gemma":[0.9956791,0.0013178765,0.00018711208,0.0013392938,0.0009456195,0.0005310245],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016483415,0.00058927847,0.0008211373,0.0010680475,0.00041182913,0.0004109206,0.0024055862,0.0002695574,0.000592563],"category_scores_gemma":[0.004737298,0.0005990483,0.00024605048,0.0034857346,0.00011324997,0.00054573605,0.002320563,0.0012935556,0.00029725392],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024664364,0.0001012169,0.015412588,0.00042487084,0.00025706945,0.00003818798,0.0041505853,0.92225504,0.022158941,0.0021422815,0.0028264124,0.029986158],"study_design_scores_gemma":[0.0013205238,0.0012558571,0.00934063,0.00043360348,0.000029635463,0.0000037029906,0.00024631698,0.8759784,0.0854424,0.000022845561,0.025272565,0.0006535292],"about_ca_topic_score_codex":0.00038517092,"about_ca_topic_score_gemma":0.0000149934785,"teacher_disagreement_score":0.67016435,"about_ca_system_score_codex":0.0004196102,"about_ca_system_score_gemma":0.0009960113,"threshold_uncertainty_score":0.99964607},"labels":[],"label_agreement":null},{"id":"W7117120591","doi":"10.1145/3756681.3756978","title":"Understanding the Impact of Domain Term Explanation on Duplicate Bug Report Detection","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Jargon; Security bug; Focus (optics); Domain (mathematical analysis); Term (time); Replicate; Software bug","score_opus":0.06766818080844851,"score_gpt":0.33610771122697475,"score_spread":0.26843953041852625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117120591","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19192147,0.00003261392,0.80412704,0.0006518766,0.00049610494,0.0003721237,0.0000012433563,0.000117001524,0.0022805515],"genre_scores_gemma":[0.99871314,0.000018214037,0.0004415211,0.000017640901,0.00004482307,0.000023056782,0.0000013069314,0.000010683585,0.00072961906],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9979464,0.000112671456,0.00048042805,0.0004990138,0.0005776708,0.00038381046],"domain_scores_gemma":[0.9971183,0.0013491114,0.00016896627,0.0011558541,0.00013511907,0.00007267672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016339754,0.00019883183,0.00019943538,0.0005225181,0.00026001845,0.00023786632,0.00073329895,0.00011065955,0.000038875063],"category_scores_gemma":[0.0007735331,0.00013645923,0.00018559692,0.0017036477,0.00010023822,0.00025313403,0.00024662714,0.00034423757,0.000013753874],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009210964,0.0014718862,0.19641665,0.00085515785,0.002763998,0.0007346017,0.010152407,0.22431488,0.14149724,0.19923724,0.0112255495,0.2104093],"study_design_scores_gemma":[0.0010704546,0.0009620427,0.5518988,0.0004521081,0.000030998206,0.00019936553,0.0003428394,0.36122876,0.054252777,0.02899558,0.00007111495,0.0004951737],"about_ca_topic_score_codex":0.0002500651,"about_ca_topic_score_gemma":0.000014988697,"teacher_disagreement_score":0.80679166,"about_ca_system_score_codex":0.0013265446,"about_ca_system_score_gemma":0.00029208933,"threshold_uncertainty_score":0.55646455},"labels":[],"label_agreement":null},{"id":"W7117144342","doi":"10.1145/3756681.3756974","title":"Racing Against the Clock: Exploring the Impact of Scheduled Deadlines on Technical Debt","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Commit; Technical debt; Debt; Software; Coding (social sciences); Software development; Empirical research","score_opus":0.0454042560801059,"score_gpt":0.33571498017053486,"score_spread":0.29031072409042896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117144342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7344181,0.0009996763,0.25741434,0.0033627679,0.00092506455,0.0007475069,0.000001956539,0.0003250565,0.0018055307],"genre_scores_gemma":[0.9953354,0.0002164932,0.0036112475,0.00017440747,0.00015838939,0.00010577154,4.3638894e-7,0.000024253968,0.0003736274],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967422,0.00026611134,0.000667482,0.00063988677,0.000835028,0.00084927946],"domain_scores_gemma":[0.9893126,0.0077357236,0.00010711443,0.0023423624,0.00033990433,0.00016230595],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022083453,0.00038845662,0.0004074042,0.00038255364,0.00049541704,0.00040938897,0.0035447134,0.00012791106,0.000036514426],"category_scores_gemma":[0.0070091197,0.0001927241,0.00045426353,0.002916192,0.00031773682,0.00035652358,0.001573824,0.0011624809,0.000041568896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002076081,0.0006019791,0.02725655,0.000227908,0.00068446837,0.00004010292,0.0016087297,0.34255174,0.0105491625,0.072654724,0.0024657075,0.54115134],"study_design_scores_gemma":[0.0010732505,0.0006421471,0.261405,0.0014660254,0.00004624594,0.000019514893,0.00026041133,0.6825843,0.050215594,0.0012802151,0.0003740611,0.00063324306],"about_ca_topic_score_codex":0.00018121669,"about_ca_topic_score_gemma":0.0000121061585,"teacher_disagreement_score":0.5405181,"about_ca_system_score_codex":0.00030981915,"about_ca_system_score_gemma":0.0008512719,"threshold_uncertainty_score":0.8391077},"labels":[],"label_agreement":null},{"id":"W7117149526","doi":"10.1145/3756681.3756997","title":"Large Language Models for API Classification: An Explorative Study","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Rimouski","funders":"","keywords":"Task (project management); Function (biology); Context (archaeology); Reliability (semiconductor); Software; Resilience (materials science)","score_opus":0.08677487955050701,"score_gpt":0.3737799482582607,"score_spread":0.2870050687077537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117149526","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044354703,0.00034553834,0.9502116,0.0008370201,0.00066133816,0.0021766669,0.000019505753,0.0004311885,0.00096246036],"genre_scores_gemma":[0.97450894,0.000009690442,0.016526856,0.00013438056,0.00010590988,0.00072590564,0.000009307063,0.000021581094,0.007957441],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99726635,0.00019287775,0.00039345855,0.0009972295,0.0004983702,0.0006517366],"domain_scores_gemma":[0.9966585,0.0010096604,0.000052211966,0.0016162142,0.0004845013,0.00017890004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012921349,0.00026286053,0.00029272062,0.0003638591,0.0003175118,0.0005841168,0.001667445,0.000106234416,0.000060965816],"category_scores_gemma":[0.00049354765,0.00025711796,0.00008560236,0.001344429,0.00004402474,0.0015301789,0.0005558817,0.00027091868,0.00004735875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013090987,0.005455209,0.004257347,0.00029338838,0.00045384068,0.000042553413,0.23262557,0.010454024,0.00048159115,0.66993254,0.0075626587,0.06831037],"study_design_scores_gemma":[0.0012388744,0.0005990502,0.0031140253,0.00003048084,0.00001720527,4.9075095e-7,0.027953831,0.96318567,0.00047265025,0.0027383657,0.00039132673,0.00025804393],"about_ca_topic_score_codex":0.000028037692,"about_ca_topic_score_gemma":0.00006058884,"teacher_disagreement_score":0.9527316,"about_ca_system_score_codex":0.0001560123,"about_ca_system_score_gemma":0.00039018027,"threshold_uncertainty_score":0.9999881},"labels":[],"label_agreement":null},{"id":"W7117152675","doi":"10.1145/3756681.3756995","title":"Can We Enhance Bug Report Quality Using LLMs?: An Empirical Study of LLM-Based Bug Report Generation","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Triage; Quality (philosophy); Software regression; Empirical research; Software; Software bug","score_opus":0.1264404597549885,"score_gpt":0.45160629580921524,"score_spread":0.3251658360542268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117152675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54672515,0.000078411256,0.45018107,0.00088179566,0.0011473193,0.0007220316,0.0000025827765,0.0001999378,0.00006169601],"genre_scores_gemma":[0.9681696,0.0000051744582,0.029540734,0.00013351989,0.000248428,0.000055285404,0.000017281509,0.000034732482,0.0017952122],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99072313,0.0009834819,0.002853418,0.0022856577,0.0022702196,0.0008840689],"domain_scores_gemma":[0.9920586,0.0009001701,0.00074216677,0.004348109,0.0015612576,0.00038972136],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.006443916,0.00052765786,0.0009284991,0.000686456,0.00040830567,0.0004523459,0.0013983296,0.00028408467,0.000077595374],"category_scores_gemma":[0.0046517043,0.0005461055,0.00019469201,0.0030974883,0.0001867717,0.00059549446,0.0007384257,0.00066707353,0.0000039419083],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000915514,0.008200043,0.8282421,0.0005236026,0.00032713733,0.0046279733,0.004497173,0.107281886,0.032047745,0.00016265953,0.0010498308,0.012948256],"study_design_scores_gemma":[0.0009628639,0.0010585123,0.17111455,0.00017405054,0.00007416398,0.00021856256,0.00037879724,0.7565224,0.06841409,0.00010969547,0.00020663462,0.0007656862],"about_ca_topic_score_codex":0.006375358,"about_ca_topic_score_gemma":0.0013111578,"teacher_disagreement_score":0.65712756,"about_ca_system_score_codex":0.00071320316,"about_ca_system_score_gemma":0.003943487,"threshold_uncertainty_score":0.99969906},"labels":[],"label_agreement":null},{"id":"W7117157423","doi":"10.1145/3756681.3756977","title":"Do Automatic Comment Generation Techniques Fall Short? Exploring the Influence of Method Dependencies on Code Understanding","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Program comprehension; Code (set theory); Software; Java; Source code; Code review; Quality (philosophy); Static program analysis","score_opus":0.16621178447451343,"score_gpt":0.3673553603012008,"score_spread":0.20114357582668738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117157423","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13766514,0.00012581798,0.8577464,0.0026500954,0.00036495278,0.0007013652,0.0000024032463,0.00038041236,0.0003633807],"genre_scores_gemma":[0.88231987,0.00013695734,0.11680017,0.00039292913,0.00003636372,0.00018730006,6.539551e-7,0.00001592766,0.00010984925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966282,0.00042296946,0.0007126492,0.000617103,0.0010922365,0.0005268382],"domain_scores_gemma":[0.9943455,0.003901919,0.000095815,0.001337957,0.00023212458,0.00008669151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031964206,0.00031647313,0.0003620745,0.00056529243,0.00041483948,0.0005638452,0.0017479149,0.000104941326,0.000013200089],"category_scores_gemma":[0.0011626777,0.00024276876,0.00011306934,0.0014152103,0.000149127,0.0006776781,0.0009268976,0.0005157657,0.0000039099],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018889921,0.00027101755,0.0058331904,0.00075316796,0.0003436839,0.000018485673,0.009097156,0.24612491,0.021064078,0.48174196,0.0015609532,0.23317252],"study_design_scores_gemma":[0.00014337238,0.0002677313,0.006658441,0.0010661945,0.000035015117,0.000005629666,0.0007154622,0.79861945,0.18877141,0.0030602159,0.00032705115,0.00033002615],"about_ca_topic_score_codex":0.00014962484,"about_ca_topic_score_gemma":0.000055929162,"teacher_disagreement_score":0.7446547,"about_ca_system_score_codex":0.0012950778,"about_ca_system_score_gemma":0.00041650076,"threshold_uncertainty_score":0.98998225},"labels":[],"label_agreement":null},{"id":"W7117166478","doi":"10.1145/3756681.3757017","title":"A Study on Mixup-Inspired Augmentation Methods for Software Vulnerability Detection","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Software; Metric (unit); Source code; Augment; Code (set theory); Vulnerability (computing); Embedding; Software bug","score_opus":0.060454118786172316,"score_gpt":0.4304843882277117,"score_spread":0.3700302694415394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117166478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09459827,0.00009782606,0.8967046,0.00036775882,0.003254334,0.004136279,0.0000049823307,0.0007603331,0.000075569995],"genre_scores_gemma":[0.6900672,0.0000025281267,0.30754337,0.00013039193,0.00007142013,0.001014565,0.0000021814974,0.000023738337,0.0011446514],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953517,0.001101383,0.00073640706,0.0015209541,0.00057527074,0.00071430334],"domain_scores_gemma":[0.98863274,0.008943404,0.000110632354,0.0015663985,0.0005785906,0.00016821153],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0048717083,0.00041776395,0.00046085165,0.0007211772,0.00060682616,0.0005579288,0.0010916461,0.00020253928,0.000037803184],"category_scores_gemma":[0.010899577,0.0004239802,0.00023365764,0.0022204043,0.00007260412,0.00047130603,0.0004641038,0.00049043796,0.000030261206],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019865937,0.0012462692,0.0096056145,0.00020585582,0.00018901181,0.0000027666456,0.0013808819,0.0019467833,0.001574406,0.00046162825,0.00017659231,0.98301154],"study_design_scores_gemma":[0.0071640164,0.007565673,0.41290206,0.00019509431,0.00016298263,0.0000043967266,0.0010038329,0.40435886,0.15773182,0.005958236,0.0018026114,0.0011504312],"about_ca_topic_score_codex":0.00012205459,"about_ca_topic_score_gemma":0.0000486154,"teacher_disagreement_score":0.9818611,"about_ca_system_score_codex":0.0008641795,"about_ca_system_score_gemma":0.00034172076,"threshold_uncertainty_score":0.9998212},"labels":[],"label_agreement":null},{"id":"W7117252587","doi":"10.1109/vl-hcc65237.2025.00051","title":"Cracking CodeWhisperer: Analyzing Developers’ Interactions and Patterns During Programming Tasks","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Structuring; Software; Code (set theory); Baseline (sea); Abstraction; Process (computing); Natural language; Task analysis","score_opus":0.0188104640193474,"score_gpt":0.2996216054758287,"score_spread":0.28081114145648134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117252587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41744667,0.0007924009,0.5789338,0.00092156697,0.00089385075,0.00032502983,0.0000023547648,0.00036863767,0.00031570796],"genre_scores_gemma":[0.95783883,0.000233266,0.03853498,0.000074771044,0.00009006133,0.00005271258,0.000002185078,0.000031290467,0.0031419203],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965698,0.00011169892,0.0006479094,0.0011563001,0.00045248977,0.0010617713],"domain_scores_gemma":[0.9974092,0.0010555931,0.00009378318,0.0008379754,0.0003287108,0.000274712],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006409621,0.00042124322,0.00040390794,0.0010730836,0.0008268711,0.00197745,0.0010128533,0.00013254782,0.00011880747],"category_scores_gemma":[0.0010609524,0.00045127532,0.00011694332,0.0020134244,0.00010887438,0.0012071382,0.0019811925,0.000925327,0.000036925892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000132184405,0.0001064548,0.55510664,0.0006570924,0.00031734683,0.00010879197,0.0030668806,0.00059025234,0.0011076008,0.0019656767,0.000099850084,0.43686017],"study_design_scores_gemma":[0.001236247,0.00008179531,0.79361224,0.0031695627,0.00009201527,0.00017097614,0.0010901605,0.18185493,0.007229432,0.00007287171,0.010108821,0.0012809713],"about_ca_topic_score_codex":0.00036313786,"about_ca_topic_score_gemma":0.00024377985,"teacher_disagreement_score":0.5403988,"about_ca_system_score_codex":0.00042788233,"about_ca_system_score_gemma":0.0003097594,"threshold_uncertainty_score":0.9997939},"labels":[],"label_agreement":null},{"id":"W7117313584","doi":"10.1007/s10115-025-02657-2","title":"Enhanced software defect prediction using edge feature and self-attention GAN with pelican optimization","year":2025,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Feature (linguistics); Convolutional neural network; Software; Enhanced Data Rates for GSM Evolution; Artificial neural network; Software bug; Pattern recognition (psychology); Software system; Deep learning","score_opus":0.006036464635271571,"score_gpt":0.22966269469882605,"score_spread":0.22362623006355448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117313584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037348177,0.00058586954,0.9600637,0.000026428828,0.00035299687,0.0003811351,0.0000037783498,0.00039217842,0.00084576255],"genre_scores_gemma":[0.98810923,0.00007270918,0.0115294745,0.000017532997,0.000051743664,0.000044801338,0.000027840322,0.0000060902175,0.00014059427],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926525,0.000044890407,0.00020256282,0.00016018792,0.00017185803,0.00015522381],"domain_scores_gemma":[0.9991679,0.0000965494,0.00007527798,0.00020635696,0.00039199993,0.00006188146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029615688,0.00011643966,0.00012656313,0.00033406683,0.00018870154,0.0004383021,0.0001329424,0.000089876106,4.3312843e-7],"category_scores_gemma":[0.000109361354,0.00010028769,0.000017122411,0.0007253024,0.000018559867,0.0025577252,0.00007296375,0.000108489105,0.000004735399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002008835,0.0004743965,0.19028364,0.0156125,0.0010819976,0.000006651125,0.04692124,0.48933804,0.002416472,0.033751957,0.01396118,0.20595104],"study_design_scores_gemma":[0.0006617949,0.0000933604,0.020847207,0.0003989053,0.000020353114,0.000035461406,0.000153226,0.97223,0.00027438454,0.0000038111434,0.005122651,0.00015885127],"about_ca_topic_score_codex":0.000009069001,"about_ca_topic_score_gemma":0.0000013826101,"teacher_disagreement_score":0.950761,"about_ca_system_score_codex":0.00009827519,"about_ca_system_score_gemma":0.00010244075,"threshold_uncertainty_score":0.4226557},"labels":[],"label_agreement":null},{"id":"W7117477189","doi":"10.1145/3786771","title":"Assessing and Advancing Benchmarks for Evaluating Large Language Models in Software Engineering Tasks","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Popularity; Software quality assurance; Model-driven architecture; Software development; Coding (social sciences); Quality (philosophy); Software; Benchmark (surveying); Social software engineering","score_opus":0.07511031672640531,"score_gpt":0.3920066529526886,"score_spread":0.3168963362262833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117477189","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08182426,0.0012476104,0.9153393,0.00013583072,0.0005430578,0.00034067826,0.0000115670655,0.0005555677,0.0000021415985],"genre_scores_gemma":[0.21127747,0.000054838532,0.78830296,0.00007044262,0.000023022978,0.0001955321,0.000006266637,0.000033795775,0.000035688772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978436,0.00014467287,0.0003763087,0.0006984881,0.00019038073,0.0007465046],"domain_scores_gemma":[0.9854408,0.013671784,0.000043044896,0.0006220002,0.000083998886,0.00013840925],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025144198,0.00031639225,0.00045933778,0.0008716071,0.00017197487,0.00015516981,0.00046888518,0.00023641651,0.0000054193015],"category_scores_gemma":[0.01137996,0.00035534552,0.00008105001,0.00064154365,0.000024236846,0.00054502964,0.00008839968,0.0006496983,4.8203145e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027347205,0.00006594922,0.0013225045,0.0007732847,0.000105804735,0.000023033623,0.0018441794,0.75343764,0.0024609182,0.002097492,0.000020764337,0.23782106],"study_design_scores_gemma":[0.0020283437,0.00021430815,0.009188664,0.00074154034,0.00005829238,0.000069690344,0.00032582646,0.9809336,0.0037000917,0.0013777817,0.0006276167,0.00073421607],"about_ca_topic_score_codex":0.00003445131,"about_ca_topic_score_gemma":0.00000923111,"teacher_disagreement_score":0.23708685,"about_ca_system_score_codex":0.0001344542,"about_ca_system_score_gemma":0.0000881683,"threshold_uncertainty_score":0.99988985},"labels":[],"label_agreement":null},{"id":"W7117557885","doi":"10.2139/ssrn.5986423","title":"RAGdeterm: Deterministic Retrieval-Augmented Generation for Code Generator","year":2025,"lang":"","type":"preprint","venue":"SSRN Electronic Journal","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code generation; Code (set theory); Generator (circuit theory); Inheritance (genetic algorithm); Software; Relational database; Source code; Dead code","score_opus":0.03137808466897117,"score_gpt":0.3101581487205192,"score_spread":0.27878006405154804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117557885","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050361168,0.0075152335,0.9312125,0.0010112469,0.0076250522,0.0018771971,0.00013354115,0.0002309803,0.00003309608],"genre_scores_gemma":[0.91399,0.023259949,0.028640911,0.00041717247,0.008889856,0.0004328442,0.00019924449,0.0002675493,0.023902426],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98606014,0.0006023425,0.0018773255,0.0021012893,0.0016252893,0.0077335965],"domain_scores_gemma":[0.9934914,0.0014528445,0.0008923097,0.0019938403,0.0016328484,0.0005367245],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008921289,0.0011286268,0.0011535627,0.0011354905,0.0012672396,0.0018477549,0.004483674,0.00089119846,0.000039753497],"category_scores_gemma":[0.004150523,0.0012196859,0.0008823573,0.0010551804,0.00014706764,0.0005196999,0.0015540607,0.008958062,0.000056130088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0027673093,0.0019251468,0.0021872232,0.003149592,0.010447884,0.0003278187,0.0029817761,0.11381661,0.067163326,0.18968327,0.009122913,0.59642714],"study_design_scores_gemma":[0.0036988975,0.002085655,0.00016248305,0.0006242707,0.00040366699,0.0010809135,0.00007445748,0.9314366,0.008745308,0.04295932,0.006939782,0.0017886432],"about_ca_topic_score_codex":0.00001953776,"about_ca_topic_score_gemma":0.00015775525,"teacher_disagreement_score":0.90257156,"about_ca_system_score_codex":0.0083354665,"about_ca_system_score_gemma":0.033729058,"threshold_uncertainty_score":0.9991884},"labels":[],"label_agreement":null},{"id":"W7117745108","doi":"10.1016/j.jss.2025.112748","title":"Exploring challenges in test mocking: Developer questions and insights from StackOverflow","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation; University of Manitoba; University of Saskatchewan","keywords":"Popularity; Latent Dirichlet allocation; Topic model; Advice (programming); Key (lock); Selection (genetic algorithm); Test (biology)","score_opus":0.08815862776921252,"score_gpt":0.27019777538337264,"score_spread":0.18203914761416012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117745108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8965513,0.042476427,0.059778042,0.00035696695,0.0006724057,0.000088297325,0.0000019151116,0.00005056647,0.00002404161],"genre_scores_gemma":[0.9881363,0.0038690062,0.007880239,0.000009237208,0.000060757146,0.000008583382,1.4490954e-7,0.0000061951437,0.000029523906],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99910444,0.000046848145,0.00031644746,0.00016911291,0.00022415371,0.00013897764],"domain_scores_gemma":[0.99823886,0.0012666088,0.000071646486,0.00017246885,0.00016367428,0.00008671616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002993397,0.0000976,0.00023079246,0.00035492278,0.00007666917,0.00017382622,0.00024870946,0.000050063918,3.2651207e-7],"category_scores_gemma":[0.0011237966,0.00007986204,0.000019696072,0.00023989087,0.00001907506,0.0006913775,0.0001449137,0.00023740613,6.961559e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028037532,0.00023409424,0.756707,0.0010812801,0.00023060272,0.0010444201,0.02487833,0.0036066019,0.0005357609,0.021546992,0.00039198383,0.18971488],"study_design_scores_gemma":[0.0006395677,0.00009070879,0.98785144,0.002500331,0.000006868134,0.00008224257,0.0009414531,0.0025206374,0.00006542187,0.0012864746,0.0038306348,0.00018421149],"about_ca_topic_score_codex":0.00008518663,"about_ca_topic_score_gemma":0.00002895841,"teacher_disagreement_score":0.23114443,"about_ca_system_score_codex":0.00006916454,"about_ca_system_score_gemma":0.00011345869,"threshold_uncertainty_score":0.32566795},"labels":[],"label_agreement":null},{"id":"W7120292292","doi":"","title":"Enhancing Knowledge Quality in Crowd-Sourced Developer Q&A Platforms through AI-driven Software Solutions","year":2025,"lang":"en","type":"article","venue":"University Library (University of Saskatchewan)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code review; Leverage (statistics); Codebase; Code (set theory); Interpretability; Relevance (law); Quality (philosophy); Notice; Documentation","score_opus":0.01687023377960869,"score_gpt":0.2279958669204493,"score_spread":0.2111256331408406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7120292292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4159948,0.00008970276,0.5806188,0.0010104851,0.00015887443,0.00020702355,0.000025168107,0.00054824795,0.0013469211],"genre_scores_gemma":[0.87776244,0.000033715387,0.10992531,0.00009338725,0.000012783879,1.2215034e-7,0.00002015784,0.000012203669,0.0121398885],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983,0.00010576503,0.00019800181,0.0005783185,0.00027074703,0.0005471595],"domain_scores_gemma":[0.9983243,0.0006476238,0.00008792093,0.0006789592,0.00012283301,0.00013837698],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023700805,0.00021864273,0.0003795653,0.0007417469,0.0004358832,0.00005118793,0.0021111132,0.00022383855,0.000117099684],"category_scores_gemma":[0.000090799425,0.00029792398,0.00016626825,0.002494503,0.00023920299,0.0041797413,0.0022633907,0.0004917367,0.0000601281],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052940706,0.0013337153,0.5534268,0.0013852726,0.0006801939,0.0008615909,0.33239713,0.0059204255,0.0027594562,0.073483594,0.011857317,0.015365084],"study_design_scores_gemma":[0.009280466,0.00027318663,0.69497323,0.0016674359,0.00010415618,0.000016975384,0.20003381,0.009646355,0.009406914,0.012192451,0.05964459,0.0027603984],"about_ca_topic_score_codex":0.0013450151,"about_ca_topic_score_gemma":0.0024690768,"teacher_disagreement_score":0.4706935,"about_ca_system_score_codex":0.00030806797,"about_ca_system_score_gemma":0.0012703934,"threshold_uncertainty_score":0.9999473},"labels":[],"label_agreement":null},{"id":"W7123336555","doi":"10.1109/esem64174.2025.00052","title":"Exploring the Jupyter Ecosystem: An Empirical Study of Bugs and Vulnerabilities","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Concordia University","funders":"","keywords":"Software deployment; Empirical research; Vulnerability (computing); Categorization; Software; Security bug; Grounded theory; Threat model","score_opus":0.11251177814678978,"score_gpt":0.3435553107639026,"score_spread":0.23104353261711283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123336555","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95108324,0.00021817385,0.045912687,0.0007174066,0.0010055102,0.0007270044,0.0000015933765,0.00013033711,0.00020405582],"genre_scores_gemma":[0.9984178,0.000022317598,0.0006111278,0.00004873879,0.00007390438,0.0001479928,1.2173669e-7,0.00001254644,0.0006654266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99707675,0.0005596492,0.0005663193,0.0007053073,0.00063017296,0.00046179013],"domain_scores_gemma":[0.99489856,0.0031630348,0.000044892648,0.001525526,0.00023698252,0.00013102384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018568855,0.00024156777,0.00037993016,0.00031278105,0.00028032562,0.00044025696,0.0013480374,0.00004999311,0.000030977517],"category_scores_gemma":[0.0007576932,0.0001640837,0.000053823227,0.0010271589,0.00012452874,0.0008951595,0.0013501946,0.00041826072,0.0000065989047],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056458517,0.0017972046,0.82160825,0.0009664654,0.00033368013,0.000024872621,0.10126081,0.0036438808,0.000062352825,0.004720342,0.00050756446,0.06501813],"study_design_scores_gemma":[0.001261636,0.0022244935,0.8025024,0.00022486706,0.000053621206,0.000013139803,0.023332098,0.16767557,0.0009695428,0.0007461477,0.0005538251,0.00044268128],"about_ca_topic_score_codex":0.00027623304,"about_ca_topic_score_gemma":0.0002385294,"teacher_disagreement_score":0.16403168,"about_ca_system_score_codex":0.000073678086,"about_ca_system_score_gemma":0.00014418017,"threshold_uncertainty_score":0.66911393},"labels":[],"label_agreement":null},{"id":"W7123340585","doi":"10.1109/esem64174.2025.00044","title":"Mapping Code Smells and Refactorings Accurately: Insights from an Empirical Study","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Code refactoring; Code smell; Code (set theory); Software; Software quality; Code review; Software maintenance; Source code","score_opus":0.08044891314345476,"score_gpt":0.3775742519305696,"score_spread":0.29712533878711483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123340585","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7988412,0.00069278665,0.19731416,0.0006386221,0.0011408086,0.0006161896,0.0000051345833,0.00041308044,0.00033803008],"genre_scores_gemma":[0.9924713,0.000060447706,0.005585333,0.00030925,0.00014863022,0.000026239557,0.0000025595061,0.000025361504,0.0013708815],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958175,0.0003336536,0.00063643366,0.0016928107,0.0008019539,0.0007176912],"domain_scores_gemma":[0.99528664,0.0022929355,0.000070837064,0.0016235204,0.00025204645,0.00047403525],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00050316134,0.00045863236,0.00055525685,0.00063063885,0.00035455203,0.0014797382,0.001771175,0.0002305863,0.00008685669],"category_scores_gemma":[0.0007914703,0.00042552152,0.000061999,0.0019775531,0.00012416682,0.0012305266,0.002159286,0.0008056029,0.00007384913],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044185927,0.0012400893,0.9153044,0.0000865411,0.000372268,0.00025865482,0.0354084,0.00018967617,0.0013601503,0.0006019221,0.0013110607,0.043822635],"study_design_scores_gemma":[0.0011023044,0.0004440824,0.90608644,0.00014129991,0.000018650251,0.0000023183006,0.0015130768,0.083536066,0.0015631263,0.0009899122,0.00408146,0.00052123977],"about_ca_topic_score_codex":0.00064118707,"about_ca_topic_score_gemma":0.00014426609,"teacher_disagreement_score":0.1936301,"about_ca_system_score_codex":0.00021131847,"about_ca_system_score_gemma":0.00039069436,"threshold_uncertainty_score":0.99981964},"labels":[],"label_agreement":null},{"id":"W7123342490","doi":"10.1109/esem64174.2025.00071","title":"What About Our Bug? A Study on the Responsiveness of NPM Package Maintainers","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Taxonomy (biology); Dependency (UML); Coding (social sciences); Software maintainer; Software; Best practice; Software bug","score_opus":0.02764741354663635,"score_gpt":0.32862160779007515,"score_spread":0.3009741942434388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123342490","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8076651,0.0006211032,0.16639656,0.018924408,0.0033052939,0.0022169985,0.000003855112,0.00020321197,0.00066343916],"genre_scores_gemma":[0.9879086,0.000096823955,0.0003413707,0.0005310622,0.000055264452,0.00009965308,3.3547647e-7,0.00002349263,0.010943367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9955218,0.000969309,0.00059470796,0.00088774867,0.0012407502,0.0007856868],"domain_scores_gemma":[0.99102193,0.005358838,0.00010632916,0.0028362798,0.0005299891,0.00014661391],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037411144,0.0003774973,0.00046567895,0.0006687487,0.00024831708,0.0009417741,0.0032378463,0.00012289918,0.00005972581],"category_scores_gemma":[0.0043310258,0.00026448516,0.00018352042,0.003000186,0.00012817336,0.0005305174,0.0016068085,0.0006761611,0.00012014688],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035343913,0.011170313,0.18386523,0.0014611357,0.0039559044,0.0019382596,0.077856965,0.01856144,0.010582276,0.43863937,0.051863704,0.19657102],"study_design_scores_gemma":[0.0029923925,0.0035808897,0.84963864,0.0025948652,0.000090151465,0.0000109557195,0.088173196,0.02508407,0.022621596,0.0021134564,0.0020843714,0.0010153891],"about_ca_topic_score_codex":0.00010076347,"about_ca_topic_score_gemma":0.000019209489,"teacher_disagreement_score":0.66577345,"about_ca_system_score_codex":0.00022634254,"about_ca_system_score_gemma":0.00074669655,"threshold_uncertainty_score":0.99998075},"labels":[],"label_agreement":null},{"id":"W7123349179","doi":"10.1109/esem64174.2025.00058","title":"A Fully Automated Agent for End-to-End Code Translation and Validation","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Correctness; Java; Code (set theory); Program comprehension; Source code; Static program analysis; Software; Code generation; Software development","score_opus":0.04136943109915722,"score_gpt":0.3246982982946076,"score_spread":0.28332886719545036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123349179","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032446276,0.00037903961,0.9592603,0.0046725315,0.00070241326,0.0013418344,0.000024535075,0.0009211631,0.000251912],"genre_scores_gemma":[0.87906057,0.000030103696,0.11881682,0.00021525078,0.000041147396,0.0001432908,0.000015800726,0.000015917942,0.0016611019],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980004,0.0000729062,0.00038517296,0.0006673634,0.00040362065,0.00047054703],"domain_scores_gemma":[0.9977962,0.001321611,0.000036871756,0.00045345846,0.00024024068,0.00015162434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008640121,0.00020719759,0.00021254054,0.0005058501,0.00019242258,0.0005480144,0.0004485613,0.00012453127,0.00007071959],"category_scores_gemma":[0.00055135705,0.00022112967,0.00006551345,0.0011670016,0.00003970626,0.00037702057,0.00015805941,0.00012546899,0.000028365457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086056374,0.00013043126,0.0015286204,0.0006233691,0.00013849324,0.000005723251,0.0023551264,0.01516234,0.0074232626,0.0077597266,0.0080526,0.95673424],"study_design_scores_gemma":[0.0007869917,0.0001926731,0.014813006,0.000114020215,0.000024358573,0.0000029812543,0.00001582017,0.9612434,0.012468318,0.00026698541,0.009858215,0.00021321983],"about_ca_topic_score_codex":0.000044908273,"about_ca_topic_score_gemma":0.000020437838,"teacher_disagreement_score":0.95652103,"about_ca_system_score_codex":0.00013128067,"about_ca_system_score_gemma":0.00026912327,"threshold_uncertainty_score":0.9017406},"labels":[],"label_agreement":null},{"id":"W7123350572","doi":"10.1109/esem64174.2025.00036","title":"Is LLM-Generated Code More Maintainable &amp; Reliable Than Human-Written Code?","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software quality; Maintainability; Python (programming language); Code review; Code (set theory); Software; Quality (philosophy); Key (lock)","score_opus":0.03301275349302725,"score_gpt":0.3218060359485615,"score_spread":0.28879328245553426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123350572","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14255497,0.0023153657,0.81733036,0.01828208,0.0023517115,0.0015503,0.00008462713,0.0020733394,0.013457269],"genre_scores_gemma":[0.51843965,0.00017809465,0.031975806,0.002215081,0.00021190174,0.00013516756,0.00003957407,0.00009474193,0.44671],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9930009,0.0001717892,0.0009936087,0.0020851071,0.0013798885,0.0023686555],"domain_scores_gemma":[0.99393433,0.0006631066,0.0001312063,0.0035571936,0.0011651997,0.0005489471],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0017121006,0.00077701977,0.0007975963,0.00095549953,0.001076395,0.0016529382,0.0039861253,0.0005222984,0.0016358386],"category_scores_gemma":[0.0008689544,0.0008080468,0.00028884018,0.0048052464,0.0003425783,0.0008048048,0.002698656,0.0012203989,0.0012429926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007181428,0.0010719318,0.047830313,0.0009892278,0.00066397386,0.00029420006,0.002499939,0.021521224,0.006916405,0.08546877,0.8288596,0.0038125862],"study_design_scores_gemma":[0.003066444,0.00053733727,0.025737759,0.00096681726,0.00011807116,0.000052350315,0.0003696905,0.5194622,0.04223851,0.0074983896,0.39756545,0.0023869595],"about_ca_topic_score_codex":0.0022296445,"about_ca_topic_score_gemma":0.0002956079,"teacher_disagreement_score":0.78535455,"about_ca_system_score_codex":0.0008266079,"about_ca_system_score_gemma":0.0012125312,"threshold_uncertainty_score":0.99953467},"labels":[],"label_agreement":null},{"id":"W7123361151","doi":"10.1109/esem64174.2025.00064","title":"Understanding Everything as Code: A Taxonomy and Conceptual Model","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Western University","funders":"","keywords":"Taxonomy (biology); Scope (computer science); Conceptual framework; Conceptual model; Scarcity; Work (physics)","score_opus":0.173478560142051,"score_gpt":0.3071178104514706,"score_spread":0.13363925030941956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123361151","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008050897,0.0008876719,0.97522867,0.001411112,0.0005221912,0.000502657,0.0000033322406,0.00031834078,0.013075116],"genre_scores_gemma":[0.94435424,0.00009808905,0.045486145,0.0005268937,0.000033307013,0.000040770494,4.982281e-7,0.00001591741,0.009444164],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974327,0.00007179715,0.0003640912,0.00087703764,0.0005065223,0.0007478388],"domain_scores_gemma":[0.997222,0.0016989706,0.000047862002,0.0006616766,0.00011030948,0.00025917418],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007341896,0.00030044274,0.00031746563,0.00041218149,0.00039258975,0.0008766377,0.0008899602,0.00018361965,0.00007432574],"category_scores_gemma":[0.0008841982,0.00032480314,0.0000705684,0.0009298626,0.00041318638,0.00082955527,0.0014289579,0.0005754789,0.000040143495],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017440605,0.00004203741,0.003663162,0.00011588591,0.00011348001,0.00003346381,0.002232879,0.040205453,0.0000985434,0.9421017,0.005952822,0.005423121],"study_design_scores_gemma":[0.00065577193,0.00006457147,0.00014322663,0.00021554295,0.000014261047,0.000014102968,0.0008143696,0.985007,0.0002751607,0.010890219,0.0015873017,0.00031848843],"about_ca_topic_score_codex":0.000068030226,"about_ca_topic_score_gemma":0.000009369301,"teacher_disagreement_score":0.9448015,"about_ca_system_score_codex":0.0006260216,"about_ca_system_score_gemma":0.0009857689,"threshold_uncertainty_score":0.9999204},"labels":[],"label_agreement":null},{"id":"W7123361499","doi":"10.1109/esem64174.2025.00028","title":"Assessing Diversity in Creating Seed Set for Snowballing Search for Systematic Literature Review in Software Engineering","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Systematic review; Set (abstract data type); Diversity (politics); Software; Replication (statistics)","score_opus":0.043691024868300884,"score_gpt":0.3401598959469933,"score_spread":0.2964688710786924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123361499","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010165887,0.052863237,0.9287562,0.00038181638,0.0005183236,0.0069980705,0.000021931846,0.00027306617,0.0000215178],"genre_scores_gemma":[0.59149367,0.004104171,0.40125513,0.0004401043,0.00015851978,0.0015711839,0.000052984717,0.000106061765,0.0008181362],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99500215,0.00028434634,0.0013381039,0.0012158959,0.0007261609,0.0014333704],"domain_scores_gemma":[0.98420805,0.013818974,0.0001431072,0.00092771795,0.0007194739,0.0001826676],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0073799654,0.00055186386,0.0013920496,0.0014866934,0.00043306052,0.0015172833,0.0018412975,0.00033458121,0.0000049112214],"category_scores_gemma":[0.017147366,0.0005732923,0.00032453804,0.004768324,0.000029891095,0.0015936443,0.0018610377,0.0009781591,0.0000029065984],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018524335,0.00009350003,0.055136055,0.90640664,0.00009696377,0.00005972702,0.002871003,0.03226034,0.000069456364,0.0015250865,0.00008422961,0.0013784509],"study_design_scores_gemma":[0.0008350062,0.00004556959,0.006668765,0.44060928,0.000036289708,0.0000072994835,0.00013340972,0.5510698,0.00017115346,0.000039499522,0.000010046428,0.00037389804],"about_ca_topic_score_codex":0.000060183804,"about_ca_topic_score_gemma":0.00002259989,"teacher_disagreement_score":0.5813278,"about_ca_system_score_codex":0.0010445657,"about_ca_system_score_gemma":0.00048670583,"threshold_uncertainty_score":0.9996719},"labels":[],"label_agreement":null},{"id":"W7123362875","doi":"10.1109/esem64174.2025.00072","title":"How do Community Smells Influence Self-Admitted Technical Debt in Machine Learning Projects?","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Code smell; Technical debt; Quality (philosophy); Debt; Software quality","score_opus":0.016806396318620843,"score_gpt":0.2801697283172109,"score_spread":0.26336333199859,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7123362875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7582545,0.0014858007,0.2297606,0.0032512334,0.00043643566,0.001591634,0.0000031707195,0.0023267174,0.0028898893],"genre_scores_gemma":[0.9680262,0.00019015468,0.029418204,0.00021413415,0.00002333878,0.00009163942,0.0000029575538,0.000034161356,0.0019992006],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99449635,0.001597393,0.0006830278,0.0009384115,0.00094531284,0.0013394918],"domain_scores_gemma":[0.9918635,0.005099105,0.000118084856,0.0022340065,0.00040485212,0.00028044227],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003663396,0.0005528554,0.0006400369,0.0013485028,0.00058209087,0.0016208766,0.0043276646,0.00046333467,0.000036086436],"category_scores_gemma":[0.009649372,0.0005562448,0.00014501953,0.006832769,0.00024497378,0.0010542835,0.0042526387,0.0063654385,0.00006894563],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059686892,0.0014318316,0.91032434,0.00095632585,0.0001231027,0.00018168271,0.0033052994,0.009000484,0.0035455115,0.0070347204,0.00032376352,0.06371328],"study_design_scores_gemma":[0.0017733681,0.0006418178,0.59331006,0.0010865111,0.000024726256,0.000053990538,0.00027434362,0.39323533,0.0047709,0.0007744159,0.003030102,0.0010244182],"about_ca_topic_score_codex":0.0016840697,"about_ca_topic_score_gemma":0.00037306643,"teacher_disagreement_score":0.38423485,"about_ca_system_score_codex":0.00071207085,"about_ca_system_score_gemma":0.00095186115,"threshold_uncertainty_score":0.9996889},"labels":[],"label_agreement":null},{"id":"W7124835252","doi":"10.1109/asew67777.2025.00075","title":"Beyond More Context: How Granularity and Order Drive Code Completion Quality","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Python (programming language); Context (archaeology); Code (set theory); Granularity; Source code; Quality (philosophy)","score_opus":0.029035892263101645,"score_gpt":0.323552250156846,"score_spread":0.29451635789374436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124835252","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11238203,0.0011045535,0.862987,0.021070044,0.00087592227,0.00061042816,0.0000385987,0.0003092388,0.0006222153],"genre_scores_gemma":[0.978956,0.0000827872,0.015867498,0.0010360141,0.000055391563,0.000027701744,0.000011726494,0.000015556894,0.003947321],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9965347,0.00035160073,0.00044144248,0.0011140694,0.00083438994,0.0007238082],"domain_scores_gemma":[0.99565333,0.0019716083,0.00008890495,0.0011884521,0.00081636297,0.00028136905],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015337013,0.00037706597,0.0005677574,0.00031160598,0.00041587526,0.00096955936,0.0010190675,0.0002513593,0.000086429056],"category_scores_gemma":[0.0021599443,0.0003828906,0.00010110754,0.0013528521,0.0005714578,0.0005721322,0.0012606324,0.0007018367,0.000024352059],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083530234,0.00045358526,0.27749798,0.001006364,0.0003179745,0.0000533649,0.0036702035,0.00024109763,0.0011362869,0.55524766,0.015449507,0.14484246],"study_design_scores_gemma":[0.0020645645,0.00014684741,0.74984384,0.00017367757,0.000034369263,0.000014028763,0.00038431401,0.22766536,0.0014533639,0.0086985985,0.008816002,0.00070502807],"about_ca_topic_score_codex":0.0008279181,"about_ca_topic_score_gemma":0.0004157951,"teacher_disagreement_score":0.866574,"about_ca_system_score_codex":0.00019586389,"about_ca_system_score_gemma":0.00035991275,"threshold_uncertainty_score":0.9998623},"labels":[],"label_agreement":null},{"id":"W7124841212","doi":"10.1109/aiware69974.2025.00021","title":"CFCEval: Evaluating Security Aspects in Code Generated by Large Language Models","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code (set theory); Metric (unit); Code review; Key (lock); Relevance (law)","score_opus":0.02988406004361717,"score_gpt":0.34952715752284097,"score_spread":0.3196430974792238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124841212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37035277,0.0053744945,0.6174652,0.0007071828,0.00070668897,0.00062585203,0.00004034942,0.0004758601,0.0042516203],"genre_scores_gemma":[0.98929584,0.000065551205,0.006581556,0.00041147304,0.00006019375,0.000053233747,0.000015554406,0.000031895546,0.0034846924],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99516344,0.00049092044,0.00068503164,0.0011836251,0.0011424747,0.0013345255],"domain_scores_gemma":[0.99702376,0.0011334786,0.00007520701,0.0012249197,0.00031761918,0.00022501263],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0036037168,0.00038805357,0.0004767072,0.0005488542,0.00017626472,0.00052482844,0.0016440081,0.00027217082,0.00026041325],"category_scores_gemma":[0.002210796,0.00041792844,0.00009873675,0.0032322984,0.000053690736,0.0007047279,0.0013477015,0.0009746886,0.00008678707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016473413,0.003846282,0.016633177,0.0018782028,0.00060590624,0.0010094658,0.045498747,0.45718542,0.050361052,0.24125631,0.083603896,0.09795679],"study_design_scores_gemma":[0.0013732453,0.000082402265,0.00075395784,0.00018806873,0.000009320881,0.000002651313,0.0001457774,0.98200184,0.011568631,0.0033590046,0.00014410204,0.000370971],"about_ca_topic_score_codex":0.00084029115,"about_ca_topic_score_gemma":0.00044781363,"teacher_disagreement_score":0.6189431,"about_ca_system_score_codex":0.0005113321,"about_ca_system_score_gemma":0.00092425727,"threshold_uncertainty_score":0.99982727},"labels":[],"label_agreement":null},{"id":"W7124939946","doi":"10.1109/aiware69974.2025.00033","title":"Generative AI and Empirical Software Engineering: A Paradigm Shift","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Workflow; Paradigm shift; Generative grammar; Software; Software development; Social software engineering; Empirical research; Software evolution","score_opus":0.02193102504477759,"score_gpt":0.30693764596980755,"score_spread":0.28500662092502993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124939946","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016632969,0.0029242719,0.96086574,0.017251285,0.0011082394,0.00042812445,0.000006515573,0.00069036515,0.0000925058],"genre_scores_gemma":[0.92343056,0.00012341274,0.07131435,0.0025102275,0.00019622009,0.00008715585,0.0000028462364,0.00004181147,0.0022934254],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966702,0.00009463697,0.00048109138,0.0011924974,0.0005674234,0.0009941905],"domain_scores_gemma":[0.9963367,0.002067442,0.000035058925,0.0010201907,0.000095726245,0.0004448709],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048333194,0.0005004728,0.0004967039,0.0005946171,0.00022510083,0.0009718357,0.0010747012,0.00029282572,0.0001061993],"category_scores_gemma":[0.0022686315,0.00049703475,0.00012371571,0.0017807428,0.00016095891,0.0005558065,0.0013256501,0.0008790936,0.00008251293],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081513164,0.00070882606,0.46767393,0.0014317515,0.0011089623,0.0006114973,0.008281651,0.024608832,0.00014445672,0.33544728,0.06586654,0.09403476],"study_design_scores_gemma":[0.0009895621,0.00026864224,0.26510757,0.0002607073,0.000035921246,0.000035035915,0.000008244299,0.70102674,0.0011825549,0.00416213,0.0260314,0.0008914906],"about_ca_topic_score_codex":0.00003439925,"about_ca_topic_score_gemma":0.000006892971,"teacher_disagreement_score":0.9067976,"about_ca_system_score_codex":0.00019522742,"about_ca_system_score_gemma":0.0006948612,"threshold_uncertainty_score":0.9997481},"labels":[],"label_agreement":null},{"id":"W7125579016","doi":"10.1109/cascon66301.2025.00073","title":"Workarounds in Software Forms: A User Study","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Hôtel-Dieu de Montréal","funders":"","keywords":"Workaround; Software; Software system; Software design; Software development","score_opus":0.018141091732122992,"score_gpt":0.30288414795126434,"score_spread":0.28474305621914137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125579016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26762047,0.0005398097,0.7273247,0.000512129,0.0011148346,0.00118252,9.3545816e-7,0.00048329576,0.0012212858],"genre_scores_gemma":[0.9657348,0.000022105914,0.013468162,0.00022334419,0.00003999018,0.00015863498,5.5091374e-7,0.000023702049,0.020328721],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99610317,0.00015173836,0.00067249435,0.0011079579,0.00082289,0.001141744],"domain_scores_gemma":[0.99587834,0.0019212011,0.0000422711,0.0017962587,0.00018575352,0.00017617359],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014685864,0.00038289002,0.00045821824,0.001250875,0.00015574334,0.00088147103,0.0025950633,0.00018368204,0.00018422294],"category_scores_gemma":[0.0020397124,0.00036897912,0.00011301079,0.005692299,0.00007260529,0.0009139812,0.0022076347,0.0008389327,0.00022729894],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022687223,0.0011335459,0.9146754,0.000088221204,0.000082092956,0.0001508671,0.0019629695,0.0024888103,0.0000018539803,0.0032316467,0.0017766152,0.074385256],"study_design_scores_gemma":[0.0026456232,0.0005425217,0.94816417,0.00044427902,0.000016534426,0.000004973449,0.001127767,0.041110065,0.00007026692,0.0018527023,0.0033729218,0.00064818485],"about_ca_topic_score_codex":0.00035260376,"about_ca_topic_score_gemma":0.00048994186,"teacher_disagreement_score":0.7138566,"about_ca_system_score_codex":0.00053741544,"about_ca_system_score_gemma":0.00069619046,"threshold_uncertainty_score":0.9998762},"labels":[],"label_agreement":null},{"id":"W7125579974","doi":"10.1109/cascon66301.2025.00067","title":"Establishing Traceability Between Release Notes Heviand Software Artifacts: Practitioners' Perspectives","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University; University of Saskatchewan","funders":"","keywords":"Traceability; Requirements traceability; Usability; Software; Work (physics); Benchmark (surveying)","score_opus":0.02334393199472488,"score_gpt":0.30266354103632637,"score_spread":0.27931960904160147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125579974","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14906865,0.0023039347,0.83492315,0.0094654905,0.00085032854,0.00085718615,0.000037283284,0.0016540863,0.00083986926],"genre_scores_gemma":[0.9209625,0.00013744683,0.075956784,0.00015782252,0.00032826106,0.00005624415,0.000010991564,0.000040179468,0.002349772],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.993883,0.0005415347,0.00092586596,0.0020698404,0.0012356874,0.001344033],"domain_scores_gemma":[0.9784254,0.017248474,0.00020557527,0.0023795885,0.0011269231,0.00061404274],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0024742624,0.00063181156,0.0007340957,0.00082657335,0.0007833232,0.0027354185,0.001999827,0.00041485063,0.00063618005],"category_scores_gemma":[0.05307735,0.0006634429,0.00032291905,0.003405126,0.00045086208,0.004433779,0.0011935735,0.0016948157,0.00023565933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001349098,0.001646726,0.5181067,0.0016919948,0.00086414075,0.0001615185,0.014484684,0.0051924377,0.00022882776,0.01014262,0.009495647,0.43784982],"study_design_scores_gemma":[0.0022820109,0.00056301814,0.9245984,0.0014192695,0.00027043492,0.000022551745,0.0055352473,0.037408907,0.008095692,0.007978924,0.009552701,0.0022728501],"about_ca_topic_score_codex":0.0008516291,"about_ca_topic_score_gemma":0.000043563945,"teacher_disagreement_score":0.77189386,"about_ca_system_score_codex":0.0010023334,"about_ca_system_score_gemma":0.00147285,"threshold_uncertainty_score":0.9995817},"labels":[],"label_agreement":null},{"id":"W7125580550","doi":"10.1109/cascon66301.2025.00069","title":"Can AI Build Systems? an Exploratory Study on Generating Software Architecture With LLMS","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Blueprint; Software architecture; Architecture; Software architecture description; Reference architecture; Software development; Resource-oriented architecture","score_opus":0.01849062765235339,"score_gpt":0.27648842184783623,"score_spread":0.25799779419548285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125580550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34837666,0.00033580285,0.64698017,0.00059629744,0.0012211984,0.0015125962,0.000009590378,0.00090754806,0.000060173472],"genre_scores_gemma":[0.98061836,0.000003183941,0.016261064,0.0007006652,0.0003404319,0.0003523508,0.000004493426,0.000084328654,0.0016351001],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9935847,0.0007865322,0.00068048306,0.0019888615,0.001681283,0.001278142],"domain_scores_gemma":[0.9946358,0.0010894572,0.00011713687,0.0030263227,0.00058491615,0.00054637523],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001319856,0.00078517484,0.00069856946,0.00096216286,0.0007262259,0.002007698,0.0025277126,0.00021453598,0.000022941325],"category_scores_gemma":[0.00073052413,0.00063551014,0.000088131404,0.0025272027,0.00013199773,0.0005354814,0.00090834376,0.0016046916,0.000033248023],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096796975,0.0015577101,0.06072487,0.00042306885,0.00047051362,0.0007924582,0.018408254,0.87908435,0.0003347642,0.0021282083,0.0014076545,0.03457138],"study_design_scores_gemma":[0.010160073,0.028811356,0.044620924,0.0058665774,0.00031859905,0.00025947596,0.025852062,0.86961365,0.0054568,0.00043444452,0.002001028,0.006604988],"about_ca_topic_score_codex":0.00042281233,"about_ca_topic_score_gemma":0.0008460621,"teacher_disagreement_score":0.6322417,"about_ca_system_score_codex":0.00043316884,"about_ca_system_score_gemma":0.0014163766,"threshold_uncertainty_score":0.99960965},"labels":[],"label_agreement":null},{"id":"W7125581841","doi":"10.1109/cascon66301.2025.00075","title":"Understanding the Issue Types in Open Source Blockchain-Based Software Projects with the Transformer-Based BERTopic","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Software; Software development; Robustness (evolution); Open source; Open source software; Software evolution; Software peer review; Open-source software development","score_opus":0.05444498149886387,"score_gpt":0.288700487315476,"score_spread":0.23425550581661211,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125581841","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014603219,0.0003453543,0.9316745,0.04882405,0.00027745363,0.0029225252,0.0000029892308,0.00023549362,0.001114451],"genre_scores_gemma":[0.9855719,0.0000031885243,0.0052998355,0.0028200417,0.000050153296,0.00028085013,0.000001374494,0.000043503383,0.0059291143],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99632704,0.00038520232,0.00041673705,0.00092720287,0.0008806318,0.0010631541],"domain_scores_gemma":[0.992616,0.005486238,0.00007671793,0.0015537208,0.00014884335,0.000118465265],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0018579649,0.00046811326,0.0004172877,0.00046012425,0.0009880572,0.0018695879,0.004939434,0.00017103746,0.0001619326],"category_scores_gemma":[0.00054213154,0.00025425767,0.00010769133,0.004128844,0.0005321361,0.00013621869,0.00038498404,0.0009643188,0.000026318457],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053921936,0.0006378133,0.053970646,0.0009944149,0.0003535101,0.000110389396,0.014136363,0.86054957,0.00007420194,0.011491932,0.0060846875,0.05105727],"study_design_scores_gemma":[0.004107713,0.00067012984,0.0046858895,0.0012114344,0.000072766146,0.000006380419,0.0023582145,0.96990937,0.00370169,0.00050475675,0.0119871395,0.0007845211],"about_ca_topic_score_codex":0.0011864234,"about_ca_topic_score_gemma":0.002139566,"teacher_disagreement_score":0.9709687,"about_ca_system_score_codex":0.00063653995,"about_ca_system_score_gemma":0.0032203952,"threshold_uncertainty_score":0.99999094},"labels":[],"label_agreement":null},{"id":"W7125585427","doi":"10.1109/cascon66301.2025.00071","title":"An Insight into the Technical Debt-Fix Trade Off in Software Backporting","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Technical debt; Eclipse; Python (programming language); Software; Debt; Software maintenance","score_opus":0.015418061659592096,"score_gpt":0.2987605363584914,"score_spread":0.28334247469889934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125585427","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.106239066,0.003715312,0.8749446,0.010063184,0.0011112099,0.0010073829,0.0000011622561,0.0010820527,0.0018359912],"genre_scores_gemma":[0.950583,0.00013310951,0.047776956,0.0008338499,0.0001021085,0.000054554766,0.00000200357,0.000033491266,0.0004809461],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9952795,0.00033919394,0.0010804755,0.0012414606,0.0009273576,0.0011320205],"domain_scores_gemma":[0.9939969,0.0031094074,0.00010201008,0.0024084125,0.00011037487,0.0002729035],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023695012,0.00043389766,0.00046564842,0.00068056403,0.0003694183,0.00073605974,0.0044161044,0.0003743891,0.0001149166],"category_scores_gemma":[0.0045800414,0.00033318816,0.00016189346,0.004512007,0.00031057379,0.00085170293,0.0011301567,0.0016455562,0.000056884644],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025282821,0.0004983898,0.09751693,0.00017307051,0.00004443254,0.00017658768,0.0076520885,0.0042739967,0.0020111625,0.013942042,0.0013858374,0.8723002],"study_design_scores_gemma":[0.0012796435,0.00044915374,0.6330967,0.0008334677,0.000028175778,0.00005200024,0.00041263748,0.3315767,0.008746966,0.0042464356,0.018104918,0.001173182],"about_ca_topic_score_codex":0.00035508227,"about_ca_topic_score_gemma":0.00065084104,"teacher_disagreement_score":0.871127,"about_ca_system_score_codex":0.000448869,"about_ca_system_score_gemma":0.0009548159,"threshold_uncertainty_score":0.999912},"labels":[],"label_agreement":null},{"id":"W7125587998","doi":"10.1109/cascon66301.2025.00068","title":"ChatGPT for Code Refactoring: Analyzing Topics, Interaction, and Effective Prompts","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Code refactoring; Code (set theory); Software; Software maintenance; Source code; Software development","score_opus":0.020783934833576517,"score_gpt":0.3346795795495572,"score_spread":0.31389564471598064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125587998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053784516,0.0007463483,0.9382725,0.0021817242,0.002745563,0.0014672808,0.000004727831,0.00024226088,0.00055507815],"genre_scores_gemma":[0.97651863,0.00008241114,0.014726074,0.000071405666,0.0002512371,0.00022172605,0.0000017552352,0.000017452514,0.008109315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980238,0.0000723485,0.00032717834,0.00082699105,0.00021757935,0.00053210696],"domain_scores_gemma":[0.9965531,0.0022856537,0.000061631785,0.00058544346,0.0003695929,0.00014455811],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006439775,0.0002525573,0.00032040646,0.00043116766,0.00025673636,0.0005618531,0.0005419398,0.00013140638,0.00001756805],"category_scores_gemma":[0.0022011942,0.0002507403,0.00009193078,0.00072343333,0.00006634443,0.0005680361,0.0005918815,0.000365381,0.000007692377],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011181848,0.00019112749,0.08620301,0.0016215339,0.0005865275,0.00001233002,0.0032449793,0.0005401392,0.0014063361,0.045790564,0.0031120705,0.8571796],"study_design_scores_gemma":[0.0030252102,0.0011350741,0.30982578,0.0017334415,0.00012283894,0.000022314944,0.00022841616,0.45057625,0.060401972,0.004545812,0.1671401,0.0012428086],"about_ca_topic_score_codex":0.000058713926,"about_ca_topic_score_gemma":0.00001893619,"teacher_disagreement_score":0.92354643,"about_ca_system_score_codex":0.00029009496,"about_ca_system_score_gemma":0.00014665532,"threshold_uncertainty_score":0.99999446},"labels":[],"label_agreement":null},{"id":"W7125588785","doi":"10.1109/cascon66301.2025.00025","title":"Can We Trust the AI Pair Programmer? Copilot for API Misuse Detection and Correction","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software; Precision and recall; Construct (python library); Coding (social sciences); Misuse detection; Secure coding; Code (set theory); Reliability (semiconductor)","score_opus":0.019992953017851853,"score_gpt":0.2875308711137979,"score_spread":0.267537918095946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125588785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02388197,0.0008293399,0.94891435,0.018341416,0.005378015,0.0020720554,0.0000030792594,0.0005019157,0.00007784304],"genre_scores_gemma":[0.9856504,0.000110431596,0.0024414873,0.0003488536,0.00013109173,0.00049047533,0.0000011110387,0.000021211885,0.010804896],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980113,0.00011050428,0.00030499857,0.0006637332,0.00032244637,0.0005870026],"domain_scores_gemma":[0.99726415,0.0015883382,0.00005297148,0.0006436964,0.00030715595,0.00014371435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080938666,0.00025229287,0.00020497128,0.0002585157,0.0006355426,0.000823444,0.00057814416,0.00014630482,0.000017624894],"category_scores_gemma":[0.0010970595,0.00019660879,0.00009318873,0.0013339391,0.00016740723,0.00023250868,0.00029364566,0.00044127335,0.00000586965],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006816056,0.000077404606,0.005792313,0.0002433856,0.000076857905,0.0000015626733,0.0006389818,0.00044521154,0.0002997272,0.000879809,0.005384895,0.9860917],"study_design_scores_gemma":[0.0008338607,0.000713023,0.008206632,0.00013289352,0.000036777612,0.00002073146,0.00022305752,0.93466944,0.00962744,0.00072357967,0.044556636,0.0002559139],"about_ca_topic_score_codex":0.0006168489,"about_ca_topic_score_gemma":0.00051377324,"teacher_disagreement_score":0.9858358,"about_ca_system_score_codex":0.00022411445,"about_ca_system_score_gemma":0.0002891052,"threshold_uncertainty_score":0.8017474},"labels":[],"label_agreement":null},{"id":"W7125591383","doi":"10.1109/cascon66301.2025.00110","title":"Different by Design: Understanding Human-AI Collaboration Through GitHub Pull Requests","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Maintainability; Coding (social sciences); Software; Bridge (graph theory); Cursor (databases); Descriptive statistics; Statistical analysis; Presentation (obstetrics)","score_opus":0.07299434836039533,"score_gpt":0.3513910749916013,"score_spread":0.278396726631206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125591383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033220206,0.0012047893,0.983131,0.0067016305,0.001703637,0.0009795328,0.000007678319,0.0006022079,0.0023475112],"genre_scores_gemma":[0.97943497,0.00017873979,0.011322705,0.00059420156,0.00009051385,0.00006790893,0.00001176343,0.000036424477,0.008262766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958001,0.0003677305,0.00067068037,0.0011603428,0.0010091598,0.0009920185],"domain_scores_gemma":[0.9966742,0.0014365728,0.0001059424,0.001223954,0.00036598413,0.00019334804],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00074672647,0.00049613806,0.00046649383,0.000363742,0.0007211166,0.0021586246,0.0014534385,0.00030133085,0.00020038128],"category_scores_gemma":[0.0006244882,0.00048691768,0.00009820969,0.0027975915,0.00018322814,0.0014706838,0.0006830074,0.0006148282,0.00006396144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005293892,0.00053128606,0.005661918,0.00040183397,0.00030971444,0.000049015183,0.002925675,0.0030263597,0.014113637,0.64550865,0.32488465,0.002534338],"study_design_scores_gemma":[0.0053973016,0.0022697533,0.005172513,0.0022269653,0.00017337597,0.000018490846,0.0018890966,0.50397575,0.21867952,0.24649122,0.010255663,0.0034503601],"about_ca_topic_score_codex":0.00009981102,"about_ca_topic_score_gemma":0.000047059355,"teacher_disagreement_score":0.97611296,"about_ca_system_score_codex":0.0023000748,"about_ca_system_score_gemma":0.00056129025,"threshold_uncertainty_score":0.99975824},"labels":[],"label_agreement":null},{"id":"W7125592731","doi":"10.1109/cascon66301.2025.00101","title":"LLM-Powered Code Quality Bot: Automating Refactoring in CI/CD","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Code refactoring; Code (set theory); Code smell; Pipeline (software); Focus (optics); Software; Static program analysis; Software quality; Quality (philosophy)","score_opus":0.04801761847803115,"score_gpt":0.37377263786362347,"score_spread":0.3257550193855923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125592731","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3572871,0.0007610178,0.627706,0.001524033,0.0029601196,0.0005886029,0.000009469803,0.0012785376,0.007885123],"genre_scores_gemma":[0.9646603,0.00003790012,0.031058358,0.0001358502,0.000077912606,0.000033951208,0.0000014985338,0.000025698175,0.0039685396],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99470156,0.0004124711,0.0012572369,0.001242256,0.0010209688,0.0013654901],"domain_scores_gemma":[0.9938034,0.0037858528,0.00013631198,0.0017914348,0.00022423871,0.00025880526],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037701516,0.00041894158,0.0006115066,0.00079564424,0.00022762222,0.0007507968,0.002251546,0.0002744225,0.00022526116],"category_scores_gemma":[0.0074147177,0.0004585308,0.00015140996,0.0032846942,0.00009682067,0.00071341806,0.0018865229,0.001075979,0.00018334138],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054665637,0.00085576525,0.56241316,0.0018388696,0.00018728961,0.00020426075,0.006544071,0.008521793,0.005066043,0.0655242,0.0018123231,0.3469776],"study_design_scores_gemma":[0.0011250003,0.000069840484,0.6005805,0.00091692386,0.0000058790406,0.0000040114887,0.0001732682,0.38778234,0.0053991727,0.0010682069,0.0022062273,0.00066861266],"about_ca_topic_score_codex":0.0012211759,"about_ca_topic_score_gemma":0.00024224602,"teacher_disagreement_score":0.6073732,"about_ca_system_score_codex":0.0008864902,"about_ca_system_score_gemma":0.00077442144,"threshold_uncertainty_score":0.9997866},"labels":[],"label_agreement":null},{"id":"W7125598063","doi":"10.1109/cascon66301.2025.00045","title":"An Empirical Evaluation of LLM-Based Approaches for Code Vulnerability Detection: RAG, SFT, and Dual-Agent Systems","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Transparency (behavior); Vulnerability (computing); Audit; Baseline (sea); Domain (mathematical analysis); Software; Task (project management); The Internet","score_opus":0.1558992302502042,"score_gpt":0.3882194443479205,"score_spread":0.2323202140977163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125598063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3051103,0.0007386541,0.69097245,0.00032846097,0.0007749625,0.001896448,0.000012363873,0.00011803969,0.000048345013],"genre_scores_gemma":[0.98906523,0.0000037883822,0.01007636,0.000026197491,0.00008848888,0.0006156158,0.0000060317993,0.000015059841,0.00010320703],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99549204,0.0010331343,0.00071558624,0.001069359,0.0012369893,0.0004528941],"domain_scores_gemma":[0.994646,0.0026550977,0.0001168474,0.0012481215,0.0011226085,0.00021130787],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.009821717,0.0002745153,0.0004397457,0.0003700712,0.00025958562,0.00033441102,0.0004913384,0.00022731871,0.000018928025],"category_scores_gemma":[0.0028850692,0.00026269897,0.00011395966,0.0010285908,0.0002040659,0.0003346835,0.00018012062,0.00026148945,0.0000017819584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023275451,0.0016277458,0.035179008,0.0032812813,0.00020964415,0.0000014881484,0.0009982268,0.6328938,0.0013810226,0.0016861538,0.00037346914,0.32213542],"study_design_scores_gemma":[0.0014695614,0.0006512326,0.044523917,0.00008829277,0.00008442319,0.0000033254507,0.000100672776,0.9412697,0.011148156,0.00027878056,0.00017131514,0.00021064171],"about_ca_topic_score_codex":0.00010072291,"about_ca_topic_score_gemma":0.00004442608,"teacher_disagreement_score":0.68395495,"about_ca_system_score_codex":0.00045294128,"about_ca_system_score_gemma":0.0009864081,"threshold_uncertainty_score":0.99998254},"labels":[],"label_agreement":null},{"id":"W7125603952","doi":"10.1109/cascon66301.2025.00078","title":"Adaptive Fine-Tuning for Multi-Class Classification Over Software Requirement Data","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software requirements; Software; Robustness (evolution); Transfer of learning; Pooling; Task (project management); Field (mathematics); Deep learning; Software development","score_opus":0.20733667833288394,"score_gpt":0.3838192928120084,"score_spread":0.17648261447912444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125603952","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000373009,0.00075135264,0.9925646,0.0016841259,0.0020426637,0.001656733,0.00014604948,0.0005690841,0.00021239022],"genre_scores_gemma":[0.25090104,0.000066908106,0.73326594,0.0003646352,0.00021884887,0.00030688389,0.00017566614,0.000059254242,0.014640835],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99523425,0.00013140868,0.0007758534,0.0019934687,0.00082738046,0.0010376365],"domain_scores_gemma":[0.9918169,0.0028299459,0.00017333424,0.004273033,0.00067333534,0.00023349439],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017856208,0.0004516402,0.0004199962,0.000521832,0.0004560462,0.00065993995,0.004798254,0.0002597306,0.00010603965],"category_scores_gemma":[0.0060510603,0.00047387037,0.00012997874,0.0014911719,0.00015272314,0.0014940543,0.003818537,0.0004856256,0.00007546602],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020975519,0.0010521817,0.0130125955,0.0009858446,0.0007701147,0.000020890035,0.0009422916,0.004046119,0.0024578818,0.075923674,0.13252878,0.7680499],"study_design_scores_gemma":[0.0015229924,0.00015209851,0.018447598,0.0003587446,0.000044769073,0.0000011687824,0.00007493089,0.9589936,0.00045009193,0.00023086928,0.019287925,0.00043518687],"about_ca_topic_score_codex":0.00010185608,"about_ca_topic_score_gemma":0.000085005646,"teacher_disagreement_score":0.95494753,"about_ca_system_score_codex":0.00062446843,"about_ca_system_score_gemma":0.0010890395,"threshold_uncertainty_score":0.9997713},"labels":[],"label_agreement":null},{"id":"W7125610271","doi":"10.1109/cascon66301.2025.00076","title":"Multi-Label Ambiguity Detection in Software Requirements Using Language Models","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Vagueness; Ambiguity; Software requirements specification; Scope (computer science); Software requirements; Natural language; Set (abstract data type); Software; Focus (optics)","score_opus":0.08411771468295513,"score_gpt":0.3581302819086264,"score_spread":0.27401256722567124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125610271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2772185,0.00066261116,0.72036123,0.00003914939,0.0009337367,0.0004130385,0.000002860241,0.00031483755,0.000054043863],"genre_scores_gemma":[0.7329982,0.00002272649,0.26596907,0.00008299687,0.000027914544,0.0000203839,8.6992526e-7,0.000020279384,0.00085755775],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966871,0.00017661498,0.0005845976,0.0009711602,0.0006567006,0.00092382025],"domain_scores_gemma":[0.998121,0.0003609953,0.00007131326,0.0010846975,0.00021048269,0.00015150958],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010684102,0.00033367355,0.00033733973,0.0009220338,0.00020476202,0.0003787259,0.001167253,0.0002475724,0.000031238884],"category_scores_gemma":[0.0013535611,0.00038124228,0.0000805153,0.0026828295,0.000073703515,0.0012285924,0.0012686828,0.0006104995,0.000030573487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039270002,0.00078337727,0.013278553,0.0004622214,0.000091648166,0.00014120132,0.002249763,0.09782617,0.03487202,0.00025519732,0.000024660216,0.84997594],"study_design_scores_gemma":[0.0014123893,0.000044343895,0.007370594,0.00032581706,0.000009446453,0.0000039451133,0.000054708635,0.97444296,0.015700255,0.00032437226,0.000005253472,0.00030594485],"about_ca_topic_score_codex":0.0032229747,"about_ca_topic_score_gemma":0.00064433995,"teacher_disagreement_score":0.8766168,"about_ca_system_score_codex":0.0010527377,"about_ca_system_score_gemma":0.0003732751,"threshold_uncertainty_score":0.9998639},"labels":[],"label_agreement":null},{"id":"W7125648772","doi":"10.1109/cascon66301.2025.00080","title":"Reverse Engineering User Stories from Code using Large Language Models","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reverse engineering; Code (set theory); Source code; Modeling language; Natural language; User interface","score_opus":0.024737771478988667,"score_gpt":0.29032718384310374,"score_spread":0.2655894123641151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125648772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1509954,0.0022854418,0.84327626,0.00019148571,0.0021410016,0.00024393624,0.00007143673,0.00058341975,0.00021160796],"genre_scores_gemma":[0.8181227,0.000054430733,0.17505826,0.00021315196,0.00022230759,0.000012970611,0.000006847229,0.00005007538,0.0062592714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693537,0.00006861573,0.00043584013,0.0008796475,0.0006552302,0.0010252971],"domain_scores_gemma":[0.9970079,0.0010663556,0.000049544513,0.0014622081,0.0001919714,0.00022201493],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005883887,0.00040139485,0.00042378652,0.00045256922,0.00019741531,0.0005578458,0.0014688503,0.00023457149,0.00022578682],"category_scores_gemma":[0.00084140734,0.00044472062,0.00014271574,0.0014867123,0.00004223314,0.0012173342,0.0015101528,0.0006350021,0.00006148247],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005055296,0.00027659073,0.005555514,0.00046977718,0.00058192696,0.0004241317,0.015261043,0.8881946,0.01198099,0.064872496,0.007140647,0.005191715],"study_design_scores_gemma":[0.00054457225,0.000015563039,0.0009967696,0.00033504827,0.000028704619,0.0000024796627,0.00027125722,0.9879931,0.004201705,0.00019037334,0.0050063557,0.00041402364],"about_ca_topic_score_codex":0.0016573429,"about_ca_topic_score_gemma":0.00007213054,"teacher_disagreement_score":0.668218,"about_ca_system_score_codex":0.00044672863,"about_ca_system_score_gemma":0.0003939858,"threshold_uncertainty_score":0.99980044},"labels":[],"label_agreement":null},{"id":"W7125651587","doi":"10.1109/cascon66301.2025.00065","title":"Design, Implementation and Evaluation of a Novel Programming Language Topic Classification Workflow","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Workflow; Natural language; Feature (linguistics); Semantics (computer science)","score_opus":0.10155059606357696,"score_gpt":0.40851198459399946,"score_spread":0.3069613885304225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125651587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1571926,0.0007209397,0.84026265,0.00039639528,0.00020117438,0.0010888,7.197269e-7,0.000058869027,0.00007781831],"genre_scores_gemma":[0.8172271,0.000016142525,0.18246338,0.000015341713,0.000019174644,0.000115677074,0.0000040897835,0.0000050858075,0.00013400237],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99811816,0.00017080497,0.0003654277,0.00039299272,0.0006994304,0.0002532031],"domain_scores_gemma":[0.9984098,0.0005489611,0.00009378165,0.00041231368,0.00048639,0.000048736572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027912844,0.00012344652,0.00013915345,0.00032095436,0.00007906446,0.00019709025,0.00029233564,0.000073211646,0.000051935865],"category_scores_gemma":[0.000385333,0.00012873078,0.000027911525,0.0010314514,0.00004736862,0.00031529955,0.00016406967,0.00011155847,0.0000018923118],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054875295,0.000082726954,0.004265133,0.00010483266,0.000036076974,2.3486946e-7,0.0018278619,0.0007465261,0.00923148,0.0037171864,0.000041376934,0.97994107],"study_design_scores_gemma":[0.0012375348,0.00008636798,0.112847544,0.00011670218,0.000056764457,0.0000012153977,0.0010281712,0.8724187,0.01190406,0.00014524448,0.000043017775,0.00011468354],"about_ca_topic_score_codex":0.00010729411,"about_ca_topic_score_gemma":0.000022993892,"teacher_disagreement_score":0.9798264,"about_ca_system_score_codex":0.0001775414,"about_ca_system_score_gemma":0.0004248939,"threshold_uncertainty_score":0.5249489},"labels":[],"label_agreement":null},{"id":"W7125655103","doi":"10.1109/cascon66301.2025.00092","title":"RevMine: An LLM-Assisted Tool for Code Review Mining and Analysis Across Git Platforms","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Stroke Network; École de Technologie Supérieure","funders":"","keywords":"Code (set theory); Source code; Key (lock); Identification (biology)","score_opus":0.044368592443285365,"score_gpt":0.3736740081863399,"score_spread":0.3293054157430545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125655103","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10541766,0.022036053,0.86898273,0.001376817,0.00038417807,0.0012860767,0.000075775046,0.0003142116,0.00012651335],"genre_scores_gemma":[0.44444707,0.018396795,0.49862427,0.0038842424,0.00022742845,0.00082099345,0.00016109481,0.00010598254,0.033332117],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99582374,0.00005326652,0.0009924818,0.0014094027,0.0006099161,0.0011111933],"domain_scores_gemma":[0.99481905,0.00231816,0.00015472401,0.0018397134,0.0005557938,0.00031259094],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029735789,0.00044515263,0.0010863937,0.00051234546,0.0004985797,0.0009545668,0.0015658789,0.00020859978,0.00010115605],"category_scores_gemma":[0.0035026686,0.00039702465,0.0003867303,0.00579094,0.00015194205,0.0009963705,0.0010244166,0.00026226012,0.000007891563],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006182903,0.00029513077,0.047042936,0.008950492,0.0021505211,0.000030332845,0.00097444066,0.00036718842,0.00010244344,0.0020207711,0.012164691,0.92583925],"study_design_scores_gemma":[0.0018705311,0.00069391227,0.17544158,0.004857507,0.0014486891,0.00002887789,0.00015202649,0.79265255,0.0005126925,0.00019921488,0.02084335,0.0012990623],"about_ca_topic_score_codex":0.00003327904,"about_ca_topic_score_gemma":0.000112110814,"teacher_disagreement_score":0.92454016,"about_ca_system_score_codex":0.00015736677,"about_ca_system_score_gemma":0.00028197095,"threshold_uncertainty_score":0.9998482},"labels":[],"label_agreement":null},{"id":"W7125948450","doi":"10.1109/ase63991.2025.00077","title":"An Empirical Study of Python Library Migration Using Large Language Models","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Python (programming language); Code (set theory); Benchmark (surveying); Empirical research; Unit testing","score_opus":0.03883258264504589,"score_gpt":0.36056596619006676,"score_spread":0.32173338354502085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125948450","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52700377,0.0002006991,0.4719194,0.0001018315,0.00017732469,0.0002890926,0.0000028987765,0.00018356688,0.00012142809],"genre_scores_gemma":[0.97575456,0.000007526936,0.02352251,0.00009460292,0.000052884705,0.000007893366,0.000003318658,0.00002126319,0.0005354204],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761814,0.00030091492,0.00044995983,0.0006139973,0.0005753697,0.00044160115],"domain_scores_gemma":[0.9981607,0.00039302694,0.000056598023,0.0011583945,0.00009601735,0.00013523095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005070955,0.00020021439,0.0002898791,0.00054561574,0.00011543398,0.00031761336,0.0010743502,0.0001242444,0.00007896703],"category_scores_gemma":[0.00012202451,0.0001960757,0.00006380256,0.0019562352,0.00002897038,0.0021232306,0.0007419739,0.00029075128,0.000005090814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013269436,0.009771141,0.6309682,0.0004021843,0.00023065961,0.00016034258,0.08106713,0.24282603,0.0048954557,0.0047869794,0.0016653175,0.02309388],"study_design_scores_gemma":[0.00056245324,0.0005457611,0.025508298,0.00006093698,0.000015196039,0.0000014828707,0.0017463039,0.96872437,0.002445103,0.00020791084,0.000022405004,0.00015978566],"about_ca_topic_score_codex":0.00027509563,"about_ca_topic_score_gemma":0.000053581633,"teacher_disagreement_score":0.7258983,"about_ca_system_score_codex":0.000052438623,"about_ca_system_score_gemma":0.0003547115,"threshold_uncertainty_score":0.7995735},"labels":[],"label_agreement":null},{"id":"W7125948853","doi":"10.1109/ase63991.2025.00086","title":"Coverage-Based Harmfulness Testing for LLM Code Transformation","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Moderation; Code (set theory); Set (abstract data type); Source code; Harm; Key (lock); Software; Code review","score_opus":0.04030988784248639,"score_gpt":0.3051761466031735,"score_spread":0.2648662587606871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125948853","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006956787,0.00011801233,0.98466164,0.002955403,0.0012898069,0.0012354521,0.000030163954,0.0005601397,0.0021925748],"genre_scores_gemma":[0.9288609,0.0000021437565,0.06856461,0.0005400912,0.000065117434,0.00025743546,0.000009606927,0.000020561203,0.0016795403],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976187,0.00006686117,0.00052858476,0.0005740626,0.0004844524,0.0007273862],"domain_scores_gemma":[0.9926015,0.005918556,0.000059527472,0.00063812605,0.0006423599,0.00013991894],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011530417,0.00027252553,0.0002781023,0.00044415315,0.00038848454,0.00071211776,0.0011209332,0.00014990015,0.00005452588],"category_scores_gemma":[0.0031688802,0.00028896824,0.00013402407,0.0019601989,0.00005937764,0.0007073228,0.00011571775,0.00029674685,0.000039591603],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008718394,0.00032678264,0.0037093065,0.0021902544,0.00007394896,0.000007005649,0.00051263906,0.12343976,0.0010376264,0.032484047,0.0030289206,0.8331025],"study_design_scores_gemma":[0.0016306415,0.00024545137,0.0037125752,0.00030863285,0.000017907807,0.0000017311703,0.000011535744,0.9541026,0.033171196,0.0011723215,0.0053342907,0.0002911319],"about_ca_topic_score_codex":0.000050181912,"about_ca_topic_score_gemma":0.000008478176,"teacher_disagreement_score":0.9219041,"about_ca_system_score_codex":0.00024836126,"about_ca_system_score_gemma":0.0010244617,"threshold_uncertainty_score":0.99995625},"labels":[],"label_agreement":null},{"id":"W7125949815","doi":"10.1109/ase63991.2025.00192","title":"SPICE: An Automated SWE-Bench Labeling Pipeline for Issue Clarity, Test Coverage, and Effort Estimation","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Queen's University","funders":"","keywords":"Spice; Pipeline (software); Software; Test (biology); Code (set theory); Test data","score_opus":0.015864431493693845,"score_gpt":0.3423301053617524,"score_spread":0.3264656738680586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125949815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04095432,0.0005408668,0.951589,0.0024231086,0.0010302985,0.0013120173,0.000025785084,0.0018068497,0.00031774168],"genre_scores_gemma":[0.7520333,0.00012576321,0.24193828,0.00049382093,0.00017032435,0.00008949138,0.00005371664,0.00003835685,0.0050569316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968147,0.000051692143,0.0006970086,0.0010641209,0.00055884145,0.0008136252],"domain_scores_gemma":[0.9954163,0.0025628544,0.000094935596,0.00097180787,0.0006591381,0.00029500542],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015166666,0.0004030458,0.00044100362,0.0005120606,0.0004665448,0.0012814248,0.00096502755,0.00033978763,0.00007402111],"category_scores_gemma":[0.0033323138,0.00042826845,0.00006885597,0.0014985679,0.0000988187,0.0011770073,0.0007413023,0.0004502228,0.000041589497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009081159,0.001492287,0.06437018,0.0040396852,0.0001962945,0.000055204117,0.0014211078,0.114365645,0.003974077,0.015252833,0.044214685,0.7505272],"study_design_scores_gemma":[0.0012590813,0.00033014055,0.026591878,0.00025275018,0.000038621816,0.00001331185,0.000010755242,0.9653042,0.0027084274,0.0012175916,0.0018799156,0.0003933118],"about_ca_topic_score_codex":0.00022970539,"about_ca_topic_score_gemma":0.00003587381,"teacher_disagreement_score":0.85093856,"about_ca_system_score_codex":0.00017524474,"about_ca_system_score_gemma":0.0004537228,"threshold_uncertainty_score":0.9998169},"labels":[],"label_agreement":null},{"id":"W7125963704","doi":"10.1109/ase63991.2025.00271","title":"Context-Aware CodeLLM Eviction for AI-assisted Coding","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University; Huawei Technologies (Canada)","funders":"","keywords":"Eviction; Coding (social sciences); Latency (audio); Software; Code (set theory); Resource (disambiguation)","score_opus":0.037967209368414113,"score_gpt":0.32664985764502624,"score_spread":0.2886826482766121,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125963704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014735372,0.0006787898,0.98600256,0.0055539543,0.0036222988,0.0011050898,0.000015305277,0.000666598,0.000881877],"genre_scores_gemma":[0.9725379,0.000057202622,0.008271868,0.001112684,0.0001301757,0.00016949825,0.000007671121,0.000026771399,0.017686255],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970742,0.000089617875,0.00057237945,0.00093268784,0.00048732437,0.00084380916],"domain_scores_gemma":[0.99521285,0.0027248154,0.00007440928,0.0009489834,0.0008422768,0.00019663571],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009095104,0.0003311419,0.0004054323,0.00051994214,0.00047561058,0.0007440475,0.0012254426,0.0002564201,0.00012747313],"category_scores_gemma":[0.0012955272,0.00035078553,0.00023196689,0.0015558922,0.00009512265,0.0005768158,0.00052015006,0.0004424708,0.000093983],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013246038,0.00030681625,0.007360934,0.0013173735,0.00038397658,0.000018117345,0.00061638845,0.0031159583,0.00086335064,0.21752398,0.09475849,0.67360216],"study_design_scores_gemma":[0.001349023,0.00018389613,0.0067339814,0.0004961873,0.000035130357,0.00000795996,0.000087646426,0.9520077,0.0047130347,0.00060776377,0.03340217,0.0003754973],"about_ca_topic_score_codex":0.00010012028,"about_ca_topic_score_gemma":0.00004264652,"teacher_disagreement_score":0.9777307,"about_ca_system_score_codex":0.00045232562,"about_ca_system_score_gemma":0.00061098306,"threshold_uncertainty_score":0.99989444},"labels":[],"label_agreement":null},{"id":"W7125971062","doi":"10.1109/ase63991.2025.00201","title":"Token Sugar: Making Source Code Sweeter for LLMs through Token-Efficient Shorthand","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Google","keywords":"Security token; Source code; Boilerplate text; Code (set theory); Code generation; Inference; Language model","score_opus":0.03464808555862875,"score_gpt":0.3268847249025322,"score_spread":0.2922366393439034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125971062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034253553,0.0012073966,0.95332575,0.0021379674,0.0027559407,0.0016060611,0.000023422848,0.0006276815,0.0040622475],"genre_scores_gemma":[0.9072215,0.00004213515,0.07201834,0.0012405152,0.00028690958,0.0002189517,0.000005756059,0.00006643203,0.01889947],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99455917,0.00011123804,0.0008579879,0.0016000075,0.0010295452,0.0018420601],"domain_scores_gemma":[0.9946071,0.0027775285,0.00010691547,0.0018208512,0.00047539355,0.00021221189],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011972996,0.00060394936,0.000621249,0.00042839244,0.0005901639,0.0012400764,0.0026291718,0.0003137129,0.0002468092],"category_scores_gemma":[0.0010816114,0.0005943159,0.00038614732,0.0016292577,0.00021277452,0.0004331313,0.0020308178,0.0005897329,0.00011758322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042433242,0.0014462953,0.029734585,0.002623256,0.0011617433,0.00012438514,0.016062876,0.49805912,0.0014439474,0.07020571,0.09883675,0.27987698],"study_design_scores_gemma":[0.0012369751,0.00026591678,0.0030652457,0.00048214325,0.00005284868,0.000015783988,0.00014409372,0.86982393,0.0064735888,0.00041149626,0.11726658,0.00076141034],"about_ca_topic_score_codex":0.00007128489,"about_ca_topic_score_gemma":0.000046207257,"teacher_disagreement_score":0.88130736,"about_ca_system_score_codex":0.0003986887,"about_ca_system_score_gemma":0.0005081441,"threshold_uncertainty_score":0.99979675},"labels":[],"label_agreement":null},{"id":"W7125980810","doi":"10.1109/ase63991.2025.00241","title":"The Cost of Downgrading Build Systems : A Case Study of Kubernetes","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Waterloo","funders":"","keywords":"Downgrade; Maintainability; Work (physics); Resource (disambiguation); Technical debt; Undo; Container (type theory)","score_opus":0.023816464824489163,"score_gpt":0.3088211013379941,"score_spread":0.28500463651350494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125980810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86227936,0.0033869965,0.12995555,0.00010374587,0.0016319433,0.001958594,0.0000032801822,0.00008916849,0.0005913624],"genre_scores_gemma":[0.9977642,0.000039164242,0.00033683685,0.0000036184038,0.000026648215,0.000079265636,6.8271156e-8,0.000010174782,0.0017399897],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971742,0.00028507708,0.0008356793,0.00046635108,0.00074149785,0.00049721607],"domain_scores_gemma":[0.99056005,0.00710779,0.00016341159,0.0015554152,0.000512649,0.00010066784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018681628,0.0002130785,0.0004252167,0.00034123022,0.00025779073,0.00031273297,0.0017191041,0.00007286809,0.000006957456],"category_scores_gemma":[0.0013936837,0.00015092616,0.00008991465,0.002157513,0.00016536932,0.00016116709,0.0010907165,0.00030884246,0.000004073851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011314788,0.003947978,0.51768494,0.00337745,0.002677368,0.0032415213,0.028290806,0.09273599,0.0010355258,0.10541414,0.005272677,0.23620845],"study_design_scores_gemma":[0.0017026612,0.0012984165,0.0085091265,0.00074275496,0.000088735746,0.00048183338,0.01659508,0.9670979,0.0022144115,0.00007889908,0.000844044,0.0003461549],"about_ca_topic_score_codex":0.008619904,"about_ca_topic_score_gemma":0.00024500815,"teacher_disagreement_score":0.8743619,"about_ca_system_score_codex":0.00010442867,"about_ca_system_score_gemma":0.00027597795,"threshold_uncertainty_score":0.9979818},"labels":[],"label_agreement":null},{"id":"W7125984020","doi":"10.1109/ase63991.2025.00137","title":"Characterizing Multi-Hunk Patches: Divergence, Proximity, and LLM Repair Challenges","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia","funders":"","keywords":"Metric (unit); Disjoint sets; Divergence (linguistics); Empirical research; Variation (astronomy); Event (particle physics)","score_opus":0.04611034680193843,"score_gpt":0.2915173091313208,"score_spread":0.24540696232938236,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125984020","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29102936,0.04025644,0.63440716,0.016212502,0.0065048626,0.0028380784,0.000019909217,0.004649089,0.004082624],"genre_scores_gemma":[0.9297938,0.01173964,0.049948987,0.00031765387,0.00014074426,0.00010807761,0.0000015648844,0.00003540791,0.007914155],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959543,0.00017978325,0.0005829598,0.0015738457,0.0006500157,0.0010591131],"domain_scores_gemma":[0.9967789,0.0010330933,0.00009056092,0.0014645554,0.00028804535,0.00034486462],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013097916,0.00048842555,0.00051878934,0.00054792536,0.00037795838,0.00044252872,0.001439721,0.00028892083,0.000075112664],"category_scores_gemma":[0.0013697082,0.00048643938,0.00017636716,0.0010485487,0.00023633549,0.0011261668,0.0035307906,0.0006657879,0.00009057198],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005681104,0.0017668651,0.21086672,0.0043004802,0.0007004473,0.00026716414,0.014213312,0.00004990708,0.0025577382,0.03409116,0.0014252707,0.72970414],"study_design_scores_gemma":[0.0010689875,0.00036502746,0.7364932,0.0010647695,0.000041019604,0.000021776137,0.00045963054,0.24458614,0.0035285589,0.00042115862,0.01098852,0.0009612186],"about_ca_topic_score_codex":0.00012932094,"about_ca_topic_score_gemma":0.00004069358,"teacher_disagreement_score":0.7287429,"about_ca_system_score_codex":0.00015286771,"about_ca_system_score_gemma":0.00031784558,"threshold_uncertainty_score":0.9997587},"labels":[],"label_agreement":null},{"id":"W7126425372","doi":"10.21428/594757db.88028518","title":"C++ Source Code Verification Pipeline","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Bespoke; Source code; Correctness; Classifier (UML); Pipeline (software); Artificial neural network; Software; Deep learning; Natural language","score_opus":0.01443259837562605,"score_gpt":0.27954924439643625,"score_spread":0.2651166460208102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7126425372","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030897008,0.000051078012,0.9900373,0.0018149011,0.00015476083,0.00005065863,1.6092632e-7,0.000528261,0.0042731618],"genre_scores_gemma":[0.8966694,0.0000058167743,0.06649085,0.00034038702,0.000026402084,0.000013983507,0.0000013257877,0.0000041907283,0.036447626],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995135,0.000011370306,0.00007206943,0.00016260437,0.00012112323,0.00011933621],"domain_scores_gemma":[0.9992667,0.00021452457,0.0000065298104,0.00043358278,0.000050868817,0.0000278204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016562981,0.000039256265,0.00004090085,0.00009353755,0.00003243021,0.0000653697,0.0005257227,0.000022367321,0.000016606833],"category_scores_gemma":[0.00031210267,0.00003643241,0.000014658807,0.000442099,0.000010093088,0.000097159354,0.00012881772,0.00006469796,0.00013150711],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053630656,0.000100023506,0.017641751,0.000052927357,0.00001985761,0.0000035323915,0.00028380853,0.004463048,0.0055816565,0.2804525,0.15782036,0.5335752],"study_design_scores_gemma":[0.00025781398,0.00001559288,0.032289885,0.000017690692,0.0000016265011,0.0000023915438,0.0000096493295,0.62957704,0.022219721,0.0013914128,0.31407708,0.00014012652],"about_ca_topic_score_codex":0.000014454099,"about_ca_topic_score_gemma":0.0000017988914,"teacher_disagreement_score":0.9235465,"about_ca_system_score_codex":0.000027554268,"about_ca_system_score_gemma":0.00004097402,"threshold_uncertainty_score":0.16903017},"labels":[],"label_agreement":null},{"id":"W7127277507","doi":"10.1109/ccece64018.2025.11364364","title":"AI-Assisted System Design: Improving Sequence Diagrams Through Use Case Scenarios","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Workflow; Sequence diagram; Leverage (statistics); Pipeline (software); Pipeline transport; Software; Consistency (knowledge bases); Sequence (biology)","score_opus":0.0781655486739429,"score_gpt":0.3159941776659975,"score_spread":0.23782862899205462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127277507","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0122143915,0.00078015815,0.9792243,0.0010120034,0.0030752993,0.0016709827,0.0000111092995,0.0018594197,0.00015233847],"genre_scores_gemma":[0.8414368,0.000024015177,0.15488827,0.00052716245,0.000099580364,0.00014581768,0.0000018167533,0.00005100297,0.0028255421],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993405,0.00067458797,0.0010782684,0.001956081,0.0010604811,0.0018256194],"domain_scores_gemma":[0.9902007,0.005334174,0.00017421242,0.0029926486,0.0008610518,0.00043722393],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0017235413,0.0007570116,0.0007342714,0.00049099524,0.0008737212,0.0036657462,0.00240097,0.00045608243,0.00003798098],"category_scores_gemma":[0.0033267322,0.0007378039,0.00026780608,0.004147237,0.0002850467,0.003050361,0.001990845,0.0012045096,0.00021126308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019628266,0.0010989314,0.014351032,0.009987635,0.0012161083,0.12823232,0.0065793116,0.08555117,0.0104024755,0.121293195,0.012448082,0.6086435],"study_design_scores_gemma":[0.0007920361,0.00022270172,0.000983912,0.0011833478,0.000071720286,0.0046613375,0.00023404212,0.98542225,0.005042962,0.00007023984,0.00049161736,0.0008238584],"about_ca_topic_score_codex":0.0063143736,"about_ca_topic_score_gemma":0.000117822296,"teacher_disagreement_score":0.89987105,"about_ca_system_score_codex":0.0017484585,"about_ca_system_score_gemma":0.0018689767,"threshold_uncertainty_score":0.9995073},"labels":[],"label_agreement":null},{"id":"W7127468921","doi":"10.1109/ccece64018.2025.11364388","title":"The Medley Interlisp Project: Reviving a Historical Software System","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Blueprint; Software; Software system; USable; Software development","score_opus":0.020084876299143094,"score_gpt":0.27868711797489815,"score_spread":0.2586022416757551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7127468921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000302464,0.011952048,0.96914476,0.004592832,0.008723942,0.0010686348,0.0000024548428,0.0014403828,0.0027724584],"genre_scores_gemma":[0.78054404,0.00064516126,0.05960361,0.00037583814,0.0008071651,0.00065848907,0.0000022512027,0.00010808756,0.15725537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995317,0.00038313388,0.0009009787,0.0010827931,0.0011038233,0.0012122644],"domain_scores_gemma":[0.9906628,0.006130487,0.00012686197,0.0023228016,0.00055989745,0.00019711365],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0025318305,0.00043217625,0.00050500076,0.00046402184,0.00096036703,0.0014595139,0.004330463,0.00022652076,0.000015582147],"category_scores_gemma":[0.009346765,0.0003048418,0.00027682743,0.0029949865,0.00017361637,0.000405562,0.002628869,0.0010154826,0.00013294679],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054686207,0.00018142627,0.008035737,0.0038618129,0.0003937632,0.00020483561,0.0029924817,0.00018717241,0.000037190377,0.11528788,0.37705386,0.49170917],"study_design_scores_gemma":[0.00094728,0.00039071962,0.0038508484,0.0070538465,0.000092474256,0.00016219738,0.00078545127,0.27571043,0.0004390791,0.00029069767,0.70900846,0.0012684794],"about_ca_topic_score_codex":0.00089460483,"about_ca_topic_score_gemma":0.00007559046,"teacher_disagreement_score":0.9095412,"about_ca_system_score_codex":0.0052073277,"about_ca_system_score_gemma":0.0013599156,"threshold_uncertainty_score":0.9999404},"labels":[],"label_agreement":null},{"id":"W7128625888","doi":"10.1109/icces51350.2021.11391692","title":"Retraction Notice: An Adaptable and Extensible Code Smell Detection Approach","year":2021,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Code smell; Code refactoring; Mistake; Code (set theory); Product (mathematics); Source code","score_opus":0.038857986760423104,"score_gpt":0.27653813082010664,"score_spread":0.23768014405968355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128625888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10774763,0.0011500199,0.88663924,0.00015146873,0.0017284678,0.00023493894,0.0000025348877,0.00038085162,0.0019648438],"genre_scores_gemma":[0.8887402,0.0002628579,0.10517736,0.000066247485,0.00030149016,0.000014661714,0.000004969185,0.000036400434,0.0053958376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99658257,0.00023131182,0.000354842,0.0013022132,0.00081170496,0.00071735634],"domain_scores_gemma":[0.99718827,0.000465853,0.000070876704,0.0012012585,0.0006461891,0.0004275644],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0011214117,0.00028466253,0.00029397634,0.00023063266,0.00037745718,0.0010986509,0.00039913002,0.0004110959,0.0001474903],"category_scores_gemma":[0.00094039977,0.00031965208,0.00006256717,0.0015455611,0.0000842118,0.001962421,0.0004276367,0.0009949632,0.00006886821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012566677,0.0020669375,0.006316133,0.0010909246,0.00023984318,0.00046369195,0.0029860802,0.05040682,0.17863789,0.0065081697,0.0012207298,0.7499371],"study_design_scores_gemma":[0.0003977341,0.00025701537,0.03625548,0.00002983035,0.000022515227,0.00046230244,0.0002771165,0.9033571,0.056316283,0.00015058514,0.002092485,0.00038156734],"about_ca_topic_score_codex":0.00023986626,"about_ca_topic_score_gemma":0.00010083247,"teacher_disagreement_score":0.8529503,"about_ca_system_score_codex":0.00017573974,"about_ca_system_score_gemma":0.00031314002,"threshold_uncertainty_score":0.9999383},"labels":[{"model":"gemma","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["research_integrity"],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W7128994509","doi":"10.1109/icsess67729.2025.11380541","title":"Understanding the Amount of Changes Required for Merge Request Acceptance: An Empirical Study","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada); École de Technologie Supérieure","funders":"","keywords":"Merge (version control); Source lines of code; Code review; Empirical research; Code (set theory); Source code; Software; Software inspection","score_opus":0.19299391524720844,"score_gpt":0.40722450241815694,"score_spread":0.2142305871709485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7128994509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054165598,0.00046894886,0.9350405,0.0054561556,0.0017073455,0.0023297847,0.000009603729,0.00021628772,0.0006057936],"genre_scores_gemma":[0.9935355,0.00005215218,0.004181226,0.00021151845,0.00015549785,0.00020394995,0.0000014944184,0.000022158485,0.0016364543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965232,0.00032230778,0.0005786384,0.0009085006,0.00086724194,0.0008001317],"domain_scores_gemma":[0.99448156,0.0030680564,0.00012671757,0.0018058602,0.0003659363,0.00015189161],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029793705,0.00031993596,0.00047804418,0.00041139201,0.00047214344,0.00040624975,0.0026767473,0.00014734016,0.00007104597],"category_scores_gemma":[0.0016043731,0.00023515869,0.00012492132,0.0022424927,0.00026385763,0.000514644,0.0008956602,0.00034435635,0.0000041169496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091694575,0.00692533,0.3726127,0.0018910022,0.0021820855,0.00006979441,0.073086575,0.0041377316,0.003836456,0.4262112,0.038015354,0.07011481],"study_design_scores_gemma":[0.0065572546,0.010843649,0.21070242,0.00075393374,0.0003541913,0.000009931679,0.041547235,0.6962729,0.007333556,0.018465085,0.005352616,0.0018071969],"about_ca_topic_score_codex":0.000084495994,"about_ca_topic_score_gemma":0.0004476932,"teacher_disagreement_score":0.93937,"about_ca_system_score_codex":0.0005919944,"about_ca_system_score_gemma":0.00044010452,"threshold_uncertainty_score":0.9589493},"labels":[],"label_agreement":null},{"id":"W7130731024","doi":"10.1109/swc65939.2025.00299","title":"Time Travel: LLM-Assisted Semantic Behavior Localization with Git Bisect","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Waterloo","funders":"","keywords":"Workflow; Annotation; Software; Semantics (computer science); Process (computing)","score_opus":0.014813862988059827,"score_gpt":0.26548442938142713,"score_spread":0.2506705663933673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7130731024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042111564,0.0002167575,0.9535667,0.0005420581,0.0005105833,0.0008819797,0.000004060533,0.0006106729,0.0015556673],"genre_scores_gemma":[0.9640161,0.000017710994,0.0072669587,0.00017347513,0.0000473995,0.00008811015,0.000010380386,0.00004644811,0.02833345],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99655575,0.00013641153,0.00049850036,0.0010249846,0.0009463548,0.0008379879],"domain_scores_gemma":[0.99737114,0.00057366653,0.00007497814,0.0012792449,0.00045379097,0.00024717493],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048730322,0.00041875092,0.00043399978,0.00079590094,0.00026886488,0.00067903195,0.0013150447,0.00021857403,0.00058684486],"category_scores_gemma":[0.00030415313,0.00037203357,0.00011062911,0.0043382426,0.0002364185,0.00047733763,0.0004304934,0.0003940977,0.0005665007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039667706,0.007227192,0.21823819,0.0028405662,0.0013670112,0.0018588639,0.0037868675,0.04726073,0.009992174,0.013254781,0.033829566,0.6599474],"study_design_scores_gemma":[0.0011367489,0.00055213296,0.2480609,0.00050464174,0.00013551087,0.000058831563,0.000028544904,0.7420001,0.006277573,0.000029678711,0.0006316227,0.0005837392],"about_ca_topic_score_codex":0.00013522338,"about_ca_topic_score_gemma":0.00002810759,"teacher_disagreement_score":0.9462997,"about_ca_system_score_codex":0.00026708085,"about_ca_system_score_gemma":0.00072582066,"threshold_uncertainty_score":0.99987316},"labels":[],"label_agreement":null},{"id":"W7131392892","doi":"10.1109/icdm65498.2025.00138","title":"SBAN: A Framework &amp; Multi-Dimensional Dataset for Large Language Model Pre-Training and Software Code Mining","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Natural language; Malware; Code review; Software; Software construction; Software development; Source code; Bridging (networking); Software system; Software framework","score_opus":0.05074200444759836,"score_gpt":0.36094767752618245,"score_spread":0.3102056730785841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7131392892","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028598672,0.0022481098,0.9614318,0.00054015394,0.0005498895,0.0008177376,0.0054345764,0.00037282123,0.000006214709],"genre_scores_gemma":[0.12132627,0.000021768981,0.8737634,0.0010453911,0.00008438885,0.00013598408,0.0007228306,0.00004629476,0.0028536764],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99592453,0.00008535343,0.0005560929,0.0014131698,0.00067575695,0.0013451013],"domain_scores_gemma":[0.9907994,0.007087833,0.00009040609,0.0014373173,0.0002277346,0.00035725476],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001569739,0.00047877253,0.0005361006,0.00041323536,0.0005401941,0.0005684568,0.0012798737,0.00042657205,0.000070601534],"category_scores_gemma":[0.010176944,0.0004962472,0.00011460553,0.0007584986,0.000112359565,0.0005494171,0.0021476608,0.00074230105,0.000018563947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058580725,0.0023999885,0.028021531,0.0059540193,0.0017043491,0.00024554852,0.11018703,0.33403695,0.0017568335,0.04096996,0.28348455,0.19065346],"study_design_scores_gemma":[0.0013413045,0.000064387044,0.0010298426,0.00081167824,0.000036298527,0.000013826347,0.00021168338,0.99073565,0.00011895236,0.00054737326,0.0045818253,0.0005071571],"about_ca_topic_score_codex":0.000040435745,"about_ca_topic_score_gemma":0.00016980062,"teacher_disagreement_score":0.6566987,"about_ca_system_score_codex":0.000103821236,"about_ca_system_score_gemma":0.0008294292,"threshold_uncertainty_score":0.99974895},"labels":[],"label_agreement":null},{"id":"W7133323927","doi":"10.5281/zenodo.18845271","title":"OSSVul - ReplicationPackage","year":2025,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scripting language; Software; Vulnerability (computing); Artifact (error); Component (thermodynamics); Identification (biology); Data collection; Timestamp","score_opus":0.021157852431734268,"score_gpt":0.25365114832424446,"score_spread":0.2324932958925102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133323927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051543233,0.00014448568,0.85274047,0.0037563904,0.0002168376,0.00043462924,0.000023564864,0.0039443625,0.13358495],"genre_scores_gemma":[0.9831055,0.000059823145,0.008954195,0.0004496063,0.00010991925,1.690596e-7,0.00027558504,0.00080311,0.00624212],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99848,0.00015628169,0.00018490294,0.00049211475,0.00034059657,0.00034607147],"domain_scores_gemma":[0.99806255,0.00010818354,0.000038822727,0.0011861993,0.0004832403,0.00012102271],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00077320985,0.000102742815,0.00009841066,0.00036712154,0.0013285262,0.0011524548,0.002656443,0.00005059765,0.0011826776],"category_scores_gemma":[0.0023049202,0.000113358445,0.00003989332,0.0014555586,0.0000816653,0.00036131853,0.0021388952,0.00025054952,0.0054285484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012449576,0.0001239997,0.000033048116,0.0000793726,0.000046482586,0.000016222939,0.000593865,0.00013192669,0.004809132,0.18613678,0.47532454,0.33269215],"study_design_scores_gemma":[0.00023018262,0.000051040268,0.0035870099,0.000022925711,0.0000024749786,0.000031073505,0.000020808817,0.002285405,0.0014292417,0.0011658958,0.9910557,0.000118242904],"about_ca_topic_score_codex":0.0000063012876,"about_ca_topic_score_gemma":4.124481e-8,"teacher_disagreement_score":0.97795117,"about_ca_system_score_codex":0.00016334999,"about_ca_system_score_gemma":0.0000072587018,"threshold_uncertainty_score":0.9999716},"labels":[],"label_agreement":null},{"id":"W7134898377","doi":"10.1109/icdmw69685.2025.00152","title":"SBAN: A Framework &amp; Multi-Dimensional Dataset for Large Language Model Pre-Training and Software Code Mining","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Software; Code (set theory); Source code; Software system; Modeling language; Key (lock); Data modeling","score_opus":0.05074200444759836,"score_gpt":0.36094767752618245,"score_spread":0.3102056730785841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134898377","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028598672,0.0022481098,0.9614318,0.00054015394,0.0005498895,0.0008177376,0.0054345764,0.00037282123,0.000006214709],"genre_scores_gemma":[0.12132627,0.000021768981,0.8737634,0.0010453911,0.00008438885,0.00013598408,0.0007228306,0.00004629476,0.0028536764],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99592453,0.00008535343,0.0005560929,0.0014131698,0.00067575695,0.0013451013],"domain_scores_gemma":[0.9907994,0.007087833,0.00009040609,0.0014373173,0.0002277346,0.00035725476],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001569739,0.00047877253,0.0005361006,0.00041323536,0.0005401941,0.0005684568,0.0012798737,0.00042657205,0.000070601534],"category_scores_gemma":[0.010176944,0.0004962472,0.00011460553,0.0007584986,0.000112359565,0.0005494171,0.0021476608,0.00074230105,0.000018563947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058580725,0.0023999885,0.028021531,0.0059540193,0.0017043491,0.00024554852,0.11018703,0.33403695,0.0017568335,0.04096996,0.28348455,0.19065346],"study_design_scores_gemma":[0.0013413045,0.000064387044,0.0010298426,0.00081167824,0.000036298527,0.000013826347,0.00021168338,0.99073565,0.00011895236,0.00054737326,0.0045818253,0.0005071571],"about_ca_topic_score_codex":0.000040435745,"about_ca_topic_score_gemma":0.00016980062,"teacher_disagreement_score":0.6566987,"about_ca_system_score_codex":0.000103821236,"about_ca_system_score_gemma":0.0008294292,"threshold_uncertainty_score":0.99974895},"labels":[],"label_agreement":null},{"id":"W7134957359","doi":"10.1109/icdmw69685.2025.00164","title":"Security Charter Effectiveness in Large Language Model Code Generation: A Multi-Phase Experimental Analysis Revealing Task-Dependent Responsiveness and Architectural Differences","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute","funders":"","keywords":"Charter; Code (set theory); Key (lock); Modeling language; Semantics (computer science); Code-switching","score_opus":0.026207704539285115,"score_gpt":0.3530747111129729,"score_spread":0.3268670065736878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134957359","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5313417,0.0015049301,0.46635008,0.00008008263,0.00014537075,0.0004503589,0.00005531756,0.00006744139,0.000004764813],"genre_scores_gemma":[0.99511325,0.000022781833,0.004226585,0.00007758239,0.00004665103,0.00020993107,0.000021765669,0.000017141681,0.00026432524],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9955774,0.0010426355,0.00057171844,0.0014049493,0.0006056925,0.0007976315],"domain_scores_gemma":[0.9976121,0.0011132959,0.000082027946,0.000839175,0.00013984408,0.00021354042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0018834658,0.0004634207,0.0007730637,0.0014246061,0.00029030704,0.0005600747,0.000765998,0.00018692038,0.000033246975],"category_scores_gemma":[0.00042094672,0.00044031357,0.00018177854,0.0020778826,0.00012048913,0.00040182518,0.0009869561,0.0005569358,0.0000032406772],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023515278,0.010332399,0.24627413,0.0017524095,0.0035005833,0.001332483,0.12673773,0.19842319,0.38523346,0.005934593,0.000027761378,0.018099746],"study_design_scores_gemma":[0.0041553727,0.00015763551,0.036828265,0.00014929644,0.000077627854,0.000008028086,0.000439632,0.91557944,0.042173397,0.000033113378,6.767234e-7,0.0003975217],"about_ca_topic_score_codex":0.00031935587,"about_ca_topic_score_gemma":0.0007821181,"teacher_disagreement_score":0.71715623,"about_ca_system_score_codex":0.0003138327,"about_ca_system_score_gemma":0.000238608,"threshold_uncertainty_score":0.99980485},"labels":[],"label_agreement":null},{"id":"W7135003010","doi":"","title":"Exploring Cross-Language Software Similarity Analysis Using Source Code Context","year":2025,"lang":"en","type":"article","venue":"University Library (University of Saskatchewan)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Canada First Research Excellence Fund","keywords":"Software development; Source code; Software construction; Static program analysis; Code review; Software maintenance; Documentation; Software quality; Code reuse; Software portability","score_opus":0.027950171179192157,"score_gpt":0.22329555196826295,"score_spread":0.1953453807890708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135003010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5421227,0.000053864995,0.45691642,0.00016350135,0.0000753886,0.000080867634,0.000039331066,0.0004320701,0.0001158484],"genre_scores_gemma":[0.9301876,0.00002246889,0.062231954,0.000053282536,0.000012947437,3.9437044e-8,0.00001801778,0.000010965411,0.007462724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983737,0.00011809806,0.0001341975,0.00060462364,0.00035322842,0.00041613643],"domain_scores_gemma":[0.99816716,0.00053694943,0.000107994805,0.00087990833,0.000112957874,0.00019501682],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016776295,0.00020908294,0.0004144308,0.0013251612,0.00047584652,0.000108007654,0.0021892781,0.00013548745,0.00015213547],"category_scores_gemma":[0.0000649722,0.0003068798,0.00034196928,0.0038651833,0.00027054272,0.0044047395,0.001832523,0.00034825644,0.000013200821],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023132263,0.00025736875,0.86331636,0.00029416868,0.001987044,0.00085121155,0.082266495,0.02959898,0.0006046446,0.0011010739,0.00053711026,0.018954232],"study_design_scores_gemma":[0.005274013,0.00019340085,0.45294493,0.00042557472,0.0012618466,0.0000133212525,0.3633546,0.14785069,0.008545175,0.00039163532,0.017592164,0.002152641],"about_ca_topic_score_codex":0.0020672027,"about_ca_topic_score_gemma":0.00042195473,"teacher_disagreement_score":0.41037142,"about_ca_system_score_codex":0.00017402969,"about_ca_system_score_gemma":0.00041966283,"threshold_uncertainty_score":0.9999383},"labels":[],"label_agreement":null},{"id":"W7135874681","doi":"","title":"Can Genetic Programming improve Software Effort Estimation? A Comparative Evaluation","year":2005,"lang":"en","type":"book-chapter","venue":"Explore Bristol Research","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software; Genetic programming; Software development; Software metric; Variety (cybernetics); Set (abstract data type); Software sizing; Software construction","score_opus":0.15587769726479406,"score_gpt":0.3972212044288398,"score_spread":0.24134350716404573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7135874681","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054594954,0.017439535,0.89107865,0.004018665,0.002794802,0.024241192,0.00019890362,0.004605657,0.0501631],"genre_scores_gemma":[0.16825089,0.0003307076,0.5874438,0.0000844907,0.0021629615,0.005366751,0.00056701666,0.0005592813,0.23523407],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99031377,0.00021707591,0.0007271631,0.001609061,0.0057966155,0.001336289],"domain_scores_gemma":[0.9928755,0.0015528674,0.0002113546,0.0021146128,0.0027204694,0.00052515743],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034926063,0.000611469,0.0006737729,0.0013631403,0.00052266096,0.0007830289,0.0026735195,0.00046837566,0.00019835524],"category_scores_gemma":[0.001679907,0.0006509938,0.00021722176,0.0005543159,0.00040682833,0.00048550367,0.0012641324,0.0022975192,0.0010269337],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029877769,0.00010369135,0.00013981588,0.00025423922,0.00018503208,0.00016736174,0.0038390653,0.003587226,0.000022742805,0.008238322,0.012342619,0.97109],"study_design_scores_gemma":[0.0031012257,0.0024408095,0.0042986227,0.0021120547,0.00014772841,0.0002518406,0.00025747193,0.5577956,0.0008912528,0.06368706,0.36087346,0.004142905],"about_ca_topic_score_codex":0.000114696646,"about_ca_topic_score_gemma":0.00008989298,"teacher_disagreement_score":0.9669471,"about_ca_system_score_codex":0.0021434878,"about_ca_system_score_gemma":0.0021493677,"threshold_uncertainty_score":0.99975085},"labels":[],"label_agreement":null},{"id":"W7139036677","doi":"10.1109/adacis65663.2025.11436700","title":"A Survey on Co-occurrences of Code and Test Smells","year":2025,"lang":"","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Code smell; Code (set theory); Code review; Software; Code refactoring; Test (biology)","score_opus":0.04282926802888274,"score_gpt":0.3387565119823106,"score_spread":0.29592724395342784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7139036677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7161274,0.0040811095,0.26729488,0.0017520183,0.0023894813,0.0010617119,0.00057286123,0.0003510852,0.0063694217],"genre_scores_gemma":[0.9960448,0.00018912365,0.0012321932,0.00006670119,0.000013617286,0.0000045046354,0.000002498652,0.000005381358,0.0024411802],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807394,0.00014866727,0.00034648174,0.00055821176,0.0004825656,0.00039013915],"domain_scores_gemma":[0.9797678,0.019168096,0.00005419167,0.00065173843,0.00022728603,0.00013090108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001501797,0.0001902337,0.000308626,0.00035172413,0.00007864278,0.00020344135,0.0009725323,0.00009328934,0.000084966385],"category_scores_gemma":[0.0074794637,0.00017346883,0.000038950053,0.0012481333,0.0002601481,0.00013642071,0.00041270186,0.0002707354,0.000041447616],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001323396,0.00024125939,0.9182206,0.0001588092,0.000037020098,0.0000057774814,0.00022124269,0.0001384761,0.00015233195,0.0035317414,0.011707541,0.06557201],"study_design_scores_gemma":[0.00029563723,0.00038428055,0.9396288,0.000244469,0.0000037106215,7.459926e-7,0.000008663706,0.050860453,0.007699442,0.00008602276,0.00062836165,0.00015943106],"about_ca_topic_score_codex":0.00052201236,"about_ca_topic_score_gemma":0.000104939165,"teacher_disagreement_score":0.2799174,"about_ca_system_score_codex":0.000033769968,"about_ca_system_score_gemma":0.0003823019,"threshold_uncertainty_score":0.89541566},"labels":[],"label_agreement":null},{"id":"W7151437856","doi":"10.5281/zenodo.19449192","title":"Advancements in Early-Stage Software Vulnerability Detection","year":2017,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Software; Fault (geology); Construct (python library); Code (set theory); Fault detection and isolation; Source code; Data modeling; Fault model","score_opus":0.04263471353159285,"score_gpt":0.2828024519658255,"score_spread":0.24016773843423264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7151437856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4484646,0.00024031562,0.5365168,0.0007493549,0.0015107917,0.001994606,0.00027822494,0.0021511065,0.008094252],"genre_scores_gemma":[0.9951622,0.0001407495,0.0016696807,0.000031142197,0.00019549222,2.3894077e-7,0.0000960576,0.0013563465,0.0013481147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470675,0.0007641629,0.0006314633,0.0014497732,0.0012202576,0.0012275674],"domain_scores_gemma":[0.9946468,0.00017423155,0.00033940404,0.0033281061,0.0010427461,0.000468752],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003029227,0.00038523308,0.00036104117,0.0006265746,0.0076576737,0.0064985952,0.0064961626,0.00020602388,0.0038941381],"category_scores_gemma":[0.015079134,0.00047343018,0.00011740144,0.0008948693,0.0005170453,0.0023628988,0.007675018,0.0012506887,0.007009285],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016922905,0.000520941,0.002584851,0.00037271745,0.00006684761,0.0001435941,0.0027348949,0.0013536953,0.0018782354,0.00072777795,0.0021041462,0.9873431],"study_design_scores_gemma":[0.0025224565,0.0009990224,0.32643893,0.00027909892,0.000014342714,0.00007562846,0.00010625856,0.018406568,0.0033737675,0.00042819965,0.6464078,0.0009479218],"about_ca_topic_score_codex":0.00026510473,"about_ca_topic_score_gemma":0.000006413646,"teacher_disagreement_score":0.9863951,"about_ca_system_score_codex":0.00091735105,"about_ca_system_score_gemma":0.0000183742,"threshold_uncertainty_score":0.9997717},"labels":[],"label_agreement":null},{"id":"W7151460534","doi":"10.5281/zenodo.19449191","title":"Advancements in Early-Stage Software Vulnerability Detection","year":2017,"lang":"","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Software; Fault (geology); Construct (python library); Code (set theory); Fault detection and isolation; Source code; Data modeling; Fault model","score_opus":0.04263471353159285,"score_gpt":0.2828024519658255,"score_spread":0.24016773843423264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7151460534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4484646,0.00024031562,0.5365168,0.0007493549,0.0015107917,0.001994606,0.00027822494,0.0021511065,0.008094252],"genre_scores_gemma":[0.9951622,0.0001407495,0.0016696807,0.000031142197,0.00019549222,2.3894077e-7,0.0000960576,0.0013563465,0.0013481147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470675,0.0007641629,0.0006314633,0.0014497732,0.0012202576,0.0012275674],"domain_scores_gemma":[0.9946468,0.00017423155,0.00033940404,0.0033281061,0.0010427461,0.000468752],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.003029227,0.00038523308,0.00036104117,0.0006265746,0.0076576737,0.0064985952,0.0064961626,0.00020602388,0.0038941381],"category_scores_gemma":[0.015079134,0.00047343018,0.00011740144,0.0008948693,0.0005170453,0.0023628988,0.007675018,0.0012506887,0.007009285],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016922905,0.000520941,0.002584851,0.00037271745,0.00006684761,0.0001435941,0.0027348949,0.0013536953,0.0018782354,0.00072777795,0.0021041462,0.9873431],"study_design_scores_gemma":[0.0025224565,0.0009990224,0.32643893,0.00027909892,0.000014342714,0.00007562846,0.00010625856,0.018406568,0.0033737675,0.00042819965,0.6464078,0.0009479218],"about_ca_topic_score_codex":0.00026510473,"about_ca_topic_score_gemma":0.000006413646,"teacher_disagreement_score":0.9863951,"about_ca_system_score_codex":0.00091735105,"about_ca_system_score_gemma":0.0000183742,"threshold_uncertainty_score":0.9997717},"labels":[],"label_agreement":null},{"id":"W78107666","doi":"10.1007/978-3-642-01680-6_2","title":"Decision Processes for Trustworthy Software","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Transparency (behavior); Computer science; Trustworthiness; Software; Decision support system; Key (lock); Management science; Empirical research; Software engineering; Knowledge management; Process management; Data mining; Engineering; Computer security","score_opus":0.018302708062149838,"score_gpt":0.2726176058727606,"score_spread":0.2543148978106108,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W78107666","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045625482,0.0012786224,0.99535424,0.00041764876,0.0014593925,0.0007411087,0.000008544735,0.0005426056,0.00015219835],"genre_scores_gemma":[0.011382084,0.00007616714,0.9868029,0.000622818,0.00056877144,0.000035431425,0.000006765989,0.00005611257,0.0004489476],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9954205,0.00001192869,0.0004939532,0.0018526803,0.0012609267,0.000960012],"domain_scores_gemma":[0.9922994,0.0049319,0.00016802107,0.0016177474,0.0007357392,0.00024724234],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010129906,0.0005729861,0.0005656509,0.001174355,0.00027537046,0.00075083564,0.00495182,0.0003818854,0.000008416226],"category_scores_gemma":[0.0032021163,0.0005263317,0.00014847213,0.0011554885,0.00032218694,0.0006911458,0.0009922024,0.0007302663,0.000028584878],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008582778,0.000018628609,0.00011760871,0.000096352924,0.000005285618,0.000031378673,0.00013850606,0.030362848,0.000006903913,0.0014963417,0.000083762454,0.9676338],"study_design_scores_gemma":[0.0010212233,0.001039841,0.0013827793,0.002115649,0.000015308578,0.00017967905,6.354845e-8,0.21710789,0.001627915,0.7505505,0.022779228,0.00217991],"about_ca_topic_score_codex":0.0000034698128,"about_ca_topic_score_gemma":0.000026818307,"teacher_disagreement_score":0.96545386,"about_ca_system_score_codex":0.0003560921,"about_ca_system_score_gemma":0.0012881551,"threshold_uncertainty_score":0.99971884},"labels":[],"label_agreement":null},{"id":"W79425221","doi":"","title":"A fuzzy-based multimodel system for reasoning about the number of software defects: Research Articles","year":2005,"lang":"en","type":"article","venue":"International Journal of Intelligent Systems","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Fuzzy logic; Software; Artificial intelligence; Function (biology); Machine learning; Data mining; Software engineering","score_opus":0.0621005207150327,"score_gpt":0.3703374831358635,"score_spread":0.3082369624208308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W79425221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12670109,0.0009072906,0.86992824,0.00045903013,0.0015186786,0.0003341835,0.000011290898,0.000054627977,0.00008559601],"genre_scores_gemma":[0.9583999,0.000016408243,0.040756993,0.000021706117,0.0006547684,0.000046650064,0.0000011908254,0.000020962381,0.00008145567],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963335,0.000253112,0.00092081283,0.00021072704,0.0019305239,0.00035135972],"domain_scores_gemma":[0.99128026,0.0038788165,0.00043137083,0.000402913,0.003880229,0.00012640218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044219224,0.00013869714,0.00026399508,0.000428224,0.00010235753,0.00030705103,0.0024493502,0.0000736137,0.0000055709625],"category_scores_gemma":[0.0030077093,0.00009713963,0.00024055592,0.0003578009,0.0000822655,0.00035069918,0.00016832944,0.00037452095,0.000040387316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050816167,0.0005893323,0.055891555,0.0007599905,0.0010038605,0.00013151491,0.0043164194,0.7807028,0.0031599011,0.09274707,0.005686777,0.05450259],"study_design_scores_gemma":[0.001523016,0.00028041346,0.0021188473,0.0041237785,0.000026088735,0.00094173366,0.0012968783,0.9339444,0.046378136,0.0006237438,0.008404278,0.0003386778],"about_ca_topic_score_codex":0.00008998404,"about_ca_topic_score_gemma":0.000004466652,"teacher_disagreement_score":0.8316988,"about_ca_system_score_codex":0.0005740208,"about_ca_system_score_gemma":0.0003039795,"threshold_uncertainty_score":0.45515427},"labels":[],"label_agreement":null},{"id":"W79589210","doi":"","title":"ON THE DISTRIBUTION OF SOURCE CODE FILE SIZES","year":2011,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Victoria","funders":"","keywords":"Computer science; Source code; Log-normal distribution; Software; Code (set theory); Software quality; Pareto distribution; Statistics; Operating system; Mathematics; Software development; Programming language; Set (abstract data type)","score_opus":0.030093604044607904,"score_gpt":0.2369343151585387,"score_spread":0.2068407111139308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W79589210","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07667085,0.000006070019,0.9208977,0.00017285375,0.000050352995,0.00005803134,0.00001776739,0.00014980944,0.0019765669],"genre_scores_gemma":[0.9960358,5.599898e-7,0.0031204158,0.000030385172,0.000006661024,0.00000803238,0.0000028971956,0.0000024104506,0.000792828],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9995767,0.000017625778,0.000055383978,0.00008851782,0.00015842797,0.00010335713],"domain_scores_gemma":[0.9985895,0.0010003899,0.000012729426,0.00033978053,0.000034730838,0.000022851775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015102967,0.000034952158,0.000037458783,0.00001416145,0.00002656869,0.0000130819335,0.0004985656,0.000015644251,0.0006892121],"category_scores_gemma":[0.0006981656,0.000021019865,0.000019856234,0.00015194605,0.000026272519,0.000048703158,0.000108777735,0.000058777194,0.00009422173],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013115882,0.00017481456,0.0035213465,0.000020135434,0.000027971415,0.0000046338355,0.0015494146,0.0005097989,0.0004364829,0.69345003,0.27840793,0.02188431],"study_design_scores_gemma":[0.000560673,0.0008496962,0.48704413,0.00011307336,0.000006185553,0.000015089569,0.00012951833,0.21478541,0.23355252,0.023358963,0.03900808,0.00057665416],"about_ca_topic_score_codex":0.000042512267,"about_ca_topic_score_gemma":0.0000011555555,"teacher_disagreement_score":0.919365,"about_ca_system_score_codex":0.000011082976,"about_ca_system_score_gemma":0.0000126593595,"threshold_uncertainty_score":0.7546389},"labels":[],"label_agreement":null},{"id":"W809289544","doi":"10.71781/15153","title":"Rule-based quality heuristics formalization and identification","year":2007,"lang":"en","type":"dissertation","venue":"Papyrus : Institutional Repository (Université de Montréal)","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Université de Montréal","keywords":"Heuristics; Computer science; Software quality; Software; Software engineering; Data mining; Quality (philosophy); Programming language; Software development","score_opus":0.009245377595690055,"score_gpt":0.2294565300528428,"score_spread":0.22021115245715275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W809289544","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54925966,0.005950587,0.43807477,0.00012396897,0.0015736868,0.00046738875,0.000030679097,0.000556295,0.003962952],"genre_scores_gemma":[0.97728235,0.00015161332,0.007858322,0.000046648223,0.00010213564,0.000021376263,0.00067371037,0.000029057048,0.013834808],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9978491,0.000079080324,0.00037734795,0.0005325156,0.0008429241,0.0003190477],"domain_scores_gemma":[0.99827015,0.0003242768,0.00028056192,0.00052040914,0.0003896826,0.00021490363],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00053444726,0.0002514897,0.000219941,0.0004704008,0.0023690185,0.00016555657,0.0005786697,0.00032237792,0.000004239093],"category_scores_gemma":[0.00034116756,0.00030815875,0.00009997518,0.0004493288,0.00007843572,0.0004525393,0.00011871305,0.00030991988,0.00001874031],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021349778,0.0012073992,0.1845366,0.0048679505,0.0009551776,0.0043300926,0.07835098,0.031437524,0.06554479,0.46373257,0.002979688,0.15992224],"study_design_scores_gemma":[0.0014682751,0.00009847534,0.89158833,0.0003147114,0.00012390109,0.0002255653,0.002669739,0.04901031,0.040624533,0.0011838129,0.01148067,0.0012116763],"about_ca_topic_score_codex":0.0029383095,"about_ca_topic_score_gemma":0.00065085967,"teacher_disagreement_score":0.7070517,"about_ca_system_score_codex":0.0023238312,"about_ca_system_score_gemma":0.000935644,"threshold_uncertainty_score":0.99993706},"labels":[],"label_agreement":null},{"id":"W814172419","doi":"10.1109/saner.2016.105","title":"Analyzing the State of Static Analysis: A Large-Scale Evaluation in Open Source Software","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":206,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Java; Python (programming language); Computer science; Open source software; Software; Software engineering; JavaScript; Open source; Static analysis; Population; Programming language","score_opus":0.026352838873044706,"score_gpt":0.31568346909399925,"score_spread":0.28933063022095457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W814172419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22145352,0.00005183516,0.77779275,0.0003597547,0.000019141346,0.00024376437,0.000002545024,0.00005290285,0.000023778548],"genre_scores_gemma":[0.96575075,0.0000070901096,0.033636935,0.00002572273,0.0000046313858,0.000052191528,0.0000011549765,0.000006981925,0.0005145485],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99844944,0.00021924432,0.0002603415,0.00028736482,0.0005062409,0.00027734562],"domain_scores_gemma":[0.9976454,0.001299611,0.00006717286,0.00074834126,0.00019116107,0.00004835156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034265912,0.00007904486,0.00017867528,0.00035592803,0.000040415493,0.00012267372,0.0015513657,0.000017333807,0.00008839311],"category_scores_gemma":[0.0010892678,0.00004268764,0.000054791766,0.0021601398,0.000025273735,0.0004609598,0.00067670323,0.00007031646,0.000019074596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013849241,0.00012584665,0.4982606,0.000025362702,0.00033419713,0.0000033591823,0.005030285,0.09037391,0.0004351775,0.00027692772,0.0003681862,0.4047523],"study_design_scores_gemma":[0.00074291445,0.000041352858,0.29671276,0.000048774746,0.00004863256,6.421324e-7,0.00008391886,0.6985662,0.0010224249,0.0024574753,0.00013540505,0.00013949213],"about_ca_topic_score_codex":0.00022802207,"about_ca_topic_score_gemma":0.0004961703,"teacher_disagreement_score":0.7442972,"about_ca_system_score_codex":0.00008862328,"about_ca_system_score_gemma":0.00012504618,"threshold_uncertainty_score":0.28828493},"labels":[],"label_agreement":null},{"id":"W8239271","doi":"10.1007/978-1-4614-6596-6_15","title":"Facilitating Crowd Sourced Software Engineering via Stack Overflow","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; Computer science; World Wide Web; Source code; The Internet; Context (archaeology); Software; Code (set theory); Software engineering; Set (abstract data type); Programming language","score_opus":0.015922404427501972,"score_gpt":0.2201680234086281,"score_spread":0.20424561898112611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W8239271","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00021217439,0.00037433923,0.9759142,0.000049368256,0.00059470814,0.00045281477,0.0000147572,0.0025656386,0.019822039],"genre_scores_gemma":[0.0022861615,0.000018478298,0.41045138,0.00008716713,0.00026676647,0.000055452932,0.000022399754,0.0001890005,0.5866232],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99667794,0.000012647484,0.00049921585,0.00096906244,0.0010256909,0.00081545266],"domain_scores_gemma":[0.99535596,0.0023599204,0.000105995954,0.0015564238,0.00027152075,0.0003501557],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003058896,0.00065877533,0.00053793105,0.00046035892,0.00010393664,0.00042905554,0.0017900357,0.00045138042,0.0013387668],"category_scores_gemma":[0.0013115738,0.0006687047,0.0002481665,0.00012434863,0.00004541032,0.0005074925,0.0009902649,0.001023265,0.0033406313],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020341917,0.00011464701,0.00093874586,0.0037343535,0.001630812,0.0008186933,0.0048446255,0.08408511,0.0021996566,0.34845975,0.08776027,0.465393],"study_design_scores_gemma":[0.0014349121,0.0005264007,0.0014188521,0.0014704784,0.000055541204,0.00019714613,0.000025428679,0.5576962,0.0013174752,0.008716233,0.42063734,0.0065039555],"about_ca_topic_score_codex":0.000042916057,"about_ca_topic_score_gemma":0.0000018887723,"teacher_disagreement_score":0.56680113,"about_ca_system_score_codex":0.00026553895,"about_ca_system_score_gemma":0.000119848315,"threshold_uncertainty_score":0.9995764},"labels":[],"label_agreement":null},{"id":"W833290532","doi":"10.71781/10471","title":"Modelling software quality : a multidimensional approach","year":2010,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Quality (philosophy); Software quality; Component (thermodynamics); Hierarchy; Data mining; Software; Software quality control; Software development; Software system; Verification and validation; Software metric; Data science; Software engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.07978294297074319,"score_gpt":0.35839579653733694,"score_spread":0.27861285356659377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W833290532","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2099946,0.00012989089,0.7850788,0.000020742871,0.00096129236,0.00072919764,0.00002221384,0.000034247732,0.0030290128],"genre_scores_gemma":[0.023168856,0.000003948299,0.9633892,0.0000068123063,0.00008684594,0.00008502109,0.0005669257,0.00004063686,0.012651721],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99744946,0.00007213016,0.00035921682,0.0009511081,0.00076949893,0.00039860036],"domain_scores_gemma":[0.9977249,0.00058440416,0.00014528853,0.0011070828,0.00026320672,0.00017509836],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001000965,0.00028642413,0.00036375044,0.00017590399,0.00016070304,0.00053702405,0.0028034765,0.0004340197,0.00022287534],"category_scores_gemma":[0.0005366486,0.0002850429,0.000101397454,0.0003204132,0.000020187888,0.0004706514,0.000550424,0.0010738217,0.00039944475],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001626714,0.00086564966,0.0006853121,0.00046144665,0.0002530708,0.000094563635,0.013729237,0.13753359,0.002422579,0.0017367325,0.0011403441,0.8409148],"study_design_scores_gemma":[0.001170412,0.00008075057,0.0030847641,0.00033048767,0.000032678472,0.000030171952,0.00028646816,0.9545242,0.0079947775,0.0006305881,0.02982745,0.0020072204],"about_ca_topic_score_codex":0.00023221331,"about_ca_topic_score_gemma":0.000043744316,"teacher_disagreement_score":0.8389076,"about_ca_system_score_codex":0.00005835047,"about_ca_system_score_gemma":0.0005223292,"threshold_uncertainty_score":0.9999602},"labels":[],"label_agreement":null},{"id":"W84004232","doi":"10.11575/prism/2723","title":"Pragmatic software reuse","year":2008,"lang":"fr","type":"article","venue":"PRISM (University of Calgary)","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Computer science; Task (project management); Software engineering; Plan (archaeology); Set (abstract data type); Software; Software development; Human–computer interaction; Code (set theory); Systems engineering; Programming language; Engineering","score_opus":0.020653897036123595,"score_gpt":0.21312782221369794,"score_spread":0.19247392517757433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W84004232","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07499079,0.0030339644,0.9165994,0.0032589198,0.00062322075,0.0002190948,7.999036e-7,0.00026429756,0.0010095019],"genre_scores_gemma":[0.01387107,0.0009157507,0.93026066,0.000053432745,0.000038263726,4.255735e-7,0.000005403315,0.000027094446,0.05482789],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980715,0.0001423852,0.00016308388,0.0004302883,0.0006686507,0.0005241165],"domain_scores_gemma":[0.9972899,0.00076951185,0.00011360036,0.0013086154,0.0002161675,0.0003022276],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032391664,0.00019002352,0.0003188009,0.00026320876,0.00030103794,0.000024846275,0.002220688,0.00020837011,0.00036562094],"category_scores_gemma":[0.0013271833,0.0002715814,0.00016677407,0.00064801244,0.0005255105,0.0008551119,0.0013757468,0.00047260555,0.0005395436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007299616,0.0008475327,0.03901362,0.0013730729,0.0003587028,0.006978108,0.040368073,0.00011022331,0.00025047926,0.0124262,0.18622433,0.71197665],"study_design_scores_gemma":[0.0025743714,0.0005765369,0.32346022,0.0007167393,0.00010472357,0.0006776819,0.00007297891,0.31961066,0.00030859007,0.0033458036,0.3473961,0.0011556046],"about_ca_topic_score_codex":0.0013742961,"about_ca_topic_score_gemma":0.0000046631535,"teacher_disagreement_score":0.71082103,"about_ca_system_score_codex":0.00016408648,"about_ca_system_score_gemma":0.0004347787,"threshold_uncertainty_score":0.99997365},"labels":[],"label_agreement":null},{"id":"W840714229","doi":"10.71781/10055","title":"A Type-Preserving Compiler from System F to Typed Assembly Language","year":2009,"lang":"en","type":"dissertation","venue":"Open MIND","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Programming language; Computer science; Compiler; Code generation; Dead code elimination; Assembly language; Object code; Dynamic compilation; Type safety; Modularity (biology); Software; Operating system; Key (lock)","score_opus":0.03012887535959035,"score_gpt":0.34057851046166265,"score_spread":0.3104496351020723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W840714229","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95231557,0.00047802168,0.005108018,0.000120730925,0.0017757828,0.0011084372,0.00003744279,0.00007022819,0.038985796],"genre_scores_gemma":[0.7980473,0.0000038627745,0.15908675,0.000063385094,0.00040574963,0.0000660345,0.00089419034,0.00008583469,0.04134688],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998292,0.00006409826,0.00022992282,0.0006265442,0.00046789445,0.00031953884],"domain_scores_gemma":[0.99825174,0.00029134768,0.00007572926,0.0010816423,0.00013013212,0.00016940132],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00030322885,0.0002175188,0.000326997,0.00018453675,0.00006812257,0.00089353125,0.003613334,0.00018547846,0.00028438226],"category_scores_gemma":[0.00029769348,0.00022017077,0.000045520243,0.0005470501,0.0000029323803,0.00027271578,0.0004952057,0.0003023714,0.003262501],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003061384,0.00024876613,0.00082807627,0.00035624913,0.0003948861,0.0013644852,0.03278921,0.0013231923,0.025025956,0.00043136632,0.042456143,0.8944755],"study_design_scores_gemma":[0.0051206457,0.0019410911,0.41338286,0.015738176,0.00033817987,0.00008549128,0.013166511,0.11587486,0.15073913,0.00019787166,0.27403495,0.00938022],"about_ca_topic_score_codex":0.0008019491,"about_ca_topic_score_gemma":0.00056260894,"teacher_disagreement_score":0.8850953,"about_ca_system_score_codex":0.00013939338,"about_ca_system_score_gemma":0.00021716866,"threshold_uncertainty_score":0.9975136},"labels":[],"label_agreement":null},{"id":"W84838725","doi":"10.1142/s0218194006002665","title":"VISUALIZING THE EVOLUTION OF SOFTWARE USING SOFTCHANGE","year":2006,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software evolution; Computer science; Software; Software engineering; Software development; Programming language; Software construction","score_opus":0.01334633879320567,"score_gpt":0.2650616976364051,"score_spread":0.2517153588431994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W84838725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20937023,0.004760862,0.7838758,0.00003658463,0.0017150468,0.00006744556,0.0000043986047,0.00016581776,0.000003816421],"genre_scores_gemma":[0.8747185,0.000036252357,0.124412715,0.0000037463558,0.0007569542,0.000004546191,0.0000013146004,0.00004106482,0.000024921346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814004,0.000026030546,0.0006392394,0.00021994782,0.00062982494,0.00034491188],"domain_scores_gemma":[0.99746716,0.0012191033,0.00022698773,0.0002602213,0.0007190277,0.00010751566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007418441,0.0002544,0.00031232322,0.00075621315,0.000061005834,0.00014277162,0.0011325078,0.000102617916,0.0000033896024],"category_scores_gemma":[0.0018302528,0.00021941206,0.00016335814,0.00054092956,0.00003882759,0.00058446714,0.00033295038,0.00042490524,0.0000022538202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035670666,0.00024927265,0.054642305,0.00053391006,0.0006204053,0.00018652335,0.0018433566,0.8767479,0.0329942,0.01758122,0.0003549123,0.014210345],"study_design_scores_gemma":[0.0019903702,0.00026264178,0.10193965,0.0022168127,0.000095618336,0.0020807292,0.00012621703,0.868692,0.015010445,0.00063334266,0.005833366,0.0011188175],"about_ca_topic_score_codex":0.000063625455,"about_ca_topic_score_gemma":0.000002376245,"teacher_disagreement_score":0.66534823,"about_ca_system_score_codex":0.00034353608,"about_ca_system_score_gemma":0.00016167577,"threshold_uncertainty_score":0.89473647},"labels":[],"label_agreement":null},{"id":"W875360987","doi":"10.4230/dagrep.3.2.1","title":"Fault Prediction, Localization, and Repair (Dagstuhl Seminar 13061)","year":2013,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universität des Saarlandes; University College London; Case Western Reserve University; Institut national de recherche en informatique et en automatique (INRIA); Universidade do Porto; University of Waterloo; Oregon State University","keywords":"Debugging; Computer science; Program slicing; Program comprehension; Redundancy (engineering); Software engineering; Symbolic execution; Software bug; Software; Programming language; Machine learning; Software system; Operating system","score_opus":0.008543873323558932,"score_gpt":0.23112702938986382,"score_spread":0.22258315606630488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W875360987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10216127,0.00016658196,0.8915165,0.00054420135,0.0009945418,0.0018827267,0.00014772297,0.0017923615,0.0007941078],"genre_scores_gemma":[0.88715965,0.00019550027,0.10720215,0.0015808975,0.00039829095,0.00089418906,0.00040805707,0.00013391608,0.002027365],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99681824,0.000041459036,0.0010218762,0.0004473046,0.0007735722,0.0008975427],"domain_scores_gemma":[0.9970095,0.00043460846,0.00021811876,0.0011572217,0.00077118824,0.0004093473],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00067927263,0.00041307617,0.00038608906,0.00040069976,0.00043947113,0.00073878997,0.0011126823,0.00026579836,0.00004956875],"category_scores_gemma":[0.00072341907,0.00038454068,0.00016395899,0.0006819234,0.00016224923,0.003165361,0.00070106686,0.00042415946,0.00029470152],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008106688,0.00090392074,0.41135585,0.00404845,0.0008488427,0.000029134162,0.036293272,0.0069127544,0.00023732737,0.024219565,0.47147655,0.04359328],"study_design_scores_gemma":[0.0021621992,0.00042157734,0.02287602,0.00022184398,0.000026610338,0.00016980343,0.000605069,0.8117258,0.00062926783,0.0010414806,0.15936737,0.0007529655],"about_ca_topic_score_codex":0.000044588825,"about_ca_topic_score_gemma":0.0000041911717,"teacher_disagreement_score":0.804813,"about_ca_system_score_codex":0.0001628329,"about_ca_system_score_gemma":0.00009651597,"threshold_uncertainty_score":0.99986064},"labels":[],"label_agreement":null},{"id":"W90182043","doi":"","title":"Data-mining in Support of Detecting Class Co-evolution.","year":2004,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Association rule learning; Apriori algorithm; Class (philosophy); Data mining; Class diagram; Sequence diagram; Unified Modeling Language; A priori and a posteriori; Software evolution; Software system; Software; Artificial intelligence; Programming language","score_opus":0.022123014887750984,"score_gpt":0.2689576915350913,"score_spread":0.24683467664734032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W90182043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2110541,0.0013204942,0.78586036,0.00002543264,0.0005525434,0.00015633859,0.00001919403,0.0009816854,0.000029875975],"genre_scores_gemma":[0.84320724,0.000023639124,0.1565297,0.000004578714,0.00011358815,0.000025577016,0.00001271222,0.00006258321,0.000020360232],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770933,0.000017182929,0.00052884023,0.0006895372,0.0003174423,0.00073769054],"domain_scores_gemma":[0.9976151,0.0009960029,0.00006240428,0.0010172221,0.0000867342,0.00022253304],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00092422706,0.0003552352,0.00043627058,0.0008737551,0.000059201542,0.00008316766,0.0011936051,0.00016838104,0.0000030898627],"category_scores_gemma":[0.0031147022,0.0004144821,0.000058905152,0.0012106796,0.00003341845,0.0007120306,0.0007114166,0.0005369818,0.0000136638055],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011420817,0.00020097381,0.038927604,0.0018235847,0.00015057149,0.0002098984,0.0037079153,0.92524844,0.007889357,0.0073454683,0.00023680675,0.014247976],"study_design_scores_gemma":[0.004006144,0.00042139296,0.09005302,0.0015256047,0.000038404272,0.00049654004,0.00013687172,0.8734725,0.01388634,0.00013431595,0.013344104,0.0024847481],"about_ca_topic_score_codex":0.00002673971,"about_ca_topic_score_gemma":0.000011199463,"teacher_disagreement_score":0.63215315,"about_ca_system_score_codex":0.00027761265,"about_ca_system_score_gemma":0.00020967607,"threshold_uncertainty_score":0.9998307},"labels":[],"label_agreement":null},{"id":"W93041987","doi":"","title":"Extended Disambiguation Rules for Requirements Specifications.","year":2007,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"RSS; Computer science; Natural language; Data mining; Artificial intelligence; World Wide Web","score_opus":0.10357533762397803,"score_gpt":0.3476285079585891,"score_spread":0.24405317033461105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W93041987","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00982526,0.000022315318,0.98705405,0.00036769555,0.00020730539,0.00021487479,8.567324e-7,0.00028984944,0.002017772],"genre_scores_gemma":[0.5532309,0.0000019734466,0.44437245,0.00004454152,0.00007757359,0.000030448611,0.000007787958,0.0000069176263,0.002227441],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99921036,0.00000567253,0.00013342655,0.00019666928,0.00023691921,0.00021697636],"domain_scores_gemma":[0.99903315,0.00041850423,0.000019395535,0.0003721129,0.00009877266,0.000058061363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063868164,0.000051575385,0.00004471293,0.0001058949,0.00006390921,0.00007439049,0.00042454997,0.000023597953,0.000030653013],"category_scores_gemma":[0.00042349033,0.000048287973,0.000025834119,0.0002039091,0.000012989668,0.00026641862,0.000058787486,0.00003392578,0.0001306079],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010881707,0.00013609527,0.003230242,0.000023464409,0.000018118879,0.0000025779011,0.00025231033,0.000041023082,0.0073562614,0.5899509,0.010190281,0.38878784],"study_design_scores_gemma":[0.00087377714,0.00014033586,0.8307402,0.000018284733,0.000004022483,0.0000057340644,0.000050743638,0.038515486,0.06268166,0.03449739,0.0320868,0.0003855368],"about_ca_topic_score_codex":0.0000049161617,"about_ca_topic_score_gemma":0.0000023597404,"teacher_disagreement_score":0.82751,"about_ca_system_score_codex":0.000062166815,"about_ca_system_score_gemma":0.000019998148,"threshold_uncertainty_score":0.19691263},"labels":[],"label_agreement":null},{"id":"W96424918","doi":"10.1007/978-3-642-41707-8_8","title":"Predicting the Size of Test Suites from Use Cases: An Empirical Exploration","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Regression testing; Univariate; Metric (unit); Logistic regression; Software metric; Software quality; Software; Test case; Software regression; Data mining; Reliability engineering; Regression analysis; Multivariate statistics; Machine learning; Software development; Software construction; Programming language","score_opus":0.0534479459431185,"score_gpt":0.29391778863124235,"score_spread":0.24046984268812385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W96424918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03023099,0.00014460861,0.9675901,0.00052875874,0.0007866018,0.0004456859,0.000017503065,0.00022216416,0.00003358611],"genre_scores_gemma":[0.72651094,0.000020275013,0.2724596,0.00034901366,0.00048528894,0.000021136217,0.0000073050696,0.00003632096,0.000110110996],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964573,0.00006299313,0.000503328,0.0011462816,0.0013099378,0.0005201691],"domain_scores_gemma":[0.9572414,0.04017852,0.00021703415,0.0017867031,0.00041072236,0.000165623],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008409365,0.00038223548,0.0003831897,0.00035167663,0.0002034982,0.00093287195,0.0036587396,0.00024706186,0.000036017685],"category_scores_gemma":[0.011065697,0.00028051343,0.0000851616,0.00066673005,0.00062512915,0.00204489,0.0013108965,0.0008468888,0.000027394655],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017065424,0.00026614766,0.16653419,0.00013014549,0.00006401655,0.0003456737,0.016384706,0.10598128,0.0026563928,0.0024252858,0.00028465904,0.70491046],"study_design_scores_gemma":[0.0002169716,0.0004982212,0.033323634,0.00043323362,0.000010441709,0.000058240235,0.0000014386616,0.9431663,0.0026554246,0.01873589,0.0002776247,0.00062257535],"about_ca_topic_score_codex":0.00038478052,"about_ca_topic_score_gemma":0.000122032696,"teacher_disagreement_score":0.837185,"about_ca_system_score_codex":0.0001757603,"about_ca_system_score_gemma":0.00044299904,"threshold_uncertainty_score":0.9999647},"labels":[],"label_agreement":null},{"id":"W982742101","doi":"10.1007/s10515-015-0183-5","title":"Identifying and understanding header file hotspots in C/C++ build processes","year":2015,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Queen's University; McGill University","funders":"","keywords":"Header; Codebase; Computer science; Software deployment; Source code; Hotspot (geology); Software; Database; Operating system; Computer network","score_opus":0.05580051961284043,"score_gpt":0.28228132291395475,"score_spread":0.2264808033011143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W982742101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13180624,0.0013879595,0.85828924,0.00009561454,0.00043517325,0.0002393999,0.000011927262,0.007714254,0.000020208734],"genre_scores_gemma":[0.9073065,0.000017173465,0.09246748,0.000023086965,0.000039261282,0.00005654706,0.000009291821,0.000049607675,0.00003103205],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981531,0.000024405896,0.000271986,0.0004769582,0.0004528271,0.0006207498],"domain_scores_gemma":[0.99813014,0.0010905317,0.000039373797,0.00037622536,0.00009266388,0.00027108486],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041749104,0.00024625266,0.00024512774,0.0006017435,0.00005995143,0.0003212939,0.00053819816,0.00012296626,0.000012866025],"category_scores_gemma":[0.004175356,0.00027293086,0.000024756919,0.0016469159,0.000026588166,0.00094878144,0.00032892267,0.00032133612,0.000024292254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007505956,0.00051346235,0.40709686,0.0073925583,0.0005403811,0.0034807692,0.044042762,0.46664658,0.0025420715,0.010055251,0.04853195,0.009082306],"study_design_scores_gemma":[0.0018333995,0.00016679836,0.12933168,0.0015783261,0.000013442519,0.00035229672,0.00049803033,0.8611018,0.0013900113,0.0010540136,0.0011613393,0.0015188302],"about_ca_topic_score_codex":0.000048346563,"about_ca_topic_score_gemma":0.000009327806,"teacher_disagreement_score":0.7755003,"about_ca_system_score_codex":0.00037892093,"about_ca_system_score_gemma":0.00017668951,"threshold_uncertainty_score":0.9999723},"labels":[],"label_agreement":null},{"id":"W990651560","doi":"10.1007/978-1-4471-2239-5_5","title":"Factors Impacting the Inputs of Traceability Recovery Approaches","year":2011,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Traceability; Computer science; Software engineering","score_opus":0.1634750784706542,"score_gpt":0.25778968307361183,"score_spread":0.09431460460295762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W990651560","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009690508,0.0005387288,0.34353256,0.00027485774,0.0010439042,0.0010349378,0.000022418519,0.0012075859,0.6426545],"genre_scores_gemma":[0.7819111,0.000040334337,0.011825961,0.000034477132,0.00015711004,0.000015383528,0.0000068870418,0.000097772005,0.205911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99849266,0.000028179074,0.0003137403,0.0004332387,0.0004602217,0.00027196622],"domain_scores_gemma":[0.9965277,0.001808154,0.00015129641,0.001345289,0.00008179845,0.00008580045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007449474,0.00027126787,0.000322923,0.00014497736,0.000054807526,0.00006380132,0.0015704331,0.00022832655,0.00016006806],"category_scores_gemma":[0.000515161,0.00016217394,0.0002210053,0.00007013813,0.000114113274,0.00023182132,0.0005028414,0.0005750799,0.000021777543],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042345808,0.00024126042,0.018354777,0.001072032,0.0011621627,0.000020940273,0.012270082,0.0006559403,0.000077939396,0.5899302,0.0045596613,0.37161267],"study_design_scores_gemma":[0.0017039154,0.003225052,0.2573479,0.0017966812,0.00033362684,0.00012600778,0.00032269105,0.01928133,0.03114602,0.59606487,0.07934378,0.0093081435],"about_ca_topic_score_codex":0.000055225475,"about_ca_topic_score_gemma":0.000007654611,"teacher_disagreement_score":0.77222055,"about_ca_system_score_codex":0.000087661276,"about_ca_system_score_gemma":0.00013704153,"threshold_uncertainty_score":0.6613261},"labels":[],"label_agreement":null}]}